-- Logs begin at Fri 2021-04-23 08:21:51 UTC, end at Fri 2021-04-23 10:39:41 UTC. -- Apr 23 09:01:48.819691 dv-neutron-786478-4-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 23 09:01:52.006359 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.common.config [-] Logging enabled! Apr 23 09:01:52.006902 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev135 Apr 23 09:01:52.008232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87059) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 23 09:01:52.009980 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.common.config [-] Logging enabled! Apr 23 09:01:52.010265 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev135 Apr 23 09:01:52.010636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87059) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 23 09:01:52.011677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 23 09:01:52.011940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 23 09:01:52.013092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 23 09:01:52.013369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 23 09:01:52.013627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 23 09:01:52.013991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.014374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.014714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.014972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.015307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.015638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.015955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.016284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.016620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.016937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.017249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.017564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.017823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.018137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.018484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.018810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.019089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] debug = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.019450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.019996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.020314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.020625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.020952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.021260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.021566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.021872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.022186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.022631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] host = dv-neutron-786478-4-hyperv {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.022945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.023270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.023593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.023917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.024223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.024532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.024851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.025156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.025479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] log_file = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.025784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.026109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.026457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.026789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.027040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.027289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.027614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.027936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.028335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.028643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.028946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.029255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.029559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.029857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.030180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.030529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.030853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.031157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.031462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.031765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.032066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.032390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.032712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.033023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.033327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.033652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.033952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.034256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.034624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.034947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.035267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.035589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.035895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.036211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.036516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.036822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.037118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] use_json = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.037419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.037717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.038031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.038354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.042768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.042768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.042768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.042768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:52.042768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.042768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.042768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.042768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.043523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.043523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.043523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.043523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.043523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.043523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.043523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.043523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.044767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.044767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.044767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.045035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.045228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.045556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.045861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.046167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.046495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.046805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.047122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.047450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.047776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.048084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.048409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.048735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.049044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.049347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.049657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.049982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.050288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.050615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.050927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.051235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.051534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.051833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.052138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.052465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.052768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.053069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.053369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.053674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.053971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.054288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.054632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.054932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.055232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.055538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.055838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.056141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.056446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.056745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.057050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.057351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.057650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.057951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.058252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.058578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.058877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.059177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.060056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.060354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.060760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.061064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.061374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.061668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.061985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.062358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.062651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.062963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.063274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.063582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.063889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.064198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.064504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.065064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.065366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.065695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.066012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.066382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.066688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.066998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.067332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.067640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.067957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.068267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.068577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.068900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.069213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.069541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.069870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.070201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.070552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.070879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.071192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.071542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.071854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:52.072104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 23 09:01:52.072367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87059) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 23 09:01:52.742689 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO keyring.backend [-] Loading Gnome Apr 23 09:01:52.759876 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO keyring.backend [-] Loading Google Apr 23 09:01:52.763105 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO keyring.backend [-] Loading Windows (alt) Apr 23 09:01:52.767045 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO keyring.backend [-] Loading file Apr 23 09:01:52.767876 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO keyring.backend [-] Loading keyczar Apr 23 09:01:52.768153 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO keyring.backend [-] Loading multi Apr 23 09:01:52.768794 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO keyring.backend [-] Loading pyfs Apr 23 09:01:52.815789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:01:52.816093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:01:52.816411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:01:52.816774 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 23 09:01:53.214343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.214884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.214990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.216832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.217301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.217596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.254529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.254829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.255121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.269912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.270219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.270542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.337224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.337527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.337828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.338862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.339218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.341142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.614442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.614758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.615057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.615397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.616224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.763195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.763509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.763818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.764120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.764413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.764791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.765279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.765547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.765835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.766170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.766488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.766796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.767101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.767391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.767701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.768015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.768310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.768630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.768915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.769251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.769688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.769969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.770307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.770671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.770951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.771228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.771646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 23 09:01:53.771920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 23 09:01:53.772192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 23 09:01:53.772459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 23 09:01:53.772726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 23 09:01:53.772993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 23 09:01:53.773403 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 23 09:01:53.776513 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 23 09:01:53.781226 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 23 09:01:53.784952 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 23 09:01:53.786627 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 23 09:01:53.787879 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 23 09:01:53.788254 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 23 09:01:53.788682 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 23 09:01:53.792476 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 23 09:01:53.792750 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 23 09:01:53.793136 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 23 09:01:53.820476 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 23 09:01:53.820982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.821308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87059) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 23 09:01:53.821714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.823105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87059) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 23 09:01:53.823424 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 23 09:01:53.823702 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 23 09:01:53.826860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.827174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:53.895080 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 23 09:01:53.895345 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 23 09:01:53.895615 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 23 09:01:53.896015 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 23 09:01:53.928533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.sqlalchemy.engines [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=87059) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 23 09:01:54.466869 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.managers [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Initializing driver for type 'gre' Apr 23 09:01:54.467500 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] gre ID ranges: [(1, 1000)] Apr 23 09:01:54.568967 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.managers [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Initializing driver for type 'local' Apr 23 09:01:54.569330 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.managers [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Initializing driver for type 'vlan' Apr 23 09:01:54.637688 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] VlanTypeDriver initialization complete Apr 23 09:01:54.638067 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.managers [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Initializing driver for type 'vxlan' Apr 23 09:01:54.638678 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] vxlan ID ranges: [(1, 1000)] Apr 23 09:01:54.832005 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.managers [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Initializing extension driver 'port_security' Apr 23 09:01:54.832366 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.extensions.port_security [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] PortSecurityExtensionDriver initialization complete Apr 23 09:01:54.832731 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.managers [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Initializing mechanism driver 'openvswitch' Apr 23 09:01:54.833119 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.managers [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Initializing mechanism driver 'hyperv' Apr 23 09:01:54.839479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:01:54.840312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > port after_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.841247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > port after_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.841636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > port after_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.842052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > subnet after_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.842506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > subnet after_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.842890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > subnet after_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.843303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > network after_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.843686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > network after_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.844064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > network after_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.844473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > security_group after_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.844858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > security_group after_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.845390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > security_group after_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.845809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.846192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.846611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.847030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > address_group after_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.847411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > address_group after_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.847880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > address_group after_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.848157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] ML2 OVO RPC backend initialized. {{(pid=87059) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 23 09:01:54.848952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router_interface after_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.849345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.849803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > network before_response 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.850187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > networks before_response 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.850594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > port before_response 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.850977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > ports before_response 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.851359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > subnet before_response 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.851738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > subnets before_response 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.852122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > network after_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.852499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > network after_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.852870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > network after_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.853245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > port after_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.853617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > port after_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.853993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > port after_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.854383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > subnet after_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.854758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > subnet after_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.855130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > subnet after_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.855759 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Modular L2 Plugin initialization complete Apr 23 09:01:54.856738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading services supported by the core plugin {{(pid=87059) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 23 09:01:54.857103 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.managers [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Got port-security extension from driver 'port_security' Apr 23 09:01:54.857695 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.extensions.vlantransparent [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Disabled vlantransparent extension. Apr 23 09:01:54.858241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87059) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 23 09:01:54.858625 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading Plugin: router Apr 23 09:01:54.896300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router_interface before_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.896736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router after_create 55549900 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.897143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router before_create 55549900 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.897553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.897976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.898391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router after_delete 55549900 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.898795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > floatingip after_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.899207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router after_create 55549900 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.899591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router after_update 55549900 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.899981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router after_update 55549900 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.900371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.900777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router after_update 55549900 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.901273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router precommit_update 55549900 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.901692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: port after_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.902072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: port after_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.902473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: subnet after_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.902859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.903805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > port precommit_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.904199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router precommit_create 55549900 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.904576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: port before_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.904956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router precommit_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.905365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router after_update 55549900 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.905745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router precommit_delete 55549900 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.906134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router precommit_create 55549900 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.906604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router_interface after_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.906996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router precommit_update 55549900 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.907427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > network after_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.908421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Tracking information for resource: router configured {{(pid=87059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 23 09:01:54.908793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Tracking information for resource: floatingip configured {{(pid=87059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 23 09:01:54.913597 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_agentschedulers_db [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 23 09:01:54.914243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: port after_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.914668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: port after_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.915056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: port after_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.915441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: port after_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.916356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router before_create 55550100 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.916739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router precommit_delete 55550100 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.917137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router precommit_create 55550100 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.917528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > router precommit_update 55550100 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.922992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.provider_configuration [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Service providers = [] {{(pid=87059) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 23 09:01:54.923392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.servicetype_db [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87059) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 23 09:01:54.926197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.service_base [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87059) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 23 09:01:54.926604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.service_base [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87059) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 23 09:01:54.926979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.service_base [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87059) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 23 09:01:54.927867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.service_base [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87059) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 23 09:01:54.928264 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.services.service_base [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 23 09:01:54.928723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 23 09:01:54.929033 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 23 09:01:54.940152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 23 09:01:54.940517 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading Plugin: auto_allocate Apr 23 09:01:54.946146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: network precommit_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.946580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: network precommit_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.947167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 23 09:01:54.947520 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading Plugin: tag Apr 23 09:01:54.955218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 23 09:01:54.955586 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading Plugin: timestamp Apr 23 09:01:54.959418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 23 09:01:54.959781 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading Plugin: network_ip_availability Apr 23 09:01:54.965240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.965692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.966160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:54.966969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 23 09:01:54.967328 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading Plugin: flavors Apr 23 09:01:54.971838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 23 09:01:54.972198 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading Plugin: revisions Apr 23 09:01:54.976594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 23 09:01:54.977018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.160s {{(pid=87059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:01:54.977814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87059) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 23 09:01:54.978201 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Initializing extension manager. Apr 23 09:01:54.978793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: __init__.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:54.979176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: __pycache__ {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:54.979547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:54.979918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: address_group.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:54.980722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:54.981885 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: address-group Apr 23 09:01:54.982246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: address_scope.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:54.983049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:54.983622 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: address-scope Apr 23 09:01:54.983988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: admin_state_down_before_update.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:54.984927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:54.985505 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: router-admin-state-down-before-update Apr 23 09:01:54.985866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: agent.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:54.986669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:54.987245 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: agent Apr 23 09:01:54.987604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: agent_resources_synced.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:54.988523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:54.989101 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: agent-resources-synced Apr 23 09:01:54.989455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: allowedaddresspairs.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:54.991282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:54.991871 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: allowed-address-pairs Apr 23 09:01:54.992238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: auto_allocated_topology.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:54.993328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:54.993910 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: auto-allocated-topology Apr 23 09:01:54.994276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: availability_zone.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:54.995077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:54.995651 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: availability_zone Apr 23 09:01:54.996013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: availability_zone_filter.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:54.997509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:54.998250 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: availability_zone_filter Apr 23 09:01:54.998649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: data_plane_status.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:54.999695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.000322 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension data-plane-status not supported by any of loaded plugins Apr 23 09:01:55.000682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: default_subnetpools.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.001610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.002231 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: default-subnetpools Apr 23 09:01:55.002639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: dhcpagentscheduler.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.003522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.004101 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: dhcp_agent_scheduler Apr 23 09:01:55.004463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: dns.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.005374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.005942 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension dns-integration not supported by any of loaded plugins Apr 23 09:01:55.006302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: dns_domain_ports.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.007256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.007827 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 23 09:01:55.008188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: dvr.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.008903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.009478 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: dvr Apr 23 09:01:55.009838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: empty_string_filtering.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.010772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.011341 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: empty-string-filtering Apr 23 09:01:55.011700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.012791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.013406 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 23 09:01:55.013768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.014733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.015304 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 23 09:01:55.015666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: external_net.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.016575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.017145 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: external-net Apr 23 09:01:55.017507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: extra_dhcp_opt.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.018450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.019019 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: extra_dhcp_opt Apr 23 09:01:55.019386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: extraroute.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.020307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.020880 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: extraroute Apr 23 09:01:55.021241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: extraroute_atomic.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.022268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.022866 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: extraroute-atomic Apr 23 09:01:55.023293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: filter_validation.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.023992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.024564 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: filter-validation Apr 23 09:01:55.024921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: fip_pf_description.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.025839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.026447 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 23 09:01:55.026808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: fip_port_details.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.027841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.028510 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: fip-port-details Apr 23 09:01:55.028874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: flavors.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.030120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.030749 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: flavors Apr 23 09:01:55.031117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.032768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.033349 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 23 09:01:55.033722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: floatingip_pools.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.034504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.035084 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: floatingip-pools Apr 23 09:01:55.035454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: ip_allocation.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.036400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.036968 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension ip_allocation not supported by any of loaded plugins Apr 23 09:01:55.037333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.038268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.038889 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: ip-substring-filtering Apr 23 09:01:55.039258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: l2_adjacency.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.040197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.040766 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension l2_adjacency not supported by any of loaded plugins Apr 23 09:01:55.041130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: l3.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.042279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.042816 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: router Apr 23 09:01:55.043182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: l3_conntrack_helper.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.045981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.046596 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 23 09:01:55.046975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.047910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.048495 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: ext-gw-mode Apr 23 09:01:55.048864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.049904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.050509 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: l3-ha Apr 23 09:01:55.050879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: l3_flavors.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.051803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.052379 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: l3-flavors Apr 23 09:01:55.052743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.053662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.054229 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: l3-port-ip-change-not-allowed Apr 23 09:01:55.054618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: l3agentscheduler.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.055822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.056408 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: l3_agent_scheduler Apr 23 09:01:55.056776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: logging.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.058286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.058899 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension logging not supported by any of loaded plugins Apr 23 09:01:55.059835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: metering.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.060642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.061346 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: metering Apr 23 09:01:55.061715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.062852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.063433 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: metering_source_and_destination_fields Apr 23 09:01:55.063802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: multiprovidernet.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.065056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.065635 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: multi-provider Apr 23 09:01:55.066000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: netmtu.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.066971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.067546 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: net-mtu Apr 23 09:01:55.067909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: netmtu_writable.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.068863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.069439 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: net-mtu-writable Apr 23 09:01:55.069803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: network_availability_zone.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.070670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.071254 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: network_availability_zone Apr 23 09:01:55.071621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: network_ip_availability.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.072722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.073299 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: network-ip-availability Apr 23 09:01:55.073665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: network_segment_range.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.074534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.075173 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension network-segment-range not supported by any of loaded plugins Apr 23 09:01:55.075530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: pagination.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.076537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.076912 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: pagination Apr 23 09:01:55.077271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: port_device_profile.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.078212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.078796 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: port-device-profile Apr 23 09:01:55.079159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.080084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.080657 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: port-mac-address-regenerate Apr 23 09:01:55.081017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.081988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.082628 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: port-numa-affinity-policy Apr 23 09:01:55.082946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: port_resource_request.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.083868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.084433 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension port-resource-request not supported by any of loaded plugins Apr 23 09:01:55.084790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: portbindings.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.085728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.086301 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: binding Apr 23 09:01:55.086685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: portbindings_extended.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.087972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.088584 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: binding-extended Apr 23 09:01:55.088949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: portsecurity.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.089882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.090549 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: port-security Apr 23 09:01:55.090914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: project_id.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.091897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.092266 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: project-id Apr 23 09:01:55.092625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: providernet.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.093553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.094129 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: provider Apr 23 09:01:55.094519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: qos.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.098251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.098878 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension qos not supported by any of loaded plugins Apr 23 09:01:55.099251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.100547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.101125 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 23 09:01:55.101495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.102531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.103107 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 23 09:01:55.103471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: qos_default.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.104393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.104966 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension qos-default not supported by any of loaded plugins Apr 23 09:01:55.105329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: qos_fip.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.106529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.107133 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension qos-fip not supported by any of loaded plugins Apr 23 09:01:55.107495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: qos_gateway_ip.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.108432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.108998 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 23 09:01:55.109359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: qos_port_network_policy.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.110291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.110921 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 23 09:01:55.111276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: qos_rule_type_details.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.112202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.112771 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 23 09:01:55.113132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: qos_rules_alias.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.114192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.114813 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 23 09:01:55.115175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: quotasv2.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.116185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.116605 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: quotas Apr 23 09:01:55.116920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: quotasv2_detail.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.118669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.119050 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: quota_details Apr 23 09:01:55.119417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: rbac.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.120658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.121248 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: rbac-policies Apr 23 09:01:55.121618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: rbac_address_group.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.123144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.123729 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: rbac-address-group Apr 23 09:01:55.124096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: rbac_address_scope.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.125030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.125609 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: rbac-address-scope Apr 23 09:01:55.125977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: rbac_security_groups.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.126917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.127490 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: rbac-security-groups Apr 23 09:01:55.127877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: rbac_subnetpool.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.128817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.129401 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: rbac-subnetpool Apr 23 09:01:55.129772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: revisionifmatch.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.130732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.131303 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: revision-if-match Apr 23 09:01:55.131667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: revisions.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.132795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.133366 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: standard-attr-revisions Apr 23 09:01:55.133726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: router_availability_zone.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.134506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.135086 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: router_availability_zone Apr 23 09:01:55.135445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: routerservicetype.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.136375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.136944 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension router-service-type not supported by any of loaded plugins Apr 23 09:01:55.137323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.138252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.138876 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: security-groups-normalized-cidr Apr 23 09:01:55.139214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: security_groups_port_filtering.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.140163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.140738 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: port-security-groups-filtering Apr 23 09:01:55.141099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.142033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.142640 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: security-groups-remote-address-group Apr 23 09:01:55.143003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: securitygroup.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.156508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.157125 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: security-group Apr 23 09:01:55.157502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: segment.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.158380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.158966 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension segment not supported by any of loaded plugins Apr 23 09:01:55.159332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.160275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.160845 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 23 09:01:55.161209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: servicetype.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.162357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.162944 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: service-type Apr 23 09:01:55.163312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: sorting.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.164293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.164675 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: sorting Apr 23 09:01:55.165037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: standard_attr_segment.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.165960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.166574 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 23 09:01:55.166936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: standardattrdescription.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.167624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.168206 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: standard-attr-description Apr 23 09:01:55.169088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: stateful_security_group.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.170944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.171545 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: stateful-security-group Apr 23 09:01:55.171911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: stdattrs_common.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.172499 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 23 09:01:55.172859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.173871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.174481 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 23 09:01:55.174843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: subnet_onboard.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.175901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.176479 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: subnet_onboard Apr 23 09:01:55.176838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.177780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.178394 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 23 09:01:55.178758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: subnet_service_types.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.179695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.180285 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: subnet-service-types Apr 23 09:01:55.180687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: subnetallocation.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.181774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.182374 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: subnet_allocation Apr 23 09:01:55.182746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.183442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.184024 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: subnetpool-prefix-ops Apr 23 09:01:55.184974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.185949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.186548 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 23 09:01:55.186911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: tagging.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.188189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.188774 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: standard-attr-tag Apr 23 09:01:55.189139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: timestamp.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.190608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.191189 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loaded extension: standard-attr-timestamp Apr 23 09:01:55.191553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: trunk.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.192585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.193158 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension trunk not supported by any of loaded plugins Apr 23 09:01:55.193524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: trunk_details.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.194479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.195057 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension trunk-details not supported by any of loaded plugins Apr 23 09:01:55.195413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: uplink_status_propagation.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.196340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.196922 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 23 09:01:55.197284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Loading extension file: vlantransparent.py {{(pid=87059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 23 09:01:55.197980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 09:01:55.198581 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extension vlan-transparent not supported by any of loaded plugins Apr 23 09:01:55.201294 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Creating instance of TrackedResource for resource:network Apr 23 09:01:55.202105 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Creating instance of TrackedResource for resource:subnet Apr 23 09:01:55.202824 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Creating instance of TrackedResource for resource:subnetpool Apr 23 09:01:55.203480 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Creating instance of TrackedResource for resource:port Apr 23 09:01:55.204967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.resource_helper [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 09:01:55.205449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.resource_helper [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Service FLAVORS assigned prefix: {{(pid=87059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 09:01:55.206114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.resource_helper [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 09:01:55.206605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.resource_helper [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 09:01:55.206972 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Creating instance of TrackedResource for resource:router Apr 23 09:01:55.207684 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Creating instance of TrackedResource for resource:floatingip Apr 23 09:01:55.208456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.resource_helper [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Service METERING assigned prefix: /metering {{(pid=87059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 09:01:55.210268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:55.210701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:55.211084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:01:55.212213 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Creating instance of CountableResource for resource:rbac_policy Apr 23 09:01:55.212685 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Creating instance of TrackedResource for resource:security_group Apr 23 09:01:55.213483 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Creating instance of TrackedResource for resource:security_group_rule Apr 23 09:01:55.214345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.resource_helper [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Service CORE assigned prefix: {{(pid=87059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 09:01:55.214708 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Creating instance of TrackedResource for resource:subnetpool Apr 23 09:01:55.215070 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] subnetpool is already registered Apr 23 09:01:55.215852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.resource_helper [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Service CORE assigned prefix: {{(pid=87059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 09:01:55.216222 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Creating instance of TrackedResource for resource:subnetpool Apr 23 09:01:55.216580 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] subnetpool is already registered Apr 23 09:01:55.219317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.resource_helper [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 09:01:55.219795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.resource_helper [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Service FLAVORS assigned prefix: {{(pid=87059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 09:01:55.220437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.resource_helper [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 09:01:55.220896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.resource_helper [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 09:01:55.221264 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Creating instance of TrackedResource for resource:router Apr 23 09:01:55.221628 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] router is already registered Apr 23 09:01:55.222278 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Creating instance of TrackedResource for resource:floatingip Apr 23 09:01:55.222673 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] floatingip is already registered Apr 23 09:01:55.223362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.resource_helper [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Service METERING assigned prefix: /metering {{(pid=87059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 09:01:55.224088 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Creating instance of CountableResource for resource:rbac_policy Apr 23 09:01:55.224453 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] rbac_policy is already registered Apr 23 09:01:55.225070 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Creating instance of TrackedResource for resource:security_group Apr 23 09:01:55.225430 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] security_group is already registered Apr 23 09:01:55.226073 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Creating instance of TrackedResource for resource:security_group_rule Apr 23 09:01:55.226457 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] security_group_rule is already registered Apr 23 09:01:55.227174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.resource_helper [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Service CORE assigned prefix: {{(pid=87059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 09:01:55.227537 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Creating instance of TrackedResource for resource:subnetpool Apr 23 09:01:55.227896 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] subnetpool is already registered Apr 23 09:01:55.228565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.resource_helper [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Service CORE assigned prefix: {{(pid=87059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 23 09:01:55.228935 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Creating instance of TrackedResource for resource:subnetpool Apr 23 09:01:55.229292 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.quota.resource_registry [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] subnetpool is already registered Apr 23 09:01:55.230005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: extensions {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.232181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: address-groups {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.233817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: address-scopes {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.235109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: agents {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.236330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: auto-allocated-topology {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.237620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: availability_zones {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.239008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: dhcp-networks {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.240469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: dhcp-agents {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.241961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: routers {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.243828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: flavors {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.245036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: service_profiles {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.246284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: next_providers {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.248579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: service_profiles {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.250073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: floatingip-pools {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.251365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: routers {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.253234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: floatingips {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.254552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: l3-routers {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.255985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: l3-agents {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.257427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: metering-labels {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.259713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: metering-label-rules {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.261020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: network-ip-availabilities {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.262434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: bindings {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.264206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: quotas {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.265731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: quotas {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.267202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: rbac-policies {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.268544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: security-groups {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.269811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: security-group-rules {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.271128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: service-providers {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.272389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: subnetpools {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.273842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: subnetpools {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.275366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: tags {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.277165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: tags {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.279127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: tags {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.280975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: tags {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.282872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: tags {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.284788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: tags {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.286584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: tags {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.288550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: tags {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.290423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: tags {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.292322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.extensions [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Extended resource: tags {{(pid=87059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 23 09:01:55.299685 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING keystonemiddleware.auth_token [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 23 09:01:55.304911 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING keystonemiddleware.auth_token [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 23 09:01:55.314481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Acquired lock "singleton_lock" {{(pid=87059) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 23 09:01:55.315248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Releasing lock "singleton_lock" {{(pid=87059) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 23 09:01:55.316679 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO oslo_service.service [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Starting 2 workers Apr 23 09:01:55.321462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Started child 87174 {{(pid=87059) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 23 09:01:55.325497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:01:55.326430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Started child 87175 {{(pid=87059) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 23 09:01:55.326967 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [-] (87174) wsgi starting up on http://0.0.0.0:9696 Apr 23 09:01:55.327957 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.service [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Neutron service started, listening on 0.0.0.0:9696 Apr 23 09:01:55.328613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Notify callbacks [] for process, before_spawn {{(pid=87059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:01:55.330247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:01:55.331167 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO oslo_service.service [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Starting 1 workers Apr 23 09:01:55.331753 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [-] (87175) wsgi starting up on http://0.0.0.0:9696 Apr 23 09:01:55.336642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Started child 87176 {{(pid=87059) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 23 09:01:55.337133 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO oslo_service.service [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Starting 1 workers Apr 23 09:01:55.338948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.service [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] calling RpcWorker wait() {{(pid=87176) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 23 09:01:55.339409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.service [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] returning from RpcWorker wait() {{(pid=87176) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 23 09:01:55.341458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:01:55.342042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:01:55.342626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Started child 87177 {{(pid=87059) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 23 09:01:55.343433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705d7055-51d6-49e7-bda8-8cc85a2d8baf None None] Notify callbacks [] for process, after_spawn {{(pid=87059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:01:55.345083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87059) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 23 09:01:55.345327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 23 09:01:55.345534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 23 09:01:55.345804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 23 09:01:55.346211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 23 09:01:55.346427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 23 09:01:55.346614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:01:55.346990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.347278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.347551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:01:55.347645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.347836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.348173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.348824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.349118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.349402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.349696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.349991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.350189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.350416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.350696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.350960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.351301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.351583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.351849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.352145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.352353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.352624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.352933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.353212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.353509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] debug = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.353779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.354344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.354620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.354882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.355130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.355430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.355690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.356005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.356922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.357091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.357323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.357592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.357850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.358115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.358402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.358691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.358950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.359404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] host = dv-neutron-786478-4-hyperv {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.359649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.359909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.360187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.360452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.360738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.360988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.361269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.361528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.361778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.362034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.362305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.362589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.362861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.363118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] log_file = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.363306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] log_options = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.363560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.363835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.364120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.364333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.364523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.364710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.365002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.365190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.365477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.365720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.365960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.366204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.366470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.366731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.367018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.367275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.367544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.367782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.368085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.368354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.368628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.368891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.369134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.369390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.369658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.369899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.370172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.370441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.370681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.370958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.371243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.371520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.371826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.372109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.372389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.372626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.372867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.373198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.373459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.373742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.374013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.374256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.374557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.374800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.375060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.375298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] use_json = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.375539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.375890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.376186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.376427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.376659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.376900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.377140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.377406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.377851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.378157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.378560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.378821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.379084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.379357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.379633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.379895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.380181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.380446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.380765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.381014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.381342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.381592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.381882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.382196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.382520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.382816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.383059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.383304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.383547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.383813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.384172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.384465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.384744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.385021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.385262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.385523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.385781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.386023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.386266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.386541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.386832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.403571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.403571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.403571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.403571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.403571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.403571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.403571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.403571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.403571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.404538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.404538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.404538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.404538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.404538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.404538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.404538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.404538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.404538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.405276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.405276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.405276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.405276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.405276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.405276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.405276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.405276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.405276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.405797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.405797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.405797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.405797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.405797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.405797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.405797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.405797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.405797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.406342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.406342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.406342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.406342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.406342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.406342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.406342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.406342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.406342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.406890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.406890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.406890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.406890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.406890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.406890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.406890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.406890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.407368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.407368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.407368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.407368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.407368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.407368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.407368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.407368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.407843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.407843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.407843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.407843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.407843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.407843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.407843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.407843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.408320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.408320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.408320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.408320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.408320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.408320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.408320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.408320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.408799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.408799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.408799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.408799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.408799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.408799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.408799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.408799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.409352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.409352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.409352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.409352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.409352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.409352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.409352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.409762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.409762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.410403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.410403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.410855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.410855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.411134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.411322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.411611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.411879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.412142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.412470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.412740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.413020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.413305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.413589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.413879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.414161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.414474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.414748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.414995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.415276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.415518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.415784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.416022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.416299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.416563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.416808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.417070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.417312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.417559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.417799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.418047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.418292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.418658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.419552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.419679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.419951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.420220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.420473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.420710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.420929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.421210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.421455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.421772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.422068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.422358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.424485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.424884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.425269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.425618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.426003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.426396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.426719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.427078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.427399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.427722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.428044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.428377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.428697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.429028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.429356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.429753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.430111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.430472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.430794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.431104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.431423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.431733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.432097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.432404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.432709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.433062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.433467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.433764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.434087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.434451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.434755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.435055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.435356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.435667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.436053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.436382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.436707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.437021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.437333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.437661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.437957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.438253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.438599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.438896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.439213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.439769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.440067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.440369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.440665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.440977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.441276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.441585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.441888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.442250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.442742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.443059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.443405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.443773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.444137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.444596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.445026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.445401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.445798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.446159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.446579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.446941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.447445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.447831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.448236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.448615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.448991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.449386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.449802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.450301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.450893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.451352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.451816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.452276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.452632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.453006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.453376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.453743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.454152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.454523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.454876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.455287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.455707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.456082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.456456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.456869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.457225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.457832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.458330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.458812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.459195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.469441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.469441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.469441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.469441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.469441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.469441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.469441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.469441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 23 09:01:55.470561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87059) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 23 09:01:55.470561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 23 09:01:55.470561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 23 09:01:55.470561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 23 09:01:55.470561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 23 09:01:55.470561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 23 09:01:55.470561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.470561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.471236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.471236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.471236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.471236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.471236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.471236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.471236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.471236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.471907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.471907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.471907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.471907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.471907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.471907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.471907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.474492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.474724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.476117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.476331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.476540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.476743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] debug = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.476942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.477179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.477384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.477578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.477772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.477980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.478170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.479284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.479502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.479702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.479898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.480359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.482666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.483076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.483399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.483610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.483816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.484016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] host = dv-neutron-786478-4-hyperv {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.484196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.484397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.485416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.485416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.485416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.485416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.485416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.485416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.485800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.485800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.485937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.486006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.486267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.486483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] log_file = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.486639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] log_options = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.486783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.486965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.487148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.487361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.487524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.487713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.487985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.488170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.488351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.488532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.488714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.488895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.489048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.489233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.489414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.489594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.489747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.489930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.490114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.490296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.490496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.490652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.490867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.491099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.491691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 56698) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:01:55.500043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.500043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.500043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.500043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.500043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.500043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.500043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.500043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.503977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.503977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.503977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.503977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.503977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.503977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.503977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.503977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.505118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.505118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.505118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.505118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.505118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.505118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] use_json = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.505118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.505118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.505118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.505918 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0105674 Apr 23 09:01:55.506866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.507553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.507553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.507553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.507783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 23 09:01:55.507856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.508163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.508434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.508693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.508950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.509212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.509394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.509701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.510514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.510514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.510514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.510514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.510824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.510898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.511224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.511456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.511830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.512002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.512194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.512418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.512607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.512774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.512986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.513174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.513452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.513644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.513837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.514027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.514214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.514457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.514613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.514757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.514899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.515743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.515743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.515743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.515743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.515743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.516069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.516069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.516207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.516423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.516555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.516903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.517063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.517255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.517443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.517629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.517789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.517973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.518172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.519193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.519407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.519582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.520139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.520139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.520139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.520373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.520448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.520558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.520909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.521115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.521286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.521432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.521619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.521803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.521971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.522147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.522440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.522590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.522729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.522866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.523004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.523141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.523315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.523474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.524415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.524415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.524415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.524415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.524415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.524415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.525226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.525226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.525226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.525226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.525785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.525785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.525785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.525785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.526295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.526295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.526589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:01:55.526751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.526751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.526751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.526751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.527374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.527374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.527374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.527761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.527761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.527761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.528724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.528863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.529078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.529235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.529423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.529609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.529794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.529950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.530142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.530382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.530556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.530742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.530902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.531683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.531683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.531683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.531683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.531976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.531976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.532102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.532258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.532343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.532533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.532715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.532955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.533073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.533216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.533402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.533584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.533769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.534002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.534185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.534396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.534564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.534718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.534867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.535052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.535234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.535421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.535604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.535788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.535972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.536158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.536321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.536499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.536651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.536838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.537062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.537243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.537428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.537611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.537794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.537978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.538161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.538396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.538550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.538718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.538870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.539045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.539202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.539386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.539597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.539749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.539889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.540072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.540254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.540437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.540624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.541125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.541125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.541125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.541558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.541558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.541820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.541820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.542083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.542083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.542381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.543249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.543445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.544179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.544446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.544635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.544791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.544981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.545258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.545416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.545556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.545704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.545886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.546070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.546254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.546458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.546647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.546806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.546990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.547161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.547399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.547544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.547682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.547820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.547958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.548096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.548280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.548475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.549462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.549462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.549462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.549462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.549462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.549462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.550458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.550458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.550458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.550458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.550458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.550458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.551298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.551298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.551298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.551298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.551298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.551943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.551943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.551943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.551943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.552473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.552473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.552473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.552884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.552884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.552884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.553273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.553273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.553536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.553536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.553806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.553945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.554090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.554229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.554402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.554546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.554696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.554836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.554974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.555173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.555360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.555554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.555749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.555941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.556126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.556366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.557324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.557324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.557324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.557324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.557324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.558108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.558108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.558108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.558108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.558108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.558812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.558812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.558812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.558812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.558812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.559578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.559578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.559578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.559578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.560089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 23 09:01:55.560089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 23 09:02:06.743946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d3ea6a-c410-41b7-9d63-707a314f2f96 None None] get_active_networks_info from dv-neutron-786478-4-hyperv {{(pid=87176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 09:02:06.899134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d3ea6a-c410-41b7-9d63-707a314f2f96 None None] No non-hosted networks {{(pid=87176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 23 09:02:07.033841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ca6a3624-2942-4fee-9eef-000768376af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085'] for agent, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:09.638294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa8e5a00-bafd-4dbc-8c35-6e2a99a73191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085'] for agent, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:09.752403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6288bfd3-858d-45e7-8808-47c753e17e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:10.237926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085'] for agent, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:11.215335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085'] for agent, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:11.218606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:11.219594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:11.221049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:11.222856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:11.223473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:11.225918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:11.227008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:11.227621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:11.228184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:11.228760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:11.229684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:11.230287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:11.231093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-786478-4-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:02:11.244413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-786478-4-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:02:12.117649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085'] for agent, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:12.995870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 56792) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:02:13.672778 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING oslo_policy.policy [None req-30126f44-4e75-4c7c-8e7d-db45e4b40bab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 09:02:13.901943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-30126f44-4e75-4c7c-8e7d-db45e4b40bab admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:02:13.903192 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-30126f44-4e75-4c7c-8e7d-db45e4b40bab admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9062905 Apr 23 09:02:14.946860 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_hamode_db [None req-e6575534-3b52-42f0-894f-fedf40182756 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 23 09:02:15.037003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6575534-3b52-42f0-894f-fedf40182756 None None] Routers set() bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:02:15.037431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6575534-3b52-42f0-894f-fedf40182756 None None] Router IDs set() for agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 23 09:02:16.685447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 56808) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:02:17.092187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2c59f869-2eba-4bda-9b1f-1c83aeefa216 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:02:17.198769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.policy [None req-2c59f869-2eba-4bda-9b1f-1c83aeefa216 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87174) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 23 09:02:17.255242 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING oslo_policy.policy [None req-2c59f869-2eba-4bda-9b1f-1c83aeefa216 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 09:02:17.255645 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING oslo_policy.policy [None req-2c59f869-2eba-4bda-9b1f-1c83aeefa216 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 09:02:17.273643 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.quota [None req-2c59f869-2eba-4bda-9b1f-1c83aeefa216 admin admin] Loaded quota_driver: . Apr 23 09:02:17.290338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2c59f869-2eba-4bda-9b1f-1c83aeefa216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:02:17.398829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c59f869-2eba-4bda-9b1f-1c83aeefa216 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363250752665003', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363250752665119', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363250752638223', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363250752648675', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363250752632448', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363250752629051', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-894510', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1004334', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7936872', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846756468'] for rbac-policy, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:17.900564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c59f869-2eba-4bda-9b1f-1c83aeefa216 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:17.901830 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2c59f869-2eba-4bda-9b1f-1c83aeefa216 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2153797 Apr 23 09:02:20.914709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 56822) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:02:21.291216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'edac71a7647a48eab978ce11a439280c', 'admin_state_up': True}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:02:21.297295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:02:21.301758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Usage tracker for resource:network and tenant:edac71a7647a48eab978ce11a439280c is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:02:21.305242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:02:21.311635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:02:21.363331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Made reservation on behalf of edac71a7647a48eab978ce11a439280c for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:02:21.369550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:21.387715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:21.402259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:02:21.407221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Usage tracker for resource:security_group_rule and tenant:edac71a7647a48eab978ce11a439280c is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:02:21.410736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:02:21.416513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:02:21.665081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:21.757416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:21.762358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:02:21.783268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:02:21.810279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363250756542102', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:21.810898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Unsubscribe: segment precommit_create {{(pid=87174) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 23 09:02:21.811354 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Added segment 2f2867e2-cf9e-447e-a62a-04bb8015ff66 of type vlan for network 2310207c-9b6a-4607-bdfd-849b805a51be Apr 23 09:02:21.861076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10363ae3-d807-4d2a-8943-ed93c7de7e61,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:02:21.877697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:21.878075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:21.878500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:21.878857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:21.879210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:21.879570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:21.879914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:21.880271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:21.880612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:21.880951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:21.881291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:21.881629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Tracked resource versions report: Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: pushed versions: Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: { 'AddressGroup': {'1.2'}, Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: 'ConntrackHelper': {'1.0'}, Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Log': {'1.0'}, Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Network': {'1.1'}, Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Port': {'1.7'}, Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: 'PortForwarding': {'1.2'}, Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: 'QosPolicy': {'1.8'}, Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroup': {'1.4'}, Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroupRule': {'1.2'}, Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SubPort': {'1.0'}, Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Subnet': {'1.1'}, Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Trunk': {'1.1'}} Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: consumer versions: Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: { DHCP agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: L3 agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: Metadata agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: Metering agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: Open vSwitch agent@dv-neutron-786478-4-hyperv: { 'AddressGroup': '1.2', Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: 'ConntrackHelper': '1.0', Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Log': '1.0', Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Network': '1.1', Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Port': '1.7', Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: 'PortForwarding': '1.2', Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: 'QosPolicy': '1.8', Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroup': '1.4', Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroupRule': '1.2', Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SubPort': '1.0', Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Subnet': '1.1', Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Trunk': '1.1'}} Apr 23 09:02:21.882992 dv-neutron-786478-4-hyperv neutron-server[87059]: {{(pid=87174) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 23 09:02:21.930673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:21.939456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:02:22.003090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:22.004512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:02:22.005171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:22.009105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:02:22.114287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Pushing event updated for resources: {'Network': ['ID=2310207c-9b6a-4607-bdfd-849b805a51be,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:02:22.122505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:02:22.128830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 2310207c-9b6a-4607-bdfd-849b805a51be details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:02:22.157617 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2416365 Apr 23 09:02:25.236288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 56838) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:02:25.722668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f46ffa-429b-4ab3-9d79-c8f5f66259cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:02:25.724134 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f0f46ffa-429b-4ab3-9d79-c8f5f66259cf admin admin] 10.222.0.60 "GET /v2.0/networks/2310207c-9b6a-4607-bdfd-849b805a51be HTTP/1.1" status: 200 len: 825 time: 0.4868214 Apr 23 09:02:25.753599 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e72870f5-29fb-4e78-908d-f76dba436091 admin admin] 10.222.0.60 "GET /v2.0/subnetpools/859be394-9603-4042-b212-4d189b2595c4 HTTP/1.1" status: 200 len: 734 time: 0.0233293 Apr 23 09:02:25.763049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3ca63e36-4ffa-4ce8-8776-0d32702c329a admin admin] Request body: {'subnet': {'subnetpool_id': '859be394-9603-4042-b212-4d189b2595c4', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'edac71a7647a48eab978ce11a439280c', 'gateway_ip': '172.20.0.1', 'network_id': '2310207c-9b6a-4607-bdfd-849b805a51be'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:02:25.767506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3ca63e36-4ffa-4ce8-8776-0d32702c329a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:02:25.771404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3ca63e36-4ffa-4ce8-8776-0d32702c329a admin admin] Usage tracker for resource:subnet and tenant:edac71a7647a48eab978ce11a439280c is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:02:25.774369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3ca63e36-4ffa-4ce8-8776-0d32702c329a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:02:25.780360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3ca63e36-4ffa-4ce8-8776-0d32702c329a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:02:25.928722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca63e36-4ffa-4ce8-8776-0d32702c329a admin admin] Made reservation on behalf of edac71a7647a48eab978ce11a439280c for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:02:25.934428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ca63e36-4ffa-4ce8-8776-0d32702c329a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:26.468503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ca63e36-4ffa-4ce8-8776-0d32702c329a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:26.473868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:02:26.564024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca63e36-4ffa-4ce8-8776-0d32702c329a admin admin] Checking segment: {'id': '2f2867e2-cf9e-447e-a62a-04bb8015ff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2310207c-9b6a-4607-bdfd-849b805a51be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:02:26.564661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca63e36-4ffa-4ce8-8776-0d32702c329a admin admin] Network hostable DHCP agents. Network: 2310207c-9b6a-4607-bdfd-849b805a51be, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:02:26.570394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca63e36-4ffa-4ce8-8776-0d32702c329a admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b48c30-8a5d-417e-a6b6-31d1bf7fb12f,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:02:26.577374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3ca63e36-4ffa-4ce8-8776-0d32702c329a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:02:26.638078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca63e36-4ffa-4ce8-8776-0d32702c329a admin admin] Network 2310207c-9b6a-4607-bdfd-849b805a51be is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:02:26.677518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-3ca63e36-4ffa-4ce8-8776-0d32702c329a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 2310207c-9b6a-4607-bdfd-849b805a51be) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:02:26.682190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca63e36-4ffa-4ce8-8776-0d32702c329a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:02:26.682895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ca63e36-4ffa-4ce8-8776-0d32702c329a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:26.689971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1833821-f10f-44db-bf4a-73e673112765 None None] Network 2310207c-9b6a-4607-bdfd-849b805a51be requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:02:26.740432 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3ca63e36-4ffa-4ce8-8776-0d32702c329a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9809031 Apr 23 09:02:27.186888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-2310207c-9b6a-4607-bdfd-849b805a51be', 'network_id': '2310207c-9b6a-4607-bdfd-849b805a51be', 'tenant_id': 'edac71a7647a48eab978ce11a439280c', 'fixed_ips': [{'subnet_id': '74b48c30-8a5d-417e-a6b6-31d1bf7fb12f'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:02:27.187967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:27.381979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Allocated IP 172.20.0.2 (2310207c-9b6a-4607-bdfd-849b805a51be/74b48c30-8a5d-417e-a6b6-31d1bf7fb12f/c75829e8-bb67-42fd-b95f-fc4d422bc424) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:02:27.619012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:27.687260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Transition to ACTIVE for port object c75829e8-bb67-42fd-b95f-fc4d422bc424 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:02:27.710754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Transition to ACTIVE for port object c75829e8-bb67-42fd-b95f-fc4d422bc424 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:02:27.747051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:27.752930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:02:27.818855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Network 2310207c-9b6a-4607-bdfd-849b805a51be is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:02:27.822359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:02:27.830374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:02:27.832512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Pushing event updated for resources: {'Port': ['ID=c75829e8-bb67-42fd-b95f-fc4d422bc424,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:02:27.869668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:27.870055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:27.870463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:27.871456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:27.871456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:27.871994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:27.872341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:27.872689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:27.873051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:27.873397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:27.873739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:27.874081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Tracked resource versions report: Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: pushed versions: Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: { 'AddressGroup': {'1.2'}, Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: 'ConntrackHelper': {'1.0'}, Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Log': {'1.0'}, Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Network': {'1.1'}, Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Port': {'1.7'}, Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: 'PortForwarding': {'1.2'}, Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: 'QosPolicy': {'1.8'}, Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroup': {'1.4'}, Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroupRule': {'1.2'}, Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SubPort': {'1.0'}, Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Subnet': {'1.1'}, Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Trunk': {'1.1'}} Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: consumer versions: Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: { DHCP agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: L3 agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: Metadata agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: Metering agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: Open vSwitch agent@dv-neutron-786478-4-hyperv: { 'AddressGroup': '1.2', Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: 'ConntrackHelper': '1.0', Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Log': '1.0', Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Network': '1.1', Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Port': '1.7', Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: 'PortForwarding': '1.2', Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: 'QosPolicy': '1.8', Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroup': '1.4', Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroupRule': '1.2', Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SubPort': '1.0', Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Subnet': '1.1', Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Trunk': '1.1'}} Apr 23 09:02:27.875466 dv-neutron-786478-4-hyperv neutron-server[87059]: {{(pid=87176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 23 09:02:27.883391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:02:27.943735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Attempting to bind port c75829e8-bb67-42fd-b95f-fc4d422bc424 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:02:27.944084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Attempting to bind port c75829e8-bb67-42fd-b95f-fc4d422bc424 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '2f2867e2-cf9e-447e-a62a-04bb8015ff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2310207c-9b6a-4607-bdfd-849b805a51be'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:02:27.944496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Attempting to bind port c75829e8-bb67-42fd-b95f-fc4d422bc424 on network 2310207c-9b6a-4607-bdfd-849b805a51be {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:02:27.951789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:02:27.952260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Checking segment: {'id': '2f2867e2-cf9e-447e-a62a-04bb8015ff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2310207c-9b6a-4607-bdfd-849b805a51be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:02:27.953634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:27.953634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Bound using segment: {'id': '2f2867e2-cf9e-447e-a62a-04bb8015ff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2310207c-9b6a-4607-bdfd-849b805a51be'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:02:27.953634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Bound port: c75829e8-bb67-42fd-b95f-fc4d422bc424, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2867e2-cf9e-447e-a62a-04bb8015ff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2310207c-9b6a-4607-bdfd-849b805a51be'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:02:27.954474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:28.052586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] For port c75829e8-bb67-42fd-b95f-fc4d422bc424, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:02:28.056817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] For port c75829e8-bb67-42fd-b95f-fc4d422bc424, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c75829e8-bb67-42fd-b95f-fc4d422bc424,segment=NetworkSegment(2f2867e2-cf9e-447e-a62a-04bb8015ff66),segment_id=2f2867e2-cf9e-447e-a62a-04bb8015ff66)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:02:28.095553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:28.100773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:02:28.191684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Pushing event updated for resources: {'Port': ['ID=c75829e8-bb67-42fd-b95f-fc4d422bc424,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:02:28.194912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:02:29.570442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 56848) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:02:29.980372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-f3976231-5c8f-48ce-b315-6b240bae56ab admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:02:29.981435 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f3976231-5c8f-48ce-b315-6b240bae56ab admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4099467 Apr 23 09:02:32.406291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 5 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:02:32.794462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 56858) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:02:33.235215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-036b4f0c-318c-442c-8d5a-0c0eaa609386 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:02:33.236646 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-036b4f0c-318c-442c-8d5a-0c0eaa609386 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4409504 Apr 23 09:02:35.201301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08ac2f6-f49e-4fc0-937d-902a29d1038a None None] Network 2310207c-9b6a-4607-bdfd-849b805a51be requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:02:35.287213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c75829e8-bb67-42fd-b95f-fc4d422bc424 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:02:35.458270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4f322fe4-f30f-4a91-963f-9fb14a7b1f58 None None] Provisioning for port c75829e8-bb67-42fd-b95f-fc4d422bc424 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:02:35.467082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4f322fe4-f30f-4a91-963f-9fb14a7b1f58 None None] Provisioning complete for port c75829e8-bb67-42fd-b95f-fc4d422bc424 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:02:35.467481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f322fe4-f30f-4a91-963f-9fb14a7b1f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:35.503766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port c75829e8-bb67-42fd-b95f-fc4d422bc424 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:02:35.524032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port c75829e8-bb67-42fd-b95f-fc4d422bc424 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:02:35.524438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:35.794029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f322fe4-f30f-4a91-963f-9fb14a7b1f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:35.818184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:35.866253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4f322fe4-f30f-4a91-963f-9fb14a7b1f58 None None] For port c75829e8-bb67-42fd-b95f-fc4d422bc424, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c75829e8-bb67-42fd-b95f-fc4d422bc424,segment=NetworkSegment(2f2867e2-cf9e-447e-a62a-04bb8015ff66),segment_id=2f2867e2-cf9e-447e-a62a-04bb8015ff66)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:02:35.912653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f322fe4-f30f-4a91-963f-9fb14a7b1f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:35.920469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:02:35.984054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:02:35.984477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:02:36.003658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f322fe4-f30f-4a91-963f-9fb14a7b1f58 None None] Pushing event updated for resources: {'Port': ['ID=c75829e8-bb67-42fd-b95f-fc4d422bc424,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:02:36.007080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4f322fe4-f30f-4a91-963f-9fb14a7b1f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:02:36.046798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3536a072-396d-49e7-b344-980c79e553d3 None None] Provisioning complete for port c75829e8-bb67-42fd-b95f-fc4d422bc424 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:02:36.046798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3536a072-396d-49e7-b344-980c79e553d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:36.397032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 56876) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:02:36.666178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2918e0a-bc9d-48bd-bca9-3cab89bc4b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:36.786427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-810ab62c-87c7-49c6-98fd-75d5576d337a admin admin] Request body: {'router': {'tenant_id': 'edac71a7647a48eab978ce11a439280c', 'admin_state_up': True, 'name': 'router1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:02:36.791722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-810ab62c-87c7-49c6-98fd-75d5576d337a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:02:36.796375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-810ab62c-87c7-49c6-98fd-75d5576d337a admin admin] Usage tracker for resource:router and tenant:edac71a7647a48eab978ce11a439280c is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:02:36.799604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-810ab62c-87c7-49c6-98fd-75d5576d337a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:02:36.805512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-810ab62c-87c7-49c6-98fd-75d5576d337a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:02:36.843281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-810ab62c-87c7-49c6-98fd-75d5576d337a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:36.844630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-810ab62c-87c7-49c6-98fd-75d5576d337a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:36.922091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-810ab62c-87c7-49c6-98fd-75d5576d337a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:37.061365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-810ab62c-87c7-49c6-98fd-75d5576d337a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:37.094843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-810ab62c-87c7-49c6-98fd-75d5576d337a admin admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:37.096092 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-810ab62c-87c7-49c6-98fd-75d5576d337a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6980228 Apr 23 09:02:37.231696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c75829e8-bb67-42fd-b95f-fc4d422bc424 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:02:37.307724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port c75829e8-bb67-42fd-b95f-fc4d422bc424 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:02:37.309367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:39.591872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-77804de1-a49e-4a9f-b4c7-98753f63b745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:39.873947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 56886) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:02:40.192144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:40.200529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-da7c0376-34b5-4a77-9f28-eeabf792c4b8 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:02:40.201612 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-da7c0376-34b5-4a77-9f28-eeabf792c4b8 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3266296 Apr 23 09:02:41.174741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:42.054953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:42.860355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 56906) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:02:42.914326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:02:42.919920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:02:42.924002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Usage tracker for resource:network and tenant:df20a267291b494cb6663fadac27736f is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:02:42.927034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:02:42.933645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:02:43.037420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Made reservation on behalf of df20a267291b494cb6663fadac27736f for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:02:43.042687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:43.056283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:43.073346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:02:43.078005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Usage tracker for resource:security_group_rule and tenant:df20a267291b494cb6663fadac27736f is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:02:43.080940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:02:43.086864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:02:43.307113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:43.322770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:43.327251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:02:43.342591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Reserving flat network on physical network physnet1 {{(pid=87174) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 23 09:02:43.359691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a2574e-6fa0-4233-a51c-295ebcf04ac7,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:02:43.362878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:02:43.383989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:43.384380 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Added segment 8d8c7350-8f9f-475c-bde2-e6d90559c755 of type flat for network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 Apr 23 09:02:43.500247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:43.563348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:43.564988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:02:43.565615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:43.570592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:02:43.684190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Pushing event updated for resources: {'Network': ['ID=164d7ec3-3e1e-464d-ab6a-2950ee843dd7,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:02:43.686871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:02:43.694745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:02:43.706943 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8453920 Apr 23 09:02:46.297510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 56926) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:02:46.473357 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING oslo_policy.policy [None req-d2e85178-3453-4760-bc0c-5e49167984ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 09:02:46.473930 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING oslo_policy.policy [None req-d2e85178-3453-4760-bc0c-5e49167984ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 09:02:46.883657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.policy [None req-d2e85178-3453-4760-bc0c-5e49167984ed admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87175) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 23 09:02:47.096539 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING oslo_policy.policy [None req-d2e85178-3453-4760-bc0c-5e49167984ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 09:02:47.096958 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING oslo_policy.policy [None req-d2e85178-3453-4760-bc0c-5e49167984ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 09:02:47.114429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e85178-3453-4760-bc0c-5e49167984ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:02:47.116262 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d2e85178-3453-4760-bc0c-5e49167984ed admin admin] 10.222.0.60 "GET /v2.0/subnets/74b48c30-8a5d-417e-a6b6-31d1bf7fb12f HTTP/1.1" status: 200 len: 849 time: 0.8167233 Apr 23 09:02:47.301850 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4a840f4c-2367-41fd-8918-9437646d4b52 admin admin] 10.222.0.60 "GET /v2.0/routers/b65a3551-72bc-4bcb-bb6c-a7ed92570384 HTTP/1.1" status: 200 len: 704 time: 0.1791077 Apr 23 09:02:47.797538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:48.087993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Allocated IP 172.20.0.1 (2310207c-9b6a-4607-bdfd-849b805a51be/74b48c30-8a5d-417e-a6b6-31d1bf7fb12f/035a9e54-a4bb-4dcf-bf4e-80abce393007) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:02:48.412019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:48.430726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Transition to ACTIVE for port object 035a9e54-a4bb-4dcf-bf4e-80abce393007 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:02:48.523915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:48.530057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:02:48.579768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Network 2310207c-9b6a-4607-bdfd-849b805a51be is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:02:48.587378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:02:48.633983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:02:48.633983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:48.752677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Pushing event updated for resources: {'Port': ['ID=035a9e54-a4bb-4dcf-bf4e-80abce393007,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:02:48.773948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:48.774357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:48.774736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:48.775100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:48.775457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:48.775826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:48.776187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:48.776586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:48.777075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:48.777433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:48.777784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:48.778134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Tracked resource versions report: Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: pushed versions: Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: { 'AddressGroup': {'1.2'}, Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: 'ConntrackHelper': {'1.0'}, Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Log': {'1.0'}, Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Network': {'1.1'}, Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Port': {'1.7'}, Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: 'PortForwarding': {'1.2'}, Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: 'QosPolicy': {'1.8'}, Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroup': {'1.4'}, Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroupRule': {'1.2'}, Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SubPort': {'1.0'}, Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Subnet': {'1.1'}, Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Trunk': {'1.1'}} Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: consumer versions: Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: { DHCP agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: L3 agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: Metadata agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: Metering agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: Open vSwitch agent@dv-neutron-786478-4-hyperv: { 'AddressGroup': '1.2', Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: 'ConntrackHelper': '1.0', Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Log': '1.0', Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Network': '1.1', Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Port': '1.7', Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: 'PortForwarding': '1.2', Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: 'QosPolicy': '1.8', Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroup': '1.4', Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroupRule': '1.2', Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SubPort': '1.0', Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Subnet': '1.1', Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Trunk': '1.1'}} Apr 23 09:02:48.779478 dv-neutron-786478-4-hyperv neutron-server[87059]: {{(pid=87175) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 23 09:02:48.796264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:02:48.895048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-46c59a65-a5c5-4371-bc43-27ba72f821d8 None None] Provisioning for port 035a9e54-a4bb-4dcf-bf4e-80abce393007 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:02:48.901258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-46c59a65-a5c5-4371-bc43-27ba72f821d8 None None] Provisioning complete for port 035a9e54-a4bb-4dcf-bf4e-80abce393007 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:02:48.901617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46c59a65-a5c5-4371-bc43-27ba72f821d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:48.960794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-46c59a65-a5c5-4371-bc43-27ba72f821d8 None None] Port 035a9e54-a4bb-4dcf-bf4e-80abce393007 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:02:49.114008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:49.356953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:49.391761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:49.392905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:49.397416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:02:49.545607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Pushing event updated for resources: {'Port': ['ID=035a9e54-a4bb-4dcf-bf4e-80abce393007,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:02:49.552494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:02:49.608260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Network 2310207c-9b6a-4607-bdfd-849b805a51be is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:02:49.609289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:02:49.785109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4ad6fb7a-2e37-443f-888c-589d64f7ad7e None None] Provisioning complete for port 035a9e54-a4bb-4dcf-bf4e-80abce393007 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:02:49.785512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4ad6fb7a-2e37-443f-888c-589d64f7ad7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:49.837317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Router b65a3551-72bc-4bcb-bb6c-a7ed92570384 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:02:49.844496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6fb7a-2e37-443f-888c-589d64f7ad7e None None] Port 035a9e54-a4bb-4dcf-bf4e-80abce393007 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:02:50.003141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:02:50.013486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] Sync routers for ids ['b65a3551-72bc-4bcb-bb6c-a7ed92570384'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:02:50.015140 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] 10.222.0.60 "PUT /v2.0/routers/b65a3551-72bc-4bcb-bb6c-a7ed92570384/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7072923 Apr 23 09:02:50.024730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] Routers {'b65a3551-72bc-4bcb-bb6c-a7ed92570384'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:02:50.025637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:02:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['b65a3551-72bc-4bcb-bb6c-a7ed92570384'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:02:50.215492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] Set router b65a3551-72bc-4bcb-bb6c-a7ed92570384 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:02:50.777373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65a3551-72bc-4bcb-bb6c-a7ed92570384', 'name': 'router1', 'tenant_id': 'edac71a7647a48eab978ce11a439280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:02:36Z', 'updated_at': '2021-04-23T09:02:49Z', 'revision_number': 2, 'project_id': 'edac71a7647a48eab978ce11a439280c', 'gw_port_host': None, '_interfaces': [{'id': '035a9e54-a4bb-4dcf-bf4e-80abce393007', 'name': '', 'network_id': '2310207c-9b6a-4607-bdfd-849b805a51be', 'tenant_id': 'edac71a7647a48eab978ce11a439280c', 'mac_address': 'fa:16:3e:d8:70:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65a3551-72bc-4bcb-bb6c-a7ed92570384', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74b48c30-8a5d-417e-a6b6-31d1bf7fb12f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:02:47Z', 'updated_at': '2021-04-23T09:02:49Z', 'revision_number': 2, 'project_id': 'edac71a7647a48eab978ce11a439280c', 'subnets': [{'id': '74b48c30-8a5d-417e-a6b6-31d1bf7fb12f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '859be394-9603-4042-b212-4d189b2595c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:02:50.782565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] Checking router: b65a3551-72bc-4bcb-bb6c-a7ed92570384 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:02:50.782948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] Updating router b65a3551-72bc-4bcb-bb6c-a7ed92570384 port 035a9e54-a4bb-4dcf-bf4e-80abce393007 binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:02:50.841113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:51.234197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:51.249141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] Transition to ACTIVE for port object 035a9e54-a4bb-4dcf-bf4e-80abce393007 will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:02:51.277496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:51.283595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:02:51.429580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b701e-e7a4-43d1-a090-bda537b7b6d1 None None] Pushing event updated for resources: {'Port': ['ID=035a9e54-a4bb-4dcf-bf4e-80abce393007,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:02:51.466773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b701e-e7a4-43d1-a090-bda537b7b6d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:51.467156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b701e-e7a4-43d1-a090-bda537b7b6d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:51.467529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b701e-e7a4-43d1-a090-bda537b7b6d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:51.467891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b701e-e7a4-43d1-a090-bda537b7b6d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:51.468248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b701e-e7a4-43d1-a090-bda537b7b6d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:51.468616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b701e-e7a4-43d1-a090-bda537b7b6d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:51.468970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b701e-e7a4-43d1-a090-bda537b7b6d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:51.469322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b701e-e7a4-43d1-a090-bda537b7b6d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:51.469686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b701e-e7a4-43d1-a090-bda537b7b6d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:51.470033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b701e-e7a4-43d1-a090-bda537b7b6d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:51.470394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b701e-e7a4-43d1-a090-bda537b7b6d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:51.470745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b701e-e7a4-43d1-a090-bda537b7b6d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b701e-e7a4-43d1-a090-bda537b7b6d1 None None] Tracked resource versions report: Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: pushed versions: Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: { 'AddressGroup': {'1.2'}, Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: 'ConntrackHelper': {'1.0'}, Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Log': {'1.0'}, Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Network': {'1.1'}, Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Port': {'1.7'}, Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: 'PortForwarding': {'1.2'}, Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: 'QosPolicy': {'1.8'}, Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroup': {'1.4'}, Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroupRule': {'1.2'}, Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SubPort': {'1.0'}, Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Subnet': {'1.1'}, Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Trunk': {'1.1'}} Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: consumer versions: Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: { DHCP agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: L3 agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: Metadata agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: Metering agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: Open vSwitch agent@dv-neutron-786478-4-hyperv: { 'AddressGroup': '1.2', Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: 'ConntrackHelper': '1.0', Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Log': '1.0', Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Network': '1.1', Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Port': '1.7', Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: 'PortForwarding': '1.2', Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: 'QosPolicy': '1.8', Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroup': '1.4', Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroupRule': '1.2', Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SubPort': '1.0', Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Subnet': '1.1', Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Trunk': '1.1'}} Apr 23 09:02:51.472094 dv-neutron-786478-4-hyperv neutron-server[87059]: {{(pid=87177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 23 09:02:51.481930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-189b701e-e7a4-43d1-a090-bda537b7b6d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:02:51.539134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] Attempting to bind port 035a9e54-a4bb-4dcf-bf4e-80abce393007 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:02:51.539565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] Attempting to bind port 035a9e54-a4bb-4dcf-bf4e-80abce393007 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '2f2867e2-cf9e-447e-a62a-04bb8015ff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2310207c-9b6a-4607-bdfd-849b805a51be'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:02:51.539976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] Attempting to bind port 035a9e54-a4bb-4dcf-bf4e-80abce393007 on network 2310207c-9b6a-4607-bdfd-849b805a51be {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:02:51.546122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:02:51.546571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] Checking segment: {'id': '2f2867e2-cf9e-447e-a62a-04bb8015ff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2310207c-9b6a-4607-bdfd-849b805a51be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:02:51.547040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:51.547462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] Bound using segment: {'id': '2f2867e2-cf9e-447e-a62a-04bb8015ff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2310207c-9b6a-4607-bdfd-849b805a51be'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:02:51.547996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] Bound port: 035a9e54-a4bb-4dcf-bf4e-80abce393007, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2867e2-cf9e-447e-a62a-04bb8015ff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2310207c-9b6a-4607-bdfd-849b805a51be'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:02:51.548413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:51.645944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] For port 035a9e54-a4bb-4dcf-bf4e-80abce393007, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:02:51.651836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] For port 035a9e54-a4bb-4dcf-bf4e-80abce393007, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=035a9e54-a4bb-4dcf-bf4e-80abce393007,segment=NetworkSegment(2f2867e2-cf9e-447e-a62a-04bb8015ff66),segment_id=2f2867e2-cf9e-447e-a62a-04bb8015ff66)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:02:51.712470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:51.718088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-189b701e-e7a4-43d1-a090-bda537b7b6d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:02:51.811220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] Routers {'b65a3551-72bc-4bcb-bb6c-a7ed92570384'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:02:51.811873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:02:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['b65a3551-72bc-4bcb-bb6c-a7ed92570384'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:02:51.868798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b701e-e7a4-43d1-a090-bda537b7b6d1 None None] Pushing event updated for resources: {'Port': ['ID=035a9e54-a4bb-4dcf-bf4e-80abce393007,revision_number=4']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:02:51.940487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-189b701e-e7a4-43d1-a090-bda537b7b6d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:02:51.983457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] Set router b65a3551-72bc-4bcb-bb6c-a7ed92570384 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:02:52.339800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65a3551-72bc-4bcb-bb6c-a7ed92570384', 'name': 'router1', 'tenant_id': 'edac71a7647a48eab978ce11a439280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:02:36Z', 'updated_at': '2021-04-23T09:02:49Z', 'revision_number': 2, 'project_id': 'edac71a7647a48eab978ce11a439280c', 'gw_port_host': None, '_interfaces': [{'id': '035a9e54-a4bb-4dcf-bf4e-80abce393007', 'name': '', 'network_id': '2310207c-9b6a-4607-bdfd-849b805a51be', 'tenant_id': 'edac71a7647a48eab978ce11a439280c', 'mac_address': 'fa:16:3e:d8:70:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65a3551-72bc-4bcb-bb6c-a7ed92570384', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74b48c30-8a5d-417e-a6b6-31d1bf7fb12f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:02:47Z', 'updated_at': '2021-04-23T09:02:51Z', 'revision_number': 4, 'project_id': 'edac71a7647a48eab978ce11a439280c', 'subnets': [{'id': '74b48c30-8a5d-417e-a6b6-31d1bf7fb12f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '859be394-9603-4042-b212-4d189b2595c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:02:52.343958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0390a427-4f1d-4b0f-8799-9a730647074f None None] The sync data for ids ['b65a3551-72bc-4bcb-bb6c-a7ed92570384'] in dv-neutron-786478-4-hyperv is: [{'id': 'b65a3551-72bc-4bcb-bb6c-a7ed92570384', 'name': 'router1', 'tenant_id': 'edac71a7647a48eab978ce11a439280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:02:36Z', 'updated_at': '2021-04-23T09:02:49Z', 'revision_number': 2, 'project_id': 'edac71a7647a48eab978ce11a439280c', 'gw_port_host': None, '_interfaces': [{'id': '035a9e54-a4bb-4dcf-bf4e-80abce393007', 'name': '', 'network_id': '2310207c-9b6a-4607-bdfd-849b805a51be', 'tenant_id': 'edac71a7647a48eab978ce11a439280c', 'mac_address': 'fa:16:3e:d8:70:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65a3551-72bc-4bcb-bb6c-a7ed92570384', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74b48c30-8a5d-417e-a6b6-31d1bf7fb12f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:02:47Z', 'updated_at': '2021-04-23T09:02:51Z', 'revision_number': 4, 'project_id': 'edac71a7647a48eab978ce11a439280c', 'subnets': [{'id': '74b48c30-8a5d-417e-a6b6-31d1bf7fb12f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '859be394-9603-4042-b212-4d189b2595c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:02:52.582812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 56948) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:02:52.746641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd4d218-c5a0-4a87-b4a3-b245728d8617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:02:52.748043 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0dd4d218-c5a0-4a87-b4a3-b245728d8617 admin admin] 10.222.0.60 "GET /v2.0/networks/164d7ec3-3e1e-464d-ab6a-2950ee843dd7 HTTP/1.1" status: 200 len: 842 time: 0.1641893 Apr 23 09:02:52.758522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9176f132-9b59-4652-b314-0bb602e1bed5 admin admin] Request body: {'subnet': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'enable_dhcp': False, 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:02:52.761802 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.quota [None req-9176f132-9b59-4652-b314-0bb602e1bed5 admin admin] Loaded quota_driver: . Apr 23 09:02:52.767830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9176f132-9b59-4652-b314-0bb602e1bed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:02:52.771962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9176f132-9b59-4652-b314-0bb602e1bed5 admin admin] Usage tracker for resource:subnet and tenant:df20a267291b494cb6663fadac27736f is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:02:52.775406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9176f132-9b59-4652-b314-0bb602e1bed5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:02:52.783139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9176f132-9b59-4652-b314-0bb602e1bed5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:02:52.820160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9176f132-9b59-4652-b314-0bb602e1bed5 admin admin] Made reservation on behalf of df20a267291b494cb6663fadac27736f for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:02:52.825397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9176f132-9b59-4652-b314-0bb602e1bed5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:53.510803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.objects.ports [None req-9176f132-9b59-4652-b314-0bb602e1bed5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87175) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 23 09:02:53.512042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9176f132-9b59-4652-b314-0bb602e1bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:53.516864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:02:53.597328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176f132-9b59-4652-b314-0bb602e1bed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66003f26-3812-4e57-a682-4cad9d453482,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:02:53.601770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9176f132-9b59-4652-b314-0bb602e1bed5 admin admin] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:02:53.602165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9176f132-9b59-4652-b314-0bb602e1bed5 admin admin] Network hostable DHCP agents. Network: 164d7ec3-3e1e-464d-ab6a-2950ee843dd7, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:02:53.607324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9176f132-9b59-4652-b314-0bb602e1bed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:02:53.723481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9176f132-9b59-4652-b314-0bb602e1bed5 admin admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:02:53.836236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-9176f132-9b59-4652-b314-0bb602e1bed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 164d7ec3-3e1e-464d-ab6a-2950ee843dd7) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:02:53.841789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9176f132-9b59-4652-b314-0bb602e1bed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:02:53.842538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9176f132-9b59-4652-b314-0bb602e1bed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:53.845816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3de1c7-109f-4132-956b-2b2ca2d165f4 None None] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:02:53.919159 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9176f132-9b59-4652-b314-0bb602e1bed5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1644163 Apr 23 09:02:54.084108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a128de7d-9b47-40e4-9b21-47651c5a6bcc None None] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:02:56.582874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 56962) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:02:56.967555 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c8023e15-cd38-4d7c-bd00-af92f73b747c admin admin] 10.222.0.60 "GET /v2.0/routers/b65a3551-72bc-4bcb-bb6c-a7ed92570384 HTTP/1.1" status: 200 len: 710 time: 0.3834558 Apr 23 09:02:57.106060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b854bab-1d95-478f-b709-314abaeb465a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:02:57.107570 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0b854bab-1d95-478f-b709-314abaeb465a admin admin] 10.222.0.60 "GET /v2.0/networks/164d7ec3-3e1e-464d-ab6a-2950ee843dd7 HTTP/1.1" status: 200 len: 886 time: 0.1342459 Apr 23 09:02:57.117443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ea9abc22-6f5f-4122-96a1-39d899b79f57 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:02:57.251028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 035a9e54-a4bb-4dcf-bf4e-80abce393007 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:02:57.368632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 035a9e54-a4bb-4dcf-bf4e-80abce393007 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:02:57.374217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 035a9e54-a4bb-4dcf-bf4e-80abce393007 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:02:57.374716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:57.505439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:57.541508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 035a9e54-a4bb-4dcf-bf4e-80abce393007, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=035a9e54-a4bb-4dcf-bf4e-80abce393007,segment=NetworkSegment(2f2867e2-cf9e-447e-a62a-04bb8015ff66),segment_id=2f2867e2-cf9e-447e-a62a-04bb8015ff66)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:02:57.568696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:57.571740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:02:57.599221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea9abc22-6f5f-4122-96a1-39d899b79f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:57.645475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=035a9e54-a4bb-4dcf-bf4e-80abce393007,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:02:57.648831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:02:57.990198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea9abc22-6f5f-4122-96a1-39d899b79f57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:58.054221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea9abc22-6f5f-4122-96a1-39d899b79f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:58.196253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-ea9abc22-6f5f-4122-96a1-39d899b79f57 admin admin] Allocated IP 172.26.4.78 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/b9c07170-ed47-4fd7-81c2-e4463ae39057) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:02:58.351821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea9abc22-6f5f-4122-96a1-39d899b79f57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:58.413633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea9abc22-6f5f-4122-96a1-39d899b79f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:58.419319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:02:58.489512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9abc22-6f5f-4122-96a1-39d899b79f57 admin admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:02:58.492877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-ea9abc22-6f5f-4122-96a1-39d899b79f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:02:58.500916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9abc22-6f5f-4122-96a1-39d899b79f57 admin admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:02:58.557382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9abc22-6f5f-4122-96a1-39d899b79f57 admin admin] Pushing event updated for resources: {'Port': ['ID=b9c07170-ed47-4fd7-81c2-e4463ae39057,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:02:58.571324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ea9abc22-6f5f-4122-96a1-39d899b79f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:02:59.016922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea9abc22-6f5f-4122-96a1-39d899b79f57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:59.231924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 035a9e54-a4bb-4dcf-bf4e-80abce393007 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:02:59.307786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 035a9e54-a4bb-4dcf-bf4e-80abce393007 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:02:59.308246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:59.564034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea9abc22-6f5f-4122-96a1-39d899b79f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:59.567480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea9abc22-6f5f-4122-96a1-39d899b79f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846489349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8286451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846514403'] for router, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:59.754342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9abc22-6f5f-4122-96a1-39d899b79f57 admin admin] Router b65a3551-72bc-4bcb-bb6c-a7ed92570384 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:02:59.942606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9abc22-6f5f-4122-96a1-39d899b79f57 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:02:59.951722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea9abc22-6f5f-4122-96a1-39d899b79f57 admin admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:02:59.952982 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ea9abc22-6f5f-4122-96a1-39d899b79f57 admin admin] 10.222.0.60 "PUT /v2.0/routers/b65a3551-72bc-4bcb-bb6c-a7ed92570384 HTTP/1.1" status: 200 len: 889 time: 2.8390181 Apr 23 09:02:59.954125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] Sync routers for ids ['b65a3551-72bc-4bcb-bb6c-a7ed92570384'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:02:59.965705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] Routers {'b65a3551-72bc-4bcb-bb6c-a7ed92570384'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:02:59.966453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:02:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['b65a3551-72bc-4bcb-bb6c-a7ed92570384'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:03:00.174682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] Set router b65a3551-72bc-4bcb-bb6c-a7ed92570384 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:03:00.537015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65a3551-72bc-4bcb-bb6c-a7ed92570384', 'name': 'router1', 'tenant_id': 'edac71a7647a48eab978ce11a439280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'b9c07170-ed47-4fd7-81c2-e4463ae39057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:02:36Z', 'updated_at': '2021-04-23T09:02:58Z', 'revision_number': 4, 'project_id': 'edac71a7647a48eab978ce11a439280c', 'gw_port': {'id': 'b9c07170-ed47-4fd7-81c2-e4463ae39057', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ed:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65a3551-72bc-4bcb-bb6c-a7ed92570384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:02:58Z', 'updated_at': '2021-04-23T09:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '035a9e54-a4bb-4dcf-bf4e-80abce393007', 'name': '', 'network_id': '2310207c-9b6a-4607-bdfd-849b805a51be', 'tenant_id': 'edac71a7647a48eab978ce11a439280c', 'mac_address': 'fa:16:3e:d8:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65a3551-72bc-4bcb-bb6c-a7ed92570384', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74b48c30-8a5d-417e-a6b6-31d1bf7fb12f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:02:47Z', 'updated_at': '2021-04-23T09:02:57Z', 'revision_number': 5, 'project_id': 'edac71a7647a48eab978ce11a439280c', 'subnets': [{'id': '74b48c30-8a5d-417e-a6b6-31d1bf7fb12f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '859be394-9603-4042-b212-4d189b2595c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:03:00.542409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] Checking router: b65a3551-72bc-4bcb-bb6c-a7ed92570384 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:03:00.542807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] Updating router b65a3551-72bc-4bcb-bb6c-a7ed92570384 port b9c07170-ed47-4fd7-81c2-e4463ae39057 binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:03:00.599210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:03:00.960785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:03:01.015047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] Transition to ACTIVE for port object b9c07170-ed47-4fd7-81c2-e4463ae39057 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:03:01.054774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:03:01.061021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:03:01.142909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] Attempting to bind port b9c07170-ed47-4fd7-81c2-e4463ae39057 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:03:01.143322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] Attempting to bind port b9c07170-ed47-4fd7-81c2-e4463ae39057 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:03:01.143727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] Attempting to bind port b9c07170-ed47-4fd7-81c2-e4463ae39057 on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:03:01.151983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:03:01.152389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:03:01.152827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:03:01.153255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:03:01.153763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] Bound port: b9c07170-ed47-4fd7-81c2-e4463ae39057, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:03:01.154180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:03:01.179319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f53503-d331-4e55-bd66-45ba5581b578 None None] Pushing event updated for resources: {'Port': ['ID=b9c07170-ed47-4fd7-81c2-e4463ae39057,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:03:01.187091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c7f53503-d331-4e55-bd66-45ba5581b578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:03:01.234769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] For port b9c07170-ed47-4fd7-81c2-e4463ae39057, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:03:01.237849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] For port b9c07170-ed47-4fd7-81c2-e4463ae39057, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b9c07170-ed47-4fd7-81c2-e4463ae39057,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:03:01.278854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:03:01.284256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4f322fe4-f30f-4a91-963f-9fb14a7b1f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:03:01.367042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f53503-d331-4e55-bd66-45ba5581b578 None None] Pushing event updated for resources: {'Port': ['ID=b9c07170-ed47-4fd7-81c2-e4463ae39057,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:03:01.372812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c7f53503-d331-4e55-bd66-45ba5581b578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:03:01.380118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] Routers {'b65a3551-72bc-4bcb-bb6c-a7ed92570384'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:03:01.380778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:02:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['b65a3551-72bc-4bcb-bb6c-a7ed92570384'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:03:01.586097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] Set router b65a3551-72bc-4bcb-bb6c-a7ed92570384 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:03:01.951644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65a3551-72bc-4bcb-bb6c-a7ed92570384', 'name': 'router1', 'tenant_id': 'edac71a7647a48eab978ce11a439280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'b9c07170-ed47-4fd7-81c2-e4463ae39057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:02:36Z', 'updated_at': '2021-04-23T09:02:58Z', 'revision_number': 4, 'project_id': 'edac71a7647a48eab978ce11a439280c', 'gw_port': {'id': 'b9c07170-ed47-4fd7-81c2-e4463ae39057', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ed:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65a3551-72bc-4bcb-bb6c-a7ed92570384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:02:58Z', 'updated_at': '2021-04-23T09:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '035a9e54-a4bb-4dcf-bf4e-80abce393007', 'name': '', 'network_id': '2310207c-9b6a-4607-bdfd-849b805a51be', 'tenant_id': 'edac71a7647a48eab978ce11a439280c', 'mac_address': 'fa:16:3e:d8:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65a3551-72bc-4bcb-bb6c-a7ed92570384', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74b48c30-8a5d-417e-a6b6-31d1bf7fb12f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:02:47Z', 'updated_at': '2021-04-23T09:02:57Z', 'revision_number': 5, 'project_id': 'edac71a7647a48eab978ce11a439280c', 'subnets': [{'id': '74b48c30-8a5d-417e-a6b6-31d1bf7fb12f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '859be394-9603-4042-b212-4d189b2595c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:03:01.955882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f6dd63-4214-44be-a8b0-ab62eba9dd0a None None] The sync data for ids ['b65a3551-72bc-4bcb-bb6c-a7ed92570384'] in dv-neutron-786478-4-hyperv is: [{'id': 'b65a3551-72bc-4bcb-bb6c-a7ed92570384', 'name': 'router1', 'tenant_id': 'edac71a7647a48eab978ce11a439280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'b9c07170-ed47-4fd7-81c2-e4463ae39057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:02:36Z', 'updated_at': '2021-04-23T09:02:58Z', 'revision_number': 4, 'project_id': 'edac71a7647a48eab978ce11a439280c', 'gw_port': {'id': 'b9c07170-ed47-4fd7-81c2-e4463ae39057', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ed:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65a3551-72bc-4bcb-bb6c-a7ed92570384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:02:58Z', 'updated_at': '2021-04-23T09:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '035a9e54-a4bb-4dcf-bf4e-80abce393007', 'name': '', 'network_id': '2310207c-9b6a-4607-bdfd-849b805a51be', 'tenant_id': 'edac71a7647a48eab978ce11a439280c', 'mac_address': 'fa:16:3e:d8:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65a3551-72bc-4bcb-bb6c-a7ed92570384', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74b48c30-8a5d-417e-a6b6-31d1bf7fb12f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:02:47Z', 'updated_at': '2021-04-23T09:02:57Z', 'revision_number': 5, 'project_id': 'edac71a7647a48eab978ce11a439280c', 'subnets': [{'id': '74b48c30-8a5d-417e-a6b6-31d1bf7fb12f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '859be394-9603-4042-b212-4d189b2595c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:03:02.706069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 56972) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:03:02.840685 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2523b4b3-7856-4cff-bd66-225eb56b37f0 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1333737 Apr 23 09:03:03.258490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b9c07170-ed47-4fd7-81c2-e4463ae39057 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:03:03.374914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port b9c07170-ed47-4fd7-81c2-e4463ae39057 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:03:03.380667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port b9c07170-ed47-4fd7-81c2-e4463ae39057 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:03:03.381085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:03:03.514954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:03:03.533461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port b9c07170-ed47-4fd7-81c2-e4463ae39057, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b9c07170-ed47-4fd7-81c2-e4463ae39057,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:03:03.563628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:03:03.566278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:03:03.796410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=b9c07170-ed47-4fd7-81c2-e4463ae39057,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:03:03.799679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:03:05.289310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b9c07170-ed47-4fd7-81c2-e4463ae39057 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:03:05.437614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port b9c07170-ed47-4fd7-81c2-e4463ae39057 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:03:05.438679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:03:06.696624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5340e554-59fb-46a0-9fc3-fd29e83e5f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:03:09.419635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 5 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:03:09.605259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ad95e652-ae8b-4db7-8daf-5b8b6577871d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:03:10.215982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:03:11.192521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:03:12.071020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:03:36.669120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43db09ab-142d-41c5-a827-02aab95fcd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:03:39.655445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e7c614a4-df7c-49d5-922a-d6a25c3ad41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:03:40.249787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:03:41.198819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:03:42.083545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:03:46.410389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 5 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:04:06.649647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-211b3f05-5718-4b21-9cd7-0217e1f3805a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:04:10.300990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:04:10.303420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5558347d-e555-4bc2-9da1-38fafca3f177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:04:11.170179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:04:12.083754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:04:23.410304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 5 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:04:36.654704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6570-417a-43f2-9187-235bad798ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:04:39.580784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-663f27d0-cef7-4ec6-b7fd-ac4c89a58d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:04:40.210349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:04:41.180370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:04:42.093920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:05:00.410286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 5 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:05:06.642627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-80594cfd-43be-4bda-aa81-2c04a5870ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:05:09.568238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-969fb0ad-7a7c-48f9-8390-9457cfc6ed82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:05:09.792294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 57574) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:05:09.869477 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e09f9f-f296-4a61-990e-54f1161e8ab9 admin admin] GET failed (client error): The resource could not be found. Apr 23 09:05:09.870057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-95e09f9f-f296-4a61-990e-54f1161e8ab9 admin admin] Synchronizing usage tracker for tenant:df20a267291b494cb6663fadac27736f on resource:network {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:05:09.905254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-95e09f9f-f296-4a61-990e-54f1161e8ab9 admin admin] Unset dirty status for tenant:df20a267291b494cb6663fadac27736f on resource:network {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:05:09.906581 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-95e09f9f-f296-4a61-990e-54f1161e8ab9 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1131892 Apr 23 09:05:10.051481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a6f9f4-dc25-446d-9ddd-8b316377b425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:05:10.053029 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e2a6f9f4-dc25-446d-9ddd-8b316377b425 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1418922 Apr 23 09:05:10.208616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:05:11.160725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:05:12.071660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:05:12.602854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 57584) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:05:12.723801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c65c9c-91bf-4df0-a320-804f9db9798b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:05:12.725242 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a9c65c9c-91bf-4df0-a320-804f9db9798b admin admin] 10.222.0.60 "GET /v2.0/subnets/74b48c30-8a5d-417e-a6b6-31d1bf7fb12f HTTP/1.1" status: 200 len: 849 time: 0.1213636 Apr 23 09:05:12.736455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d608eb50-2737-420c-bee8-bfa7e618ce50 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:05:12.863510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d608eb50-2737-420c-bee8-bfa7e618ce50 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:05:13.214115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d608eb50-2737-420c-bee8-bfa7e618ce50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786098151897'] for subnet, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:05:13.219287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:05:13.412622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d608eb50-2737-420c-bee8-bfa7e618ce50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:05:13.412622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d608eb50-2737-420c-bee8-bfa7e618ce50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:05:13.414841 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d608eb50-2737-420c-bee8-bfa7e618ce50 admin admin] 10.222.0.60 "PUT /v2.0/subnets/74b48c30-8a5d-417e-a6b6-31d1bf7fb12f HTTP/1.1" status: 200 len: 868 time: 0.6829839 Apr 23 09:05:13.416565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c8523b-41a2-42da-8858-76c39c69cfb2 None None] Network 2310207c-9b6a-4607-bdfd-849b805a51be requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:05:13.444128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608eb50-2737-420c-bee8-bfa7e618ce50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b48c30-8a5d-417e-a6b6-31d1bf7fb12f,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:05:13.453397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d608eb50-2737-420c-bee8-bfa7e618ce50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:05:13.453776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d608eb50-2737-420c-bee8-bfa7e618ce50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:05:13.454151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d608eb50-2737-420c-bee8-bfa7e618ce50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:05:13.454542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d608eb50-2737-420c-bee8-bfa7e618ce50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:05:13.455199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d608eb50-2737-420c-bee8-bfa7e618ce50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:05:13.455199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d608eb50-2737-420c-bee8-bfa7e618ce50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:05:13.455583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d608eb50-2737-420c-bee8-bfa7e618ce50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:05:13.455943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d608eb50-2737-420c-bee8-bfa7e618ce50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:05:13.456299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d608eb50-2737-420c-bee8-bfa7e618ce50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:05:13.456697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d608eb50-2737-420c-bee8-bfa7e618ce50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:05:13.457052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d608eb50-2737-420c-bee8-bfa7e618ce50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:05:13.457405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d608eb50-2737-420c-bee8-bfa7e618ce50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:05:13.461724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d608eb50-2737-420c-bee8-bfa7e618ce50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:05:13.947392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5e63ad2-c0b6-4397-b9db-bdbaf7e9ab90 None None] Provisioning complete for port 035a9e54-a4bb-4dcf-bf4e-80abce393007 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:05:13.948003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5e63ad2-c0b6-4397-b9db-bdbaf7e9ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:05:14.088164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5e63ad2-c0b6-4397-b9db-bdbaf7e9ab90 None None] Provisioning complete for port c75829e8-bb67-42fd-b95f-fc4d422bc424 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:05:14.088566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5e63ad2-c0b6-4397-b9db-bdbaf7e9ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:05:15.961919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 57594) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:05:16.152772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e24f763-99cf-4555-98ac-a48d6c82db15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:05:16.153204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e24f763-99cf-4555-98ac-a48d6c82db15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:05:16.154868 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6e24f763-99cf-4555-98ac-a48d6c82db15 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1918223 Apr 23 09:05:18.734789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 57604) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:05:18.926722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c4b7a9-d848-45d0-9800-e41460967c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:05:18.927244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c4b7a9-d848-45d0-9800-e41460967c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:05:18.929620 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f4c4b7a9-d848-45d0-9800-e41460967c15 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1937370 Apr 23 09:05:21.477724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 57614) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:05:21.660636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1c2db2-1a52-4b48-a9aa-a28890ec978b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:05:21.662038 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8c1c2db2-1a52-4b48-a9aa-a28890ec978b admin admin] 10.222.0.60 "GET /v2.0/networks/164d7ec3-3e1e-464d-ab6a-2950ee843dd7 HTTP/1.1" status: 200 len: 886 time: 0.1825953 Apr 23 09:05:24.199643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 57624) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:05:24.388015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98bdbd4-d519-45ab-84fd-36b42aec6417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:05:24.389421 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f98bdbd4-d519-45ab-84fd-36b42aec6417 admin admin] 10.222.0.60 "GET /v2.0/networks/2310207c-9b6a-4607-bdfd-849b805a51be HTTP/1.1" status: 200 len: 869 time: 0.1887341 Apr 23 09:05:26.929305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 57634) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:05:27.046250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95b65be-ae9c-4090-916d-0ec0ea5c02b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:05:27.046798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95b65be-ae9c-4090-916d-0ec0ea5c02b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:05:27.047599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f95b65be-ae9c-4090-916d-0ec0ea5c02b6 admin admin] Synchronizing usage tracker for tenant:df20a267291b494cb6663fadac27736f on resource:subnet {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:05:27.115218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f95b65be-ae9c-4090-916d-0ec0ea5c02b6 admin admin] Unset dirty status for tenant:df20a267291b494cb6663fadac27736f on resource:subnet {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:05:27.116686 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f95b65be-ae9c-4090-916d-0ec0ea5c02b6 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1862514 Apr 23 09:05:29.687685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 57644) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:05:29.806843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a43b0ad-3bcf-4ca9-b419-b0149ff70ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:05:29.807352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a43b0ad-3bcf-4ca9-b419-b0149ff70ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:05:29.808966 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6a43b0ad-3bcf-4ca9-b419-b0149ff70ac4 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1202090 Apr 23 09:05:32.365212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 57654) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:05:32.475996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1693a4-e82b-4935-82a9-e1155f652488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:05:32.477485 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0c1693a4-e82b-4935-82a9-e1155f652488 admin admin] 10.222.0.60 "GET /v2.0/subnets/66003f26-3812-4e57-a682-4cad9d453482 HTTP/1.1" status: 200 len: 816 time: 0.1106629 Apr 23 09:05:35.002465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 57664) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:05:35.123757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646341e2-68de-459b-a5cd-2bb7933c4a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:05:35.125221 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-646341e2-68de-459b-a5cd-2bb7933c4a51 admin admin] 10.222.0.60 "GET /v2.0/subnets/74b48c30-8a5d-417e-a6b6-31d1bf7fb12f HTTP/1.1" status: 200 len: 868 time: 0.1217341 Apr 23 09:05:36.636951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acb47cd8-2755-4c1e-8ca6-691da2ce5278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:05:37.410017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 5 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:05:39.579769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af1ec60d-bf74-4e1b-be0f-088a0b397bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:05:40.213738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:05:41.166418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:05:42.070092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:02.394703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 57708) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:06:02.448497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-ab421440-9548-4647-8680-0a7c220ddf8d admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:06:02.449584 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ab421440-9548-4647-8680-0a7c220ddf8d admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0538390 Apr 23 09:06:05.104886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 57718) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:06:05.183751 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-1210b1aa-1214-409e-9d14-4d2cdd3590b6 admin admin] GET failed (client error): The resource could not be found. Apr 23 09:06:05.185227 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1210b1aa-1214-409e-9d14-4d2cdd3590b6 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0791888 Apr 23 09:06:05.327278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa6a439-48fd-42ad-865e-9a1c5699c4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:06:05.328860 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ffa6a439-48fd-42ad-865e-9a1c5699c4ca admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1390748 Apr 23 09:06:06.636669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-597c28a2-f2b4-4312-8f25-105d3b95b343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:07.903824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 57728) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:06:07.956933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-65cf10d2-11dc-4a26-85a9-97788f4b5285 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:06:07.962595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-65cf10d2-11dc-4a26-85a9-97788f4b5285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:06:07.972705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-65cf10d2-11dc-4a26-85a9-97788f4b5285 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:06:08.054410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cf10d2-11dc-4a26-85a9-97788f4b5285 admin admin] Made reservation on behalf of df20a267291b494cb6663fadac27736f for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:06:08.059413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65cf10d2-11dc-4a26-85a9-97788f4b5285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:08.153444 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.services.revisions.revision_plugin [None req-65cf10d2-11dc-4a26-85a9-97788f4b5285 admin admin] Could not find related network for resource to bump revision. Apr 23 09:06:08.164565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65cf10d2-11dc-4a26-85a9-97788f4b5285 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:06:08.233181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65cf10d2-11dc-4a26-85a9-97788f4b5285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:08.233595 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-65cf10d2-11dc-4a26-85a9-97788f4b5285 admin admin] Added segment bacca089-a2d7-48da-b790-e566eaa4e230 of type vlan for network f6edbd0d-eaa0-472c-b6ab-72c67df821d0 Apr 23 09:06:08.261751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65cf10d2-11dc-4a26-85a9-97788f4b5285 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:08.348833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65cf10d2-11dc-4a26-85a9-97788f4b5285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:08.350409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cf10d2-11dc-4a26-85a9-97788f4b5285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:06:08.351089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65cf10d2-11dc-4a26-85a9-97788f4b5285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:08.356637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:06:08.464410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf10d2-11dc-4a26-85a9-97788f4b5285 admin admin] Pushing event updated for resources: {'Network': ['ID=f6edbd0d-eaa0-472c-b6ab-72c67df821d0,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:06:08.467606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65cf10d2-11dc-4a26-85a9-97788f4b5285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:06:08.476574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network f6edbd0d-eaa0-472c-b6ab-72c67df821d0 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:06:08.494372 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-65cf10d2-11dc-4a26-85a9-97788f4b5285 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5836699 Apr 23 09:06:09.588735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43577954-7274-4ea2-9275-2a64e2940873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:10.219547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:11.111322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 57738) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:06:11.179734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:11.190847 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14c9ac6-7a19-4ace-bcaa-80304005f71b admin admin] GET failed (client error): The resource could not be found. Apr 23 09:06:11.194139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b14c9ac6-7a19-4ace-bcaa-80304005f71b admin admin] Synchronizing usage tracker for tenant:df20a267291b494cb6663fadac27736f on resource:network {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:06:11.271734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b14c9ac6-7a19-4ace-bcaa-80304005f71b admin admin] Unset dirty status for tenant:df20a267291b494cb6663fadac27736f on resource:network {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:06:11.273026 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b14c9ac6-7a19-4ace-bcaa-80304005f71b admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1606255 Apr 23 09:06:11.392598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c86c6b8-6279-4015-80fb-5e8985517e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:06:11.394248 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1c86c6b8-6279-4015-80fb-5e8985517e54 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1168675 Apr 23 09:06:11.405605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e39b60d8-4b00-4082-a94e-276585a92280 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'f6edbd0d-eaa0-472c-b6ab-72c67df821d0', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:06:11.410469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e39b60d8-4b00-4082-a94e-276585a92280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:06:11.421324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e39b60d8-4b00-4082-a94e-276585a92280 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:06:11.459697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39b60d8-4b00-4082-a94e-276585a92280 admin admin] Made reservation on behalf of df20a267291b494cb6663fadac27736f for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:06:11.464414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e39b60d8-4b00-4082-a94e-276585a92280 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:11.928598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e39b60d8-4b00-4082-a94e-276585a92280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:11.933519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:06:12.011413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b60d8-4b00-4082-a94e-276585a92280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=382cca8c-d043-4ca6-a9e0-fc8f0b4e2456,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:06:12.014915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e39b60d8-4b00-4082-a94e-276585a92280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:06:12.028752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b60d8-4b00-4082-a94e-276585a92280 admin admin] Checking segment: {'id': 'bacca089-a2d7-48da-b790-e566eaa4e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f6edbd0d-eaa0-472c-b6ab-72c67df821d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:06:12.029174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39b60d8-4b00-4082-a94e-276585a92280 admin admin] Network hostable DHCP agents. Network: f6edbd0d-eaa0-472c-b6ab-72c67df821d0, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:06:12.088012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:12.122493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39b60d8-4b00-4082-a94e-276585a92280 admin admin] Network f6edbd0d-eaa0-472c-b6ab-72c67df821d0 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:06:12.156160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-e39b60d8-4b00-4082-a94e-276585a92280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, f6edbd0d-eaa0-472c-b6ab-72c67df821d0) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:06:12.160435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39b60d8-4b00-4082-a94e-276585a92280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:06:12.161074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e39b60d8-4b00-4082-a94e-276585a92280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:12.167855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f855c1-4134-4f55-8403-da4868660fd7 None None] Network f6edbd0d-eaa0-472c-b6ab-72c67df821d0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:06:12.254708 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e39b60d8-4b00-4082-a94e-276585a92280 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8528323 Apr 23 09:06:12.407784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-f6edbd0d-eaa0-472c-b6ab-72c67df821d0', 'network_id': 'f6edbd0d-eaa0-472c-b6ab-72c67df821d0', 'tenant_id': 'df20a267291b494cb6663fadac27736f', 'fixed_ips': [{'subnet_id': '382cca8c-d043-4ca6-a9e0-fc8f0b4e2456'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:06:12.408708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:12.587509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Allocated IP 192.168.233.2 (f6edbd0d-eaa0-472c-b6ab-72c67df821d0/382cca8c-d043-4ca6-a9e0-fc8f0b4e2456/c260d1d8-74ed-4d5f-a62b-9c64ce3d3577) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:06:12.918432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:13.014041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Transition to ACTIVE for port object c260d1d8-74ed-4d5f-a62b-9c64ce3d3577 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:06:13.039440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Transition to ACTIVE for port object c260d1d8-74ed-4d5f-a62b-9c64ce3d3577 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:06:13.083117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:13.092708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:06:13.154344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Network f6edbd0d-eaa0-472c-b6ab-72c67df821d0 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:06:13.163176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:06:13.168365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:06:13.205080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Pushing event updated for resources: {'Port': ['ID=c260d1d8-74ed-4d5f-a62b-9c64ce3d3577,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:06:13.257763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:06:13.258150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:06:13.258514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:06:13.258879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:06:13.259233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:06:13.259610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:06:13.259963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:06:13.260313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:06:13.260662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:06:13.261010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:06:13.261356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:06:13.261703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:06:13.270464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:06:13.288430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Attempting to bind port c260d1d8-74ed-4d5f-a62b-9c64ce3d3577 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:06:13.288888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Attempting to bind port c260d1d8-74ed-4d5f-a62b-9c64ce3d3577 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'bacca089-a2d7-48da-b790-e566eaa4e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f6edbd0d-eaa0-472c-b6ab-72c67df821d0'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:06:13.289425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Attempting to bind port c260d1d8-74ed-4d5f-a62b-9c64ce3d3577 on network f6edbd0d-eaa0-472c-b6ab-72c67df821d0 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:06:13.295408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:06:13.295851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Checking segment: {'id': 'bacca089-a2d7-48da-b790-e566eaa4e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f6edbd0d-eaa0-472c-b6ab-72c67df821d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:06:13.296297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:13.296730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Bound using segment: {'id': 'bacca089-a2d7-48da-b790-e566eaa4e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f6edbd0d-eaa0-472c-b6ab-72c67df821d0'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:06:13.297245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Bound port: c260d1d8-74ed-4d5f-a62b-9c64ce3d3577, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bacca089-a2d7-48da-b790-e566eaa4e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f6edbd0d-eaa0-472c-b6ab-72c67df821d0'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:06:13.297675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:13.396767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] For port c260d1d8-74ed-4d5f-a62b-9c64ce3d3577, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:06:13.400576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] For port c260d1d8-74ed-4d5f-a62b-9c64ce3d3577, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c260d1d8-74ed-4d5f-a62b-9c64ce3d3577,segment=NetworkSegment(bacca089-a2d7-48da-b790-e566eaa4e230),segment_id=bacca089-a2d7-48da-b790-e566eaa4e230)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:06:13.488885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:13.495827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:06:13.586483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Pushing event updated for resources: {'Port': ['ID=c260d1d8-74ed-4d5f-a62b-9c64ce3d3577,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:06:13.589930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:06:14.409980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 5 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:06:14.866619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152f6c53-54c3-4112-89ce-af9a6a454bcc None None] Network f6edbd0d-eaa0-472c-b6ab-72c67df821d0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:06:15.049240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-04f1fb0f-06e0-4026-818b-4920c1beb0eb None None] Provisioning for port c260d1d8-74ed-4d5f-a62b-9c64ce3d3577 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:06:15.430109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c260d1d8-74ed-4d5f-a62b-9c64ce3d3577 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:06:15.740974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port c260d1d8-74ed-4d5f-a62b-9c64ce3d3577 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:06:15.746652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port c260d1d8-74ed-4d5f-a62b-9c64ce3d3577 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:06:15.747061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:15.875619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:15.910046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port c260d1d8-74ed-4d5f-a62b-9c64ce3d3577, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c260d1d8-74ed-4d5f-a62b-9c64ce3d3577,segment=NetworkSegment(bacca089-a2d7-48da-b790-e566eaa4e230),segment_id=bacca089-a2d7-48da-b790-e566eaa4e230)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:06:15.944345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:15.946632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:06:16.019407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=c260d1d8-74ed-4d5f-a62b-9c64ce3d3577,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:06:16.023523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:06:17.405556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c260d1d8-74ed-4d5f-a62b-9c64ce3d3577 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:06:17.484018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port c260d1d8-74ed-4d5f-a62b-9c64ce3d3577 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:06:17.484435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:36.693644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-80f41c6f-61f9-4ae4-8fc1-ac59123836f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:39.579170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2f2ac9cf-ace5-4f62-b700-8aae2c93eca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:40.209269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:41.173642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:42.082220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:06:51.409424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 5 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:07:06.646778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9e42ce7a-e98d-42a3-bf2e-86f4bde81932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:07:09.582195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4b71dc77-b576-4bef-85ea-cc1b5638f533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:07:10.215976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:07:11.184086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:07:12.092825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:07:28.411094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 5 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:07:36.640788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-028f0a93-de05-45df-95ce-472805315616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:07:39.620648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b8a8-3a86-440a-8b3b-75afac637699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:07:40.263636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:07:41.186879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:07:42.094740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:08:01.451834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 57790) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:08:01.458236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-399579d5-04d2-4725-ba80-7ddb5f859998 tempest-verify_tempest_config-926860571 tempest-verify_tempest_config-926860571-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:08:01.459308 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-399579d5-04d2-4725-ba80-7ddb5f859998 tempest-verify_tempest_config-926860571 tempest-verify_tempest_config-926860571-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064259 Apr 23 09:08:01.885832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 57808) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:08:02.009672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:08:02.024817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:08:02.029738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] Usage tracker for resource:security_group_rule and tenant:8f7e914ed8014b20bf18918096357ef7 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:08:02.032708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:08:02.038690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:08:02.341310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:08:02.374523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:08:02.384091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:08:02.425371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] Synchronizing usage tracker for tenant:df20a267291b494cb6663fadac27736f on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:08:02.430130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42df131-e5d4-44e2-93f5-686498698e5a,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:08:02.441979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:08:02.442384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:08:02.442761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:08:02.443129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:08:02.443497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:08:02.443859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:08:02.444222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:08:02.444600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:08:02.444962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:08:02.445321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:08:02.445676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:08:02.446037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:08:02.450743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:08:02.494817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] Unset dirty status for tenant:df20a267291b494cb6663fadac27736f on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:08:02.498783 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f7e914ed8014b20bf18918096357ef7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6092582 Apr 23 09:08:02.499213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 57814) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:08:02.564002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-920c712d-5993-425f-8823-d5afb62ff244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:08:02.591559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-920c712d-5993-425f-8823-d5afb62ff244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:08:02.808627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-920c712d-5993-425f-8823-d5afb62ff244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:08:02.813116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:08:02.826050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c712d-5993-425f-8823-d5afb62ff244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42df131-e5d4-44e2-93f5-686498698e5a,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:08:02.830908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-920c712d-5993-425f-8823-d5afb62ff244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:08:02.833180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-920c712d-5993-425f-8823-d5afb62ff244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:08:02.834069 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-920c712d-5993-425f-8823-d5afb62ff244 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b42df131-e5d4-44e2-93f5-686498698e5a HTTP/1.1" status: 204 len: 168 time: 0.3338730 Apr 23 09:08:05.410916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 5 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:08:06.648435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce7f6ea2-0347-4b40-83fc-28ffa8150d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:08:09.585707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7532149f-65b6-43e2-9d38-b4de3bdf6448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:08:10.219737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:08:11.182761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:08:12.128799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:08:36.642214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-963e7f4b-f43a-4d86-9690-cb1074f0256f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:08:39.584814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a899796-2561-4954-bf7a-4e0807441d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:08:40.223004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:08:41.187857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:08:42.122179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:08:42.410147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 5 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:09:06.644724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8de4cb40-2ece-45e7-8ce5-6d089f4a6822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:09:09.587194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a8cb1f1-6745-426d-9125-5ad55544c704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:09:10.233478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:09:11.201468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:09:12.113063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:09:19.410111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 5 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:09:23.022900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085'] for agent, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:09:36.644570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b041caeb-760a-4bca-a3f0-85be2e7b0085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:09:39.595105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b857664b-118b-4592-af26-5f7351e5c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:09:40.258150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:09:41.195296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:09:42.009221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 57884) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:09:42.127628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:09:42.131317 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c6060236-7661-4857-97f8-3b019c4bf370 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1209378 Apr 23 09:09:44.701518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 57894) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:09:44.762262 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-37cb5696-cadf-4659-9046-8814c771da58 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0594974 Apr 23 09:09:53.021247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:09:56.410099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:10:06.645869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c1bc271-c16c-4264-a004-24a9d557f340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:10:09.583553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f381822-eb58-4787-85f5-da4e034c4803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:10:10.234479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:10:11.197730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:10:12.118509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:10:23.017667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:10:33.409688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:10:36.654901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f75b354-a931-4f52-8623-bb5597d956a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:10:39.588218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3f88984-7dd0-41f8-af25-84d2932136a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:10:40.234198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:10:41.199610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:10:42.108512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:10:53.027883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:04.373061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58100) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:04.648358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58112) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:04.858029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1680747807-network', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:04.863503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:04.925186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Usage tracker for resource:network and tenant:31a3cdb04d554bd6aeeb1f860e8a1415 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:04.925186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:04.925186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:04.980490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Made reservation on behalf of 31a3cdb04d554bd6aeeb1f860e8a1415 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:04.985384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:05.003300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:05.019833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:05.025101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Usage tracker for resource:security_group_rule and tenant:31a3cdb04d554bd6aeeb1f860e8a1415 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:05.029721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:05.039457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:05.242777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:05.300826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-995490386-network', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:05.306273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:05.310306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Usage tracker for resource:network and tenant:3a37e3ff2df14ef5af04077b55233f51 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:05.313590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:05.320941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:05.335505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:05.340048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:05.361746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:11:05.381897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Made reservation on behalf of 3a37e3ff2df14ef5af04077b55233f51 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:05.387093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:05.406860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363250756542102', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:05.410741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Unsubscribe: segment precommit_create {{(pid=87175) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 23 09:11:05.410741 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Added segment aa70030b-ff50-41a5-9675-e47946b39c64 of type vlan for network f5f22f44-5dc5-4259-bb66-faeac2187f12 Apr 23 09:11:05.415618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:05.433939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8a038c-2d03-4369-9700-40c347aad47e,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:05.439199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:05.448577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Usage tracker for resource:security_group_rule and tenant:3a37e3ff2df14ef5af04077b55233f51 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:05.452106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:05.452709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:05.453083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:05.453490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:05.453851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:05.454218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:05.454601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:05.454975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:05.455334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:05.455917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:05.456058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:05.456347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Tracked resource versions report: Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: pushed versions: Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: { 'AddressGroup': {'1.2'}, Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: 'ConntrackHelper': {'1.0'}, Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Log': {'1.0'}, Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Network': {'1.1'}, Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Port': {'1.7'}, Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: 'PortForwarding': {'1.2'}, Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: 'QosPolicy': {'1.8'}, Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroup': {'1.4'}, Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroupRule': {'1.2'}, Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SubPort': {'1.0'}, Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Subnet': {'1.1'}, Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Trunk': {'1.1'}} Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: consumer versions: Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: { DHCP agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: HyperV agent@hv-neutron-7864: {}, Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: L3 agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: Metadata agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: Metering agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: Open vSwitch agent@dv-neutron-786478-4-hyperv: { 'AddressGroup': '1.2', Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: 'ConntrackHelper': '1.0', Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Log': '1.0', Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Network': '1.1', Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Port': '1.7', Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: 'PortForwarding': '1.2', Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: 'QosPolicy': '1.8', Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroup': '1.4', Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroupRule': '1.2', Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SubPort': '1.0', Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Subnet': '1.1', Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Trunk': '1.1'}} Apr 23 09:11:05.457552 dv-neutron-786478-4-hyperv neutron-server[87059]: {{(pid=87175) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 23 09:11:05.464207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:05.467062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:05.516923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:05.529635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:05.632207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:05.633746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:05.634661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:05.640277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:05.762009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Pushing event updated for resources: {'Network': ['ID=f5f22f44-5dc5-4259-bb66-faeac2187f12,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:05.765725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:05.774521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network f5f22f44-5dc5-4259-bb66-faeac2187f12 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:11:05.837027 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4620416 Apr 23 09:11:05.840793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58146) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:05.846883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Request body: {'subnet': {'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1680747807-subnet', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:05.858373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:05.866874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Usage tracker for resource:subnet and tenant:31a3cdb04d554bd6aeeb1f860e8a1415 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:05.873780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:05.884623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:05.917533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58154) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:05.924675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:05.936442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Made reservation on behalf of 31a3cdb04d554bd6aeeb1f860e8a1415 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:05.941328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:05.965191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:05.972745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:06.005461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6635c222-e841-41ff-9590-bfce37e2d5e7,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:06.005461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:06.050578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:11:06.062788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58162) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:06.127409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:06.127817 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Added segment ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00 of type vlan for network 5774ccf0-e686-428b-ad66-6523b0025605 Apr 23 09:11:06.239274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:06.336428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:06.338678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:06.340020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:06.353888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2b00c66c-56b4-41d4-a8da-6e48533d417b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:06.370931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:06.399908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-458009544', 'router:external': True}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:06.422176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:06.430870 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2b00c66c-56b4-41d4-a8da-6e48533d417b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] 10.222.0.60 "PUT /v2.0/quotas/aede779f17ca40869c8ef4f21169906b HTTP/1.1" status: 200 len: 368 time: 0.5110297 Apr 23 09:11:06.434866 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7851462 Apr 23 09:11:06.436030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58180) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:06.436536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58182) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:06.441445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Usage tracker for resource:network and tenant:513ddb038d79429fa4fc439aa23f9a5a is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:06.449831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:06.459302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Request body: {'network': {'project_id': 'aede779f17ca40869c8ef4f21169906b'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:06.484423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5ad46fb3-85c9-416a-ab77-2de14cfe9f0e admin admin] Request body: {'subnet': {'network_id': '5774ccf0-e686-428b-ad66-6523b0025605', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-995490386-subnet', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:06.544407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:06.547097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:06.557460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Usage tracker for resource:network and tenant:aede779f17ca40869c8ef4f21169906b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:06.561938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:06.577697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5ad46fb3-85c9-416a-ab77-2de14cfe9f0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:06.580580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:06.584089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Pushing event updated for resources: {'Network': ['ID=5774ccf0-e686-428b-ad66-6523b0025605,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:06.589534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5ad46fb3-85c9-416a-ab77-2de14cfe9f0e admin admin] Usage tracker for resource:subnet and tenant:3a37e3ff2df14ef5af04077b55233f51 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:06.593572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:06.594626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5ad46fb3-85c9-416a-ab77-2de14cfe9f0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:06.596369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 5774ccf0-e686-428b-ad66-6523b0025605 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:11:06.612885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5ad46fb3-85c9-416a-ab77-2de14cfe9f0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:06.615287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Made reservation on behalf of 513ddb038d79429fa4fc439aa23f9a5a for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:06.620385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:06.638041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:06.643334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:06.651149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d608eb50-2737-420c-bee8-bfa7e618ce50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:06.658702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:06.664760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Usage tracker for resource:security_group_rule and tenant:513ddb038d79429fa4fc439aa23f9a5a is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:06.669535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:06.673051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Made reservation on behalf of aede779f17ca40869c8ef4f21169906b for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:06.680006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:06.708986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:06.711678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:06.728607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad46fb3-85c9-416a-ab77-2de14cfe9f0e admin admin] Made reservation on behalf of 3a37e3ff2df14ef5af04077b55233f51 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:06.735432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ad46fb3-85c9-416a-ab77-2de14cfe9f0e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:06.755570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e93f7937-3608-4a50-b4a7-cc289ad239de,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:06.767951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:06.768338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:06.768715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:06.769085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:06.769451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:06.769967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:06.770349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:06.771283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:06.772014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:06.772138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:06.772600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:06.773325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Tracked resource versions report: Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: pushed versions: Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: { 'AddressGroup': {'1.2'}, Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: 'ConntrackHelper': {'1.0'}, Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Log': {'1.0'}, Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Network': {'1.1'}, Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Port': {'1.7'}, Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: 'PortForwarding': {'1.2'}, Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: 'QosPolicy': {'1.8'}, Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroup': {'1.4'}, Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroupRule': {'1.2'}, Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SubPort': {'1.0'}, Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Subnet': {'1.1'}, Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Trunk': {'1.1'}} Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: consumer versions: Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: { DHCP agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: HyperV agent@hv-neutron-7864: {}, Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: L3 agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: Metadata agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: Metering agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: Open vSwitch agent@dv-neutron-786478-4-hyperv: { 'AddressGroup': '1.2', Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: 'ConntrackHelper': '1.0', Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Log': '1.0', Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Network': '1.1', Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Port': '1.7', Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: 'PortForwarding': '1.2', Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: 'QosPolicy': '1.8', Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroup': '1.4', Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroupRule': '1.2', Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SubPort': '1.0', Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Subnet': '1.1', Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Trunk': '1.1'}} Apr 23 09:11:06.774167 dv-neutron-786478-4-hyperv neutron-server[87059]: {{(pid=87174) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 23 09:11:06.779508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:06.780775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Checking segment: {'id': 'aa70030b-ff50-41a5-9675-e47946b39c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:11:06.781358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Network hostable DHCP agents. Network: f5f22f44-5dc5-4259-bb66-faeac2187f12, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:11:06.805023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bfc0d4c9-316b-431f-9128-77ca40b9383f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:06.807558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:06.869330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Usage tracker for resource:security_group_rule and tenant:aede779f17ca40869c8ef4f21169906b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:06.889668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Network f5f22f44-5dc5-4259-bb66-faeac2187f12 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:11:06.894633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:06.915372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:06.931009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, f5f22f44-5dc5-4259-bb66-faeac2187f12) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:06.937564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:06.938987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:06.942807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807b7083-154f-43c9-b38b-f64ef2b64c6f None None] Network f5f22f44-5dc5-4259-bb66-faeac2187f12 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:11:07.067288 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2257972 Apr 23 09:11:07.070383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58200) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:07.078416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1680747807-router', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:07.093145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58204) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:07.098188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:07.113862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Usage tracker for resource:router and tenant:31a3cdb04d554bd6aeeb1f860e8a1415 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:07.122937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:07.142270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:07.168161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:07.203731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-f5f22f44-5dc5-4259-bb66-faeac2187f12', 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'fixed_ips': [{'subnet_id': 'e93f7937-3608-4a50-b4a7-cc289ad239de'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:11:07.205328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:07.216481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:07.217762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:07.237716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:07.257485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:07.259198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:07.275028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:07.300717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:11:07.338647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecd11d5-ecda-4b55-a5d7-0a8d7616513b,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:07.354972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:07.360309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:07.361507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:07.361893 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Added segment 5425e40e-6ffb-4e83-b808-2767db46a60c of type vlan for network c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0 Apr 23 09:11:07.384167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:07.436787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:11:07.453828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Allocated IP 172.20.0.2 (f5f22f44-5dc5-4259-bb66-faeac2187f12/e93f7937-3608-4a50-b4a7-cc289ad239de/f865e189-b73a-4543-b26e-5fcfbb33562c) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:11:07.495881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810b9f88-a0c5-47dc-8a6e-4a4524836ad2,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:07.519452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:07.526355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:07.668819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:07.822058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:07.822491 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Added segment 78477e33-300f-480a-aada-d798ce1d27d2 of type vlan for network 8b255c21-4e63-434b-8445-161c4d810107 Apr 23 09:11:07.824201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58222) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:07.860997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:07.870797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-38180116'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:07.886715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:07.897820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Usage tracker for resource:network and tenant:08e3d60b3cc0430c899ebe23918b8302 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:07.913069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:07.914421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Transition to ACTIVE for port object f865e189-b73a-4543-b26e-5fcfbb33562c will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:07.931471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:07.943728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Transition to ACTIVE for port object f865e189-b73a-4543-b26e-5fcfbb33562c will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:08.022838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:08.030732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:08.056014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:08.103926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:08.103926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:08.103926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:08.110351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:08.138729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Network f5f22f44-5dc5-4259-bb66-faeac2187f12 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:08.150855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:08.174683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Pushing event updated for resources: {'Port': ['ID=f865e189-b73a-4543-b26e-5fcfbb33562c,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:08.183191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:08.220378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Pushing event updated for resources: {'Network': ['ID=c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:08.222685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:08.234107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:08.238026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2206c593-a479-4f97-8bf7-3bfd0e12575f tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-988725350'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:08.238641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2206c593-a479-4f97-8bf7-3bfd0e12575f tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] Unknown quota resources ['metering_label']. {{(pid=87175) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 23 09:11:08.315390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:11:08.341668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:08.342218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:08.342819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:08.343177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:08.343632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:08.344093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:08.344563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:08.345019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:08.346098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:08.346098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:08.346372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:08.346805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Tracked resource versions report: Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: pushed versions: Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: { 'AddressGroup': {'1.2'}, Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: 'ConntrackHelper': {'1.0'}, Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Log': {'1.0'}, Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Network': {'1.1'}, Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Port': {'1.7'}, Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: 'PortForwarding': {'1.2'}, Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: 'QosPolicy': {'1.8'}, Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroup': {'1.4'}, Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroupRule': {'1.2'}, Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SubPort': {'1.0'}, Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Subnet': {'1.1'}, Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Trunk': {'1.1'}} Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: consumer versions: Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: { DHCP agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: HyperV agent@hv-neutron-7864: {}, Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: L3 agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: Metadata agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: Metering agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: Open vSwitch agent@dv-neutron-786478-4-hyperv: { 'AddressGroup': '1.2', Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: 'ConntrackHelper': '1.0', Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Log': '1.0', Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Network': '1.1', Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Port': '1.7', Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: 'PortForwarding': '1.2', Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: 'QosPolicy': '1.8', Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroup': '1.4', Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroupRule': '1.2', Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SubPort': '1.0', Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Subnet': '1.1', Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Trunk': '1.1'}} Apr 23 09:11:08.348071 dv-neutron-786478-4-hyperv neutron-server[87059]: {{(pid=87176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 23 09:11:08.355241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:08.376080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:08.410461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:08.448083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:08.449723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:08.454572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Made reservation on behalf of 08e3d60b3cc0430c899ebe23918b8302 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:08.470897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Attempting to bind port f865e189-b73a-4543-b26e-5fcfbb33562c on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:08.471224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Attempting to bind port f865e189-b73a-4543-b26e-5fcfbb33562c by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'aa70030b-ff50-41a5-9675-e47946b39c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:08.471635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Attempting to bind port f865e189-b73a-4543-b26e-5fcfbb33562c on network f5f22f44-5dc5-4259-bb66-faeac2187f12 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:08.479988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:11:08.480407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Checking segment: {'id': 'aa70030b-ff50-41a5-9675-e47946b39c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:11:08.480857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:08.481294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Bound using segment: {'id': 'aa70030b-ff50-41a5-9675-e47946b39c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:11:08.481887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Bound port: f865e189-b73a-4543-b26e-5fcfbb33562c, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa70030b-ff50-41a5-9675-e47946b39c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:11:08.482307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:08.485439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:08.510633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ad46fb3-85c9-416a-ab77-2de14cfe9f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:08.538276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58244) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:08.550748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3667ef0f-23ef-4deb-aafb-f7d0b14d3253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:08.561225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58250) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:08.567268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:08.599208 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.5343959 Apr 23 09:11:08.602908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58258) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:08.613598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] For port f865e189-b73a-4543-b26e-5fcfbb33562c, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:11:08.617666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] For port f865e189-b73a-4543-b26e-5fcfbb33562c, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f865e189-b73a-4543-b26e-5fcfbb33562c,segment=NetworkSegment(aa70030b-ff50-41a5-9675-e47946b39c64),segment_id=aa70030b-ff50-41a5-9675-e47946b39c64)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:11:08.651469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:08.666031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:08.690271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-024dcac5-7486-41f7-ae34-5aa28a23c3c7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Request body: {'subnet': {'network_id': 'c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:08.703871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-024dcac5-7486-41f7-ae34-5aa28a23c3c7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:08.728475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:08.751243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Pushing event updated for resources: {'Port': ['ID=f865e189-b73a-4543-b26e-5fcfbb33562c,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:08.757376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Allocated IP 172.26.4.26 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/6d2e768f-00c3-402c-a855-44517e0282f5) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:11:08.768221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5cf38f69-c847-4726-87d2-70f658f178e5 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:08.775144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-024dcac5-7486-41f7-ae34-5aa28a23c3c7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Usage tracker for resource:subnet and tenant:513ddb038d79429fa4fc439aa23f9a5a is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:08.779694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:08.786953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-024dcac5-7486-41f7-ae34-5aa28a23c3c7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:08.793983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:08.803131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-024dcac5-7486-41f7-ae34-5aa28a23c3c7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:08.814069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:08.822419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Usage tracker for resource:floatingip and tenant:b2bf8ddf8722495e9f6ca54519109adb is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:08.825668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:08.831784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:08.851033 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.4047327 Apr 23 09:11:08.853785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58268) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:08.859996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3c38516c-d2ac-4b98-9963-6306dff30c68 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Request body: {'network': {'project_id': 'aede779f17ca40869c8ef4f21169906b'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:08.863011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Usage tracker for resource:security_group_rule and tenant:08e3d60b3cc0430c899ebe23918b8302 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:08.867692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3c38516c-d2ac-4b98-9963-6306dff30c68 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:08.872510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3c38516c-d2ac-4b98-9963-6306dff30c68 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Usage tracker for resource:network and tenant:aede779f17ca40869c8ef4f21169906b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:08.875762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3c38516c-d2ac-4b98-9963-6306dff30c68 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:08.879247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024dcac5-7486-41f7-ae34-5aa28a23c3c7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Made reservation on behalf of 513ddb038d79429fa4fc439aa23f9a5a for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:08.881307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:08.884067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-024dcac5-7486-41f7-ae34-5aa28a23c3c7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:08.888285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2206c593-a479-4f97-8bf7-3bfd0e12575f tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:08.892148 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2206c593-a479-4f97-8bf7-3bfd0e12575f tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0500059 Apr 23 09:11:08.893545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Pushing event updated for resources: {'Network': ['ID=8b255c21-4e63-434b-8445-161c4d810107,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:08.900901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58274) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:08.902368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:08.904636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:08.905846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 8b255c21-4e63-434b-8445-161c4d810107 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:11:08.908918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3c38516c-d2ac-4b98-9963-6306dff30c68 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:08.912897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:08.931876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1eef3f9d-3855-4f45-920a-fb5be4da3f8e tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '0bebcd83-1428-454d-bcb3-499463ab08f0'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:08.932445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1eef3f9d-3855-4f45-920a-fb5be4da3f8e tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=87174) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 23 09:11:08.984116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad46fb3-85c9-416a-ab77-2de14cfe9f0e admin admin] Checking segment: {'id': 'ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:11:08.984523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad46fb3-85c9-416a-ab77-2de14cfe9f0e admin admin] Network hostable DHCP agents. Network: 5774ccf0-e686-428b-ad66-6523b0025605, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:11:09.015899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad46fb3-85c9-416a-ab77-2de14cfe9f0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=240a5dee-132f-48af-9eea-b03af8b7ce83,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:09.018529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ad46fb3-85c9-416a-ab77-2de14cfe9f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:09.025049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks [] for floatingip, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:09.043353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c38516c-d2ac-4b98-9963-6306dff30c68 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Made reservation on behalf of aede779f17ca40869c8ef4f21169906b for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:09.048104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c38516c-d2ac-4b98-9963-6306dff30c68 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:09.151726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad46fb3-85c9-416a-ab77-2de14cfe9f0e admin admin] Network 5774ccf0-e686-428b-ad66-6523b0025605 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:11:09.196040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:09.210663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-5ad46fb3-85c9-416a-ab77-2de14cfe9f0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 5774ccf0-e686-428b-ad66-6523b0025605) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:09.215129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad46fb3-85c9-416a-ab77-2de14cfe9f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:09.215769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ad46fb3-85c9-416a-ab77-2de14cfe9f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:09.222569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713cc5fb-4d73-4e68-ad49-bcfa769f6afe None None] Network 5774ccf0-e686-428b-ad66-6523b0025605 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:11:09.239060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:09.243586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:09.274956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:11:09.282721 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5ad46fb3-85c9-416a-ab77-2de14cfe9f0e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.8317344 Apr 23 09:11:09.287091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58280) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:09.295537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec8f200-95b4-4e4f-a7aa-cb38d286ceb1,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:09.302075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-995490386-router', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:09.308527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:09.312126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Usage tracker for resource:router and tenant:3a37e3ff2df14ef5af04077b55233f51 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:09.316522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:09.325014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:09.333870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:09.336782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:09.337169 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Added segment 6b4dfe83-4a59-47db-8c3c-758b52550026 of type vlan for network 6afdd2c6-b906-4548-b73d-a8e5c20f47fc Apr 23 09:11:09.364107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:09.365284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:09.373373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:09.405208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:09.417060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c38516c-d2ac-4b98-9963-6306dff30c68 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:11:09.421017 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5cf38f69-c847-4726-87d2-70f658f178e5 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] 10.222.0.60 "PUT /v2.0/quotas/9498f29668d04fe48848b04ae2adaf3c HTTP/1.1" status: 200 len: 366 time: 0.8801672 Apr 23 09:11:09.463368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58284) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:09.488387 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.services.metering.metering_plugin [None req-1eef3f9d-3855-4f45-920a-fb5be4da3f8e tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 23 09:11:09.493220 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7a18446b-83f1-47bd-af54-7a070dfe2c22 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0286689 Apr 23 09:11:09.496071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58288) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:09.506125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c38516c-d2ac-4b98-9963-6306dff30c68 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:09.506512 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-3c38516c-d2ac-4b98-9963-6306dff30c68 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Added segment 9611ad1f-1cb5-44d0-b730-d8dfbce09c41 of type vlan for network f6f1053c-749a-439a-a7c3-561037098ddd Apr 23 09:11:09.509507 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b4c6036f-d6a9-4372-8d15-9019343271d9 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] 10.222.0.60 "GET /v2.0/quotas/9498f29668d04fe48848b04ae2adaf3c HTTP/1.1" status: 200 len: 366 time: 0.0121558 Apr 23 09:11:09.512240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58292) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:09.535283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:09.546031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:09.546031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:09.546740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:09.651077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-806dfd62-7702-49a5-b12f-6722918ebee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:09.666030 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1c71e368-4020-4866-8310-b7aaac6cd71f tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/9498f29668d04fe48848b04ae2adaf3c HTTP/1.1" status: 204 len: 168 time: 0.1526399 Apr 23 09:11:09.683017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58296) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:09.684306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f865e189-b73a-4543-b26e-5fcfbb33562c up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:11:09.720678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-5774ccf0-e686-428b-ad66-6523b0025605', 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'fixed_ips': [{'subnet_id': '240a5dee-132f-48af-9eea-b03af8b7ce83'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:11:09.721618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:09.832785 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c6387dce-f11c-4cc4-b33a-d190c4454989 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0890241 Apr 23 09:11:09.881949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Pushing event updated for resources: {'Network': ['ID=6afdd2c6-b906-4548-b73d-a8e5c20f47fc,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:09.884442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58300) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:09.893202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:09.906208 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.8093278 Apr 23 09:11:09.906826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 6afdd2c6-b906-4548-b73d-a8e5c20f47fc details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:11:09.915607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58304) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:09.925589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port f865e189-b73a-4543-b26e-5fcfbb33562c completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:11:09.943430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-83ab78f0-6558-43a1-89a9-3843e2f9e5c2 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Request body: {'subnet': {'network_id': '6afdd2c6-b906-4548-b73d-a8e5c20f47fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:09.966086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c38516c-d2ac-4b98-9963-6306dff30c68 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:10.049927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Allocated IP 172.20.0.2 (5774ccf0-e686-428b-ad66-6523b0025605/240a5dee-132f-48af-9eea-b03af8b7ce83/3def2d41-8128-4cbf-a669-1d7befa481e6) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:11:10.082430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:10.161635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1eef3f9d-3855-4f45-920a-fb5be4da3f8e tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:10.162942 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1eef3f9d-3855-4f45-920a-fb5be4da3f8e tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.2496078 Apr 23 09:11:10.168157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-3c38516c-d2ac-4b98-9963-6306dff30c68 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:11:10.178512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58308) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:10.197953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7c8da441-1235-463d-bd02-49c154e38f98 tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '0bebcd83-1428-454d-bcb3-499463ab08f0'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:10.198534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7c8da441-1235-463d-bd02-49c154e38f98 tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=87175) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 23 09:11:10.202248 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8b828dae-855a-4661-8393-d1814c07670d tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] 10.222.0.60 "GET /v2.0/quotas/9498f29668d04fe48848b04ae2adaf3c HTTP/1.1" status: 200 len: 370 time: 0.3108051 Apr 23 09:11:10.207216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58312) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:10.209418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:10.225835 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f9f7984e-53b2-4b6b-97c7-0bc091c38164 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] 10.222.0.60 "GET /v2.0/quotas/9498f29668d04fe48848b04ae2adaf3c/default HTTP/1.1" status: 200 len: 370 time: 0.0080521 Apr 23 09:11:10.227082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58316) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:10.281654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:10.322806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-83ab78f0-6558-43a1-89a9-3843e2f9e5c2 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:10.344404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c38516c-d2ac-4b98-9963-6306dff30c68 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:10.346696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-83ab78f0-6558-43a1-89a9-3843e2f9e5c2 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Usage tracker for resource:subnet and tenant:08e3d60b3cc0430c899ebe23918b8302 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:10.358642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-83ab78f0-6558-43a1-89a9-3843e2f9e5c2 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:10.367939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c38516c-d2ac-4b98-9963-6306dff30c68 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:10.367939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c38516c-d2ac-4b98-9963-6306dff30c68 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:10.370267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:10.386145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-af695207-0d5c-43f1-825a-ad80f97b0b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:10.391810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccad2f9-687b-4a39-be43-a1e2650fe1a8 None None] Network f5f22f44-5dc5-4259-bb66-faeac2187f12 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:11:10.410298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-83ab78f0-6558-43a1-89a9-3843e2f9e5c2 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:10.412436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:11:10.427997 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-8c20cc91-64fa-4e8b-940d-b99bf4a65092 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] delete failed (client error): The resource could not be found. Apr 23 09:11:10.432634 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8c20cc91-64fa-4e8b-940d-b99bf4a65092 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/9498f29668d04fe48848b04ae2adaf3c HTTP/1.1" status: 404 len: 348 time: 0.1994774 Apr 23 09:11:10.507611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:10.510752 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.services.metering.metering_plugin [None req-7c8da441-1235-463d-bd02-49c154e38f98 tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 23 09:11:10.532537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:10.557617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Transition to ACTIVE for port object 3def2d41-8128-4cbf-a669-1d7befa481e6 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:10.576551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-79c137a7-6b2b-43d8-af2f-6b22989236b1 None None] Provisioning for port f865e189-b73a-4543-b26e-5fcfbb33562c completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:11:10.595790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ab78f0-6558-43a1-89a9-3843e2f9e5c2 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Made reservation on behalf of 08e3d60b3cc0430c899ebe23918b8302 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:10.599218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-79c137a7-6b2b-43d8-af2f-6b22989236b1 None None] Provisioning complete for port f865e189-b73a-4543-b26e-5fcfbb33562c triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:10.599589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-79c137a7-6b2b-43d8-af2f-6b22989236b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:10.602441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-83ab78f0-6558-43a1-89a9-3843e2f9e5c2 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks [] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:10.641497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Transition to ACTIVE for port object 3def2d41-8128-4cbf-a669-1d7befa481e6 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:10.653459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38516c-d2ac-4b98-9963-6306dff30c68 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Pushing event updated for resources: {'Network': ['ID=f6f1053c-749a-439a-a7c3-561037098ddd,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:10.666083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:10.680092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network f6f1053c-749a-439a-a7c3-561037098ddd details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:11:10.682651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7c8da441-1235-463d-bd02-49c154e38f98 tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:10.683899 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7c8da441-1235-463d-bd02-49c154e38f98 tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5033765 Apr 23 09:11:10.687389 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3c38516c-d2ac-4b98-9963-6306dff30c68 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8295779 Apr 23 09:11:10.689270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58322) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:10.689643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58324) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:10.703245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c61076e2-435a-427a-b6e6-87f62e3c6ccf tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Request body: {'network': {'project_id': 'aede779f17ca40869c8ef4f21169906b'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:10.713857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c61076e2-435a-427a-b6e6-87f62e3c6ccf tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:10.715874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:10.720175 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e61f0cf7-3ebc-436c-a1ba-1d0a3997532a tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=9548aa04-d697-45ef-81d9-eb963e72e7e3 HTTP/1.1" status: 200 len: 464 time: 0.0266101 Apr 23 09:11:10.721857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c61076e2-435a-427a-b6e6-87f62e3c6ccf tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Usage tracker for resource:network and tenant:aede779f17ca40869c8ef4f21169906b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:10.724507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58332) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:10.727051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c61076e2-435a-427a-b6e6-87f62e3c6ccf tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:10.738006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3c38516c-d2ac-4b98-9963-6306dff30c68 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:10.739013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:10.739515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c7f53503-d331-4e55-bd66-45ba5581b578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:10.744898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c61076e2-435a-427a-b6e6-87f62e3c6ccf tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:10.752007 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-c61076e2-435a-427a-b6e6-87f62e3c6ccf tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 23 09:11:10.752550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c61076e2-435a-427a-b6e6-87f62e3c6ccf tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:11:10.753940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:10.757602 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c61076e2-435a-427a-b6e6-87f62e3c6ccf tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0651331 Apr 23 09:11:10.760046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58336) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:10.782729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58340) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:10.801213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:10.901234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Network 5774ccf0-e686-428b-ad66-6523b0025605 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:10.923178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:10.946096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:10.991642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ecb3ae15-077f-48aa-8735-ec909f00faa5 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] Usage tracker for resource:network and tenant:cdf165b8f3794b6d8aa0cfef29fc60f9 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:11.065157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Pushing event updated for resources: {'Port': ['ID=3def2d41-8128-4cbf-a669-1d7befa481e6,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:11.075712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:11.107018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-79c137a7-6b2b-43d8-af2f-6b22989236b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:11.133835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ecb3ae15-077f-48aa-8735-ec909f00faa5 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:11.140702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:11.176416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Attempting to bind port 3def2d41-8128-4cbf-a669-1d7befa481e6 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:11.176830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Attempting to bind port 3def2d41-8128-4cbf-a669-1d7befa481e6 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:11.177179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Attempting to bind port 3def2d41-8128-4cbf-a669-1d7befa481e6 on network 5774ccf0-e686-428b-ad66-6523b0025605 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:11.188511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Pushing event updated for resources: {'Port': ['ID=6d2e768f-00c3-402c-a855-44517e0282f5,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:11.192290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:11.199316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:11:11.199566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Checking segment: {'id': 'ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:11:11.199806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:11.200631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Bound using segment: {'id': 'ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:11:11.200742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Bound port: 3def2d41-8128-4cbf-a669-1d7befa481e6, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:11:11.201170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:11.201277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Allocated IP 172.26.4.210 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/da794749-84a1-4b64-972f-520df70ffd6b) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:11:11.219975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9565d8d0-9bc2-4edf-869e-f1a55fdae91c tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:11.225341 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9565d8d0-9bc2-4edf-869e-f1a55fdae91c tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/9548aa04-d697-45ef-81d9-eb963e72e7e3 HTTP/1.1" status: 204 len: 168 time: 0.4951975 Apr 23 09:11:11.225635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-79c137a7-6b2b-43d8-af2f-6b22989236b1 None None] For port f865e189-b73a-4543-b26e-5fcfbb33562c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f865e189-b73a-4543-b26e-5fcfbb33562c,segment=NetworkSegment(aa70030b-ff50-41a5-9675-e47946b39c64),segment_id=aa70030b-ff50-41a5-9675-e47946b39c64)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:11:11.227131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58346) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:11.246607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ecb3ae15-077f-48aa-8735-ec909f00faa5 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] Usage tracker for resource:subnet and tenant:cdf165b8f3794b6d8aa0cfef29fc60f9 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:11.263995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:11.275455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-79c137a7-6b2b-43d8-af2f-6b22989236b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:11.282156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c7f53503-d331-4e55-bd66-45ba5581b578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:11.315130 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-302b1039-db03-4cf9-a7c2-ff964e0be5f6 tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=9548aa04-d697-45ef-81d9-eb963e72e7e3 HTTP/1.1" status: 200 len: 221 time: 0.0830884 Apr 23 09:11:11.321192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ecb3ae15-077f-48aa-8735-ec909f00faa5 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:11.323228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58350) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:11.361823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f4db7bfb-a36b-427d-b3d3-f9fd70c11705 tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1783329993', 'description': 'label created by tempest'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:11.363692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f4db7bfb-a36b-427d-b3d3-f9fd70c11705 tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] Unknown quota resources ['metering_label']. {{(pid=87175) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 23 09:11:11.396034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c137a7-6b2b-43d8-af2f-6b22989236b1 None None] Pushing event updated for resources: {'Port': ['ID=f865e189-b73a-4543-b26e-5fcfbb33562c,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:11.399777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-79c137a7-6b2b-43d8-af2f-6b22989236b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:11.411828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ecb3ae15-077f-48aa-8735-ec909f00faa5 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] Usage tracker for resource:subnetpool and tenant:cdf165b8f3794b6d8aa0cfef29fc60f9 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:11.470520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:11.506007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ecb3ae15-077f-48aa-8735-ec909f00faa5 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:11.508033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] For port 3def2d41-8128-4cbf-a669-1d7befa481e6, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:11:11.517463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] For port 3def2d41-8128-4cbf-a669-1d7befa481e6, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=3def2d41-8128-4cbf-a669-1d7befa481e6,segment=NetworkSegment(ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00),segment_id=ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:11:11.521561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:11.523625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2c071288-240b-4b95-b430-f9784ff6d519 None None] Provisioning complete for port f865e189-b73a-4543-b26e-5fcfbb33562c triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:11.523625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c071288-240b-4b95-b430-f9784ff6d519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:11.538575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:11.611230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:11.625653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:11.653576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ecb3ae15-077f-48aa-8735-ec909f00faa5 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] Usage tracker for resource:port and tenant:cdf165b8f3794b6d8aa0cfef29fc60f9 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:11.680194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f865e189-b73a-4543-b26e-5fcfbb33562c up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:11:11.775738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ecb3ae15-077f-48aa-8735-ec909f00faa5 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:11.822483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Pushing event updated for resources: {'Port': ['ID=3def2d41-8128-4cbf-a669-1d7befa481e6,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:11.828933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:11.849601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port f865e189-b73a-4543-b26e-5fcfbb33562c triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:11.849796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:11.906496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:11.911767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:11.951711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:11.952130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:11.952970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:11.953365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Subscribe: > port after_create 55550000 {{(pid=87175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:11.953722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:11.954086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Subscribe: > port after_update 55550000 {{(pid=87175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:11.954484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:11.954850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:11.955214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:11.955572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:12.128485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:12.128885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:12.129357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:12.129636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87175) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:12.130781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f1053c-749a-439a-a7c3-561037098ddd']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:12.156750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ecb3ae15-077f-48aa-8735-ec909f00faa5 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] Usage tracker for resource:router and tenant:cdf165b8f3794b6d8aa0cfef29fc60f9 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:12.160616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9611ad1f-1cb5-44d0-b730-d8dfbce09c41') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:12.160955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9611ad1f-1cb5-44d0-b730-d8dfbce09c41') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:12.163308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:12.176562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ecb3ae15-077f-48aa-8735-ec909f00faa5 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:12.185825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f4db7bfb-a36b-427d-b3d3-f9fd70c11705 tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:12.189822 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f4db7bfb-a36b-427d-b3d3-f9fd70c11705 tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8568146 Apr 23 09:11:12.193391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58354) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:12.201005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:12.245225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.objects.ports [None req-024dcac5-7486-41f7-ae34-5aa28a23c3c7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87174) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 23 09:11:12.245739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-024dcac5-7486-41f7-ae34-5aa28a23c3c7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:12.269744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:12.524798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ecb3ae15-077f-48aa-8735-ec909f00faa5 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] Usage tracker for resource:floatingip and tenant:cdf165b8f3794b6d8aa0cfef29fc60f9 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:12.559861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:12.575944 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b660a3f6-d2bf-4614-8e75-ed47ffde61af tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=6b5a2561-e112-491c-8cb7-f790cdf654da HTTP/1.1" status: 200 len: 468 time: 0.3780577 Apr 23 09:11:12.577190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:12.581133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ecb3ae15-077f-48aa-8735-ec909f00faa5 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:12.583384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58358) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:12.601046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024dcac5-7486-41f7-ae34-5aa28a23c3c7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7d79e5e4-9d6c-4abb-b85c-5657b44c6bae,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:12.612685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-024dcac5-7486-41f7-ae34-5aa28a23c3c7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:12.615237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:11:12.619373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024dcac5-7486-41f7-ae34-5aa28a23c3c7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Checking segment: {'id': '5425e40e-6ffb-4e83-b808-2767db46a60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:11:12.619779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024dcac5-7486-41f7-ae34-5aa28a23c3c7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Network hostable DHCP agents. Network: c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:11:12.624111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:12.695017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:12.724259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:12.730694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:12.759323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Pushing event updated for resources: {'Port': ['ID=da794749-84a1-4b64-972f-520df70ffd6b,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:12.763014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:12.765605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:12.836255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024dcac5-7486-41f7-ae34-5aa28a23c3c7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Network c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:11:12.892746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Allocated IP 172.26.4.224 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/4109311a-6651-4eb6-881c-2c4b74864144) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:11:12.953076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-024dcac5-7486-41f7-ae34-5aa28a23c3c7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:12.961914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe34238-7516-4af9-8aa0-9f0d2bc6be05 None None] Network c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:11:12.998747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024dcac5-7486-41f7-ae34-5aa28a23c3c7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:12.999413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-024dcac5-7486-41f7-ae34-5aa28a23c3c7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:13.071559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-83ab78f0-6558-43a1-89a9-3843e2f9e5c2 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:13.084736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:13.142129 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-024dcac5-7486-41f7-ae34-5aa28a23c3c7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.4766746 Apr 23 09:11:13.143098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58362) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:13.158896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6e874786-979b-40e8-8657-451afa72a09b tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-834619389', 'network_id': 'c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:13.176294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6e874786-979b-40e8-8657-451afa72a09b tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:13.201592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6e874786-979b-40e8-8657-451afa72a09b tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Usage tracker for resource:port and tenant:513ddb038d79429fa4fc439aa23f9a5a is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:13.211526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Network f6f1053c-749a-439a-a7c3-561037098ddd has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:11:13.212072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6e874786-979b-40e8-8657-451afa72a09b tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:13.229423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab78f0-6558-43a1-89a9-3843e2f9e5c2 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Pushing event updated for resources: {'Subnet': ['ID=1ccd51d4-06e6-4d73-b6eb-81838c4e56a4,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:13.232209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6e874786-979b-40e8-8657-451afa72a09b tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:13.237472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-83ab78f0-6558-43a1-89a9-3843e2f9e5c2 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:13.244410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ab78f0-6558-43a1-89a9-3843e2f9e5c2 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Checking segment: {'id': '6b4dfe83-4a59-47db-8c3c-758b52550026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6afdd2c6-b906-4548-b73d-a8e5c20f47fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:11:13.244817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ab78f0-6558-43a1-89a9-3843e2f9e5c2 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Network hostable DHCP agents. Network: 6afdd2c6-b906-4548-b73d-a8e5c20f47fc, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:11:13.265575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e639ff-54f9-45b0-aca6-e74ce7b6cac0 None None] Network c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:11:13.285176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Router 8b2e7ab3-4566-4db9-82ed-58910be54bc0 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:11:13.288098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:13.303597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78d1e76-144a-4ec3-b5dd-5a96386aaa19 None None] Network 5774ccf0-e686-428b-ad66-6523b0025605 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:11:13.376433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ecb3ae15-077f-48aa-8735-ec909f00faa5 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] Usage tracker for resource:security_group and tenant:cdf165b8f3794b6d8aa0cfef29fc60f9 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:13.404919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ecb3ae15-077f-48aa-8735-ec909f00faa5 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:13.434332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ab78f0-6558-43a1-89a9-3843e2f9e5c2 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Network 6afdd2c6-b906-4548-b73d-a8e5c20f47fc is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:11:13.459860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e874786-979b-40e8-8657-451afa72a09b tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Made reservation on behalf of 513ddb038d79429fa4fc439aa23f9a5a for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:13.465623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e874786-979b-40e8-8657-451afa72a09b tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:13.495926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-83ab78f0-6558-43a1-89a9-3843e2f9e5c2 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 6afdd2c6-b906-4548-b73d-a8e5c20f47fc) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:13.509122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ab78f0-6558-43a1-89a9-3843e2f9e5c2 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:13.509977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-83ab78f0-6558-43a1-89a9-3843e2f9e5c2 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:13.515251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-6e874786-979b-40e8-8657-451afa72a09b tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] device_id is not set on port 76dce872-4ff8-4d5c-b102-655f2d46ae02 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:11:13.520780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8f6be93-3971-4548-925f-f59be09531d8 tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:13.521823 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f8f6be93-3971-4548-925f-f59be09531d8 tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/6b5a2561-e112-491c-8cb7-f790cdf654da HTTP/1.1" status: 204 len: 168 time: 0.9324100 Apr 23 09:11:13.543235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58366) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:13.543762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ecb3ae15-077f-48aa-8735-ec909f00faa5 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] Usage tracker for resource:security_group_rule and tenant:cdf165b8f3794b6d8aa0cfef29fc60f9 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:13.555377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Network f6f1053c-749a-439a-a7c3-561037098ddd has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:11:13.566913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7d7382-c771-461b-a56e-cb416da118b3 None None] Network 6afdd2c6-b906-4548-b73d-a8e5c20f47fc requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: from cryptography.utils import int_from_bytes Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: from cryptography.utils import int_from_bytes Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: (rel_b, rel_a, rel_b), Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: (rel_b, rel_a, rel_b), Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:11:13.596826 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:11:13.601874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ecb3ae15-077f-48aa-8735-ec909f00faa5 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:13.626373 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b11529d6-7b60-46c6-ac9c-c4b30ebf9f1a tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=6b5a2561-e112-491c-8cb7-f790cdf654da HTTP/1.1" status: 200 len: 216 time: 0.0794172 Apr 23 09:11:13.634926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:13.635178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58370) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:13.639402 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ecb3ae15-077f-48aa-8735-ec909f00faa5 tempest-QuotasTest-1695800737 tempest-QuotasTest-1695800737-project-admin] 10.222.0.60 "GET /v2.0/quotas/cdf165b8f3794b6d8aa0cfef29fc60f9/details.json HTTP/1.1" status: 200 len: 703 time: 2.8554506 Apr 23 09:11:13.647569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:11:13.669452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] Sync routers for ids ['8b2e7ab3-4566-4db9-82ed-58910be54bc0'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:11:13.677579 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-be53f7c1-d5fa-474d-9ab1-189e00bf48ff tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0389967 Apr 23 09:11:13.681207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58376) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:13.687815 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-83ab78f0-6558-43a1-89a9-3843e2f9e5c2 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7649772 Apr 23 09:11:13.690636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] Routers {'8b2e7ab3-4566-4db9-82ed-58910be54bc0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:11:13.691487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:11:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8b2e7ab3-4566-4db9-82ed-58910be54bc0'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:13.697231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58380) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:13.779102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 3def2d41-8128-4cbf-a669-1d7befa481e6 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:11:13.783014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-71239a4e-be4b-4e63-859a-32983fa9fdef tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Request body: {'port': {'network_id': '6afdd2c6-b906-4548-b73d-a8e5c20f47fc', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1035161896'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:13.797686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:13.804109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:13.828586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5c2e8ed2-caf5-4d13-a992-0ed7aaa43fa2 None None] Provisioning for port 3def2d41-8128-4cbf-a669-1d7befa481e6 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:11:13.871820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6f1053c-749a-439a-a7c3-561037098ddd,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:13.885157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:13.889539 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8170934 Apr 23 09:11:13.896013 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8d38bbc5-4168-43ea-b976-522b55a12aa9 tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.2061074 Apr 23 09:11:13.902531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58384) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:13.902909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58386) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:13.915065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:13.916176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:13.925586 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] 10.222.0.60 "DELETE /v2.0/networks/f6f1053c-749a-439a-a7c3-561037098ddd HTTP/1.1" status: 204 len: 168 time: 3.1644366 Apr 23 09:11:13.939326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58394) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:13.950695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:13.982201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] Set router 8b2e7ab3-4566-4db9-82ed-58910be54bc0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:11:14.068052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:14.071060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:14.117728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:14.127482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c8c31a16-b939-4807-b1e5-c23e5c0de271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:14.229977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-791d7a8e-4320-429e-8340-ebae5c28ade9 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:14.306959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:14.346018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 3def2d41-8128-4cbf-a669-1d7befa481e6 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:11:14.348054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Pushing event updated for resources: {'Port': ['ID=4109311a-6651-4eb6-881c-2c4b74864144,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:14.351936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:14.363998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-6afdd2c6-b906-4548-b73d-a8e5c20f47fc', 'network_id': '6afdd2c6-b906-4548-b73d-a8e5c20f47fc', 'tenant_id': '08e3d60b3cc0430c899ebe23918b8302', 'fixed_ips': [{'subnet_id': '1ccd51d4-06e6-4d73-b6eb-81838c4e56a4'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:11:14.365902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:14.391772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 3def2d41-8128-4cbf-a669-1d7befa481e6 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:14.392677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:14.424583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'name': 'tempest-ServerActionsTestJSON-1680747807-router', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:07Z', 'updated_at': '2021-04-23T09:11:11Z', 'revision_number': 3, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'gw_port': {'id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:48:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:08Z', 'updated_at': '2021-04-23T09:11:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:14.429987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] Checking router: 8b2e7ab3-4566-4db9-82ed-58910be54bc0 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:11:14.430423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] Updating router 8b2e7ab3-4566-4db9-82ed-58910be54bc0 port 6d2e768f-00c3-402c-a855-44517e0282f5 binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:11:14.550559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:14.595187 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7bfffcc1-481e-48c5-8c99-15d56d18132a tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/0bebcd83-1428-454d-bcb3-499463ab08f0 HTTP/1.1" status: 200 len: 472 time: 0.6872075 Apr 23 09:11:14.595878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58402) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:14.600750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-6e874786-979b-40e8-8657-451afa72a09b tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Allocated IP 2001:db8::2a6 (c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0/7d79e5e4-9d6c-4abb-b85c-5657b44c6bae/76dce872-4ff8-4d5c-b102-655f2d46ae02) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:11:14.752375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58406) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:14.774953 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b6f1ff1d-b935-4d8f-b5b1-42ad1910ce9b tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/f2fc471a-ddab-410b-9328-3d3a1c09cd36 HTTP/1.1" status: 200 len: 461 time: 0.1683843 Apr 23 09:11:14.788051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58410) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:14.802517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Allocated IP 172.20.0.2 (6afdd2c6-b906-4548-b73d-a8e5c20f47fc/1ccd51d4-06e6-4d73-b6eb-81838c4e56a4/6de6d884-733c-435c-af9d-bed7a730e7c7) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:11:14.907122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:14.936527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-71239a4e-be4b-4e63-859a-32983fa9fdef tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:14.941999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:14.984941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 3def2d41-8128-4cbf-a669-1d7befa481e6, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=3def2d41-8128-4cbf-a669-1d7befa481e6,segment=NetworkSegment(ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00),segment_id=ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:11:15.004239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-791d7a8e-4320-429e-8340-ebae5c28ade9 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:15.035257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-71239a4e-be4b-4e63-859a-32983fa9fdef tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Usage tracker for resource:port and tenant:08e3d60b3cc0430c899ebe23918b8302 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:15.047695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-71239a4e-be4b-4e63-859a-32983fa9fdef tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:15.077087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-71239a4e-be4b-4e63-859a-32983fa9fdef tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:15.083417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:15.089718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:15.120290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:15.192668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22654109-8937-4e69-b93d-38c1f937a272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:15.207389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] Transition to ACTIVE for port object 6d2e768f-00c3-402c-a855-44517e0282f5 will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:15.249053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=3def2d41-8128-4cbf-a669-1d7befa481e6,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:15.262622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:15.280571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:15.282734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-87783145-e4a6-4a69-9a16-affd91b062fc None None] Provisioning complete for port 3def2d41-8128-4cbf-a669-1d7befa481e6 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:15.283077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-87783145-e4a6-4a69-9a16-affd91b062fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:15.322928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-791d7a8e-4320-429e-8340-ebae5c28ade9 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b255c21-4e63-434b-8445-161c4d810107']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:15.325351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:15.341599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-791d7a8e-4320-429e-8340-ebae5c28ade9 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78477e33-300f-480a-aada-d798ce1d27d2') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:15.341599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-791d7a8e-4320-429e-8340-ebae5c28ade9 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78477e33-300f-480a-aada-d798ce1d27d2') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:15.374638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-791d7a8e-4320-429e-8340-ebae5c28ade9 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:15.383021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:15.393936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:15.400641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Transition to ACTIVE for port object 6de6d884-733c-435c-af9d-bed7a730e7c7 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:15.408294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e40c0a-0945-4977-86ef-00fa5375ddb4 None None] Pushing event updated for resources: {'Port': ['ID=6d2e768f-00c3-402c-a855-44517e0282f5,revision_number=2']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:15.443386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e40c0a-0945-4977-86ef-00fa5375ddb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:15.444163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e40c0a-0945-4977-86ef-00fa5375ddb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:15.444764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e40c0a-0945-4977-86ef-00fa5375ddb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:15.445363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e40c0a-0945-4977-86ef-00fa5375ddb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:15.445940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e40c0a-0945-4977-86ef-00fa5375ddb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:15.447990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e40c0a-0945-4977-86ef-00fa5375ddb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:15.449097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e40c0a-0945-4977-86ef-00fa5375ddb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:15.450260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e40c0a-0945-4977-86ef-00fa5375ddb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:15.451208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e40c0a-0945-4977-86ef-00fa5375ddb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:15.452310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e40c0a-0945-4977-86ef-00fa5375ddb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:15.452906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e40c0a-0945-4977-86ef-00fa5375ddb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:15.453489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e40c0a-0945-4977-86ef-00fa5375ddb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e40c0a-0945-4977-86ef-00fa5375ddb4 None None] Tracked resource versions report: Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: pushed versions: Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: { 'AddressGroup': {'1.2'}, Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: 'ConntrackHelper': {'1.0'}, Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Log': {'1.0'}, Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Network': {'1.1'}, Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Port': {'1.7'}, Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: 'PortForwarding': {'1.2'}, Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: 'QosPolicy': {'1.8'}, Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroup': {'1.4'}, Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroupRule': {'1.2'}, Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SubPort': {'1.0'}, Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Subnet': {'1.1'}, Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Trunk': {'1.1'}} Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: consumer versions: Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: { DHCP agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: HyperV agent@hv-neutron-7864: {}, Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: L3 agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: Metadata agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: Metering agent@dv-neutron-786478-4-hyperv: {}, Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: Open vSwitch agent@dv-neutron-786478-4-hyperv: { 'AddressGroup': '1.2', Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: 'ConntrackHelper': '1.0', Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Log': '1.0', Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Network': '1.1', Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Port': '1.7', Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: 'PortForwarding': '1.2', Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: 'QosPolicy': '1.8', Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroup': '1.4', Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SecurityGroupRule': '1.2', Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: 'SubPort': '1.0', Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Subnet': '1.1', Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: 'Trunk': '1.1'}} Apr 23 09:11:15.454937 dv-neutron-786478-4-hyperv neutron-server[87059]: {{(pid=87177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 23 09:11:15.461117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-791d7a8e-4320-429e-8340-ebae5c28ade9 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:15.461641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] Attempting to bind port 6d2e768f-00c3-402c-a855-44517e0282f5 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:15.462046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] Attempting to bind port 6d2e768f-00c3-402c-a855-44517e0282f5 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:15.462461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] Attempting to bind port 6d2e768f-00c3-402c-a855-44517e0282f5 on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:15.465029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e4e40c0a-0945-4977-86ef-00fa5375ddb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:15.484225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-22654109-8937-4e69-b93d-38c1f937a272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:15.491660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:11:15.492073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:11:15.492665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:15.493063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:11:15.493659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] Bound port: 6d2e768f-00c3-402c-a855-44517e0282f5, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:11:15.494036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:15.497546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71239a4e-be4b-4e63-859a-32983fa9fdef tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Made reservation on behalf of 08e3d60b3cc0430c899ebe23918b8302 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:15.503695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-71239a4e-be4b-4e63-859a-32983fa9fdef tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:15.516861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Transition to ACTIVE for port object 6de6d884-733c-435c-af9d-bed7a730e7c7 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:15.541697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791d7a8e-4320-429e-8340-ebae5c28ade9 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:11:15.565673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:15.570774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:15.623084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-22654109-8937-4e69-b93d-38c1f937a272 admin admin] Usage tracker for resource:security_group_rule and tenant:f5e57c07cb38474cbdd49bacbd1f781b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:15.669566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] For port 6d2e768f-00c3-402c-a855-44517e0282f5, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:11:15.677611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 3def2d41-8128-4cbf-a669-1d7befa481e6 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:11:15.748507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Network 6afdd2c6-b906-4548-b73d-a8e5c20f47fc is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:15.754244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:15.767128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:15.767357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-791d7a8e-4320-429e-8340-ebae5c28ade9 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Network 8b255c21-4e63-434b-8445-161c4d810107 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:11:15.779563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-791d7a8e-4320-429e-8340-ebae5c28ade9 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:15.811201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Pushing event updated for resources: {'Port': ['ID=6de6d884-733c-435c-af9d-bed7a730e7c7,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:15.825132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:15.845343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-22654109-8937-4e69-b93d-38c1f937a272 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:15.868571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-22654109-8937-4e69-b93d-38c1f937a272 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:15.933209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1c71791d-d9d6-451f-8485-4eff1997b961 tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:15.937482 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1c71791d-d9d6-451f-8485-4eff1997b961 tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/f2fc471a-ddab-410b-9328-3d3a1c09cd36 HTTP/1.1" status: 204 len: 168 time: 1.1444693 Apr 23 09:11:15.937701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58418) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:15.946089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-71239a4e-be4b-4e63-859a-32983fa9fdef tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] device_id is not set on port 63a2b501-96a2-4841-97f4-055e01fcaef9 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:11:16.064303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Attempting to bind port 6de6d884-733c-435c-af9d-bed7a730e7c7 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:16.064700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Attempting to bind port 6de6d884-733c-435c-af9d-bed7a730e7c7 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '6b4dfe83-4a59-47db-8c3c-758b52550026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6afdd2c6-b906-4548-b73d-a8e5c20f47fc'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:16.065096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Attempting to bind port 6de6d884-733c-435c-af9d-bed7a730e7c7 on network 6afdd2c6-b906-4548-b73d-a8e5c20f47fc {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:16.075201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 3def2d41-8128-4cbf-a669-1d7befa481e6 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:16.075614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:16.106372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:11:16.107921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Checking segment: {'id': '6b4dfe83-4a59-47db-8c3c-758b52550026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6afdd2c6-b906-4548-b73d-a8e5c20f47fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:11:16.107921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:16.107921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Bound using segment: {'id': '6b4dfe83-4a59-47db-8c3c-758b52550026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6afdd2c6-b906-4548-b73d-a8e5c20f47fc'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:11:16.108225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Bound port: 6de6d884-733c-435c-af9d-bed7a730e7c7, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4dfe83-4a59-47db-8c3c-758b52550026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6afdd2c6-b906-4548-b73d-a8e5c20f47fc'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:11:16.108610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:16.191315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e874786-979b-40e8-8657-451afa72a09b tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:16.251282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] For port 6de6d884-733c-435c-af9d-bed7a730e7c7, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:11:16.327972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:16.330100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-71239a4e-be4b-4e63-859a-32983fa9fdef tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Allocated IP 172.20.0.4 (6afdd2c6-b906-4548-b73d-a8e5c20f47fc/1ccd51d4-06e6-4d73-b6eb-81838c4e56a4/63a2b501-96a2-4841-97f4-055e01fcaef9) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:11:16.376539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-791d7a8e-4320-429e-8340-ebae5c28ade9 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Network 8b255c21-4e63-434b-8445-161c4d810107 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:11:16.384949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:11:16.421993 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:11:16.455870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:16.525331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e874786-979b-40e8-8657-451afa72a09b tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:16.666263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Pushing event updated for resources: {'Port': ['ID=da794749-84a1-4b64-972f-520df70ffd6b,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:16.714593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22654109-8937-4e69-b93d-38c1f937a272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:16.715971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:16.716517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3fb84faa-c507-4392-804a-b1cfc1733d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:16.757756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:16.773082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e874786-979b-40e8-8657-451afa72a09b tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Network c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:16.782428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22654109-8937-4e69-b93d-38c1f937a272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:16.812563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:16.843116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-6e874786-979b-40e8-8657-451afa72a09b tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:16.872226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e874786-979b-40e8-8657-451afa72a09b tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:16.873229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e874786-979b-40e8-8657-451afa72a09b tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:16.873890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e874786-979b-40e8-8657-451afa72a09b tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:16.881434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] For port 6d2e768f-00c3-402c-a855-44517e0282f5, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6d2e768f-00c3-402c-a855-44517e0282f5,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:11:16.886650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] For port 6de6d884-733c-435c-af9d-bed7a730e7c7, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6de6d884-733c-435c-af9d-bed7a730e7c7,segment=NetworkSegment(6b4dfe83-4a59-47db-8c3c-758b52550026),segment_id=6b4dfe83-4a59-47db-8c3c-758b52550026)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:11:16.947105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:16.948385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:16.948869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3df011d-f909-428d-8b48-bbe4dc63ae76 tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:16.950091 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e3df011d-f909-428d-8b48-bbe4dc63ae76 tempest-MeteringTestJSON-1742390380 tempest-MeteringTestJSON-1742390380-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/0bebcd83-1428-454d-bcb3-499463ab08f0 HTTP/1.1" status: 204 len: 168 time: 0.9610426 Apr 23 09:11:16.959484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-791d7a8e-4320-429e-8340-ebae5c28ade9 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:16.960990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e4e40c0a-0945-4977-86ef-00fa5375ddb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:16.961933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e874786-979b-40e8-8657-451afa72a09b tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Pushing event updated for resources: {'Port': ['ID=76dce872-4ff8-4d5c-b102-655f2d46ae02,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:16.967944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-791d7a8e-4320-429e-8340-ebae5c28ade9 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:16.969612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:16.969941 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-791d7a8e-4320-429e-8340-ebae5c28ade9 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] 10.222.0.60 "DELETE /v2.0/networks/8b255c21-4e63-434b-8445-161c4d810107 HTTP/1.1" status: 204 len: 168 time: 3.0172408 Apr 23 09:11:16.977890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:16.979718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-55fec3a0-1626-4bfd-ae56-d8d77d820c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:16.992802 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-22654109-8937-4e69-b93d-38c1f937a272 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f5e57c07cb38474cbdd49bacbd1f781b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2254071 Apr 23 09:11:16.997268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6e874786-979b-40e8-8657-451afa72a09b tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:16.999430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:17.011781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58428) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:17.015516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d7a8e-4320-429e-8340-ebae5c28ade9 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Pushing event deleted for resources: {'Network': ['ID=8b255c21-4e63-434b-8445-161c4d810107,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:17.018102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-791d7a8e-4320-429e-8340-ebae5c28ade9 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:17.064425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:17.069056 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5009098 Apr 23 09:11:17.074011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58432) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:17.095823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2067727347'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:17.107266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] Routers {'8b2e7ab3-4566-4db9-82ed-58910be54bc0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:11:17.108437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:11:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8b2e7ab3-4566-4db9-82ed-58910be54bc0'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:17.112512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:17.120921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Usage tracker for resource:network and tenant:b2bf8ddf8722495e9f6ca54519109adb is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:17.133657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:17.144154 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6e874786-979b-40e8-8657-451afa72a09b tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.9942746 Apr 23 09:11:17.147172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58436) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:17.159471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:17.184197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e40c0a-0945-4977-86ef-00fa5375ddb4 None None] Pushing event updated for resources: {'Port': ['ID=6d2e768f-00c3-402c-a855-44517e0282f5,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:17.187371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Pushing event updated for resources: {'Port': ['ID=6de6d884-733c-435c-af9d-bed7a730e7c7,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:17.410437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e4e40c0a-0945-4977-86ef-00fa5375ddb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:17.412642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:17.413791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Made reservation on behalf of b2bf8ddf8722495e9f6ca54519109adb for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:17.413791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:17.419177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22654109-8937-4e69-b93d-38c1f937a272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33720f8d-7293-408b-9489-50045bccc5a4,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:17.419177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-71239a4e-be4b-4e63-859a-32983fa9fdef tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:17.419177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-22654109-8937-4e69-b93d-38c1f937a272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:17.420411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:17.421760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c98a-4de3-4182-bc5a-f21c3a4737b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:17.422593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:17.422764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-71239a4e-be4b-4e63-859a-32983fa9fdef tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Transition to ACTIVE for port object 63a2b501-96a2-4841-97f4-055e01fcaef9 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:17.422932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Usage tracker for resource:security_group_rule and tenant:b2bf8ddf8722495e9f6ca54519109adb is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:17.422932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:17.422932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Router f7d6e821-51aa-4f11-8450-c3ac9e7e5a14 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:11:17.422932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:17.458751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c98a-4de3-4182-bc5a-f21c3a4737b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:17.483400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] Set router 8b2e7ab3-4566-4db9-82ed-58910be54bc0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:11:17.663304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58444) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:17.684477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b1258ba1-86c2-4e30-b7dc-82ca76ca1f1e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Deleting port 76dce872-4ff8-4d5c-b102-655f2d46ae02 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:11:17.684996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1258ba1-86c2-4e30-b7dc-82ca76ca1f1e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:17.691723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-71239a4e-be4b-4e63-859a-32983fa9fdef tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:17.721821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ff3a895d-ee80-442d-942e-ecd6c4c908e5 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:17.847043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-55fec3a0-1626-4bfd-ae56-d8d77d820c4a admin admin] Allocated IP 172.20.0.1 (f5f22f44-5dc5-4259-bb66-faeac2187f12/e93f7937-3608-4a50-b4a7-cc289ad239de/0169da3c-0585-4c4c-b80f-d86777244ed8) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:11:17.849824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71239a4e-be4b-4e63-859a-32983fa9fdef tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Pushing event updated for resources: {'Port': ['ID=63a2b501-96a2-4841-97f4-055e01fcaef9,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:17.859902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:11:17.862805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-71239a4e-be4b-4e63-859a-32983fa9fdef tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:17.871764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] Sync routers for ids ['f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:11:17.882941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71239a4e-be4b-4e63-859a-32983fa9fdef tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Network 6afdd2c6-b906-4548-b73d-a8e5c20f47fc is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:17.886172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-71239a4e-be4b-4e63-859a-32983fa9fdef tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:17.897474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71239a4e-be4b-4e63-859a-32983fa9fdef tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:17.899468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] Routers {'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:11:17.901537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:11:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:17.904420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71239a4e-be4b-4e63-859a-32983fa9fdef tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:17.905346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-71239a4e-be4b-4e63-859a-32983fa9fdef tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:17.913239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1258ba1-86c2-4e30-b7dc-82ca76ca1f1e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:17.970843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c98a-4de3-4182-bc5a-f21c3a4737b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:17.972100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18b7228e-d398-4746-a6c9-fe8a0276a926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:18.064933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:18.081791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-18b7228e-d398-4746-a6c9-fe8a0276a926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:18.088032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-18b7228e-d398-4746-a6c9-fe8a0276a926 admin admin] Usage tracker for resource:security_group_rule and tenant:ac1d44f811e4424789f9762f19f8ff9f is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:18.091854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-18b7228e-d398-4746-a6c9-fe8a0276a926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:18.097946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:18.099049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-18b7228e-d398-4746-a6c9-fe8a0276a926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:18.102868 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.8118861 Apr 23 09:11:18.105198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58450) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:18.114517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b1258ba1-86c2-4e30-b7dc-82ca76ca1f1e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Calling delete_port for 76dce872-4ff8-4d5c-b102-655f2d46ae02 owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:11:18.178617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8c98a-4de3-4182-bc5a-f21c3a4737b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33720f8d-7293-408b-9489-50045bccc5a4,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:18.189353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b7c8c98a-4de3-4182-bc5a-f21c3a4737b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:18.207349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c98a-4de3-4182-bc5a-f21c3a4737b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:18.210560 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b7c8c98a-4de3-4182-bc5a-f21c3a4737b9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/33720f8d-7293-408b-9489-50045bccc5a4 HTTP/1.1" status: 204 len: 168 time: 1.1941330 Apr 23 09:11:18.222879 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-71239a4e-be4b-4e63-859a-32983fa9fdef tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5244250 Apr 23 09:11:18.231488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58458) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:18.259057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] Set router f7d6e821-51aa-4f11-8450-c3ac9e7e5a14 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:11:18.292232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'name': 'tempest-ServerActionsTestJSON-1680747807-router', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:07Z', 'updated_at': '2021-04-23T09:11:11Z', 'revision_number': 3, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'gw_port': {'id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:48:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:08Z', 'updated_at': '2021-04-23T09:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:18.302602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b1831d-e3d2-4999-a0bc-b3cc7c1d0a01 None None] The sync data for ids ['8b2e7ab3-4566-4db9-82ed-58910be54bc0'] in dv-neutron-786478-4-hyperv is: [{'id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'name': 'tempest-ServerActionsTestJSON-1680747807-router', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:07Z', 'updated_at': '2021-04-23T09:11:11Z', 'revision_number': 3, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'gw_port': {'id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:48:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:08Z', 'updated_at': '2021-04-23T09:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:11:18.399570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58462) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:18.435244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18b7228e-d398-4746-a6c9-fe8a0276a926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:18.450824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-55fec3a0-1626-4bfd-ae56-d8d77d820c4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:18.463269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18b7228e-d398-4746-a6c9-fe8a0276a926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:18.522521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:18.558872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-55fec3a0-1626-4bfd-ae56-d8d77d820c4a admin admin] Transition to ACTIVE for port object 0169da3c-0585-4c4c-b80f-d86777244ed8 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:18.592651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:18.641842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8e411321-3e72-4c12-bf7d-acff8f12dc5e tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Deleting port 63a2b501-96a2-4841-97f4-055e01fcaef9 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:11:18.642343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e411321-3e72-4c12-bf7d-acff8f12dc5e tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:18.648492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:18.673288 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-18b7228e-d398-4746-a6c9-fe8a0276a926 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ac1d44f811e4424789f9762f19f8ff9f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0051653 Apr 23 09:11:18.695664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58470) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:18.696704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2dc8da3d-ece0-425a-ab80-eb086ab3c444 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:18.710899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7228e-d398-4746-a6c9-fe8a0276a926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44da92f3-a881-43b2-b57c-ae5cd462ae07,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:18.743173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-18b7228e-d398-4746-a6c9-fe8a0276a926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:18.743446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'name': 'tempest-ServersTestJSON-995490386-router', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '4109311a-6651-4eb6-881c-2c4b74864144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:09Z', 'updated_at': '2021-04-23T09:11:14Z', 'revision_number': 3, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'gw_port': {'id': '4109311a-6651-4eb6-881c-2c4b74864144', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:11Z', 'updated_at': '2021-04-23T09:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:18.752891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a22d153-8a05-4c38-a092-6c6a75f104aa,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:18.759529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] Checking router: f7d6e821-51aa-4f11-8450-c3ac9e7e5a14 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:11:18.759931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] Updating router f7d6e821-51aa-4f11-8450-c3ac9e7e5a14 port 4109311a-6651-4eb6-881c-2c4b74864144 binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:11:18.906635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:19.024233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e411321-3e72-4c12-bf7d-acff8f12dc5e tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:19.030121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:19.106611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:11:19.189687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58474) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:19.222892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2c0411c-534e-4803-a9c8-3d97ed54255e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:19.243000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d71d6f-60cb-4c54-91a5-111266180676 None None] Network 6afdd2c6-b906-4548-b73d-a8e5c20f47fc requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:11:19.254378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c2c0411c-534e-4803-a9c8-3d97ed54255e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:19.261449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:19.261846 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Added segment f2d5c4fc-ed96-425e-9def-bc64b160eac0 of type vlan for network 4f3bd0e7-9a00-46ea-903e-0814125d6475 Apr 23 09:11:19.265730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8e411321-3e72-4c12-bf7d-acff8f12dc5e tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Calling delete_port for 63a2b501-96a2-4841-97f4-055e01fcaef9 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:11:19.273386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-55fec3a0-1626-4bfd-ae56-d8d77d820c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:19.278056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27951ee1-8685-4519-b164-f84cd26daa85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:19.309267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:19.321726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c2c0411c-534e-4803-a9c8-3d97ed54255e admin admin] Usage tracker for resource:security_group_rule and tenant:cdf165b8f3794b6d8aa0cfef29fc60f9 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:19.338986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1258ba1-86c2-4e30-b7dc-82ca76ca1f1e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:19.367776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ec23e8f2-93a8-4326-a83d-4f390540402e None None] Provisioning for port 6de6d884-733c-435c-af9d-bed7a730e7c7 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:11:19.384786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fec3a0-1626-4bfd-ae56-d8d77d820c4a admin admin] Network f5f22f44-5dc5-4259-bb66-faeac2187f12 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:19.385917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-282087f0-d036-4b01-8233-a50dc498ffb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:19.425072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-282087f0-d036-4b01-8233-a50dc498ffb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:19.521436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-55fec3a0-1626-4bfd-ae56-d8d77d820c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:19.536793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fec3a0-1626-4bfd-ae56-d8d77d820c4a admin admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:19.537620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-55fec3a0-1626-4bfd-ae56-d8d77d820c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:19.586149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:19.601579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] Transition to ACTIVE for port object 4109311a-6651-4eb6-881c-2c4b74864144 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:19.627724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c2c0411c-534e-4803-a9c8-3d97ed54255e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:19.668798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:19.684078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:19.703870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c2c0411c-534e-4803-a9c8-3d97ed54255e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:19.772208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6de6d884-733c-435c-af9d-bed7a730e7c7 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:11:19.773427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-27951ee1-8685-4519-b164-f84cd26daa85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:19.807871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ba2745e8-0338-4229-b64f-2c22802fba37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:19.880137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-27951ee1-8685-4519-b164-f84cd26daa85 admin admin] Usage tracker for resource:security_group_rule and tenant:2ef202d016834ac0b26655b62cd1ce92 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:19.884534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-27951ee1-8685-4519-b164-f84cd26daa85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:19.902579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] Attempting to bind port 4109311a-6651-4eb6-881c-2c4b74864144 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:19.903007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] Attempting to bind port 4109311a-6651-4eb6-881c-2c4b74864144 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:19.903669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] Attempting to bind port 4109311a-6651-4eb6-881c-2c4b74864144 on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:19.905651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70ecf1-1246-4ada-81f9-f41ecbfbf73e None None] Pushing event updated for resources: {'Port': ['ID=4109311a-6651-4eb6-881c-2c4b74864144,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:19.910280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-27951ee1-8685-4519-b164-f84cd26daa85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:19.913102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:19.914044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ff70ecf1-1246-4ada-81f9-f41ecbfbf73e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:19.922210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:11:19.922703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:11:19.923157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:19.923603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:11:19.924143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] Bound port: 4109311a-6651-4eb6-881c-2c4b74864144, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:11:19.924573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:19.944374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1258ba1-86c2-4e30-b7dc-82ca76ca1f1e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Pushing event deleted for resources: {'Port': ['ID=76dce872-4ff8-4d5c-b102-655f2d46ae02,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:19.965434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b1258ba1-86c2-4e30-b7dc-82ca76ca1f1e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:19.973161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-595d67c5-7931-480c-b4c1-037e12d88771 None None] Provisioning for port 0169da3c-0585-4c4c-b80f-d86777244ed8 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:11:19.985924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1258ba1-86c2-4e30-b7dc-82ca76ca1f1e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:19.996259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-595d67c5-7931-480c-b4c1-037e12d88771 None None] Provisioning complete for port 0169da3c-0585-4c4c-b80f-d86777244ed8 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:19.996684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-595d67c5-7931-480c-b4c1-037e12d88771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:20.038536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2c0411c-534e-4803-a9c8-3d97ed54255e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:20.088816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-595d67c5-7931-480c-b4c1-037e12d88771 None None] Port 0169da3c-0585-4c4c-b80f-d86777244ed8 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:11:20.089197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2c0411c-534e-4803-a9c8-3d97ed54255e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:20.090689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] For port 4109311a-6651-4eb6-881c-2c4b74864144, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:11:20.094571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] For port 4109311a-6651-4eb6-881c-2c4b74864144, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4109311a-6651-4eb6-881c-2c4b74864144,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:11:20.096675 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b1258ba1-86c2-4e30-b7dc-82ca76ca1f1e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "DELETE /v2.0/ports/76dce872-4ff8-4d5c-b102-655f2d46ae02 HTTP/1.1" status: 204 len: 168 time: 2.9455159 Apr 23 09:11:20.097496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58478) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:20.107878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 6de6d884-733c-435c-af9d-bed7a730e7c7 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:11:20.114437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 6de6d884-733c-435c-af9d-bed7a730e7c7 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:20.114867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:20.115839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-405c265a-854d-4c5b-8c69-ea8248456d6b tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:20.129119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0', 'external_fixed_ips': [{'subnet_id': '7d79e5e4-9d6c-4abb-b85c-5657b44c6bae', 'ip_address': '2001:db8::2a6'}]}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:20.138980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:20.143444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Usage tracker for resource:router and tenant:513ddb038d79429fa4fc439aa23f9a5a is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:20.147508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:20.152516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:20.154296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:20.167451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:20.175677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:20.202509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:20.202509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:20.217096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:20.218253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:20.220918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fec3a0-1626-4bfd-ae56-d8d77d820c4a admin admin] Pushing event updated for resources: {'Port': ['ID=0169da3c-0585-4c4c-b80f-d86777244ed8,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:20.245536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-55fec3a0-1626-4bfd-ae56-d8d77d820c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.936s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:20.246246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-282087f0-d036-4b01-8233-a50dc498ffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:20.265040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-18b7228e-d398-4746-a6c9-fe8a0276a926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:20.291590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] Routers {'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:11:20.292222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:11:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:20.328233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282087f0-d036-4b01-8233-a50dc498ffb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44da92f3-a881-43b2-b57c-ae5cd462ae07,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:20.343691 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c2c0411c-534e-4803-a9c8-3d97ed54255e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cdf165b8f3794b6d8aa0cfef29fc60f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1491179 Apr 23 09:11:20.352361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58482) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:20.354962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-282087f0-d036-4b01-8233-a50dc498ffb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:20.360256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-282087f0-d036-4b01-8233-a50dc498ffb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:20.364267 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-282087f0-d036-4b01-8233-a50dc498ffb2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/44da92f3-a881-43b2-b57c-ae5cd462ae07 HTTP/1.1" status: 204 len: 168 time: 1.6470985 Apr 23 09:11:20.415870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0411c-534e-4803-a9c8-3d97ed54255e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824053dc-84f5-4349-b128-e670609f682b,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:20.419577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c2c0411c-534e-4803-a9c8-3d97ed54255e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:20.421421 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.3431094 Apr 23 09:11:20.425097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58488) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:20.427891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-791d7a8e-4320-429e-8340-ebae5c28ade9 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:20.432099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-89146c38-2c4d-4854-a0f5-7a3d2bffa94f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Request body: {'subnet': {'network_id': '4f3bd0e7-9a00-46ea-903e-0814125d6475', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:20.512669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:20.519839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3e320082-0e58-42b0-bf13-178307198e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:20.551554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e0c94667-a914-4313-ae17-b59cfd69281f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:20.586756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0d6d0b7f-d5b1-404c-8a24-14d941b620ea None None] Provisioning complete for port 6de6d884-733c-435c-af9d-bed7a730e7c7 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:20.587287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d6d0b7f-d5b1-404c-8a24-14d941b620ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:20.707119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Pushing event updated for resources: {'Network': ['ID=4f3bd0e7-9a00-46ea-903e-0814125d6475,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:20.711208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70ecf1-1246-4ada-81f9-f41ecbfbf73e None None] Pushing event updated for resources: {'Port': ['ID=4109311a-6651-4eb6-881c-2c4b74864144,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:20.711531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:20.714178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3e320082-0e58-42b0-bf13-178307198e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:20.733952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ff70ecf1-1246-4ada-81f9-f41ecbfbf73e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:20.735063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 4f3bd0e7-9a00-46ea-903e-0814125d6475 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:11:20.776046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-89146c38-2c4d-4854-a0f5-7a3d2bffa94f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:20.799971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-89146c38-2c4d-4854-a0f5-7a3d2bffa94f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Usage tracker for resource:subnet and tenant:b2bf8ddf8722495e9f6ca54519109adb is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:20.807436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-55fec3a0-1626-4bfd-ae56-d8d77d820c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:20.829501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-89146c38-2c4d-4854-a0f5-7a3d2bffa94f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:20.850228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-89146c38-2c4d-4854-a0f5-7a3d2bffa94f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:20.857213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e411321-3e72-4c12-bf7d-acff8f12dc5e tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:20.860278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27951ee1-8685-4519-b164-f84cd26daa85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:20.914126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:20.945661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:20.960394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27951ee1-8685-4519-b164-f84cd26daa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:20.974626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e411321-3e72-4c12-bf7d-acff8f12dc5e tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Pushing event deleted for resources: {'Port': ['ID=63a2b501-96a2-4841-97f4-055e01fcaef9,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:20.978549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e411321-3e72-4c12-bf7d-acff8f12dc5e tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:21.056226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b7c8c98a-4de3-4182-bc5a-f21c3a4737b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:21.066357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] Set router f7d6e821-51aa-4f11-8450-c3ac9e7e5a14 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:11:21.066470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89146c38-2c4d-4854-a0f5-7a3d2bffa94f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Made reservation on behalf of b2bf8ddf8722495e9f6ca54519109adb for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:21.073692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89146c38-2c4d-4854-a0f5-7a3d2bffa94f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks [] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:21.165286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e411321-3e72-4c12-bf7d-acff8f12dc5e tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:21.185766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:21.239482 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-27951ee1-8685-4519-b164-f84cd26daa85 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2ef202d016834ac0b26655b62cd1ce92&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8322301 Apr 23 09:11:21.252309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58494) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:21.280036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27951ee1-8685-4519-b164-f84cd26daa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebb64d2-8eb2-49e2-9d51-a4af20ec225b,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:21.282705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58498) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:21.319293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-27951ee1-8685-4519-b164-f84cd26daa85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:21.329049 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8e411321-3e72-4c12-bf7d-acff8f12dc5e tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] 10.222.0.60 "DELETE /v2.0/ports/63a2b501-96a2-4841-97f4-055e01fcaef9 HTTP/1.1" status: 204 len: 168 time: 3.0883980 Apr 23 09:11:21.342020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58502) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:21.364974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d6d0b7f-d5b1-404c-8a24-14d941b620ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:21.380243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-e0c94667-a914-4313-ae17-b59cfd69281f admin admin] Allocated IP 172.20.0.1 (5774ccf0-e686-428b-ad66-6523b0025605/240a5dee-132f-48af-9eea-b03af8b7ce83/2f7c5d4f-8123-49b7-a639-c192ed298d29) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:11:21.385577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3e320082-0e58-42b0-bf13-178307198e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:21.387626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 6de6d884-733c-435c-af9d-bed7a730e7c7, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6de6d884-733c-435c-af9d-bed7a730e7c7,segment=NetworkSegment(6b4dfe83-4a59-47db-8c3c-758b52550026),segment_id=6b4dfe83-4a59-47db-8c3c-758b52550026)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:11:21.403481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:21.411774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-de5512a4-3f1a-466c-aa4c-e2a1273bb9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:21.445582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-de5512a4-3f1a-466c-aa4c-e2a1273bb9c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:21.456440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:21.465105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-de5512a4-3f1a-466c-aa4c-e2a1273bb9c8 admin admin] Usage tracker for resource:security_group_rule and tenant:e45631e664b041a6bbb8f771e5c67969 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:21.467509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6d2e768f-00c3-402c-a855-44517e0282f5 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:11:21.469097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-de5512a4-3f1a-466c-aa4c-e2a1273bb9c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:21.486301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-de5512a4-3f1a-466c-aa4c-e2a1273bb9c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:21.511912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:21.523861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e320082-0e58-42b0-bf13-178307198e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824053dc-84f5-4349-b128-e670609f682b,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:21.574958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3e320082-0e58-42b0-bf13-178307198e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:21.610970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8052bf9-0e08-4e57-9d0e-96426ffba7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:21.670619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-55fec3a0-1626-4bfd-ae56-d8d77d820c4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:21.700011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=6de6d884-733c-435c-af9d-bed7a730e7c7,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:21.712562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-55fec3a0-1626-4bfd-ae56-d8d77d820c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:21.713019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:21.716005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3e320082-0e58-42b0-bf13-178307198e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:21.718084 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3e320082-0e58-42b0-bf13-178307198e0e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/824053dc-84f5-4349-b128-e670609f682b HTTP/1.1" status: 204 len: 168 time: 1.3637071 Apr 23 09:11:21.718301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-55fec3a0-1626-4bfd-ae56-d8d77d820c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:21.736301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:21.746933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8052bf9-0e08-4e57-9d0e-96426ffba7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:21.761007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-0d6d0b7f-d5b1-404c-8a24-14d941b620ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:11:21.761545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-0d6d0b7f-d5b1-404c-8a24-14d941b620ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:11:21.807348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'name': 'tempest-ServersTestJSON-995490386-router', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '4109311a-6651-4eb6-881c-2c4b74864144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:09Z', 'updated_at': '2021-04-23T09:11:14Z', 'revision_number': 3, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'gw_port': {'id': '4109311a-6651-4eb6-881c-2c4b74864144', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:11Z', 'updated_at': '2021-04-23T09:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:21.844999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 6d2e768f-00c3-402c-a855-44517e0282f5 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:11:21.852243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 6d2e768f-00c3-402c-a855-44517e0282f5 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:21.852668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:21.897807 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-13f51f3c-13e6-4e5a-b73c-351a4d2eb290 tempest-DHCPAgentSchedulersTestJSON-1669109936 tempest-DHCPAgentSchedulersTestJSON-1669109936-project-admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5515988 Apr 23 09:11:21.897990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4672fe9d-b257-4c9f-abfc-d8bcb43f1477 None None] The sync data for ids ['f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'] in dv-neutron-786478-4-hyperv is: [{'id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'name': 'tempest-ServersTestJSON-995490386-router', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '4109311a-6651-4eb6-881c-2c4b74864144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:09Z', 'updated_at': '2021-04-23T09:11:14Z', 'revision_number': 3, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'gw_port': {'id': '4109311a-6651-4eb6-881c-2c4b74864144', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:11Z', 'updated_at': '2021-04-23T09:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:11:21.900428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58510) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:21.903706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-de5512a4-3f1a-466c-aa4c-e2a1273bb9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:21.914037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-56e2abdb-b01a-4832-b17d-aa711a20f425 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1228914082'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:21.922726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e0c94667-a914-4313-ae17-b59cfd69281f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:21.987714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fec3a0-1626-4bfd-ae56-d8d77d820c4a admin admin] Pushing event updated for resources: {'Port': ['ID=0169da3c-0585-4c4c-b80f-d86777244ed8,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:21.998867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-55fec3a0-1626-4bfd-ae56-d8d77d820c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:21.999742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-56e2abdb-b01a-4832-b17d-aa711a20f425 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:22.011238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-de5512a4-3f1a-466c-aa4c-e2a1273bb9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:22.012406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-56e2abdb-b01a-4832-b17d-aa711a20f425 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Usage tracker for resource:network and tenant:08e3d60b3cc0430c899ebe23918b8302 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:22.019022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-56e2abdb-b01a-4832-b17d-aa711a20f425 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:22.020902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:22.048402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:22.058904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-56e2abdb-b01a-4832-b17d-aa711a20f425 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:22.085673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 6d2e768f-00c3-402c-a855-44517e0282f5, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6d2e768f-00c3-402c-a855-44517e0282f5,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:11:22.086135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e0c94667-a914-4313-ae17-b59cfd69281f admin admin] Transition to ACTIVE for port object 2f7c5d4f-8123-49b7-a639-c192ed298d29 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:22.094993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8052bf9-0e08-4e57-9d0e-96426ffba7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:22.119634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:22.122009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:22.173231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:22.197625 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-de5512a4-3f1a-466c-aa4c-e2a1273bb9c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e45631e664b041a6bbb8f771e5c67969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8818421 Apr 23 09:11:22.200631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58516) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:22.206230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5512a4-3f1a-466c-aa4c-e2a1273bb9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d022086-d846-4731-89fa-78c25e3b9894,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:22.209912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8052bf9-0e08-4e57-9d0e-96426ffba7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebb64d2-8eb2-49e2-9d51-a4af20ec225b,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:22.210153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e2abdb-b01a-4832-b17d-aa711a20f425 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Made reservation on behalf of 08e3d60b3cc0430c899ebe23918b8302 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:22.216441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-56e2abdb-b01a-4832-b17d-aa711a20f425 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:22.228927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-de5512a4-3f1a-466c-aa4c-e2a1273bb9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:22.231623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d8052bf9-0e08-4e57-9d0e-96426ffba7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:22.250997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fec3a0-1626-4bfd-ae56-d8d77d820c4a admin admin] Network f5f22f44-5dc5-4259-bb66-faeac2187f12 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:22.253724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-55fec3a0-1626-4bfd-ae56-d8d77d820c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:22.271935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8052bf9-0e08-4e57-9d0e-96426ffba7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:22.276221 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d8052bf9-0e08-4e57-9d0e-96426ffba7ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ebb64d2-8eb2-49e2-9d51-a4af20ec225b HTTP/1.1" status: 204 len: 168 time: 1.0228024 Apr 23 09:11:22.376900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6de6d884-733c-435c-af9d-bed7a730e7c7 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:11:22.412924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e0c94667-a914-4313-ae17-b59cfd69281f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:22.414347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:22.451173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e2abdb-b01a-4832-b17d-aa711a20f425 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:11:22.579707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:22.625520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=6d2e768f-00c3-402c-a855-44517e0282f5,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:22.636567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:22.656999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:22.675327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0d6d0b7f-d5b1-404c-8a24-14d941b620ea None None] Could not find standard attr ID for object 63a2b501-96a2-4841-97f4-055e01fcaef9. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:11:22.696182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-56e2abdb-b01a-4832-b17d-aa711a20f425 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:22.696590 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-56e2abdb-b01a-4832-b17d-aa711a20f425 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Added segment 7bf5e49f-3915-4b42-af64-5be59d47f16f of type vlan for network f0bd8fdf-45a6-44ed-a7a0-d4675740bd59 Apr 23 09:11:22.712811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 6de6d884-733c-435c-af9d-bed7a730e7c7 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:22.713341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:22.834871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f300fa33-bf65-407f-9acf-638060561a43 None None] Provisioning complete for port 0169da3c-0585-4c4c-b80f-d86777244ed8 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:22.835505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f300fa33-bf65-407f-9acf-638060561a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:22.836384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fec3a0-1626-4bfd-ae56-d8d77d820c4a admin admin] Router 8b2e7ab3-4566-4db9-82ed-58910be54bc0 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:11:22.867919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-56e2abdb-b01a-4832-b17d-aa711a20f425 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:22.981161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f300fa33-bf65-407f-9acf-638060561a43 None None] Port 0169da3c-0585-4c4c-b80f-d86777244ed8 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:11:23.008736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f300fa33-bf65-407f-9acf-638060561a43 None None] Could not find standard attr ID for object 63a2b501-96a2-4841-97f4-055e01fcaef9. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:11:23.077752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:23.150403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-56e2abdb-b01a-4832-b17d-aa711a20f425 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:23.164612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e2abdb-b01a-4832-b17d-aa711a20f425 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:23.164612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-56e2abdb-b01a-4832-b17d-aa711a20f425 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:23.171056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58530) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:23.175811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:23.190978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c94667-a914-4313-ae17-b59cfd69281f admin admin] Network 5774ccf0-e686-428b-ad66-6523b0025605 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:23.200359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-e0c94667-a914-4313-ae17-b59cfd69281f admin admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:23.207060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-15c5228b-64b9-4d2f-90f7-737659326651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:23.209020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c94667-a914-4313-ae17-b59cfd69281f admin admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:23.253458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c94667-a914-4313-ae17-b59cfd69281f admin admin] Pushing event updated for resources: {'Port': ['ID=2f7c5d4f-8123-49b7-a639-c192ed298d29,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:23.280302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e0c94667-a914-4313-ae17-b59cfd69281f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:23.374183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-15c5228b-64b9-4d2f-90f7-737659326651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:23.414341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e0c94667-a914-4313-ae17-b59cfd69281f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:23.574947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89146c38-2c4d-4854-a0f5-7a3d2bffa94f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:23.576928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-395f2c6b-4cba-4b01-9430-8865e42676a2 None None] Provisioning for port 2f7c5d4f-8123-49b7-a639-c192ed298d29 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:11:23.582306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9a3427e4-84c3-43d1-89ff-89b2bb5c4ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:23.585543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Allocated IP 2001:db8::2a6 (c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0/7d79e5e4-9d6c-4abb-b85c-5657b44c6bae/ef775aa4-cccb-4ce3-b1d8-31ed230795a4) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:11:23.587981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-395f2c6b-4cba-4b01-9430-8865e42676a2 None None] Provisioning complete for port 2f7c5d4f-8123-49b7-a639-c192ed298d29 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:23.589716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-395f2c6b-4cba-4b01-9430-8865e42676a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:23.649906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-15c5228b-64b9-4d2f-90f7-737659326651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:23.660215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9a3427e4-84c3-43d1-89ff-89b2bb5c4ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:23.663177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3e320082-0e58-42b0-bf13-178307198e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:23.666132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-395f2c6b-4cba-4b01-9430-8865e42676a2 None None] Port 2f7c5d4f-8123-49b7-a639-c192ed298d29 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:11:23.673898 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-56e2abdb-b01a-4832-b17d-aa711a20f425 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7645702 Apr 23 09:11:23.683274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9a3427e4-84c3-43d1-89ff-89b2bb5c4ef2 admin admin] Usage tracker for resource:security_group_rule and tenant:a47dd7d4688143ba9638be5d5739dd7e is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:23.689910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58542) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:23.705493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9a3427e4-84c3-43d1-89ff-89b2bb5c4ef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:23.709778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2abdb-b01a-4832-b17d-aa711a20f425 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Pushing event updated for resources: {'Network': ['ID=f0bd8fdf-45a6-44ed-a7a0-d4675740bd59,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:23.732511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-56e2abdb-b01a-4832-b17d-aa711a20f425 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:23.733432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9a3427e4-84c3-43d1-89ff-89b2bb5c4ef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:23.735403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:23.741164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network f0bd8fdf-45a6-44ed-a7a0-d4675740bd59 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:11:23.764606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5228b-64b9-4d2f-90f7-737659326651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d022086-d846-4731-89fa-78c25e3b9894,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:23.767022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-15c5228b-64b9-4d2f-90f7-737659326651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:23.810641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fec3a0-1626-4bfd-ae56-d8d77d820c4a admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:11:23.821667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] Sync routers for ids ['8b2e7ab3-4566-4db9-82ed-58910be54bc0'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:11:23.831849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-15c5228b-64b9-4d2f-90f7-737659326651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:23.834134 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-15c5228b-64b9-4d2f-90f7-737659326651 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d022086-d846-4731-89fa-78c25e3b9894 HTTP/1.1" status: 204 len: 168 time: 1.6286106 Apr 23 09:11:23.834834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e0c94667-a914-4313-ae17-b59cfd69281f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:23.839876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] Routers {'8b2e7ab3-4566-4db9-82ed-58910be54bc0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:11:23.840553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:11:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8b2e7ab3-4566-4db9-82ed-58910be54bc0'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:23.885429 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-55fec3a0-1626-4bfd-ae56-d8d77d820c4a admin admin] 10.222.0.60 "PUT /v2.0/routers/8b2e7ab3-4566-4db9-82ed-58910be54bc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9792178 Apr 23 09:11:23.955155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:23.993932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58552) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:24.011145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89146c38-2c4d-4854-a0f5-7a3d2bffa94f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Checking segment: {'id': 'f2d5c4fc-ed96-425e-9def-bc64b160eac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4f3bd0e7-9a00-46ea-903e-0814125d6475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:11:24.011547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89146c38-2c4d-4854-a0f5-7a3d2bffa94f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Network hostable DHCP agents. Network: 4f3bd0e7-9a00-46ea-903e-0814125d6475, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:11:24.024103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89146c38-2c4d-4854-a0f5-7a3d2bffa94f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Pushing event updated for resources: {'Subnet': ['ID=01a3eb1e-a326-43df-a4b3-bde18fee8fba,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:24.031694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-89146c38-2c4d-4854-a0f5-7a3d2bffa94f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:24.135749 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d03297a9-bf25-49df-ba90-88d110c94469 tempest-DHCPAgentSchedulersTestJSON-1669109936 tempest-DHCPAgentSchedulersTestJSON-1669109936-project-admin] 10.222.0.60 "GET /v2.0/agents/5773c168-418d-4cfe-b7d0-5264d7cc6f2b/dhcp-networks HTTP/1.1" status: 200 len: 5686 time: 0.4445870 Apr 23 09:11:24.139148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58558) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:24.174146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89146c38-2c4d-4854-a0f5-7a3d2bffa94f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Network 4f3bd0e7-9a00-46ea-903e-0814125d6475 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:11:24.212860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9a3427e4-84c3-43d1-89ff-89b2bb5c4ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:24.246794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] Set router 8b2e7ab3-4566-4db9-82ed-58910be54bc0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:11:24.306372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-89146c38-2c4d-4854-a0f5-7a3d2bffa94f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 4f3bd0e7-9a00-46ea-903e-0814125d6475) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:24.311009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89146c38-2c4d-4854-a0f5-7a3d2bffa94f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:24.312046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89146c38-2c4d-4854-a0f5-7a3d2bffa94f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:24.318271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088d37b5-779a-40e4-85bd-345b44d648a9 None None] Network 4f3bd0e7-9a00-46ea-903e-0814125d6475 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:11:24.329012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9a3427e4-84c3-43d1-89ff-89b2bb5c4ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:24.333845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:24.350573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e0c94667-a914-4313-ae17-b59cfd69281f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:24.353193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:24.391711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-27951ee1-8685-4519-b164-f84cd26daa85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:24.477402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e0c94667-a914-4313-ae17-b59cfd69281f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:24.531973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89e5ef9-96d7-4489-9111-f9ee0b7d48a5 tempest-DHCPAgentSchedulersTestJSON-1669109936 tempest-DHCPAgentSchedulersTestJSON-1669109936-project-admin] Network f0bd8fdf-45a6-44ed-a7a0-d4675740bd59 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:11:24.594419 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9a3427e4-84c3-43d1-89ff-89b2bb5c4ef2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a47dd7d4688143ba9638be5d5739dd7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3952942 Apr 23 09:11:24.597807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58574) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:24.599223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Network c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:24.605660 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-89146c38-2c4d-4854-a0f5-7a3d2bffa94f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1790638 Apr 23 09:11:24.620351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:24.624926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58576) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:24.633763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Pushing event updated for resources: {'Port': ['ID=ef775aa4-cccb-4ce3-b1d8-31ed230795a4,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:24.638683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:24.672591 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e89e5ef9-96d7-4489-9111-f9ee0b7d48a5 tempest-DHCPAgentSchedulersTestJSON-1669109936 tempest-DHCPAgentSchedulersTestJSON-1669109936-project-admin] 10.222.0.60 "POST /v2.0/agents/5773c168-418d-4cfe-b7d0-5264d7cc6f2b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5322926 Apr 23 09:11:24.680537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58582) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:24.719278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3427e4-84c3-43d1-89ff-89b2bb5c4ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2256ef-f27f-4b62-b4cb-8c927732c554,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:24.731449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9a3427e4-84c3-43d1-89ff-89b2bb5c4ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:24.763221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1639062537', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}, 'admin_state_up': False}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:24.802882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Request body: {'networks': [{'name': 'tempest-network--307072929'}, {'name': 'tempest-network--1728998217'}]} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:24.803242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Request body: {'network': {'name': 'tempest-network--307072929'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:24.803753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Request body: {'network': {'name': 'tempest-network--1728998217'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:24.830248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:24.830768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:24.861556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6116ce8e-a29a-44bf-9ca2-9a7c5da13aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:24.911478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6116ce8e-a29a-44bf-9ca2-9a7c5da13aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:24.935607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6d2e768f-00c3-402c-a855-44517e0282f5 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:11:24.943267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:24.946037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'name': 'tempest-ServerActionsTestJSON-1680747807-router', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:07Z', 'updated_at': '2021-04-23T09:11:20Z', 'revision_number': 4, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'gw_port': {'id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:48:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:08Z', 'updated_at': '2021-04-23T09:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '0169da3c-0585-4c4c-b80f-d86777244ed8', 'name': '', 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'mac_address': 'fa:16:3e:51:1d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e93f7937-3608-4a50-b4a7-cc289ad239de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:17Z', 'updated_at': '2021-04-23T09:11:21Z', 'revision_number': 2, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'subnets': [{'id': 'e93f7937-3608-4a50-b4a7-cc289ad239de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:24.951798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] Checking router: 8b2e7ab3-4566-4db9-82ed-58910be54bc0 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:11:24.952430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] Updating router 8b2e7ab3-4566-4db9-82ed-58910be54bc0 port 0169da3c-0585-4c4c-b80f-d86777244ed8 binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:11:24.981022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194595e5-262b-4909-8650-d8e353708e45 None None] Network f0bd8fdf-45a6-44ed-a7a0-d4675740bd59 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:11:25.036877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:25.062117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6116ce8e-a29a-44bf-9ca2-9a7c5da13aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:25.079171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:25.085889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:25.088885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Usage tracker for resource:router and tenant:b2bf8ddf8722495e9f6ca54519109adb is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:25.096242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:25.118232 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9fb6f578-61db-48da-9681-2ad5524ad8db tempest-DHCPAgentSchedulersTestJSON-1669109936 tempest-DHCPAgentSchedulersTestJSON-1669109936-project-admin] 10.222.0.60 "GET /v2.0/agents/5773c168-418d-4cfe-b7d0-5264d7cc6f2b/dhcp-networks HTTP/1.1" status: 200 len: 7259 time: 0.4338622 Apr 23 09:11:25.118232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116ce8e-a29a-44bf-9ca2-9a7c5da13aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2256ef-f27f-4b62-b4cb-8c927732c554,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:25.120818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58594) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:25.123141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6116ce8e-a29a-44bf-9ca2-9a7c5da13aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:25.137659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6116ce8e-a29a-44bf-9ca2-9a7c5da13aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:25.138929 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6116ce8e-a29a-44bf-9ca2-9a7c5da13aea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ce2256ef-f27f-4b62-b4cb-8c927732c554 HTTP/1.1" status: 204 len: 168 time: 0.5318782 Apr 23 09:11:25.193720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Usage tracker for resource:network and tenant:1a8201cbd8724125a0432499f97db3ee is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:25.220602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:25.225927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:25.237525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e0c94667-a914-4313-ae17-b59cfd69281f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:25.252303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:25.270299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c94667-a914-4313-ae17-b59cfd69281f admin admin] Pushing event updated for resources: {'Port': ['ID=2f7c5d4f-8123-49b7-a639-c192ed298d29,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:25.295724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e0c94667-a914-4313-ae17-b59cfd69281f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:25.323237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-4f3bd0e7-9a00-46ea-903e-0814125d6475', 'network_id': '4f3bd0e7-9a00-46ea-903e-0814125d6475', 'tenant_id': 'b2bf8ddf8722495e9f6ca54519109adb', 'fixed_ips': [{'subnet_id': '01a3eb1e-a326-43df-a4b3-bde18fee8fba'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:11:25.324360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:25.366117 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-331f8dab-fd1e-4e82-8de8-aae6614448d8 tempest-DHCPAgentSchedulersTestJSON-1669109936 tempest-DHCPAgentSchedulersTestJSON-1669109936-project-admin] 10.222.0.60 "DELETE /v2.0/agents/5773c168-418d-4cfe-b7d0-5264d7cc6f2b/dhcp-networks/f0bd8fdf-45a6-44ed-a7a0-d4675740bd59 HTTP/1.1" status: 204 len: 168 time: 0.2417600 Apr 23 09:11:25.370024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58602) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:25.529419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:25.530572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:25.533986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Made reservation on behalf of 1a8201cbd8724125a0432499f97db3ee for: {'network': 2} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:25.536483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 6d2e768f-00c3-402c-a855-44517e0282f5 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:25.538162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:25.552300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:25.599726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:25.742685 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7531424f-d74c-488e-af29-b0fc19ca076d tempest-DHCPAgentSchedulersTestJSON-1669109936 tempest-DHCPAgentSchedulersTestJSON-1669109936-project-admin] 10.222.0.60 "GET /v2.0/agents/5773c168-418d-4cfe-b7d0-5264d7cc6f2b/dhcp-networks HTTP/1.1" status: 200 len: 6489 time: 0.3712287 Apr 23 09:11:25.747071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58614) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:25.800671 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2dc8a36a-a647-49e9-9497-ef8e9136f45b tempest-DHCPAgentSchedulersTestJSON-1669109936 tempest-DHCPAgentSchedulersTestJSON-1669109936-project-admin] 10.222.0.60 "GET /v2.0/networks/6afdd2c6-b906-4548-b73d-a8e5c20f47fc/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0522094 Apr 23 09:11:25.807067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58620) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:25.832100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:25.847124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Usage tracker for resource:security_group_rule and tenant:1a8201cbd8724125a0432499f97db3ee is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:25.865018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:25.868603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c94667-a914-4313-ae17-b59cfd69281f admin admin] Network 5774ccf0-e686-428b-ad66-6523b0025605 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:25.874282 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-271d627d-c9c4-46ca-b2ec-aa5540da55fe tempest-DHCPAgentSchedulersTestJSON-1669109936 tempest-DHCPAgentSchedulersTestJSON-1669109936-project-admin] 10.222.0.60 "GET /v2.0/networks/6afdd2c6-b906-4548-b73d-a8e5c20f47fc/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0643895 Apr 23 09:11:25.874963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58630) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:25.875615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:25.911427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-e0c94667-a914-4313-ae17-b59cfd69281f admin admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:25.927689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:25.944949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Allocated IP 172.20.0.2 (4f3bd0e7-9a00-46ea-903e-0814125d6475/01a3eb1e-a326-43df-a4b3-bde18fee8fba/f7cc3002-de25-43e8-8bd0-b2aaa53274a0) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:11:26.075525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:26.105045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] Transition to ACTIVE for port object 0169da3c-0585-4c4c-b80f-d86777244ed8 will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:26.199171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:26.203809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:26.322138 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6fd06a8d-3b77-428f-be3f-a10dc20e7391 tempest-DHCPAgentSchedulersTestJSON-1669109936 tempest-DHCPAgentSchedulersTestJSON-1669109936-project-admin] 10.222.0.60 "GET /v2.0/agents/5773c168-418d-4cfe-b7d0-5264d7cc6f2b/dhcp-networks HTTP/1.1" status: 200 len: 6489 time: 0.4398663 Apr 23 09:11:26.323549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58638) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:26.479938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:26.497912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:26.524150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Transition to ACTIVE for port object f7cc3002-de25-43e8-8bd0-b2aaa53274a0 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:26.579115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Transition to ACTIVE for port object f7cc3002-de25-43e8-8bd0-b2aaa53274a0 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:26.583624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:26.596168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58644) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:26.605191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e83b45fe-8612-43c1-a2bc-ace0967df060 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Request body: {'security_group': {'name': 'tempest-securitygroup--633334779', 'description': 'tempest-description--969551191'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:26.641759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:26.641759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7297864c-84f8-4535-9478-840d9dd7bee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:26.646005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e83b45fe-8612-43c1-a2bc-ace0967df060 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:26.647970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] Attempting to bind port 0169da3c-0585-4c4c-b80f-d86777244ed8 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:26.648606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] Attempting to bind port 0169da3c-0585-4c4c-b80f-d86777244ed8 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'aa70030b-ff50-41a5-9675-e47946b39c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:26.649189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] Attempting to bind port 0169da3c-0585-4c4c-b80f-d86777244ed8 on network f5f22f44-5dc5-4259-bb66-faeac2187f12 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:26.652552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e83b45fe-8612-43c1-a2bc-ace0967df060 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Usage tracker for resource:security_group and tenant:31a3cdb04d554bd6aeeb1f860e8a1415 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:26.655916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d3f86-5cd4-424c-9412-33d1863568cb None None] Pushing event updated for resources: {'Port': ['ID=0169da3c-0585-4c4c-b80f-d86777244ed8,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:26.659178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:11:26.659908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] Checking segment: {'id': 'aa70030b-ff50-41a5-9675-e47946b39c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:11:26.661278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:26.662062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] Bound using segment: {'id': 'aa70030b-ff50-41a5-9675-e47946b39c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:11:26.662832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] Bound port: 0169da3c-0585-4c4c-b80f-d86777244ed8, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa70030b-ff50-41a5-9675-e47946b39c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:11:26.663455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:26.668152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e83b45fe-8612-43c1-a2bc-ace0967df060 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:26.675183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3a2d3f86-5cd4-424c-9412-33d1863568cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:26.721590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e83b45fe-8612-43c1-a2bc-ace0967df060 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:26.798633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Network 4f3bd0e7-9a00-46ea-903e-0814125d6475 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:26.812582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:26.827597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0ae0258b-2928-464a-afa2-a0084f5b638f None None] Provisioning complete for port 2f7c5d4f-8123-49b7-a639-c192ed298d29 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:26.828016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0ae0258b-2928-464a-afa2-a0084f5b638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:26.872656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:26.877997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:26.892289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4109311a-6651-4eb6-881c-2c4b74864144 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:11:26.966054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] For port 0169da3c-0585-4c4c-b80f-d86777244ed8, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:11:26.969638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] For port 0169da3c-0585-4c4c-b80f-d86777244ed8, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=0169da3c-0585-4c4c-b80f-d86777244ed8,segment=NetworkSegment(aa70030b-ff50-41a5-9675-e47946b39c64),segment_id=aa70030b-ff50-41a5-9675-e47946b39c64)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:11:26.986400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e83b45fe-8612-43c1-a2bc-ace0967df060 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:27.005979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:27.015437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:27.029290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e83b45fe-8612-43c1-a2bc-ace0967df060 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:27.039015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e83b45fe-8612-43c1-a2bc-ace0967df060 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Usage tracker for resource:security_group_rule and tenant:31a3cdb04d554bd6aeeb1f860e8a1415 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:27.050600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e83b45fe-8612-43c1-a2bc-ace0967df060 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:27.063412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Subscribe: > segment before_delete 55550000 {{(pid=87174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:27.063832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:27.064676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:27.065067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Subscribe: > port after_create 55550000 {{(pid=87174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:27.065430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Subscribe: > port after_delete 55550000 {{(pid=87174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:27.065794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Subscribe: > port after_update 55550000 {{(pid=87174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:27.066158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Subscribe: > segment after_delete 55550000 {{(pid=87174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:27.066578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Subscribe: > subnet after_create 55550000 {{(pid=87174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:27.067616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Subscribe: > subnet after_delete 55550000 {{(pid=87174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:27.068269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Subscribe: > subnet after_update 55550000 {{(pid=87174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:27.145439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] Routers {'8b2e7ab3-4566-4db9-82ed-58910be54bc0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:11:27.146330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:11:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8b2e7ab3-4566-4db9-82ed-58910be54bc0'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:27.149455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Pushing event updated for resources: {'Port': ['ID=f7cc3002-de25-43e8-8bd0-b2aaa53274a0,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:27.151254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:27.165594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Attempting to bind port f7cc3002-de25-43e8-8bd0-b2aaa53274a0 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:27.166850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Attempting to bind port f7cc3002-de25-43e8-8bd0-b2aaa53274a0 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'f2d5c4fc-ed96-425e-9def-bc64b160eac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4f3bd0e7-9a00-46ea-903e-0814125d6475'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:27.166850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Attempting to bind port f7cc3002-de25-43e8-8bd0-b2aaa53274a0 on network 4f3bd0e7-9a00-46ea-903e-0814125d6475 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:27.182679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:27.204800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:11:27.205221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Checking segment: {'id': 'f2d5c4fc-ed96-425e-9def-bc64b160eac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4f3bd0e7-9a00-46ea-903e-0814125d6475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:11:27.205679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:27.206123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Bound using segment: {'id': 'f2d5c4fc-ed96-425e-9def-bc64b160eac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4f3bd0e7-9a00-46ea-903e-0814125d6475'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:11:27.206987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c94667-a914-4313-ae17-b59cfd69281f admin admin] Router f7d6e821-51aa-4f11-8450-c3ac9e7e5a14 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:11:27.220043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Bound port: f7cc3002-de25-43e8-8bd0-b2aaa53274a0, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5c4fc-ed96-425e-9def-bc64b160eac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4f3bd0e7-9a00-46ea-903e-0814125d6475'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:11:27.220532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:27.289649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:27.313057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:27.336678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0ae0258b-2928-464a-afa2-a0084f5b638f None None] Port 2f7c5d4f-8123-49b7-a639-c192ed298d29 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:11:27.399041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 4109311a-6651-4eb6-881c-2c4b74864144 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:11:27.400270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c2c0411c-534e-4803-a9c8-3d97ed54255e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:27.439617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 4109311a-6651-4eb6-881c-2c4b74864144 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:27.440040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:27.444146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Subscribe: > subnet after_create 55550000 {{(pid=87174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:27.444536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Subscribe: > subnet after_delete 55550000 {{(pid=87174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:27.444911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Subscribe: > subnet before_create 55550000 {{(pid=87174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:27.445283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Subscribe: > subnet before_update 55550000 {{(pid=87174) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 23 09:11:27.445674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0bd8fdf-45a6-44ed-a7a0-d4675740bd59']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:27.491374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] Set router 8b2e7ab3-4566-4db9-82ed-58910be54bc0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:11:27.496551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e83b45fe-8612-43c1-a2bc-ace0967df060 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:27.498887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58668) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:27.515072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf5e49f-3915-4b42-af64-5be59d47f16f') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:27.515424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf5e49f-3915-4b42-af64-5be59d47f16f') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:27.554561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:27.576001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] For port f7cc3002-de25-43e8-8bd0-b2aaa53274a0, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:11:27.590453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] For port f7cc3002-de25-43e8-8bd0-b2aaa53274a0, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f7cc3002-de25-43e8-8bd0-b2aaa53274a0,segment=NetworkSegment(f2d5c4fc-ed96-425e-9def-bc64b160eac0),segment_id=f2d5c4fc-ed96-425e-9def-bc64b160eac0)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:11:27.603941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c150feb-155c-4174-b78c-1b6948db3224,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:27.616153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:27.640176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:11:27.665311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:27.683813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ff70ecf1-1246-4ada-81f9-f41ecbfbf73e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:27.773840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:27.807647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:27.855634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Pushing event updated for resources: {'Port': ['ID=f7cc3002-de25-43e8-8bd0-b2aaa53274a0,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:27.859865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 4109311a-6651-4eb6-881c-2c4b74864144, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4109311a-6651-4eb6-881c-2c4b74864144,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:11:27.861786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:27.886784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d3f86-5cd4-424c-9412-33d1863568cb None None] Pushing event updated for resources: {'Port': ['ID=0169da3c-0585-4c4c-b80f-d86777244ed8,revision_number=4']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:27.890999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3a2d3f86-5cd4-424c-9412-33d1863568cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.875s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:27.913637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:27.915762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:28.030055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Network f0bd8fdf-45a6-44ed-a7a0-d4675740bd59 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:11:28.043012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:28.055018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=4109311a-6651-4eb6-881c-2c4b74864144,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:28.059360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:28.067983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'name': 'tempest-ServerActionsTestJSON-1680747807-router', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:07Z', 'updated_at': '2021-04-23T09:11:20Z', 'revision_number': 4, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'gw_port': {'id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:48:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:08Z', 'updated_at': '2021-04-23T09:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '0169da3c-0585-4c4c-b80f-d86777244ed8', 'name': '', 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'mac_address': 'fa:16:3e:51:1d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e93f7937-3608-4a50-b4a7-cc289ad239de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:17Z', 'updated_at': '2021-04-23T09:11:26Z', 'revision_number': 4, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'subnets': [{'id': 'e93f7937-3608-4a50-b4a7-cc289ad239de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:28.072942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91d2166-f6df-437a-94b3-6a1cc16d4433 None None] The sync data for ids ['8b2e7ab3-4566-4db9-82ed-58910be54bc0'] in dv-neutron-786478-4-hyperv is: [{'id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'name': 'tempest-ServerActionsTestJSON-1680747807-router', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:07Z', 'updated_at': '2021-04-23T09:11:20Z', 'revision_number': 4, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'gw_port': {'id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:48:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:08Z', 'updated_at': '2021-04-23T09:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '0169da3c-0585-4c4c-b80f-d86777244ed8', 'name': '', 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'mac_address': 'fa:16:3e:51:1d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e93f7937-3608-4a50-b4a7-cc289ad239de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:17Z', 'updated_at': '2021-04-23T09:11:26Z', 'revision_number': 4, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'subnets': [{'id': 'e93f7937-3608-4a50-b4a7-cc289ad239de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:11:28.084686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1019968422'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:28.115165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:28.196592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Usage tracker for resource:network and tenant:e1c0672c73b846d0af135a5bec8cc1e7 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:28.208108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:28.224832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:28.263774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:28.267733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e83b45fe-8612-43c1-a2bc-ace0967df060 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:28.342080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e83b45fe-8612-43c1-a2bc-ace0967df060 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:28.360479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:28.380408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Network f0bd8fdf-45a6-44ed-a7a0-d4675740bd59 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:11:28.399171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c94667-a914-4313-ae17-b59cfd69281f admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:11:28.409888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] Sync routers for ids ['f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:11:28.417714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Made reservation on behalf of e1c0672c73b846d0af135a5bec8cc1e7 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:28.424614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:28.429927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:28.430798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] Routers {'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:11:28.431500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:11:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: from cryptography.utils import int_from_bytes Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: from cryptography.utils import int_from_bytes Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: (rel_b, rel_a, rel_b), Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: (rel_b, rel_a, rel_b), Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:11:28.441800 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:11:28.496773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:28.572804 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e0c94667-a914-4313-ae17-b59cfd69281f admin admin] 10.222.0.60 "PUT /v2.0/routers/f7d6e821-51aa-4f11-8450-c3ac9e7e5a14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4545112 Apr 23 09:11:28.620164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:28.626801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b45fe-8612-43c1-a2bc-ace0967df060 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e96e1b-3b73-4e39-b404-fa450d3f88f1,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:28.632579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e83b45fe-8612-43c1-a2bc-ace0967df060 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:28.633618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Usage tracker for resource:security_group_rule and tenant:e1c0672c73b846d0af135a5bec8cc1e7 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:28.652474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:28.661344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:28.668608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e83b45fe-8612-43c1-a2bc-ace0967df060 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:28.672645 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e83b45fe-8612-43c1-a2bc-ace0967df060 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.0760701 Apr 23 09:11:28.673557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58688) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:28.688241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-224da4a0-5c22-4abf-aa39-a6d786c44927 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Request body: {'security_group_rule': {'security_group_id': '16e96e1b-3b73-4e39-b404-fa450d3f88f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:28.707684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-224da4a0-5c22-4abf-aa39-a6d786c44927 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:28.718259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-224da4a0-5c22-4abf-aa39-a6d786c44927 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Usage tracker for resource:security_group_rule and tenant:31a3cdb04d554bd6aeeb1f860e8a1415 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:28.727594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-224da4a0-5c22-4abf-aa39-a6d786c44927 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:28.747067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-224da4a0-5c22-4abf-aa39-a6d786c44927 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:28.754829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58692) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:28.808026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:11:28.825656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:28.826058 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Added segment f2b3c1e9-f479-4ddd-96db-3fed2bd94f61 of type vlan for network f2c5a984-169f-482b-9c8b-69514460375b Apr 23 09:11:28.836586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] Set router f7d6e821-51aa-4f11-8450-c3ac9e7e5a14 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:11:28.840681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:28.874180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:28.892636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:28.901794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:28.919778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Pushing event deleted for resources: {'Network': ['ID=f0bd8fdf-45a6-44ed-a7a0-d4675740bd59,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:28.944447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:28.947173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-224da4a0-5c22-4abf-aa39-a6d786c44927 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:28.967319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:11:28.976757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:28.977151 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Added segment 0cacfef8-54f3-47e1-a0a3-088c2b0f24f5 of type vlan for network 7ac3c005-ae21-4495-965a-7cc943440217 Apr 23 09:11:28.983538 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] 10.222.0.60 "DELETE /v2.0/networks/f0bd8fdf-45a6-44ed-a7a0-d4675740bd59 HTTP/1.1" status: 204 len: 168 time: 2.6586885 Apr 23 09:11:28.995906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58706) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:29.020278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:29.107859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:29.115261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:29.120154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f95eae13-9ecf-4704-88cf-738263cb1f69 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:29.141134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-224da4a0-5c22-4abf-aa39-a6d786c44927 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:29.181856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2073513732'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:29.198704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:29.214892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Usage tracker for resource:network and tenant:6c7a36a46c0d4fddb11ced8922159eb9 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:29.224393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:29.228260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:29.233899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:29.234757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:29.246304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:29.283227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-224da4a0-5c22-4abf-aa39-a6d786c44927 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:29.293164 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1006b13-ec57-4f34-a32a-341a12baf02c tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] DELETE failed (client error): The resource could not be found. Apr 23 09:11:29.293720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1006b13-ec57-4f34-a32a-341a12baf02c tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:11:29.315505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:29.338810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:29.383830 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d1006b13-ec57-4f34-a32a-341a12baf02c tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] 10.222.0.60 "DELETE /v2.0/ports/63a2b501-96a2-4841-97f4-055e01fcaef9 HTTP/1.1" status: 404 len: 333 time: 0.3794212 Apr 23 09:11:29.389886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58712) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:29.393722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224da4a0-5c22-4abf-aa39-a6d786c44927 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea07d77-8fbc-43cf-9921-f5624960f129,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:29.399806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Pushing event updated for resources: {'Network': ['ID=f2c5a984-169f-482b-9c8b-69514460375b,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:29.425149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'name': 'tempest-ServersTestJSON-995490386-router', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '4109311a-6651-4eb6-881c-2c4b74864144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:09Z', 'updated_at': '2021-04-23T09:11:23Z', 'revision_number': 4, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'gw_port': {'id': '4109311a-6651-4eb6-881c-2c4b74864144', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:11Z', 'updated_at': '2021-04-23T09:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '2f7c5d4f-8123-49b7-a639-c192ed298d29', 'name': '', 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'mac_address': 'fa:16:3e:13:13:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '240a5dee-132f-48af-9eea-b03af8b7ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:20Z', 'updated_at': '2021-04-23T09:11:23Z', 'revision_number': 2, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'subnets': [{'id': '240a5dee-132f-48af-9eea-b03af8b7ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:29.430980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network f2c5a984-169f-482b-9c8b-69514460375b details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:11:29.439064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-224da4a0-5c22-4abf-aa39-a6d786c44927 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:29.457638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Router 18e7b1d9-5b45-4077-8ddd-14ea5868ed94 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:11:29.458498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:29.459676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-224da4a0-5c22-4abf-aa39-a6d786c44927 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:29.461129 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-224da4a0-5c22-4abf-aa39-a6d786c44927 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7861922 Apr 23 09:11:29.462034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Made reservation on behalf of 6c7a36a46c0d4fddb11ced8922159eb9 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:29.469915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:29.470076 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 5.4738081 Apr 23 09:11:29.474460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58716) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:29.474841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58718) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:29.489746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bf84ae34-daa5-4b4a-af36-b27a38a42fb0 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Request body: {'security_group_rule': {'security_group_id': '16e96e1b-3b73-4e39-b404-fa450d3f88f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:29.498042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bf84ae34-daa5-4b4a-af36-b27a38a42fb0 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:29.502284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bf84ae34-daa5-4b4a-af36-b27a38a42fb0 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Usage tracker for resource:security_group_rule and tenant:31a3cdb04d554bd6aeeb1f860e8a1415 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:29.506421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bf84ae34-daa5-4b4a-af36-b27a38a42fb0 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:29.509475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-920c712d-5993-425f-8823-d5afb62ff244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:29.514591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] Checking router: f7d6e821-51aa-4f11-8450-c3ac9e7e5a14 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:11:29.516561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] Updating router f7d6e821-51aa-4f11-8450-c3ac9e7e5a14 port 2f7c5d4f-8123-49b7-a639-c192ed298d29 binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:11:29.518027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bf84ae34-daa5-4b4a-af36-b27a38a42fb0 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:29.530229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:29.599522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:29.602243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:11:29.621954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-189a7f8a-10ec-447f-901c-98dbd95a067a tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Deleting subnet 1ccd51d4-06e6-4d73-b6eb-81838c4e56a4 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:11:29.626195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Usage tracker for resource:security_group_rule and tenant:6c7a36a46c0d4fddb11ced8922159eb9 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:29.631693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3a145b-7c29-46b8-820b-687ac49c4bcf,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:29.639584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-189a7f8a-10ec-447f-901c-98dbd95a067a tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:29.685896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:29.690703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:29.699435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:29.703255 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Added segment 34e6d6b3-3959-4556-95bd-818092350c59 of type vlan for network e90e9a99-1155-4f16-a9b2-992947dde9cc Apr 23 09:11:29.713116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:29.763024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-189a7f8a-10ec-447f-901c-98dbd95a067a tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:29.970426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48c5a4b-3b26-466c-9c72-2c2b235ea9eb None None] Network 4f3bd0e7-9a00-46ea-903e-0814125d6475 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:11:30.095513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:30.124729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9623802-0e43-4668-89de-a435810129d0 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:30.144169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9623802-0e43-4668-89de-a435810129d0 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:30.151933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9623802-0e43-4668-89de-a435810129d0 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:30.158803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9623802-0e43-4668-89de-a435810129d0 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:30.166698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9623802-0e43-4668-89de-a435810129d0 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:30.168161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a9623802-0e43-4668-89de-a435810129d0 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Synchronizing usage tracker for tenant:1a8201cbd8724125a0432499f97db3ee on resource:network {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:11:30.218425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:30.250544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:30.263430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:30.264107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:30.265490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 0169da3c-0585-4c4c-b80f-d86777244ed8 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:11:30.271583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2142ccef-7081-4383-a16a-046fb4abfbd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:30.326069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58726) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:30.346953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-826928ab-4c0a-4c47-8b4e-99cbe2748b42 None None] Provisioning for port f7cc3002-de25-43e8-8bd0-b2aaa53274a0 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:11:30.347141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-cbba6116-32d6-44cb-bb77-14f35124ba3d tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2115457318', 'description': 'tempest-description--1004383309'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:30.371261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cbba6116-32d6-44cb-bb77-14f35124ba3d tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:30.373008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bf84ae34-daa5-4b4a-af36-b27a38a42fb0 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:30.381041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Pushing event updated for resources: {'Network': ['ID=7ac3c005-ae21-4495-965a-7cc943440217,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:30.402674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.282s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:30.403796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 7ac3c005-ae21-4495-965a-7cc943440217 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:11:30.411006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.148s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:30.412004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:30.443193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-189a7f8a-10ec-447f-901c-98dbd95a067a tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:30.475869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cbba6116-32d6-44cb-bb77-14f35124ba3d tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Usage tracker for resource:security_group and tenant:3a37e3ff2df14ef5af04077b55233f51 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:30.479843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cbba6116-32d6-44cb-bb77-14f35124ba3d tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:30.503102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cbba6116-32d6-44cb-bb77-14f35124ba3d tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:30.510097 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.0048563 Apr 23 09:11:30.510097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Pushing event updated for resources: {'Network': ['ID=e90e9a99-1155-4f16-a9b2-992947dde9cc,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:30.527843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:30.577204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:30.639749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network e90e9a99-1155-4f16-a9b2-992947dde9cc details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:11:30.680439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:30.706539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cbba6116-32d6-44cb-bb77-14f35124ba3d tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:30.732510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:30.732851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a9623802-0e43-4668-89de-a435810129d0 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Unset dirty status for tenant:1a8201cbd8724125a0432499f97db3ee on resource:network {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:11:30.734180 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a9623802-0e43-4668-89de-a435810129d0 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3013 time: 1.2573397 Apr 23 09:11:30.740429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:30.744886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58734) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:30.766084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:30.774663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58738) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:30.800100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bf84ae34-daa5-4b4a-af36-b27a38a42fb0 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:30.827672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Request body: {'port': {'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc', 'binding:host_id': 'hv-neutron-7864', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-311417061'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:30.843943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:11:30.854857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:11:30.861056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:30.862004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bf84ae34-daa5-4b4a-af36-b27a38a42fb0 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:30.862109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] Sync routers for ids ['18e7b1d9-5b45-4077-8ddd-14ea5868ed94'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:11:30.862813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cbba6116-32d6-44cb-bb77-14f35124ba3d tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:30.873270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] Routers {'18e7b1d9-5b45-4077-8ddd-14ea5868ed94'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:11:30.874256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:11:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['18e7b1d9-5b45-4077-8ddd-14ea5868ed94'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:30.875899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Usage tracker for resource:port and tenant:c6b0cf446cb546c19a0b9ee42111446a is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:30.884187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:30.887382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb64afc6-afa8-4670-a2ab-469e395d28fc,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:30.890673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cbba6116-32d6-44cb-bb77-14f35124ba3d tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Usage tracker for resource:security_group_rule and tenant:3a37e3ff2df14ef5af04077b55233f51 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:30.900660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:30.901050 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Added segment 100f8941-822c-4253-870a-37ae94d02b95 of type vlan for network 5a53b2e0-de83-445b-9fab-81707e8c0a60 Apr 23 09:11:30.902449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:30.904684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:30.905460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cbba6116-32d6-44cb-bb77-14f35124ba3d tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:30.926669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cbba6116-32d6-44cb-bb77-14f35124ba3d tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:30.944893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:30.983201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Made reservation on behalf of c6b0cf446cb546c19a0b9ee42111446a for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:30.988185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:31.003112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:31.020858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:31.022896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84ae34-daa5-4b4a-af36-b27a38a42fb0 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe24fe8-b155-4c84-bdc3-9ef8157d27c9,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:31.041659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bf84ae34-daa5-4b4a-af36-b27a38a42fb0 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:31.060132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:31.069623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Usage tracker for resource:security_group_rule and tenant:c6b0cf446cb546c19a0b9ee42111446a is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:31.074652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:31.082644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:31.087690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c36f772-0cc9-4c79-9e30-e8441c1d84d4 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:31.094962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-189a7f8a-10ec-447f-901c-98dbd95a067a tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:31.099073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 0169da3c-0585-4c4c-b80f-d86777244ed8 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:11:31.101490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:31.102862 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 10.9929154 Apr 23 09:11:31.106588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1beb36c0-fe9a-4f04-b3cc-ccd8ec2949f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:31.106963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58742) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:31.110248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bf84ae34-daa5-4b4a-af36-b27a38a42fb0 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:31.114358 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bf84ae34-daa5-4b4a-af36-b27a38a42fb0 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6323228 Apr 23 09:11:31.116401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 0169da3c-0585-4c4c-b80f-d86777244ed8 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:31.116992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:31.147718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58746) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:31.164474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:31.169455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:31.179054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a7f8a-10ec-447f-901c-98dbd95a067a tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Pushing event deleted for resources: {'Subnet': ['ID=1ccd51d4-06e6-4d73-b6eb-81838c4e56a4,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:31.198024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-189a7f8a-10ec-447f-901c-98dbd95a067a tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:31.205176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:31.205837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:31.209627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b85ad5-e39c-4a4c-840d-b6981c405241 None None] Network 6afdd2c6-b906-4548-b73d-a8e5c20f47fc requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:11:31.213108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:31.216169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-189a7f8a-10ec-447f-901c-98dbd95a067a tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:31.221654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9cfeb6dc-80ca-40f4-a939-4863ecb6f5c6 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:31.266156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Usage tracker for resource:floatingip and tenant:31a3cdb04d554bd6aeeb1f860e8a1415 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:31.272964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:31.317120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] Set router 18e7b1d9-5b45-4077-8ddd-14ea5868ed94 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:11:31.332054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:31.371697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Allocated IP 172.26.4.199 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/054e1429-cf78-47c0-a879-8325cc7750f5) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:11:31.439864 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-189a7f8a-10ec-447f-901c-98dbd95a067a tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] 10.222.0.60 "DELETE /v2.0/subnets/1ccd51d4-06e6-4d73-b6eb-81838c4e56a4 HTTP/1.1" status: 204 len: 168 time: 2.0480688 Apr 23 09:11:31.447727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58750) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:31.449799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cbba6116-32d6-44cb-bb77-14f35124ba3d tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:31.459996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Pushing event updated for resources: {'Network': ['ID=5a53b2e0-de83-445b-9fab-81707e8c0a60,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:31.465053 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.7083726 Apr 23 09:11:31.465471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:31.511949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cbba6116-32d6-44cb-bb77-14f35124ba3d tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:31.516382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks [] for floatingip, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:31.526481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c36f772-0cc9-4c79-9e30-e8441c1d84d4 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:31.530341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 5a53b2e0-de83-445b-9fab-81707e8c0a60 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:11:31.562626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:31.638540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:31.666349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:31.693299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58758) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:31.705994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Request body: {'port': {'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60', 'binding:host_id': 'hv-neutron-7864', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1131712504'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:31.715078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba6116-32d6-44cb-bb77-14f35124ba3d tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02253940-2539-4e82-a972-ccf13c8e9e9b,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:31.720328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cbba6116-32d6-44cb-bb77-14f35124ba3d tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:31.721473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:31.733574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:31.743339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Usage tracker for resource:port and tenant:77f7068ecdfc4646b2ec35a477957fe5 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:31.749200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:31.758941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:31.789280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-8c36f772-0cc9-4c79-9e30-e8441c1d84d4 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c5a984-169f-482b-9c8b-69514460375b']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:31.793987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] device_id is not set on port ad05d6ab-0087-4b3a-9749-996e8e72c9ec yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:11:31.822781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-8c36f772-0cc9-4c79-9e30-e8441c1d84d4 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b3c1e9-f479-4ddd-96db-3fed2bd94f61') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:31.822781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-8c36f772-0cc9-4c79-9e30-e8441c1d84d4 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b3c1e9-f479-4ddd-96db-3fed2bd94f61') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:31.822995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 0169da3c-0585-4c4c-b80f-d86777244ed8, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=0169da3c-0585-4c4c-b80f-d86777244ed8,segment=NetworkSegment(aa70030b-ff50-41a5-9675-e47946b39c64),segment_id=aa70030b-ff50-41a5-9675-e47946b39c64)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:11:31.830567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e7b1d9-5b45-4077-8ddd-14ea5868ed94', 'name': '', 'tenant_id': '513ddb038d79429fa4fc439aa23f9a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0', 'external_fixed_ips': [{'subnet_id': '7d79e5e4-9d6c-4abb-b85c-5657b44c6bae', 'ip_address': '2001:db8::2a6'}], 'enable_snat': True}, 'gw_port_id': 'ef775aa4-cccb-4ce3-b1d8-31ed230795a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:20Z', 'updated_at': '2021-04-23T09:11:25Z', 'revision_number': 3, 'project_id': '513ddb038d79429fa4fc439aa23f9a5a', 'gw_port': {'id': 'ef775aa4-cccb-4ce3-b1d8-31ed230795a4', 'name': '', 'network_id': 'c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:90:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e7b1d9-5b45-4077-8ddd-14ea5868ed94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7d79e5e4-9d6c-4abb-b85c-5657b44c6bae', 'ip_address': '2001:db8::2a6', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:22Z', 'updated_at': '2021-04-23T09:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d79e5e4-9d6c-4abb-b85c-5657b44c6bae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:31.836136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] Checking router: 18e7b1d9-5b45-4077-8ddd-14ea5868ed94 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:11:31.836716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] Updating router 18e7b1d9-5b45-4077-8ddd-14ea5868ed94 port ef775aa4-cccb-4ce3-b1d8-31ed230795a4 binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:11:31.839395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c36f772-0cc9-4c79-9e30-e8441c1d84d4 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:31.861895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c36f772-0cc9-4c79-9e30-e8441c1d84d4 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:31.870954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c36f772-0cc9-4c79-9e30-e8441c1d84d4 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:11:31.889430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:31.899698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ab5a26-35a1-4886-908b-f5806bfe2d1d None None] DHCP port deletion for 6afdd2c6-b906-4548-b73d-a8e5c20f47fc request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:11:31.911846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:31.960126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:31.960768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cbba6116-32d6-44cb-bb77-14f35124ba3d tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:31.961535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f7cc3002-de25-43e8-8bd0-b2aaa53274a0 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:11:31.963724 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cbba6116-32d6-44cb-bb77-14f35124ba3d tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6352983 Apr 23 09:11:31.972846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58762) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:31.989188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6beb93e4-68da-473c-a02e-4e90584f6bac tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Request body: {'security_group_rule': {'security_group_id': '02253940-2539-4e82-a972-ccf13c8e9e9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:31.999122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5d6ef6-89ca-49c6-934f-fe7c6dd918ca,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:32.000716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:32.028094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6beb93e4-68da-473c-a02e-4e90584f6bac tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:32.031100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:32.063270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6beb93e4-68da-473c-a02e-4e90584f6bac tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Usage tracker for resource:security_group_rule and tenant:3a37e3ff2df14ef5af04077b55233f51 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:32.070856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6beb93e4-68da-473c-a02e-4e90584f6bac tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:32.086695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Made reservation on behalf of 77f7068ecdfc4646b2ec35a477957fe5 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:32.091835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:32.105948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:32.110352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6beb93e4-68da-473c-a02e-4e90584f6bac tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:32.112822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:32.118759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8c36f772-0cc9-4c79-9e30-e8441c1d84d4 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Network f2c5a984-169f-482b-9c8b-69514460375b has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:11:32.130562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c36f772-0cc9-4c79-9e30-e8441c1d84d4 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:32.147997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] Transition to ACTIVE for port object 2f7c5d4f-8123-49b7-a639-c192ed298d29 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:32.158258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=0169da3c-0585-4c4c-b80f-d86777244ed8,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:32.167168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:32.184509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:32.188604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a9ab5a26-35a1-4886-908b-f5806bfe2d1d None None] Deleting port 6de6d884-733c-435c-af9d-bed7a730e7c7 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:11:32.189632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a9ab5a26-35a1-4886-908b-f5806bfe2d1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:32.205466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Usage tracker for resource:security_group_rule and tenant:77f7068ecdfc4646b2ec35a477957fe5 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:32.208824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:32.219243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:32.223636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:32.226033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:32.272828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port f7cc3002-de25-43e8-8bd0-b2aaa53274a0 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:11:32.325873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:32.336062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:32.343157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8c36f772-0cc9-4c79-9e30-e8441c1d84d4 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Network f2c5a984-169f-482b-9c8b-69514460375b has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:11:32.352208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] Transition to ACTIVE for port object ef775aa4-cccb-4ce3-b1d8-31ed230795a4 will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:32.360664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6beb93e4-68da-473c-a02e-4e90584f6bac tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:32.405376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:32.415820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:11:32.483413 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:11:32.524634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605b2fe-d1fa-4fb8-bc03-8427f7683415 None None] Pushing event updated for resources: {'Port': ['ID=ef775aa4-cccb-4ce3-b1d8-31ed230795a4,revision_number=2']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:32.533123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4605b2fe-d1fa-4fb8-bc03-8427f7683415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:32.551580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:32.586335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] Attempting to bind port ef775aa4-cccb-4ce3-b1d8-31ed230795a4 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:32.586919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] Attempting to bind port ef775aa4-cccb-4ce3-b1d8-31ed230795a4 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '5425e40e-6ffb-4e83-b808-2767db46a60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:32.590476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] Attempting to bind port ef775aa4-cccb-4ce3-b1d8-31ed230795a4 on network c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:32.606451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:11:32.606979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] Checking segment: {'id': '5425e40e-6ffb-4e83-b808-2767db46a60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:11:32.607518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:32.608045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] Bound using segment: {'id': '5425e40e-6ffb-4e83-b808-2767db46a60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:11:32.608681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] Bound port: ef775aa4-cccb-4ce3-b1d8-31ed230795a4, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5425e40e-6ffb-4e83-b808-2767db46a60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:11:32.609356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:32.637840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c36f772-0cc9-4c79-9e30-e8441c1d84d4 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:32.667747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port f7cc3002-de25-43e8-8bd0-b2aaa53274a0 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:32.668420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:32.711090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] For port ef775aa4-cccb-4ce3-b1d8-31ed230795a4, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:11:32.715706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] For port ef775aa4-cccb-4ce3-b1d8-31ed230795a4, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ef775aa4-cccb-4ce3-b1d8-31ed230795a4,segment=NetworkSegment(5425e40e-6ffb-4e83-b808-2767db46a60c),segment_id=5425e40e-6ffb-4e83-b808-2767db46a60c)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:11:32.719764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] device_id is not set on port ad05d6ab-0087-4b3a-9749-996e8e72c9ec yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:11:32.738066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6beb93e4-68da-473c-a02e-4e90584f6bac tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:32.766549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a9ab5a26-35a1-4886-908b-f5806bfe2d1d None None] For port 6de6d884-733c-435c-af9d-bed7a730e7c7, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6de6d884-733c-435c-af9d-bed7a730e7c7,segment=NetworkSegment(6b4dfe83-4a59-47db-8c3c-758b52550026),segment_id=6b4dfe83-4a59-47db-8c3c-758b52550026)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:11:32.766994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a9ab5a26-35a1-4886-908b-f5806bfe2d1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:32.777650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad099d3-92ba-4ed6-a3fc-80709588b0b7 None None] Pushing event updated for resources: {'Port': ['ID=2f7c5d4f-8123-49b7-a639-c192ed298d29,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:32.810691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6beb93e4-68da-473c-a02e-4e90584f6bac tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:32.811585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:32.813378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-224da4a0-5c22-4abf-aa39-a6d786c44927 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:32.820182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4605b2fe-d1fa-4fb8-bc03-8427f7683415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:32.826466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2ad099d3-92ba-4ed6-a3fc-80709588b0b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:32.846955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb93e4-68da-473c-a02e-4e90584f6bac tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d66458-deb5-4069-a4c7-3472280c69fb,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:32.851689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6beb93e4-68da-473c-a02e-4e90584f6bac tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:32.923232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:32.933632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605b2fe-d1fa-4fb8-bc03-8427f7683415 None None] Pushing event updated for resources: {'Port': ['ID=ef775aa4-cccb-4ce3-b1d8-31ed230795a4,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:32.949052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6beb93e4-68da-473c-a02e-4e90584f6bac tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:32.953124 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6beb93e4-68da-473c-a02e-4e90584f6bac tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9698002 Apr 23 09:11:32.956261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58766) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:32.958209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Transition to ACTIVE for port object ad05d6ab-0087-4b3a-9749-996e8e72c9ec will not be triggered until provisioned by entity L2. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:32.969717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:32.974750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4605b2fe-d1fa-4fb8-bc03-8427f7683415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:32.975403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-14439101-de23-45af-88da-3a05454bad52 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Request body: {'security_group_rule': {'security_group_id': '02253940-2539-4e82-a972-ccf13c8e9e9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:32.982718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-14439101-de23-45af-88da-3a05454bad52 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:32.990989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-14439101-de23-45af-88da-3a05454bad52 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Usage tracker for resource:security_group_rule and tenant:3a37e3ff2df14ef5af04077b55233f51 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:32.995036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-14439101-de23-45af-88da-3a05454bad52 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:32.998018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] Routers {'18e7b1d9-5b45-4077-8ddd-14ea5868ed94'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:11:32.998881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:11:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['18e7b1d9-5b45-4077-8ddd-14ea5868ed94'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:33.001744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-14439101-de23-45af-88da-3a05454bad52 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:33.003540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a9ab5a26-35a1-4886-908b-f5806bfe2d1d None None] Calling delete_port for 6de6d884-733c-435c-af9d-bed7a730e7c7 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:11:33.006243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:33.013621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:33.027876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:33.049533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] device_id is not set on port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:11:33.052153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c36f772-0cc9-4c79-9e30-e8441c1d84d4 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:33.060658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36f772-0cc9-4c79-9e30-e8441c1d84d4 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Pushing event deleted for resources: {'Network': ['ID=f2c5a984-169f-482b-9c8b-69514460375b,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:33.071845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8c36f772-0cc9-4c79-9e30-e8441c1d84d4 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:33.081331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:33.099357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e230b3-cda4-45b4-939c-bf8c222062c8,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:33.122010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:33.128324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:33.149481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] Attempting to bind port 2f7c5d4f-8123-49b7-a639-c192ed298d29 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:33.149871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] Attempting to bind port 2f7c5d4f-8123-49b7-a639-c192ed298d29 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:33.150294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] Attempting to bind port 2f7c5d4f-8123-49b7-a639-c192ed298d29 on network 5774ccf0-e686-428b-ad66-6523b0025605 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:33.158043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:33.179658 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8c36f772-0cc9-4c79-9e30-e8441c1d84d4 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] 10.222.0.60 "DELETE /v2.0/networks/f2c5a984-169f-482b-9c8b-69514460375b HTTP/1.1" status: 204 len: 168 time: 2.4245467 Apr 23 09:11:33.184091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:11:33.184519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] Checking segment: {'id': 'ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:11:33.184968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:33.185406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] Bound using segment: {'id': 'ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:11:33.185937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] Bound port: 2f7c5d4f-8123-49b7-a639-c192ed298d29, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:11:33.186758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:33.192989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58772) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:33.217344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-14439101-de23-45af-88da-3a05454bad52 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:33.288179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:33.296810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] Set router 18e7b1d9-5b45-4077-8ddd-14ea5868ed94 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:11:33.316411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-14439101-de23-45af-88da-3a05454bad52 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:33.326377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6fb20e67-5bb5-4e73-ae3f-f83af3d617ce tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:33.367497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-14439101-de23-45af-88da-3a05454bad52 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:33.373254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Pushing event updated for resources: {'Port': ['ID=ad05d6ab-0087-4b3a-9749-996e8e72c9ec,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:33.373503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port f7cc3002-de25-43e8-8bd0-b2aaa53274a0, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f7cc3002-de25-43e8-8bd0-b2aaa53274a0,segment=NetworkSegment(f2d5c4fc-ed96-425e-9def-bc64b160eac0),segment_id=f2d5c4fc-ed96-425e-9def-bc64b160eac0)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:11:33.378498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] For port 2f7c5d4f-8123-49b7-a639-c192ed298d29, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:11:33.382370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] For port 2f7c5d4f-8123-49b7-a639-c192ed298d29, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2f7c5d4f-8123-49b7-a639-c192ed298d29,segment=NetworkSegment(ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00),segment_id=ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:11:33.385530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a9ab5a26-35a1-4886-908b-f5806bfe2d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:33.386034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:33.390851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ff70ecf1-1246-4ada-81f9-f41ecbfbf73e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:33.399695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:33.400407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:33.420436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Checking segment: {'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:11:33.421000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Network hostable DHCP agents. Network: e90e9a99-1155-4f16-a9b2-992947dde9cc, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:11:33.434976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:33.455038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:33.455926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14439101-de23-45af-88da-3a05454bad52 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd676856-8b4f-4b44-a0e0-45ba2115fce8,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:33.456339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4109311a-6651-4eb6-881c-2c4b74864144 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:11:33.490346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-14439101-de23-45af-88da-3a05454bad52 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:33.552039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6fb20e67-5bb5-4e73-ae3f-f83af3d617ce tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:33.570993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab5a26-35a1-4886-908b-f5806bfe2d1d None None] Pushing event deleted for resources: {'Port': ['ID=6de6d884-733c-435c-af9d-bed7a730e7c7,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:33.585643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ab5a26-35a1-4886-908b-f5806bfe2d1d None None] No DVR routers for this DVR port 6de6d884-733c-435c-af9d-bed7a730e7c7 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:11:33.614122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-14439101-de23-45af-88da-3a05454bad52 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:33.616042 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-14439101-de23-45af-88da-3a05454bad52 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6555276 Apr 23 09:11:33.623263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58778) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:33.633070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:33.638119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Network e90e9a99-1155-4f16-a9b2-992947dde9cc is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:11:33.654953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 4109311a-6651-4eb6-881c-2c4b74864144 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:33.655266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:33.663953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:33.664988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:33.680723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Usage tracker for resource:floatingip and tenant:3a37e3ff2df14ef5af04077b55233f51 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:33.693153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:33.725229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] Routers {'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:11:33.726205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:11:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:33.757891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Deleting port 6de6d884-733c-435c-af9d-bed7a730e7c7 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:11:33.758670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:33.777904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Allocated IP 172.26.4.251 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/bd34d60c-d01c-4a23-b842-49129a0028c3) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:11:33.778180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e7b1d9-5b45-4077-8ddd-14ea5868ed94', 'name': '', 'tenant_id': '513ddb038d79429fa4fc439aa23f9a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0', 'external_fixed_ips': [{'subnet_id': '7d79e5e4-9d6c-4abb-b85c-5657b44c6bae', 'ip_address': '2001:db8::2a6'}], 'enable_snat': True}, 'gw_port_id': 'ef775aa4-cccb-4ce3-b1d8-31ed230795a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:20Z', 'updated_at': '2021-04-23T09:11:25Z', 'revision_number': 3, 'project_id': '513ddb038d79429fa4fc439aa23f9a5a', 'gw_port': {'id': 'ef775aa4-cccb-4ce3-b1d8-31ed230795a4', 'name': '', 'network_id': 'c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:90:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e7b1d9-5b45-4077-8ddd-14ea5868ed94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7d79e5e4-9d6c-4abb-b85c-5657b44c6bae', 'ip_address': '2001:db8::2a6', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:22Z', 'updated_at': '2021-04-23T09:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d79e5e4-9d6c-4abb-b85c-5657b44c6bae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:33.782703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9835cae-6477-43d1-a07e-ea91fa1979e0 None None] The sync data for ids ['18e7b1d9-5b45-4077-8ddd-14ea5868ed94'] in dv-neutron-786478-4-hyperv is: [{'id': '18e7b1d9-5b45-4077-8ddd-14ea5868ed94', 'name': '', 'tenant_id': '513ddb038d79429fa4fc439aa23f9a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0', 'external_fixed_ips': [{'subnet_id': '7d79e5e4-9d6c-4abb-b85c-5657b44c6bae', 'ip_address': '2001:db8::2a6'}], 'enable_snat': True}, 'gw_port_id': 'ef775aa4-cccb-4ce3-b1d8-31ed230795a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:20Z', 'updated_at': '2021-04-23T09:11:25Z', 'revision_number': 3, 'project_id': '513ddb038d79429fa4fc439aa23f9a5a', 'gw_port': {'id': 'ef775aa4-cccb-4ce3-b1d8-31ed230795a4', 'name': '', 'network_id': 'c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:90:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e7b1d9-5b45-4077-8ddd-14ea5868ed94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '7d79e5e4-9d6c-4abb-b85c-5657b44c6bae', 'ip_address': '2001:db8::2a6', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:22Z', 'updated_at': '2021-04-23T09:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d79e5e4-9d6c-4abb-b85c-5657b44c6bae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:11:33.865677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:33.879335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a9ab5a26-35a1-4886-908b-f5806bfe2d1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:33.879960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-79c137a7-6b2b-43d8-af2f-6b22989236b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.427s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:33.881380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:33.895719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b1258ba1-86c2-4e30-b7dc-82ca76ca1f1e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:33.919220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, e90e9a99-1155-4f16-a9b2-992947dde9cc) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:33.948944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:33.950470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845b5b01-ebe1-4933-ba11-ed6af921fd3c None None] Network e90e9a99-1155-4f16-a9b2-992947dde9cc requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:11:33.987720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:33.987720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:33.988135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:33.996175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] device_id is not set on port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:11:34.006941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:34.007376 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:34.013083 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 2 to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec Apr 23 09:11:34.021205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:34.034970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks [] for floatingip, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:34.044386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] For port 6de6d884-733c-435c-af9d-bed7a730e7c7, host dv-neutron-786478-4-hyperv, got binding levels [] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:11:34.044794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:34.066976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-6fb20e67-5bb5-4e73-ae3f-f83af3d617ce tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac3c005-ae21-4495-965a-7cc943440217']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:34.084143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-6fb20e67-5bb5-4e73-ae3f-f83af3d617ce tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cacfef8-54f3-47e1-a0a3-088c2b0f24f5') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:34.084678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-6fb20e67-5bb5-4e73-ae3f-f83af3d617ce tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cacfef8-54f3-47e1-a0a3-088c2b0f24f5') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:34.087329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:34.087706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:34.088082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:34.095410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:34.100652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Transition to ACTIVE for port object f54f273a-f0a7-44a3-91c7-d84618f0a5c8 will not be triggered until provisioned by entity L2. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:34.104265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:34.104512 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:34.106891 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 3 to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec Apr 23 09:11:34.116608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:34.120203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:34.132384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:34.132769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:34.133152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:34.140722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:34.140988 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:34.141476 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 4 to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec Apr 23 09:11:34.157522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6fb20e67-5bb5-4e73-ae3f-f83af3d617ce tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:34.159774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad099d3-92ba-4ed6-a3fc-80709588b0b7 None None] Pushing event updated for resources: {'Port': ['ID=2f7c5d4f-8123-49b7-a639-c192ed298d29,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:34.221706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:34.233891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:34.234276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:34.234700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:34.243191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:34.249848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Pushing event updated for resources: {'Port': ['ID=054e1429-cf78-47c0-a879-8325cc7750f5,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:34.253035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:34.259679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-55fec3a0-1626-4bfd-ae56-d8d77d820c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:34.313091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:34.313444 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:34.335245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Calling delete_port for 6de6d884-733c-435c-af9d-bed7a730e7c7 owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:11:34.343364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_backend_mixin [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Port 6de6d884-733c-435c-af9d-bed7a730e7c7 was not found and therefore no delete operation was performed {{(pid=87175) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 23 09:11:34.353990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6fb20e67-5bb5-4e73-ae3f-f83af3d617ce tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:34.360253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:34.388006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb20e67-5bb5-4e73-ae3f-f83af3d617ce tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:11:34.423597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:34.545718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] Set router f7d6e821-51aa-4f11-8450-c3ac9e7e5a14 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:11:34.609395 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 5 to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec Apr 23 09:11:34.641554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=f7cc3002-de25-43e8-8bd0-b2aaa53274a0,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:34.658071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:34.661264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.100s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:34.661660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:34.685403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:34.686021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:34.686590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:34.743113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Pushing event updated for resources: {'Port': ['ID=f54f273a-f0a7-44a3-91c7-d84618f0a5c8,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:34.746740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:34.747544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:34.747912 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:34.752381 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 6 to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec Apr 23 09:11:34.780660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6fb20e67-5bb5-4e73-ae3f-f83af3d617ce tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Network 7ac3c005-ae21-4495-965a-7cc943440217 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:11:34.788322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Checking segment: {'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:11:34.788732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Network hostable DHCP agents. Network: 5a53b2e0-de83-445b-9fab-81707e8c0a60, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:11:34.800497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6fb20e67-5bb5-4e73-ae3f-f83af3d617ce tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:34.806214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:34.806460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:34.807057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:34.815379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ef775aa4-cccb-4ce3-b1d8-31ed230795a4 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:11:34.825304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:34.825673 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:34.827546 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 7 to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec Apr 23 09:11:34.857580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:34.857908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:34.858261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:34.866795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:34.867166 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:34.867738 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 8 to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec Apr 23 09:11:34.876577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:34.882577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:34.938252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:34.977390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Network 5a53b2e0-de83-445b-9fab-81707e8c0a60 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:11:35.008404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:35.008942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:35.009261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:35.029326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Pushing event deleted for resources: {'Port': ['ID=6de6d884-733c-435c-af9d-bed7a730e7c7,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:35.034557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 5a53b2e0-de83-445b-9fab-81707e8c0a60) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:35.047060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac288e07-6c32-439c-8569-d80a01d5afc1 None None] Network 5a53b2e0-de83-445b-9fab-81707e8c0a60 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:11:35.049790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:35.050198 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:35.051984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:35.062719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:35.074614 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 9 to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec Apr 23 09:11:35.084067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port ef775aa4-cccb-4ce3-b1d8-31ed230795a4 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:11:35.089431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:35.114429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:35.116501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Pushing event updated for resources: {'Port': ['ID=bd34d60c-d01c-4a23-b842-49129a0028c3,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:35.126487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:35.147440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port ef775aa4-cccb-4ce3-b1d8-31ed230795a4 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:35.147872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:35.168464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] No DVR routers for this DVR port 6de6d884-733c-435c-af9d-bed7a730e7c7 on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:11:35.171224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:35.171995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:35.172371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:35.172750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:35.175033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:35.175397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:35.176284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:35.193660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6fb20e67-5bb5-4e73-ae3f-f83af3d617ce tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Network 7ac3c005-ae21-4495-965a-7cc943440217 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:11:35.231673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:35.232089 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:11:35.240735 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 2 to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 Apr 23 09:11:35.248229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:35.248598 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:35.249025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Deleting port ef775aa4-cccb-4ce3-b1d8-31ed230795a4 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:11:35.249410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:35.258149 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 10 to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:11:35.262779 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:11:35.297970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:35.298342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:35.298711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:35.305911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:35.306286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:35.306682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:35.327000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:35.327403 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:11:35.327868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:35.328219 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port ad05d6ab-0087-4b3a-9749-996e8e72c9ec on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:35.329121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:35.337248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'name': 'tempest-ServersTestJSON-995490386-router', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '4109311a-6651-4eb6-881c-2c4b74864144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:09Z', 'updated_at': '2021-04-23T09:11:23Z', 'revision_number': 4, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'gw_port': {'id': '4109311a-6651-4eb6-881c-2c4b74864144', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:11Z', 'updated_at': '2021-04-23T09:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '2f7c5d4f-8123-49b7-a639-c192ed298d29', 'name': '', 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'mac_address': 'fa:16:3e:13:13:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '240a5dee-132f-48af-9eea-b03af8b7ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:20Z', 'updated_at': '2021-04-23T09:11:33Z', 'revision_number': 4, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'subnets': [{'id': '240a5dee-132f-48af-9eea-b03af8b7ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:35.349764 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 3 to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 Apr 23 09:11:35.357627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Allocated IP 172.26.4.152 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/eb00e706-29dc-45ff-ac12-978c69c1067e) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:11:35.376344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666d4ae-27c4-4b21-820b-838c1a2eca81 None None] The sync data for ids ['f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'] in dv-neutron-786478-4-hyperv is: [{'id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'name': 'tempest-ServersTestJSON-995490386-router', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '4109311a-6651-4eb6-881c-2c4b74864144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:09Z', 'updated_at': '2021-04-23T09:11:23Z', 'revision_number': 4, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'gw_port': {'id': '4109311a-6651-4eb6-881c-2c4b74864144', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:11Z', 'updated_at': '2021-04-23T09:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '2f7c5d4f-8123-49b7-a639-c192ed298d29', 'name': '', 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'mac_address': 'fa:16:3e:13:13:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '240a5dee-132f-48af-9eea-b03af8b7ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:20Z', 'updated_at': '2021-04-23T09:11:33Z', 'revision_number': 4, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'subnets': [{'id': '240a5dee-132f-48af-9eea-b03af8b7ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:11:35.423575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:35.423575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:35.423575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:35.429820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:35.476689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port ef775aa4-cccb-4ce3-b1d8-31ed230795a4, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ef775aa4-cccb-4ce3-b1d8-31ed230795a4,segment=NetworkSegment(5425e40e-6ffb-4e83-b808-2767db46a60c),segment_id=5425e40e-6ffb-4e83-b808-2767db46a60c)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:11:35.478984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:35.479101 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:11:35.483620 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 4 to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 Apr 23 09:11:35.524515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:35.525475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 0169da3c-0585-4c4c-b80f-d86777244ed8 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:11:35.562537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a9ab5a26-35a1-4886-908b-f5806bfe2d1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:35.599796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:35.600262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:35.600643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:35.626533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:35.626837 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:11:35.631323 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 5 to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 Apr 23 09:11:35.639800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] For port ad05d6ab-0087-4b3a-9749-996e8e72c9ec, host hv-neutron-7864, cleared binding levels {{(pid=87174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:11:35.640276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempted to set empty binding levels {{(pid=87174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 23 09:11:35.672368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:35.673048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:35.674253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:35.684636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=ef775aa4-cccb-4ce3-b1d8-31ed230795a4,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:35.694929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:35.695306 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:11:35.697822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:35.699390 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 6 to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 Apr 23 09:11:35.709821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:35.713393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 0169da3c-0585-4c4c-b80f-d86777244ed8 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:35.714330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:35.729388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:35.732793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:35.792794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:35.793128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:35.793513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:35.818709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:35.819079 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:11:35.820854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:35.821165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:35.830007 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 7 to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 Apr 23 09:11:35.894135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:35.894505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:35.894911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:35.897411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Pushing event updated for resources: {'Port': ['ID=ad05d6ab-0087-4b3a-9749-996e8e72c9ec,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:35.907563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:35.914664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:35.915104 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:11:35.918185 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 8 to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 Apr 23 09:11:35.932702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6fb20e67-5bb5-4e73-ae3f-f83af3d617ce tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:35.944613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:35.955597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:35.955978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:35.956621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:35.967676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6de6d884-733c-435c-af9d-bed7a730e7c7 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:11:35.969392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] For port ef775aa4-cccb-4ce3-b1d8-31ed230795a4, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ef775aa4-cccb-4ce3-b1d8-31ed230795a4,segment=NetworkSegment(5425e40e-6ffb-4e83-b808-2767db46a60c),segment_id=5425e40e-6ffb-4e83-b808-2767db46a60c)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:11:35.970153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:35.971896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:35.972269 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:11:35.973398 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 9 to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 Apr 23 09:11:35.981026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:35.995233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:35.995624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:35.995997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:36.001851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:36.002218 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:11:36.002714 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 10 to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 Apr 23 09:11:36.018359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:36.022055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 6de6d884-733c-435c-af9d-bed7a730e7c7 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:11:36.022527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6de6d884-733c-435c-af9d-bed7a730e7c7 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:11:36.060679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:36.062537 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.2801251 Apr 23 09:11:36.067595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58782) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:36.074113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:36.074505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:36.074868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:36.082186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:36.163491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6fb20e67-5bb5-4e73-ae3f-f83af3d617ce tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:36.166651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:36.167038 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:11:36.167435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:36.249024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Calling delete_port for ef775aa4-cccb-4ce3-b1d8-31ed230795a4 owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:11:36.249268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:36.287585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:36.290136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:36.317789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:36.322357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb20e67-5bb5-4e73-ae3f-f83af3d617ce tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Pushing event deleted for resources: {'Network': ['ID=7ac3c005-ae21-4495-965a-7cc943440217,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:36.402812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6fb20e67-5bb5-4e73-ae3f-f83af3d617ce tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:36.404248 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6fb20e67-5bb5-4e73-ae3f-f83af3d617ce tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] 10.222.0.60 "DELETE /v2.0/networks/7ac3c005-ae21-4495-965a-7cc943440217 HTTP/1.1" status: 204 len: 168 time: 3.2096059 Apr 23 09:11:36.415587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Pushing event updated for resources: {'Port': ['ID=eb00e706-29dc-45ff-ac12-978c69c1067e,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:36.418615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:36.418752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58786) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:36.467551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6afdd2c6-b906-4548-b73d-a8e5c20f47fc']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:36.520503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4dfe83-4a59-47db-8c3c-758b52550026') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:36.521043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4dfe83-4a59-47db-8c3c-758b52550026') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:36.604116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:36.673220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-427ad836-951a-4f18-aed6-11ab975b7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:36.697722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:36.708731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] For port f54f273a-f0a7-44a3-91c7-d84618f0a5c8, host hv-neutron-7864, cleared binding levels {{(pid=87174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:11:36.709149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempted to set empty binding levels {{(pid=87174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 23 09:11:36.720566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:36.768868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:36.773502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2f7c5d4f-8123-49b7-a639-c192ed298d29 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:11:36.777142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:11:36.781750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4aee9908-42c3-46d2-8287-caad718d2e82 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Deleting port ad05d6ab-0087-4b3a-9749-996e8e72c9ec {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:11:36.782131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4aee9908-42c3-46d2-8287-caad718d2e82 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:36.804707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:36.806112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:36.900785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:36.901445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:36.905616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 2f7c5d4f-8123-49b7-a639-c192ed298d29 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:11:36.913449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 2f7c5d4f-8123-49b7-a639-c192ed298d29 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:36.913912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:37.044896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Pushing event updated for resources: {'Port': ['ID=f54f273a-f0a7-44a3-91c7-d84618f0a5c8,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:37.066837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:37.073669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:37.085598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4aee9908-42c3-46d2-8287-caad718d2e82 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] For port ad05d6ab-0087-4b3a-9749-996e8e72c9ec, host hv-neutron-7864, got binding levels [] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:11:37.085997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4aee9908-42c3-46d2-8287-caad718d2e82 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:37.104730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 2f7c5d4f-8123-49b7-a639-c192ed298d29, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2f7c5d4f-8123-49b7-a639-c192ed298d29,segment=NetworkSegment(ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00),segment_id=ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:11:37.109561 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.4145737 Apr 23 09:11:37.111859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:37.117837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58790) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:37.151002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:37.152193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f7cc3002-de25-43e8-8bd0-b2aaa53274a0 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:11:37.166119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49018e7e-406c-4ddf-9abb-7b88df94e7e2 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:37.173114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49018e7e-406c-4ddf-9abb-7b88df94e7e2 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:37.180894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49018e7e-406c-4ddf-9abb-7b88df94e7e2 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:37.181797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-49018e7e-406c-4ddf-9abb-7b88df94e7e2 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Synchronizing usage tracker for tenant:1a8201cbd8724125a0432499f97db3ee on resource:network {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:11:37.184597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:37.280137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4aee9908-42c3-46d2-8287-caad718d2e82 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Calling delete_port for ad05d6ab-0087-4b3a-9749-996e8e72c9ec owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:11:37.283201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:37.326922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:37.346711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Network 6afdd2c6-b906-4548-b73d-a8e5c20f47fc has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:11:37.349277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:37.360191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:37.377528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-49018e7e-406c-4ddf-9abb-7b88df94e7e2 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Unset dirty status for tenant:1a8201cbd8724125a0432499f97db3ee on resource:network {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:11:37.380762 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-49018e7e-406c-4ddf-9abb-7b88df94e7e2 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1946 time: 0.9591997 Apr 23 09:11:37.395271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58794) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:37.406375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7bab4900-be7d-4bde-9636-b3a0b9056f69 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-748547340'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:37.427479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=2f7c5d4f-8123-49b7-a639-c192ed298d29,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:37.432310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:37.457964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port f7cc3002-de25-43e8-8bd0-b2aaa53274a0 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:37.458657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:37.539665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:37.642779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Pushing event updated for resources: {'Port': ['ID=bd34d60c-d01c-4a23-b842-49129a0028c3,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:37.652461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:37.678454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ef775aa4-cccb-4ce3-b1d8-31ed230795a4 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:11:37.765380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port ef775aa4-cccb-4ce3-b1d8-31ed230795a4 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:37.765722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:37.855790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7bab4900-be7d-4bde-9636-b3a0b9056f69 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:37.880096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87175) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:11:37.880471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:11:37.967021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:37.976765 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8150308 Apr 23 09:11:37.986969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7bab4900-be7d-4bde-9636-b3a0b9056f69 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:38.013080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7a6dad91-3300-4b15-bb81-adab658c3399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Deleting port f54f273a-f0a7-44a3-91c7-d84618f0a5c8 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:11:38.013554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a6dad91-3300-4b15-bb81-adab658c3399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:38.018563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Network 6afdd2c6-b906-4548-b73d-a8e5c20f47fc has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:11:38.051408 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:11:38.070452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bab4900-be7d-4bde-9636-b3a0b9056f69 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Made reservation on behalf of 1a8201cbd8724125a0432499f97db3ee for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:38.076378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bab4900-be7d-4bde-9636-b3a0b9056f69 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:38.168256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-7a6dad91-3300-4b15-bb81-adab658c3399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] For port f54f273a-f0a7-44a3-91c7-d84618f0a5c8, host hv-neutron-7864, got binding levels [] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:11:38.168721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a6dad91-3300-4b15-bb81-adab658c3399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:38.185041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4aee9908-42c3-46d2-8287-caad718d2e82 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:38.192413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:38.261409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:38.338248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bab4900-be7d-4bde-9636-b3a0b9056f69 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:11:38.363851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bab4900-be7d-4bde-9636-b3a0b9056f69 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:38.364246 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-7bab4900-be7d-4bde-9636-b3a0b9056f69 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Added segment 2ec14902-f159-4085-abbc-caabe228553f of type vlan for network b46ea596-b8cf-4dfe-bce7-774f36f90f45 Apr 23 09:11:38.371178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7a6dad91-3300-4b15-bb81-adab658c3399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Calling delete_port for f54f273a-f0a7-44a3-91c7-d84618f0a5c8 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:11:38.379673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:11:38.405911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee9908-42c3-46d2-8287-caad718d2e82 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad05d6ab-0087-4b3a-9749-996e8e72c9ec,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:38.408354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4aee9908-42c3-46d2-8287-caad718d2e82 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:38.414254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58820) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:38.418066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:38.420320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4aee9908-42c3-46d2-8287-caad718d2e82 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:38.423645 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 23 09:11:38.433412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:38.447301 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4aee9908-42c3-46d2-8287-caad718d2e82 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] 10.222.0.60 "DELETE /v2.0/ports/ad05d6ab-0087-4b3a-9749-996e8e72c9ec HTTP/1.1" status: 204 len: 168 time: 2.3748534 Apr 23 09:11:38.452707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58824) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:38.471056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bab4900-be7d-4bde-9636-b3a0b9056f69 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:38.479490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:38.482007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-db6226f8-1283-4169-b687-6e1b0d5a387d tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Synchronizing usage tracker for tenant:31a3cdb04d554bd6aeeb1f860e8a1415 on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:11:38.482543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:38.486841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:38.499352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:38.561754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Pushing event deleted for resources: {'Network': ['ID=6afdd2c6-b906-4548-b73d-a8e5c20f47fc,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:38.572555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:38.580753 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2fbc46-a5e1-47f9-93b0-5827b9aeb16c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] GET failed (client error): The resource could not be found. Apr 23 09:11:38.587373 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3b2fbc46-a5e1-47f9-93b0-5827b9aeb16c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] 10.222.0.60 "GET /v2.0/ports/ad05d6ab-0087-4b3a-9749-996e8e72c9ec HTTP/1.1" status: 404 len: 333 time: 0.1140506 Apr 23 09:11:38.587373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58828) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:38.590117 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] 10.222.0.60 "DELETE /v2.0/networks/6afdd2c6-b906-4548-b73d-a8e5c20f47fc HTTP/1.1" status: 204 len: 168 time: 7.1375506 Apr 23 09:11:38.608048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d183832d-090d-406c-a2e2-1de5c02028e0 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Request body: {'port': {'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2025526463'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:38.623712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2f7c5d4f-8123-49b7-a639-c192ed298d29 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:11:38.628426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d183832d-090d-406c-a2e2-1de5c02028e0 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:38.632581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Pushing event updated for resources: {'Port': ['ID=eb00e706-29dc-45ff-ac12-978c69c1067e,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:38.637776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-db6226f8-1283-4169-b687-6e1b0d5a387d tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Unset dirty status for tenant:31a3cdb04d554bd6aeeb1f860e8a1415 on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:11:38.639110 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-db6226f8-1283-4169-b687-6e1b0d5a387d tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--633334779&fields=id&tenant_id=31a3cdb04d554bd6aeeb1f860e8a1415 HTTP/1.1" status: 200 len: 267 time: 0.2237642 Apr 23 09:11:38.640009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:38.641944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d183832d-090d-406c-a2e2-1de5c02028e0 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Usage tracker for resource:port and tenant:c6b0cf446cb546c19a0b9ee42111446a is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:38.652092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d183832d-090d-406c-a2e2-1de5c02028e0 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:38.666793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d183832d-090d-406c-a2e2-1de5c02028e0 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:38.676374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Deleting port ef775aa4-cccb-4ce3-b1d8-31ed230795a4 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:11:38.676756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:38.705532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:38.722878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bab4900-be7d-4bde-9636-b3a0b9056f69 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:38.731103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 2f7c5d4f-8123-49b7-a639-c192ed298d29 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:38.731790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:38.735229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bab4900-be7d-4bde-9636-b3a0b9056f69 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:38.735984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bab4900-be7d-4bde-9636-b3a0b9056f69 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:38.792619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:38.798734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a6dad91-3300-4b15-bb81-adab658c3399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:38.820316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:38.835695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d183832d-090d-406c-a2e2-1de5c02028e0 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Made reservation on behalf of c6b0cf446cb546c19a0b9ee42111446a for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:38.840414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d183832d-090d-406c-a2e2-1de5c02028e0 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:38.854058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Router 3c5feb1e-782a-4997-8c35-23d8ed60cf24 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:11:38.880900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6dad91-3300-4b15-bb81-adab658c3399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Pushing event deleted for resources: {'Port': ['ID=f54f273a-f0a7-44a3-91c7-d84618f0a5c8,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:38.884323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:38.888422 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2639358 Apr 23 09:11:38.889794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a6dad91-3300-4b15-bb81-adab658c3399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:38.895322 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7a6dad91-3300-4b15-bb81-adab658c3399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] 10.222.0.60 "DELETE /v2.0/ports/f54f273a-f0a7-44a3-91c7-d84618f0a5c8 HTTP/1.1" status: 204 len: 168 time: 1.7205210 Apr 23 09:11:38.896244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7a6dad91-3300-4b15-bb81-adab658c3399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:38.932202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58834) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:38.954423 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7bab4900-be7d-4bde-9636-b3a0b9056f69 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5557785 Apr 23 09:11:38.988224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-9c370d28-c097-4e9d-84f0-c3555e3b96ee tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:38.989887 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-9c370d28-c097-4e9d-84f0-c3555e3b96ee tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/networks?id=f5f22f44-5dc5-4259-bb66-faeac2187f12 HTTP/1.1" status: 200 len: 812 time: 0.3368015 Apr 23 09:11:38.990511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58842) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:39.009242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0e8d8d5a-cfbe-403d-b9f7-e116001cbeab tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1954031086'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:39.016118 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ef2698-dbd6-42ba-b77b-0e0295977df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] GET failed (client error): The resource could not be found. Apr 23 09:11:39.016709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-61ef2698-dbd6-42ba-b77b-0e0295977df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Synchronizing usage tracker for tenant:77f7068ecdfc4646b2ec35a477957fe5 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:11:39.021723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0e8d8d5a-cfbe-403d-b9f7-e116001cbeab tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:39.034544 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-91887d6a-0784-44e7-90f5-3349bd83698b tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/quotas/31a3cdb04d554bd6aeeb1f860e8a1415 HTTP/1.1" status: 200 len: 375 time: 0.0303142 Apr 23 09:11:39.049050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0e8d8d5a-cfbe-403d-b9f7-e116001cbeab tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:39.092482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-d183832d-090d-406c-a2e2-1de5c02028e0 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] device_id is not set on port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:11:39.105056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-61ef2698-dbd6-42ba-b77b-0e0295977df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Unset dirty status for tenant:77f7068ecdfc4646b2ec35a477957fe5 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:11:39.110298 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-61ef2698-dbd6-42ba-b77b-0e0295977df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] 10.222.0.60 "GET /v2.0/ports/f54f273a-f0a7-44a3-91c7-d84618f0a5c8 HTTP/1.1" status: 404 len: 333 time: 0.1741652 Apr 23 09:11:39.131499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58858) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:39.131499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a490aa22-e213-45ae-adda-500226831b6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Request body: {'port': {'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2017877145'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:39.132228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a490aa22-e213-45ae-adda-500226831b6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:39.150160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a490aa22-e213-45ae-adda-500226831b6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:39.151139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab4900-be7d-4bde-9636-b3a0b9056f69 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Pushing event updated for resources: {'Network': ['ID=b46ea596-b8cf-4dfe-bce7-774f36f90f45,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:39.159492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7bab4900-be7d-4bde-9636-b3a0b9056f69 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:39.167677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network b46ea596-b8cf-4dfe-bce7-774f36f90f45 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:11:39.188369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-dae4718f-bc41-47ce-82d0-9d494d83ef14 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Synchronizing usage tracker for tenant:31a3cdb04d554bd6aeeb1f860e8a1415 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:11:39.192838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58862) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:39.215681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8d8d5a-cfbe-403d-b9f7-e116001cbeab tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Made reservation on behalf of 1a8201cbd8724125a0432499f97db3ee for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:39.223574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e8d8d5a-cfbe-403d-b9f7-e116001cbeab tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:39.225436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] For port ef775aa4-cccb-4ce3-b1d8-31ed230795a4, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ef775aa4-cccb-4ce3-b1d8-31ed230795a4,segment=NetworkSegment(5425e40e-6ffb-4e83-b808-2767db46a60c),segment_id=5425e40e-6ffb-4e83-b808-2767db46a60c)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:11:39.225925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:39.248474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a490aa22-e213-45ae-adda-500226831b6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Made reservation on behalf of 77f7068ecdfc4646b2ec35a477957fe5 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:39.255157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a490aa22-e213-45ae-adda-500226831b6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:39.282968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-a490aa22-e213-45ae-adda-500226831b6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] device_id is not set on port 2aadf2b3-6237-4d52-aeed-faa74347b83f yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:11:39.342863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-dae4718f-bc41-47ce-82d0-9d494d83ef14 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Unset dirty status for tenant:31a3cdb04d554bd6aeeb1f860e8a1415 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:11:39.356975 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-dae4718f-bc41-47ce-82d0-9d494d83ef14 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=31a3cdb04d554bd6aeeb1f860e8a1415&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2964742 Apr 23 09:11:39.414717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Calling delete_port for ef775aa4-cccb-4ce3-b1d8-31ed230795a4 owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:11:39.419840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e8d8d5a-cfbe-403d-b9f7-e116001cbeab tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:11:39.428615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:11:39.445723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63459ed-51f2-47a9-8314-f8d38154b11b None None] Sync routers for ids ['3c5feb1e-782a-4997-8c35-23d8ed60cf24'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:11:39.458367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63459ed-51f2-47a9-8314-f8d38154b11b None None] Routers {'3c5feb1e-782a-4997-8c35-23d8ed60cf24'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:11:39.459647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e63459ed-51f2-47a9-8314-f8d38154b11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:11:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3c5feb1e-782a-4997-8c35-23d8ed60cf24'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:39.490073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e8d8d5a-cfbe-403d-b9f7-e116001cbeab tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:39.490470 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-0e8d8d5a-cfbe-403d-b9f7-e116001cbeab tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Added segment 5608b067-b479-4a89-b046-d7020f616880 of type vlan for network bc38d052-7b16-4b2b-a58a-d31799a2fc67 Apr 23 09:11:39.499896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58884) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:39.518288 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 23 09:11:39.543347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:39.547224 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 14.9164481 Apr 23 09:11:39.553113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58888) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:39.554580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-66e11d25-bd21-4a8b-ba67-dc6cc28a8472 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:11:39.555974 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-66e11d25-bd21-4a8b-ba67-dc6cc28a8472 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1182616 Apr 23 09:11:39.596070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e63459ed-51f2-47a9-8314-f8d38154b11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:39.606135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63459ed-51f2-47a9-8314-f8d38154b11b None None] Routers {'3c5feb1e-782a-4997-8c35-23d8ed60cf24'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:11:39.606864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e63459ed-51f2-47a9-8314-f8d38154b11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:11:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3c5feb1e-782a-4997-8c35-23d8ed60cf24'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:39.655035 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-72bf4a35-cea0-4a3b-89cb-be00f59898d5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=08e3d60b3cc0430c899ebe23918b8302&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4585326 Apr 23 09:11:39.659405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e8d8d5a-cfbe-403d-b9f7-e116001cbeab tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:39.664207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58892) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:39.672210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3e20864f-4fdd-40e6-911c-f37bdaa4aba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:39.684170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e63459ed-51f2-47a9-8314-f8d38154b11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:39.684630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63459ed-51f2-47a9-8314-f8d38154b11b None None] The sync data for ids ['3c5feb1e-782a-4997-8c35-23d8ed60cf24'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:11:39.789484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-a97c0d47-1c5f-4c0b-a4bf-6f5e94d52b4f tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Synchronizing usage tracker for tenant:3a37e3ff2df14ef5af04077b55233f51 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:11:39.963288 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-16305261-88e1-41f1-8d68-b1a07483bb3b service neutron] 10.222.0.60 "GET /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974757 Apr 23 09:11:39.963839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e8d8d5a-cfbe-403d-b9f7-e116001cbeab tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:39.970980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a490aa22-e213-45ae-adda-500226831b6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:39.978740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8d8d5a-cfbe-403d-b9f7-e116001cbeab tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:39.979464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e8d8d5a-cfbe-403d-b9f7-e116001cbeab tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:39.990999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:40.040681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81ccffff-5092-4d35-91c6-3a1dd6a8dbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:40.090300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d183832d-090d-406c-a2e2-1de5c02028e0 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:40.181054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-a97c0d47-1c5f-4c0b-a4bf-6f5e94d52b4f tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Unset dirty status for tenant:3a37e3ff2df14ef5af04077b55233f51 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:11:40.182480 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-a97c0d47-1c5f-4c0b-a4bf-6f5e94d52b4f tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2115457318&fields=id&tenant_id=3a37e3ff2df14ef5af04077b55233f51 HTTP/1.1" status: 200 len: 267 time: 0.6804512 Apr 23 09:11:40.244746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:40.269556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81ccffff-5092-4d35-91c6-3a1dd6a8dbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:40.277262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d8d5a-cfbe-403d-b9f7-e116001cbeab tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Pushing event updated for resources: {'Network': ['ID=bc38d052-7b16-4b2b-a58a-d31799a2fc67,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:40.288050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0e8d8d5a-cfbe-403d-b9f7-e116001cbeab tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:40.290806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network bc38d052-7b16-4b2b-a58a-d31799a2fc67 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:11:40.297747 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0e8d8d5a-cfbe-403d-b9f7-e116001cbeab tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2985940 Apr 23 09:11:40.311856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58896) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:40.327866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Request body: {'ports': [{'network_id': 'b46ea596-b8cf-4dfe-bce7-774f36f90f45', 'name': 'tempest-port--1136856134', 'admin_state_up': True}, {'network_id': 'bc38d052-7b16-4b2b-a58a-d31799a2fc67', 'admin_state_up': False}]} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:40.328224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Request body: {'port': {'network_id': 'b46ea596-b8cf-4dfe-bce7-774f36f90f45', 'name': 'tempest-port--1136856134', 'admin_state_up': True}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:40.328775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Request body: {'port': {'network_id': 'bc38d052-7b16-4b2b-a58a-d31799a2fc67', 'admin_state_up': False}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:40.473944 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-cafd1210-f5f1-4930-ac80-623466abdd6b service neutron] 10.222.0.60 "GET /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858980 Apr 23 09:11:40.482826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a490aa22-e213-45ae-adda-500226831b6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:40.510187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:40.525233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d183832d-090d-406c-a2e2-1de5c02028e0 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:40.566814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:40.619434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a490aa22-e213-45ae-adda-500226831b6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Network 5a53b2e0-de83-445b-9fab-81707e8c0a60 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:40.629832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a490aa22-e213-45ae-adda-500226831b6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:40.672738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d183832d-090d-406c-a2e2-1de5c02028e0 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Network e90e9a99-1155-4f16-a9b2-992947dde9cc is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:40.685614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a490aa22-e213-45ae-adda-500226831b6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:40.686675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a490aa22-e213-45ae-adda-500226831b6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:40.687336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a490aa22-e213-45ae-adda-500226831b6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:40.694267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81ccffff-5092-4d35-91c6-3a1dd6a8dbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:40.698342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-d183832d-090d-406c-a2e2-1de5c02028e0 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:40.707036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d183832d-090d-406c-a2e2-1de5c02028e0 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:40.708549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d183832d-090d-406c-a2e2-1de5c02028e0 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:40.709393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d183832d-090d-406c-a2e2-1de5c02028e0 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:40.714271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490aa22-e213-45ae-adda-500226831b6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Pushing event updated for resources: {'Port': ['ID=2aadf2b3-6237-4d52-aeed-faa74347b83f,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:40.723530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183832d-090d-406c-a2e2-1de5c02028e0 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Pushing event updated for resources: {'Port': ['ID=b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:40.724397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a490aa22-e213-45ae-adda-500226831b6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:40.735589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:40.754146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81ccffff-5092-4d35-91c6-3a1dd6a8dbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:40.755301 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-81ccffff-5092-4d35-91c6-3a1dd6a8dbc9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aec8f200-95b4-4e4f-a7aa-cb38d286ceb1 HTTP/1.1" status: 204 len: 168 time: 1.0392542 Apr 23 09:11:40.759701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccffff-5092-4d35-91c6-3a1dd6a8dbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec8f200-95b4-4e4f-a7aa-cb38d286ceb1,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:40.764578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-81ccffff-5092-4d35-91c6-3a1dd6a8dbc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:40.774716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:40.781733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Usage tracker for resource:port and tenant:1a8201cbd8724125a0432499f97db3ee is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:40.786860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:40.818633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:40.825519 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a490aa22-e213-45ae-adda-500226831b6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7074404 Apr 23 09:11:40.829001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d183832d-090d-406c-a2e2-1de5c02028e0 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:40.829209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58912) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:40.840864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:40.870856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-b9248c9d-c466-4235-8b2a-24fc5c4fc4c5 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:40.871989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-b9248c9d-c466-4235-8b2a-24fc5c4fc4c5 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Synchronizing usage tracker for tenant:3a37e3ff2df14ef5af04077b55233f51 on resource:network {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:11:40.876483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:40.945351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Made reservation on behalf of 1a8201cbd8724125a0432499f97db3ee for: {'port': 2} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:40.952510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:40.989496 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9a8667ae-858b-49f4-b9e1-fe8c814a1b26 req-6928cee5-c3b8-4353-a535-52530f86113e tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 210 time: 0.1033943 Apr 23 09:11:41.018481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:41.045429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6e47ea0f-6d1e-4c11-935d-c6bbc1590159 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:41.151928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef775aa4-cccb-4ce3-b1d8-31ed230795a4,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:41.157719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:41.189919 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d183832d-090d-406c-a2e2-1de5c02028e0 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.5983508 Apr 23 09:11:41.190905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58926) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:41.192771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:41.242763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:41.342811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:41.436386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-b9248c9d-c466-4235-8b2a-24fc5c4fc4c5 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Unset dirty status for tenant:3a37e3ff2df14ef5af04077b55233f51 on resource:network {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:11:41.443917 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-b9248c9d-c466-4235-8b2a-24fc5c4fc4c5 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/networks?id=5774ccf0-e686-428b-ad66-6523b0025605 HTTP/1.1" status: 200 len: 805 time: 1.1865683 Apr 23 09:11:41.477584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58940) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:41.501782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:41.509103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:41.536562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:41.541053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90a360a0-8dfb-4ac2-8191-79f6feaad383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:41.554355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] device_id is not set on port dcf2e1f2-59f3-4c18-ae0d-6e0e8517fa7e yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:11:41.555680 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-ff304a72-806c-4d29-809e-e642c40a22e0 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/quotas/3a37e3ff2df14ef5af04077b55233f51 HTTP/1.1" status: 200 len: 375 time: 0.1107907 Apr 23 09:11:41.603830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-90a360a0-8dfb-4ac2-8191-79f6feaad383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:41.619047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-90a360a0-8dfb-4ac2-8191-79f6feaad383 admin admin] Usage tracker for resource:security_group_rule and tenant:464e3793abd647308e8580b86b68b6c8 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:41.624774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-90a360a0-8dfb-4ac2-8191-79f6feaad383 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:41.641544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-90a360a0-8dfb-4ac2-8191-79f6feaad383 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:41.819801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:41.820692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18e7b1d9-5b45-4077-8ddd-14ea5868ed94 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:11:41.835310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:41.870961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:41.872179 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "DELETE /v2.0/routers/18e7b1d9-5b45-4077-8ddd-14ea5868ed94 HTTP/1.1" status: 204 len: 168 time: 10.7594419 Apr 23 09:11:41.881538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58948) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:41.978486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-869c9e81-a40f-4a84-9753-90372a5e8b12 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Synchronizing usage tracker for tenant:3a37e3ff2df14ef5af04077b55233f51 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:11:42.077660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:42.085656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a41f00-47a8-4f3a-a713-ce023e450fa7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Deleting subnet 7d79e5e4-9d6c-4abb-b85c-5657b44c6bae {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:11:42.123812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1abb5bd0-8abd-4c14-b416-268d86062d1a tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:42.158056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-869c9e81-a40f-4a84-9753-90372a5e8b12 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Unset dirty status for tenant:3a37e3ff2df14ef5af04077b55233f51 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:11:42.160769 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-869c9e81-a40f-4a84-9753-90372a5e8b12 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a37e3ff2df14ef5af04077b55233f51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5141976 Apr 23 09:11:42.190193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] device_id is not set on port 2aadf2b3-6237-4d52-aeed-faa74347b83f yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:11:42.196289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d5a41f00-47a8-4f3a-a713-ce023e450fa7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:42.233564 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c5208a0-1e42-4bb3-bf30-230445593e4d req-a3a0f03c-a859-450e-8a98-7d0d88d3af60 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 210 time: 0.1395648 Apr 23 09:11:42.245832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:42.261233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:42.380106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Transition to ACTIVE for port object 2aadf2b3-6237-4d52-aeed-faa74347b83f will not be triggered until provisioned by entity L2. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:42.383256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] device_id is not set on port 8d661321-c653-4597-a087-324504d45b6d yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:11:42.388898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d5a41f00-47a8-4f3a-a713-ce023e450fa7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:42.432916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:42.436241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90a360a0-8dfb-4ac2-8191-79f6feaad383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:42.449205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:42.524132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90a360a0-8dfb-4ac2-8191-79f6feaad383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:42.639558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d5a41f00-47a8-4f3a-a713-ce023e450fa7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:42.643913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ef775aa4-cccb-4ce3-b1d8-31ed230795a4 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:11:42.651093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-9010666d-0401-46c4-b461-1295a62ee14a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:11:42.652215 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-9010666d-0401-46c4-b461-1295a62ee14a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1051633 Apr 23 09:11:42.690958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Pushing event updated for resources: {'Port': ['ID=2aadf2b3-6237-4d52-aeed-faa74347b83f,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:42.704399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:42.707615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] device_id is not set on port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:11:42.709342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: ef775aa4-cccb-4ce3-b1d8-31ed230795a4 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:11:42.709973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ef775aa4-cccb-4ce3-b1d8-31ed230795a4 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:11:42.711050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-de5512a4-3f1a-466c-aa4c-e2a1273bb9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:42.772455 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-90a360a0-8dfb-4ac2-8191-79f6feaad383 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=464e3793abd647308e8580b86b68b6c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2837749 Apr 23 09:11:42.776629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58966) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:42.779437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:42.792167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:42.792542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:42.792915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:42.845683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port 2aadf2b3-6237-4d52-aeed-faa74347b83f on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:42.846053 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:11:42.850801 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 2 to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f Apr 23 09:11:42.862101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a360a0-8dfb-4ac2-8191-79f6feaad383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85926fa2-c2b6-48b6-9002-3b06500e92e1,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:42.915828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-90a360a0-8dfb-4ac2-8191-79f6feaad383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:42.940761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:42.941527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:42.941789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:42.973696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port 2aadf2b3-6237-4d52-aeed-faa74347b83f on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:42.974074 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:11:42.978859 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 3 to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f Apr 23 09:11:43.019430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:43.019430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:43.019841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:43.023112 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-958bb2f5-d3b1-474a-8eb8-9ff02db60ab6 service neutron] 10.222.0.60 "GET /v2.0/networks/5774ccf0-e686-428b-ad66-6523b0025605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567927 Apr 23 09:11:43.026228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Transition to ACTIVE for port object b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:43.040495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port 2aadf2b3-6237-4d52-aeed-faa74347b83f on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:43.040858 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:11:43.043024 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 4 to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f Apr 23 09:11:43.061957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a78d46a-ac8b-4071-a5c8-6a3f964a297c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:43.105680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:43.105980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:43.106365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:43.109998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:43.113833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port 2aadf2b3-6237-4d52-aeed-faa74347b83f on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:43.114189 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:11:43.114640 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 5 to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f Apr 23 09:11:43.133709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:43.143536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:43.162002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:43.162409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:43.162786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:43.176264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port 2aadf2b3-6237-4d52-aeed-faa74347b83f on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:43.176522 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:11:43.178042 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 6 to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f Apr 23 09:11:43.198603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:43.199203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:43.199314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:43.205991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port 2aadf2b3-6237-4d52-aeed-faa74347b83f on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:43.206385 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:11:43.208710 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 7 to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f Apr 23 09:11:43.229126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:43.229498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:43.229870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:43.236923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port 2aadf2b3-6237-4d52-aeed-faa74347b83f on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:43.237280 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:11:43.237706 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 8 to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f Apr 23 09:11:43.253380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:43.254230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:43.254729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:43.260814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port 2aadf2b3-6237-4d52-aeed-faa74347b83f on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:43.260814 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:11:43.260814 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 9 to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f Apr 23 09:11:43.271956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a78d46a-ac8b-4071-a5c8-6a3f964a297c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:43.282130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:43.282559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:43.282928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:43.289039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port 2aadf2b3-6237-4d52-aeed-faa74347b83f on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:43.289863 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:11:43.289863 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 10 to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f Apr 23 09:11:43.305151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:43.314629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:43.360229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:43.360516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:43.360891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:43.387117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port 2aadf2b3-6237-4d52-aeed-faa74347b83f on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:43.387454 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port 2aadf2b3-6237-4d52-aeed-faa74347b83f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:11:43.387848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:43.459045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Pushing event updated for resources: {'Port': ['ID=b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:43.468700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:43.469978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-1abb5bd0-8abd-4c14-b416-268d86062d1a tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Allocated IP 172.20.0.1 (4f3bd0e7-9a00-46ea-903e-0814125d6475/01a3eb1e-a326-43df-a4b3-bde18fee8fba/5c8d5e67-5030-4580-844d-403464ece468) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:11:43.482595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Pushing event updated for resources: {'Port': ['ID=dcf2e1f2-59f3-4c18-ae0d-6e0e8517fa7e,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:43.491117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:43.492127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d5a41f00-47a8-4f3a-a713-ce023e450fa7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:43.510393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:43.510777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:43.511174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:43.514131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-189a7f8a-10ec-447f-901c-98dbd95a067a tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:43.520098 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-76450dcf-493a-4ca6-a96b-068d65197068 service neutron] 10.222.0.60 "GET /v2.0/networks/5774ccf0-e686-428b-ad66-6523b0025605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850695 Apr 23 09:11:43.554969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:43.555355 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:43.559909 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 2 to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 Apr 23 09:11:43.593053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Checking segment: {'id': '2ec14902-f159-4085-abbc-caabe228553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b46ea596-b8cf-4dfe-bce7-774f36f90f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:11:43.593458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Network hostable DHCP agents. Network: b46ea596-b8cf-4dfe-bce7-774f36f90f45, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:11:43.610019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a41f00-47a8-4f3a-a713-ce023e450fa7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7d79e5e4-9d6c-4abb-b85c-5657b44c6bae,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:43.612904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d5a41f00-47a8-4f3a-a713-ce023e450fa7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:43.632802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d5a41f00-47a8-4f3a-a713-ce023e450fa7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:43.635616 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-10d6106c-e516-46ac-aaef-8de795335faa req-42c51f81-a88b-4539-8e62-de88cd5aa183 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 210 time: 0.1250136 Apr 23 09:11:43.639518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a78d46a-ac8b-4071-a5c8-6a3f964a297c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:43.643052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:43.643436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:43.643819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:43.658123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-525360ec-bd51-436f-8174-c2f64f142db4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:43.669671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] For port 2aadf2b3-6237-4d52-aeed-faa74347b83f, host hv-neutron-7864, cleared binding levels {{(pid=87174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:11:43.670242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempted to set empty binding levels {{(pid=87174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 23 09:11:43.675850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:43.676178 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:43.682144 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 3 to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 Apr 23 09:11:43.682992 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d5a41f00-47a8-4f3a-a713-ce023e450fa7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/7d79e5e4-9d6c-4abb-b85c-5657b44c6bae HTTP/1.1" status: 204 len: 168 time: 1.8003240 Apr 23 09:11:43.690893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 58974) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:43.696600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78d46a-ac8b-4071-a5c8-6a3f964a297c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85926fa2-c2b6-48b6-9002-3b06500e92e1,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:43.708133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7a78d46a-ac8b-4071-a5c8-6a3f964a297c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:43.717032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:43.717412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:43.717796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:43.730558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:43.736844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:43.737000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:43.737305 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:43.738032 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 4 to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 Apr 23 09:11:43.746091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a78d46a-ac8b-4071-a5c8-6a3f964a297c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:43.747358 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7a78d46a-ac8b-4071-a5c8-6a3f964a297c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/85926fa2-c2b6-48b6-9002-3b06500e92e1 HTTP/1.1" status: 204 len: 168 time: 0.9646015 Apr 23 09:11:43.757531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:43.757910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:43.758302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:43.763648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:43.764018 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:43.765975 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 5 to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 Apr 23 09:11:43.781605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:43.781989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:43.782395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:43.788387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:43.788760 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:43.789196 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 6 to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 Apr 23 09:11:43.806654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:43.807013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:43.807399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:43.812734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:43.813107 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:43.813541 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 7 to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 Apr 23 09:11:43.830772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:43.831129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:43.831518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:43.838783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:43.839166 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:43.839617 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 8 to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 Apr 23 09:11:43.848781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Network b46ea596-b8cf-4dfe-bce7-774f36f90f45 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:11:43.852459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] In _notify_port_updated(), no bound segment for port 2aadf2b3-6237-4d52-aeed-faa74347b83f on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 23 09:11:43.853404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:43.854067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:43.855525 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] 10.222.0.60 "PUT /v2.0/ports/2aadf2b3-6237-4d52-aeed-faa74347b83f HTTP/1.1" status: 200 len: 981 time: 3.0255351 Apr 23 09:11:43.862656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58980) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:43.873276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:43.873276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:43.873276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:43.897545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a75ee0fd-7b2a-4df6-b474-19c437b9715e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:43.903332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Pushing event updated for resources: {'Port': ['ID=2aadf2b3-6237-4d52-aeed-faa74347b83f,revision_number=3']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:43.906272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:43.941886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:43.942265 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:43.945847 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 9 to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 Apr 23 09:11:43.962532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1abb5bd0-8abd-4c14-b416-268d86062d1a tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:43.963947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, b46ea596-b8cf-4dfe-bce7-774f36f90f45) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:43.977638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:43.978022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:43.978479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:43.982045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:43.982987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:43.992252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:43.992632 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:43.992758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-55fec3a0-1626-4bfd-ae56-d8d77d820c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:43.997620 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 10 to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 Apr 23 09:11:44.000800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b93a14-e01e-4c89-9be7-84953ac3baed None None] Network b46ea596-b8cf-4dfe-bce7-774f36f90f45 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:11:44.019709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1abb5bd0-8abd-4c14-b416-268d86062d1a tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Transition to ACTIVE for port object 5c8d5e67-5030-4580-844d-403464ece468 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:44.042574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:44.042782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:44.043038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:44.057927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:44.057927 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:44.057927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:44.086126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdfa10e-9141-4e7f-b965-e2ecca7a35fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:44.086687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdfa10e-9141-4e7f-b965-e2ecca7a35fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:44.087218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdfa10e-9141-4e7f-b965-e2ecca7a35fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:44.087757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdfa10e-9141-4e7f-b965-e2ecca7a35fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:44.088284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdfa10e-9141-4e7f-b965-e2ecca7a35fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:44.088815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdfa10e-9141-4e7f-b965-e2ecca7a35fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:44.089342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdfa10e-9141-4e7f-b965-e2ecca7a35fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:44.089873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdfa10e-9141-4e7f-b965-e2ecca7a35fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:44.090846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdfa10e-9141-4e7f-b965-e2ecca7a35fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:44.090958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdfa10e-9141-4e7f-b965-e2ecca7a35fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:44.091436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdfa10e-9141-4e7f-b965-e2ecca7a35fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:44.091959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdfa10e-9141-4e7f-b965-e2ecca7a35fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:44.093296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdfa10e-9141-4e7f-b965-e2ecca7a35fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:44.093524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdfa10e-9141-4e7f-b965-e2ecca7a35fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:44.094040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdfa10e-9141-4e7f-b965-e2ecca7a35fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:44.095037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdfa10e-9141-4e7f-b965-e2ecca7a35fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:44.095816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdfa10e-9141-4e7f-b965-e2ecca7a35fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:44.103818 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6cdfa10e-9141-4e7f-b965-e2ecca7a35fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16594 time: 0.2384861 Apr 23 09:11:44.103818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 58994) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:44.191006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a75ee0fd-7b2a-4df6-b474-19c437b9715e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:44.272580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] For port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:11:44.273141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempted to set empty binding levels {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 23 09:11:44.315540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:44.333239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:44.344651 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5382366-537c-4d78-a9c1-5762bd1cc523 req-7bda2dee-7cf5-4626-801f-8b9b0b0ef368 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 210 time: 0.2193410 Apr 23 09:11:44.431348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1abb5bd0-8abd-4c14-b416-268d86062d1a tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:44.435494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Pushing event updated for resources: {'Port': ['ID=8d661321-c653-4597-a087-324504d45b6d,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:44.452932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:44.454426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] In _notify_port_updated(), no bound segment for port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 23 09:11:44.455593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:44.456178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:44.490621 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] 10.222.0.60 "PUT /v2.0/ports/b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 HTTP/1.1" status: 200 len: 977 time: 3.2431793 Apr 23 09:11:44.494833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Checking segment: {'id': '5608b067-b479-4a89-b046-d7020f616880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'bc38d052-7b16-4b2b-a58a-d31799a2fc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:11:44.495441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Network hostable DHCP agents. Network: bc38d052-7b16-4b2b-a58a-d31799a2fc67, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:11:44.505617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59010) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:44.508857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.35', 51788) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:44.517074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-a75ee0fd-7b2a-4df6-b474-19c437b9715e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:44.541145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abb5bd0-8abd-4c14-b416-268d86062d1a tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Network 4f3bd0e7-9a00-46ea-903e-0814125d6475 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:44.542048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Pushing event updated for resources: {'Port': ['ID=b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:44.548566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:44.548566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:44.582691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-1abb5bd0-8abd-4c14-b416-268d86062d1a tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:44.610029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abb5bd0-8abd-4c14-b416-268d86062d1a tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:44.722897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1b3f122c-64d4-43e5-9928-20174e3be2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Deleting port 2aadf2b3-6237-4d52-aeed-faa74347b83f {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:11:44.723382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b3f122c-64d4-43e5-9928-20174e3be2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:44.757717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb5bd0-8abd-4c14-b416-268d86062d1a tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Pushing event updated for resources: {'Port': ['ID=5c8d5e67-5030-4580-844d-403464ece468,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:44.876652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1abb5bd0-8abd-4c14-b416-268d86062d1a tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:44.887478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1abb5bd0-8abd-4c14-b416-268d86062d1a tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:45.011702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-64d2fb0a-8322-4298-b6a3-270ef5075b88 None None] Provisioning for port 5c8d5e67-5030-4580-844d-403464ece468 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:11:45.025401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-a75ee0fd-7b2a-4df6-b474-19c437b9715e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5425e40e-6ffb-4e83-b808-2767db46a60c') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:45.025748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-a75ee0fd-7b2a-4df6-b474-19c437b9715e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5425e40e-6ffb-4e83-b808-2767db46a60c') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:45.031713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-64d2fb0a-8322-4298-b6a3-270ef5075b88 None None] Provisioning complete for port 5c8d5e67-5030-4580-844d-403464ece468 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:45.032462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64d2fb0a-8322-4298-b6a3-270ef5075b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:45.100019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a75ee0fd-7b2a-4df6-b474-19c437b9715e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:45.112293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1b3f122c-64d4-43e5-9928-20174e3be2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] For port 2aadf2b3-6237-4d52-aeed-faa74347b83f, host hv-neutron-7864, got binding levels [] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:11:45.121447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b3f122c-64d4-43e5-9928-20174e3be2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:45.132481 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-361a2920-01cc-455b-98c4-59f11631647a req-d40d3b08-0b66-4d9e-8861-e085be473971 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 210 time: 0.2462895 Apr 23 09:11:45.168746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Network bc38d052-7b16-4b2b-a58a-d31799a2fc67 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:11:45.172653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a75ee0fd-7b2a-4df6-b474-19c437b9715e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:45.195381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75ee0fd-7b2a-4df6-b474-19c437b9715e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:11:45.209812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-64d2fb0a-8322-4298-b6a3-270ef5075b88 None None] Port 5c8d5e67-5030-4580-844d-403464ece468 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:11:45.322024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1b3f122c-64d4-43e5-9928-20174e3be2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Calling delete_port for 2aadf2b3-6237-4d52-aeed-faa74347b83f owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:11:45.328961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-ddaf29f4-181f-4a14-a62b-2c0aad771a93 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:45.330648 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-ddaf29f4-181f-4a14-a62b-2c0aad771a93 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.35 "GET /v2.0/networks?id=f5f22f44-5dc5-4259-bb66-faeac2187f12 HTTP/1.1" status: 200 len: 812 time: 0.8163528 Apr 23 09:11:45.350594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca58bb8-c06e-45f9-989d-e5c7b29147b5 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:45.351107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca58bb8-c06e-45f9-989d-e5c7b29147b5 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:45.351622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca58bb8-c06e-45f9-989d-e5c7b29147b5 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:45.352144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca58bb8-c06e-45f9-989d-e5c7b29147b5 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:45.353940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca58bb8-c06e-45f9-989d-e5c7b29147b5 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:45.355419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca58bb8-c06e-45f9-989d-e5c7b29147b5 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:45.356790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca58bb8-c06e-45f9-989d-e5c7b29147b5 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:45.357949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca58bb8-c06e-45f9-989d-e5c7b29147b5 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:45.358154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca58bb8-c06e-45f9-989d-e5c7b29147b5 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:45.358690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca58bb8-c06e-45f9-989d-e5c7b29147b5 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:45.363669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca58bb8-c06e-45f9-989d-e5c7b29147b5 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:45.364192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca58bb8-c06e-45f9-989d-e5c7b29147b5 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:45.364607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca58bb8-c06e-45f9-989d-e5c7b29147b5 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:45.365579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca58bb8-c06e-45f9-989d-e5c7b29147b5 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:45.366357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca58bb8-c06e-45f9-989d-e5c7b29147b5 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:45.369144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6ca58bb8-c06e-45f9-989d-e5c7b29147b5 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Synchronizing usage tracker for tenant:c6b0cf446cb546c19a0b9ee42111446a on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:11:45.436321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, bc38d052-7b16-4b2b-a58a-d31799a2fc67) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:45.454578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8678e762-3180-464b-8471-69bbd397d37a None None] Network bc38d052-7b16-4b2b-a58a-d31799a2fc67 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:11:45.485909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:45.492781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:45.498203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:45.499039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:45.570959 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f2d22d78-e382-45ea-8ab3-fac0d2f29103 req-82d4ffc5-0070-44d1-92ea-c33295b9831e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 210 time: 0.1736686 Apr 23 09:11:45.623075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a75ee0fd-7b2a-4df6-b474-19c437b9715e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Network c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:11:45.638734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a75ee0fd-7b2a-4df6-b474-19c437b9715e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:45.669857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6ca58bb8-c06e-45f9-989d-e5c7b29147b5 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Unset dirty status for tenant:c6b0cf446cb546c19a0b9ee42111446a on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:11:45.671456 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6ca58bb8-c06e-45f9-989d-e5c7b29147b5 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17405 time: 1.1592555 Apr 23 09:11:45.675474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59060) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:45.683267 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-50201223-901a-45e3-b23d-175d3bf85d52 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31a3cdb04d554bd6aeeb1f860e8a1415 HTTP/1.1" status: 200 len: 379 time: 0.2480969 Apr 23 09:11:45.748694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-0eb6d77a-3c6b-4a97-934e-aed25c14db15 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Request body: {'port': {'device_id': '6b23bf57-d61b-4c40-9a0a-32ef072ca07c', 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12', 'admin_state_up': True, 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'security_groups': ['16e96e1b-3b73-4e39-b404-fa450d3f88f1']}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:45.856605 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.5317986 Apr 23 09:11:45.969616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59070) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:46.057405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a75ee0fd-7b2a-4df6-b474-19c437b9715e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Network c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:11:46.090392 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:11:46.100420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b3f122c-64d4-43e5-9928-20174e3be2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:46.140251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:46.207367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f122c-64d4-43e5-9928-20174e3be2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Pushing event deleted for resources: {'Port': ['ID=2aadf2b3-6237-4d52-aeed-faa74347b83f,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:46.214217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1b3f122c-64d4-43e5-9928-20174e3be2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:46.221475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b3f122c-64d4-43e5-9928-20174e3be2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:46.231058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1abb5bd0-8abd-4c14-b416-268d86062d1a tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:46.264019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-0eb6d77a-3c6b-4a97-934e-aed25c14db15 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:46.281245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-0eb6d77a-3c6b-4a97-934e-aed25c14db15 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:46.292912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf562c6-da72-4c70-9381-d0522d454a9d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:46.301723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf562c6-da72-4c70-9381-d0522d454a9d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:46.302785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-caf562c6-da72-4c70-9381-d0522d454a9d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Synchronizing usage tracker for tenant:1a8201cbd8724125a0432499f97db3ee on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:11:46.387506 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1b3f122c-64d4-43e5-9928-20174e3be2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] 10.222.0.60 "DELETE /v2.0/ports/2aadf2b3-6237-4d52-aeed-faa74347b83f HTTP/1.1" status: 204 len: 168 time: 2.2783303 Apr 23 09:11:46.395631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59094) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:46.409428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-caf562c6-da72-4c70-9381-d0522d454a9d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Unset dirty status for tenant:1a8201cbd8724125a0432499f97db3ee on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:11:46.418983 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-caf562c6-da72-4c70-9381-d0522d454a9d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4403307 Apr 23 09:11:46.421076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59098) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:46.536357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3255de0a-694e-47d2-8688-ea0a1b14f673 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Deleting port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:11:46.537029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3255de0a-694e-47d2-8688-ea0a1b14f673 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:46.600414 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5bab37-64ad-4dda-8494-9fe0824bcbea tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] GET failed (client error): The resource could not be found. Apr 23 09:11:46.601626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3e5bab37-64ad-4dda-8494-9fe0824bcbea tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Synchronizing usage tracker for tenant:77f7068ecdfc4646b2ec35a477957fe5 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:11:46.605941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-0eb6d77a-3c6b-4a97-934e-aed25c14db15 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Made reservation on behalf of 31a3cdb04d554bd6aeeb1f860e8a1415 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:46.614206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-0eb6d77a-3c6b-4a97-934e-aed25c14db15 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:46.728988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a75ee0fd-7b2a-4df6-b474-19c437b9715e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:46.781492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59108) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:46.815576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:46.829971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3e5bab37-64ad-4dda-8494-9fe0824bcbea tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Unset dirty status for tenant:77f7068ecdfc4646b2ec35a477957fe5 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:11:46.831329 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3e5bab37-64ad-4dda-8494-9fe0824bcbea tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] 10.222.0.60 "GET /v2.0/ports/2aadf2b3-6237-4d52-aeed-faa74347b83f HTTP/1.1" status: 404 len: 333 time: 0.4325857 Apr 23 09:11:46.857237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59112) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:46.900338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75ee0fd-7b2a-4df6-b474-19c437b9715e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 23 09:11:46.912181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ee0fd-7b2a-4df6-b474-19c437b9715e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:46.921991 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b81dfc4b-9e9b-4336-b5d5-480340bcd614 req-0dcb6b0d-0238-4f1f-98bd-2c402d95c015 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 210 time: 0.1275694 Apr 23 09:11:46.926369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a75ee0fd-7b2a-4df6-b474-19c437b9715e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:46.931471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a75ee0fd-7b2a-4df6-b474-19c437b9715e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:46.955066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f946c1f1-8eea-4d1b-81d5-249b32ff4ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-84948498', 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:46.982763 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-19a7e9ac-fe78-41f5-9a6b-12363b5f687b req-f9a054fb-8f65-4848-bada-12f86b5deff4 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 210 time: 0.4444134 Apr 23 09:11:47.015564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f946c1f1-8eea-4d1b-81d5-249b32ff4ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:47.028727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-3255de0a-694e-47d2-8688-ea0a1b14f673 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] For port b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6, host hv-neutron-7864, got binding levels [] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:11:47.029464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3255de0a-694e-47d2-8688-ea0a1b14f673 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:47.037759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-0eb6d77a-3c6b-4a97-934e-aed25c14db15 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Allocated IP 172.20.0.8 (f5f22f44-5dc5-4259-bb66-faeac2187f12/e93f7937-3608-4a50-b4a7-cc289ad239de/604ea667-2571-4657-a201-16fcd36200b4) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:11:47.044200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-dd303a9a-06bb-4aba-9ff8-70464ad9499e tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Deleting port dcf2e1f2-59f3-4c18-ae0d-6e0e8517fa7e {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:11:47.044771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd303a9a-06bb-4aba-9ff8-70464ad9499e tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:47.079410 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a75ee0fd-7b2a-4df6-b474-19c437b9715e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "DELETE /v2.0/networks/c3a6a1c4-d65a-4ae9-ace3-3ae5776b93a0 HTTP/1.1" status: 204 len: 168 time: 3.3938065 Apr 23 09:11:47.266535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3255de0a-694e-47d2-8688-ea0a1b14f673 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Calling delete_port for b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:11:47.313665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd303a9a-06bb-4aba-9ff8-70464ad9499e tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:47.343875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1179047849', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:47.360604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:47.366455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f946c1f1-8eea-4d1b-81d5-249b32ff4ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:47.381304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Usage tracker for resource:port and tenant:46553f0501cc41e59a758b352a1146cd is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:47.396004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:47.407154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:47.533829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3255de0a-694e-47d2-8688-ea0a1b14f673 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:47.537457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f946c1f1-8eea-4d1b-81d5-249b32ff4ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Made reservation on behalf of 77f7068ecdfc4646b2ec35a477957fe5 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:47.541373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:11:47.545545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f946c1f1-8eea-4d1b-81d5-249b32ff4ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:47.573694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Made reservation on behalf of 46553f0501cc41e59a758b352a1146cd for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:47.578907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:47.614560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:47.647981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:47.744466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-dd303a9a-06bb-4aba-9ff8-70464ad9499e tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Calling delete_port for dcf2e1f2-59f3-4c18-ae0d-6e0e8517fa7e owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:11:47.823994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-f946c1f1-8eea-4d1b-81d5-249b32ff4ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] device_id is not set on port 83d2afbc-c8da-4ea8-b09b-16c03ed0519d yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:11:47.883683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59124) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:47.898432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255de0a-694e-47d2-8688-ea0a1b14f673 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:47.905427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:47.908784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3255de0a-694e-47d2-8688-ea0a1b14f673 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:47.912396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e89f9e0b-6883-4a7e-b69d-c77aeaf4bbca tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Request body: {'router': {'name': 'tempest-router--618042052', 'project_id': '0a56d5d7b2464009b3f4c69910803263'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:47.918600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Usage tracker for resource:security_group_rule and tenant:46553f0501cc41e59a758b352a1146cd is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:47.923395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3255de0a-694e-47d2-8688-ea0a1b14f673 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:47.929464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e89f9e0b-6883-4a7e-b69d-c77aeaf4bbca tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:47.938989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:47.947995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e89f9e0b-6883-4a7e-b69d-c77aeaf4bbca tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Usage tracker for resource:router and tenant:0a56d5d7b2464009b3f4c69910803263 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:47.952688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e89f9e0b-6883-4a7e-b69d-c77aeaf4bbca tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:47.969211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:47.976282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e89f9e0b-6883-4a7e-b69d-c77aeaf4bbca tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:47.985100 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3255de0a-694e-47d2-8688-ea0a1b14f673 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] 10.222.0.60 "DELETE /v2.0/ports/b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 HTTP/1.1" status: 204 len: 168 time: 2.3057237 Apr 23 09:11:47.986796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59130) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:48.137872 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e9f837-1958-4f1e-82a1-41d6d773c08c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] GET failed (client error): The resource could not be found. Apr 23 09:11:48.139300 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c6e9f837-1958-4f1e-82a1-41d6d773c08c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] 10.222.0.60 "GET /v2.0/ports/b6710f09-06ee-4f1b-a2d6-1bdbe0d9f3d6 HTTP/1.1" status: 404 len: 333 time: 0.1256962 Apr 23 09:11:48.146729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59136) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:48.168454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1abb5bd0-8abd-4c14-b416-268d86062d1a tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:48.168667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c717e7c0-9068-4495-bb68-a9e43cc363af tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1452654881', 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:48.177062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-0eb6d77a-3c6b-4a97-934e-aed25c14db15 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:48.180931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c717e7c0-9068-4495-bb68-a9e43cc363af tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:48.191748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c717e7c0-9068-4495-bb68-a9e43cc363af tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Usage tracker for resource:port and tenant:c6b0cf446cb546c19a0b9ee42111446a is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:48.202882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e89f9e0b-6883-4a7e-b69d-c77aeaf4bbca tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:48.204155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e89f9e0b-6883-4a7e-b69d-c77aeaf4bbca tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:48.220677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e89f9e0b-6883-4a7e-b69d-c77aeaf4bbca tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:48.225619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1abb5bd0-8abd-4c14-b416-268d86062d1a tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:48.243056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c717e7c0-9068-4495-bb68-a9e43cc363af tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:48.251557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c717e7c0-9068-4495-bb68-a9e43cc363af tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:48.279975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-0eb6d77a-3c6b-4a97-934e-aed25c14db15 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Transition to ACTIVE for port object 604ea667-2571-4657-a201-16fcd36200b4 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:48.282026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd303a9a-06bb-4aba-9ff8-70464ad9499e tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:48.329251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:48.339578 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-86abf24b-c1cd-4167-8c55-4062ed01f228 req-a8ae8f67-750c-4b2c-a06d-4f9a0422ebfc tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 210 time: 0.0624549 Apr 23 09:11:48.347803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:48.421595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c717e7c0-9068-4495-bb68-a9e43cc363af tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Made reservation on behalf of c6b0cf446cb546c19a0b9ee42111446a for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:48.433469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c717e7c0-9068-4495-bb68-a9e43cc363af tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:48.445607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd303a9a-06bb-4aba-9ff8-70464ad9499e tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Pushing event deleted for resources: {'Port': ['ID=dcf2e1f2-59f3-4c18-ae0d-6e0e8517fa7e,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:48.462481 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7f845105-5377-4b05-bbd8-d950c12bb3f7 req-6c91c183-bd1e-493a-8807-963aee9e05dc tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 210 time: 0.1346586 Apr 23 09:11:48.487142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dd303a9a-06bb-4aba-9ff8-70464ad9499e tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:48.495332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e89f9e0b-6883-4a7e-b69d-c77aeaf4bbca tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:48.514705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c717e7c0-9068-4495-bb68-a9e43cc363af tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] device_id is not set on port 6e634a6b-df91-4b9f-bb94-f697b6f463c8 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:11:48.536668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1abb5bd0-8abd-4c14-b416-268d86062d1a tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:48.549519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f946c1f1-8eea-4d1b-81d5-249b32ff4ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:48.578739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd303a9a-06bb-4aba-9ff8-70464ad9499e tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:48.639588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb5bd0-8abd-4c14-b416-268d86062d1a tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Pushing event updated for resources: {'Port': ['ID=5c8d5e67-5030-4580-844d-403464ece468,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:48.648485 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-dd303a9a-06bb-4aba-9ff8-70464ad9499e tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] 10.222.0.60 "DELETE /v2.0/ports/dcf2e1f2-59f3-4c18-ae0d-6e0e8517fa7e HTTP/1.1" status: 204 len: 168 time: 2.2219236 Apr 23 09:11:48.652319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59144) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:48.658771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1abb5bd0-8abd-4c14-b416-268d86062d1a tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:48.696702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:48.715973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e89f9e0b-6883-4a7e-b69d-c77aeaf4bbca tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:48.717281 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e89f9e0b-6883-4a7e-b69d-c77aeaf4bbca tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8324049 Apr 23 09:11:48.722028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59148) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:48.723589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-0eb6d77a-3c6b-4a97-934e-aed25c14db15 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:48.746665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:48.817565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:48.889804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] device_id is not set on port 371b6d24-7056-4d52-aeb2-5d2347608e01 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:11:48.920323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-0eb6d77a-3c6b-4a97-934e-aed25c14db15 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Network f5f22f44-5dc5-4259-bb66-faeac2187f12 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:48.929007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:48.931384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-0eb6d77a-3c6b-4a97-934e-aed25c14db15 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:48.936234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6d77a-3c6b-4a97-934e-aed25c14db15 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Pushing event updated for resources: {'Port': ['ID=604ea667-2571-4657-a201-16fcd36200b4,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:48.953925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abb5bd0-8abd-4c14-b416-268d86062d1a tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Network 4f3bd0e7-9a00-46ea-903e-0814125d6475 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:48.956839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-577f9fac-bc2e-406f-8ae7-6a96fdff4420 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:49.026891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-1abb5bd0-8abd-4c14-b416-268d86062d1a tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:49.049576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f946c1f1-8eea-4d1b-81d5-249b32ff4ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:49.327503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-0eb6d77a-3c6b-4a97-934e-aed25c14db15 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:49.379551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0eb6d77a-3c6b-4a97-934e-aed25c14db15 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:49.387910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cdb411d9-79b8-4c75-82dc-d3f1e3dac4cc None None] Provisioning complete for port 5c8d5e67-5030-4580-844d-403464ece468 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:49.388398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cdb411d9-79b8-4c75-82dc-d3f1e3dac4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:49.502885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c717e7c0-9068-4495-bb68-a9e43cc363af tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:49.519692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cdb411d9-79b8-4c75-82dc-d3f1e3dac4cc None None] Port 5c8d5e67-5030-4580-844d-403464ece468 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:11:49.529395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4333341a-03da-440b-a6eb-8bdaa6bbe303,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:49.560078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:49.560387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:49.590106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-0eb6d77a-3c6b-4a97-934e-aed25c14db15 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:49.590999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-0eb6d77a-3c6b-4a97-934e-aed25c14db15 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:49.631483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cdb411d9-79b8-4c75-82dc-d3f1e3dac4cc None None] Provisioning for port 604ea667-2571-4657-a201-16fcd36200b4 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:11:49.639245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cdb411d9-79b8-4c75-82dc-d3f1e3dac4cc None None] Provisioning complete for port 604ea667-2571-4657-a201-16fcd36200b4 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:49.639665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cdb411d9-79b8-4c75-82dc-d3f1e3dac4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:49.741212 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9c022908-d4b6-478e-b396-8962815afe01 req-c49ae5a7-852e-4a74-b3f5-b44c1af9e907 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 210 time: 0.1292861 Apr 23 09:11:49.743182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d7480a15-2212-4e77-b624-b0cd466c260d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Deleting port 8d661321-c653-4597-a087-324504d45b6d {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:11:49.743328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cdb411d9-79b8-4c75-82dc-d3f1e3dac4cc None None] Port 604ea667-2571-4657-a201-16fcd36200b4 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:11:49.743833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d7480a15-2212-4e77-b624-b0cd466c260d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:49.855323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f946c1f1-8eea-4d1b-81d5-249b32ff4ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Network 5a53b2e0-de83-445b-9fab-81707e8c0a60 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:49.891646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d7480a15-2212-4e77-b624-b0cd466c260d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:49.962818 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-0eb6d77a-3c6b-4a97-934e-aed25c14db15 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2196066 Apr 23 09:11:49.976904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-f946c1f1-8eea-4d1b-81d5-249b32ff4ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:50.018546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f946c1f1-8eea-4d1b-81d5-249b32ff4ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:50.019650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f946c1f1-8eea-4d1b-81d5-249b32ff4ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:50.020333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f946c1f1-8eea-4d1b-81d5-249b32ff4ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:50.024391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946c1f1-8eea-4d1b-81d5-249b32ff4ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Pushing event updated for resources: {'Port': ['ID=83d2afbc-c8da-4ea8-b09b-16c03ed0519d,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:50.045828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d7480a15-2212-4e77-b624-b0cd466c260d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Calling delete_port for 8d661321-c653-4597-a087-324504d45b6d owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:11:50.049442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c717e7c0-9068-4495-bb68-a9e43cc363af tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:50.057752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0eb6d77a-3c6b-4a97-934e-aed25c14db15 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:50.092013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f946c1f1-8eea-4d1b-81d5-249b32ff4ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:50.142003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-577f9fac-bc2e-406f-8ae7-6a96fdff4420 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:50.150910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-577f9fac-bc2e-406f-8ae7-6a96fdff4420 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:50.158605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c717e7c0-9068-4495-bb68-a9e43cc363af tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Network e90e9a99-1155-4f16-a9b2-992947dde9cc is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:50.162868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c717e7c0-9068-4495-bb68-a9e43cc363af tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:50.170171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c717e7c0-9068-4495-bb68-a9e43cc363af tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:50.171250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c717e7c0-9068-4495-bb68-a9e43cc363af tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:50.172029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c717e7c0-9068-4495-bb68-a9e43cc363af tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:50.178767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717e7c0-9068-4495-bb68-a9e43cc363af tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Pushing event updated for resources: {'Port': ['ID=6e634a6b-df91-4b9f-bb94-f697b6f463c8,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:50.196659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c717e7c0-9068-4495-bb68-a9e43cc363af tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:50.225952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abb5bd0-8abd-4c14-b416-268d86062d1a tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Router 3c5feb1e-782a-4997-8c35-23d8ed60cf24 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:11:50.248077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d10ef8-b9d7-47db-b30b-f6c19f112ccc req-256bbae5-76ee-4be3-86ee-c9ae503a81d3 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:50.256474 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-03d10ef8-b9d7-47db-b30b-f6c19f112ccc req-256bbae5-76ee-4be3-86ee-c9ae503a81d3 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 931 time: 0.4808123 Apr 23 09:11:50.336575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Allocated IP 172.26.4.223 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/371b6d24-7056-4d52-aeb2-5d2347608e01) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:11:50.353272 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c717e7c0-9068-4495-bb68-a9e43cc363af tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1962144 Apr 23 09:11:50.354305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59156) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:50.360968 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f946c1f1-8eea-4d1b-81d5-249b32ff4ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 3.4894807 Apr 23 09:11:50.409186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59160) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:50.508137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-03d10ef8-b9d7-47db-b30b-f6c19f112ccc req-ee270d6c-5cf0-44c9-abb4-07bfc38e3563 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Synchronizing usage tracker for tenant:31a3cdb04d554bd6aeeb1f860e8a1415 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:11:50.514727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e72273-3f42-4e41-b7fb-26e24b3fa72c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:50.515705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-61e72273-3f42-4e41-b7fb-26e24b3fa72c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Synchronizing usage tracker for tenant:c6b0cf446cb546c19a0b9ee42111446a on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:11:50.528372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-03d10ef8-b9d7-47db-b30b-f6c19f112ccc req-ee270d6c-5cf0-44c9-abb4-07bfc38e3563 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Unset dirty status for tenant:31a3cdb04d554bd6aeeb1f860e8a1415 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:11:50.540114 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-03d10ef8-b9d7-47db-b30b-f6c19f112ccc req-ee270d6c-5cf0-44c9-abb4-07bfc38e3563 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814755 Apr 23 09:11:50.541170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20b0930-d964-4893-b112-6975f14dc70f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:50.543579 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b20b0930-d964-4893-b112-6975f14dc70f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] 10.222.0.60 "GET /v2.0/ports/83d2afbc-c8da-4ea8-b09b-16c03ed0519d HTTP/1.1" status: 200 len: 957 time: 0.1325481 Apr 23 09:11:50.546841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59164) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:50.592721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-61e72273-3f42-4e41-b7fb-26e24b3fa72c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Unset dirty status for tenant:c6b0cf446cb546c19a0b9ee42111446a on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:11:50.593958 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-61e72273-3f42-4e41-b7fb-26e24b3fa72c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] 10.222.0.60 "GET /v2.0/ports/6e634a6b-df91-4b9f-bb94-f697b6f463c8 HTTP/1.1" status: 200 len: 955 time: 0.2385712 Apr 23 09:11:50.598295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59168) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:50.646079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d7480a15-2212-4e77-b624-b0cd466c260d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:50.661123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a856fc0f-b7ec-4a71-902f-02fb01be5f79 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:50.676010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-577f9fac-bc2e-406f-8ae7-6a96fdff4420 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:50.676863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577f9fac-bc2e-406f-8ae7-6a96fdff4420 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 670ded2a-3b1e-4095-b8c6-267d15c2b029 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:11:50.715869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abb5bd0-8abd-4c14-b416-268d86062d1a tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:11:50.728694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680ddee5-bccf-4bc8-a0db-16b481894945 None None] Sync routers for ids ['3c5feb1e-782a-4997-8c35-23d8ed60cf24'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:11:50.733042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7480a15-2212-4e77-b624-b0cd466c260d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Pushing event deleted for resources: {'Port': ['ID=8d661321-c653-4597-a087-324504d45b6d,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:50.747096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d7480a15-2212-4e77-b624-b0cd466c260d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:50.751817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d7480a15-2212-4e77-b624-b0cd466c260d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:50.752377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680ddee5-bccf-4bc8-a0db-16b481894945 None None] Routers {'3c5feb1e-782a-4997-8c35-23d8ed60cf24'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:11:50.753300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-680ddee5-bccf-4bc8-a0db-16b481894945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:11:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3c5feb1e-782a-4997-8c35-23d8ed60cf24'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:50.774945 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d7480a15-2212-4e77-b624-b0cd466c260d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] 10.222.0.60 "DELETE /v2.0/ports/8d661321-c653-4597-a087-324504d45b6d HTTP/1.1" status: 204 len: 168 time: 2.1175904 Apr 23 09:11:50.774945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59172) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:50.830964 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1abb5bd0-8abd-4c14-b416-268d86062d1a tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] 10.222.0.60 "PUT /v2.0/routers/3c5feb1e-782a-4997-8c35-23d8ed60cf24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2276464 Apr 23 09:11:50.839071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59178) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:50.846458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-680ddee5-bccf-4bc8-a0db-16b481894945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:50.860218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680ddee5-bccf-4bc8-a0db-16b481894945 None None] Routers {'3c5feb1e-782a-4997-8c35-23d8ed60cf24'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:11:50.861176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-680ddee5-bccf-4bc8-a0db-16b481894945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:11:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3c5feb1e-782a-4997-8c35-23d8ed60cf24'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:50.866816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-577f9fac-bc2e-406f-8ae7-6a96fdff4420 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:50.868272 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-577f9fac-bc2e-406f-8ae7-6a96fdff4420 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "DELETE /v2.0/routers/670ded2a-3b1e-4095-b8c6-267d15c2b029 HTTP/1.1" status: 204 len: 168 time: 2.1449039 Apr 23 09:11:50.955028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c10210b6-1457-4dec-88a3-71f59b8b931e tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Request body: {'port': {'network_id': '4f3bd0e7-9a00-46ea-903e-0814125d6475', 'name': 'tempest-FloatingIPAdminTestJSON-95617341'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:50.989592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-624f660e-dfd9-4746-91dc-fdb43a19c97e tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Synchronizing usage tracker for tenant:1a8201cbd8724125a0432499f97db3ee on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:11:51.016310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-680ddee5-bccf-4bc8-a0db-16b481894945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:11:51.017016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680ddee5-bccf-4bc8-a0db-16b481894945 None None] The sync data for ids ['3c5feb1e-782a-4997-8c35-23d8ed60cf24'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:11:51.092146 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7a99a079-3b33-46a9-8e02-c730ae89d253 req-17d852b5-bead-4f21-968f-8c47cbd9983f tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 210 time: 0.1172996 Apr 23 09:11:51.164530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1a3efecb-89e4-424e-b173-d4562d02a945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Deleting port 83d2afbc-c8da-4ea8-b09b-16c03ed0519d {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:11:51.165296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a3efecb-89e4-424e-b173-d4562d02a945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:51.208642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59184) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:51.239083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-624f660e-dfd9-4746-91dc-fdb43a19c97e tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Unset dirty status for tenant:1a8201cbd8724125a0432499f97db3ee on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:11:51.245320 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-624f660e-dfd9-4746-91dc-fdb43a19c97e tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4694328 Apr 23 09:11:51.249588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59190) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:51.251596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-48513d34-1a31-4b3f-b6ce-555dfcc956c7 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Deleting port 6e634a6b-df91-4b9f-bb94-f697b6f463c8 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:11:51.252152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-48513d34-1a31-4b3f-b6ce-555dfcc956c7 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:51.287361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c10210b6-1457-4dec-88a3-71f59b8b931e tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:51.311923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f23931bb-dc02-42e2-9b0b-72aafce1b366 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-51042947'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:51.322393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c10210b6-1457-4dec-88a3-71f59b8b931e tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Usage tracker for resource:port and tenant:b2bf8ddf8722495e9f6ca54519109adb is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:51.325881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f23931bb-dc02-42e2-9b0b-72aafce1b366 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:51.330589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c10210b6-1457-4dec-88a3-71f59b8b931e tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:51.342258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f23931bb-dc02-42e2-9b0b-72aafce1b366 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Usage tracker for resource:network and tenant:1a8201cbd8724125a0432499f97db3ee is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:51.446054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:51.446553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c10210b6-1457-4dec-88a3-71f59b8b931e tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:51.446725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a3efecb-89e4-424e-b173-d4562d02a945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:51.446892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f23931bb-dc02-42e2-9b0b-72aafce1b366 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:51.446892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f23931bb-dc02-42e2-9b0b-72aafce1b366 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:51.449635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-48513d34-1a31-4b3f-b6ce-555dfcc956c7 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:51.530765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10210b6-1457-4dec-88a3-71f59b8b931e tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Made reservation on behalf of b2bf8ddf8722495e9f6ca54519109adb for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:51.537976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c10210b6-1457-4dec-88a3-71f59b8b931e tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:51.558677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23931bb-dc02-42e2-9b0b-72aafce1b366 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Made reservation on behalf of 1a8201cbd8724125a0432499f97db3ee for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:51.565079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f23931bb-dc02-42e2-9b0b-72aafce1b366 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:51.637548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1a3efecb-89e4-424e-b173-d4562d02a945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Calling delete_port for 83d2afbc-c8da-4ea8-b09b-16c03ed0519d owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:11:51.669982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c10210b6-1457-4dec-88a3-71f59b8b931e tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] device_id is not set on port 3fc3dc0a-2b29-40d9-8272-96823a38ce29 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:11:51.733818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-48513d34-1a31-4b3f-b6ce-555dfcc956c7 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Calling delete_port for 6e634a6b-df91-4b9f-bb94-f697b6f463c8 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:11:51.734663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:51.747874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ea9abc22-6f5f-4122-96a1-39d899b79f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:51.807468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-652279771', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}, 'admin_state_up': False}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:51.869693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23931bb-dc02-42e2-9b0b-72aafce1b366 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:11:51.896893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f23931bb-dc02-42e2-9b0b-72aafce1b366 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:51.903734 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-f23931bb-dc02-42e2-9b0b-72aafce1b366 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Added segment bdacc6be-843c-4c94-9f4c-4b85aeba0fd6 of type vlan for network fbfb70da-6dd3-44df-8438-e50357e9f87f Apr 23 09:11:51.903901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:51.926598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Usage tracker for resource:router and tenant:64739600c5804295a804ab4aea34ef97 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:51.927518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f23931bb-dc02-42e2-9b0b-72aafce1b366 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:51.938011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:51.938011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:51.941193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a3efecb-89e4-424e-b173-d4562d02a945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:51.949843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:51.964868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:51.970592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:51.983933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-c10210b6-1457-4dec-88a3-71f59b8b931e tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Allocated IP 172.20.0.10 (4f3bd0e7-9a00-46ea-903e-0814125d6475/01a3eb1e-a326-43df-a4b3-bde18fee8fba/3fc3dc0a-2b29-40d9-8272-96823a38ce29) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:11:52.018189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-48513d34-1a31-4b3f-b6ce-555dfcc956c7 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:52.029487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a490aa22-e213-45ae-adda-500226831b6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:52.037560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Pushing event updated for resources: {'Port': ['ID=371b6d24-7056-4d52-aeb2-5d2347608e01,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:52.041691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:52.045578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b2655291-54aa-4b8f-8aa7-c502bb99234f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:52.100637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f23931bb-dc02-42e2-9b0b-72aafce1b366 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:52.103748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a3efecb-89e4-424e-b173-d4562d02a945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:52.131848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23931bb-dc02-42e2-9b0b-72aafce1b366 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:52.132574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f23931bb-dc02-42e2-9b0b-72aafce1b366 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:52.137191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48513d34-1a31-4b3f-b6ce-555dfcc956c7 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e634a6b-df91-4b9f-bb94-f697b6f463c8,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:52.140796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:52.141648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:52.156027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-48513d34-1a31-4b3f-b6ce-555dfcc956c7 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:52.156630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a75ee0fd-7b2a-4df6-b474-19c437b9715e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:52.184179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3efecb-89e4-424e-b173-d4562d02a945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Pushing event deleted for resources: {'Port': ['ID=83d2afbc-c8da-4ea8-b09b-16c03ed0519d,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:52.187902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1a3efecb-89e4-424e-b173-d4562d02a945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:52.194464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-48513d34-1a31-4b3f-b6ce-555dfcc956c7 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:52.201071 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1a3efecb-89e4-424e-b173-d4562d02a945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] 10.222.0.60 "DELETE /v2.0/ports/83d2afbc-c8da-4ea8-b09b-16c03ed0519d HTTP/1.1" status: 204 len: 168 time: 1.6522148 Apr 23 09:11:52.221175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:52.222588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:52.235855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59198) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:52.247580 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.4491611 Apr 23 09:11:52.249766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59202) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:52.298563 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-48513d34-1a31-4b3f-b6ce-555dfcc956c7 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] 10.222.0.60 "DELETE /v2.0/ports/6e634a6b-df91-4b9f-bb94-f697b6f463c8 HTTP/1.1" status: 204 len: 168 time: 1.6989951 Apr 23 09:11:52.299721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1dab7f95-f19e-46ef-a7f3-af0c86e5358c tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.223'}]}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:52.307210 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-22638837-8de6-4d35-afb3-240fb1ee3481 req-330f42ba-b301-4ae3-8824-9580a13a567e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 210 time: 0.0696507 Apr 23 09:11:52.307549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59206) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:52.313588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1dab7f95-f19e-46ef-a7f3-af0c86e5358c tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:52.325160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310d3b2-743f-4a8e-b101-5ac1641103b8 req-419d0fba-4102-4045-9a87-8b3ce6737d4d tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:52.326230 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9310d3b2-743f-4a8e-b101-5ac1641103b8 req-419d0fba-4102-4045-9a87-8b3ce6737d4d tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 931 time: 0.4958563 Apr 23 09:11:52.388276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:52.390022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1dab7f95-f19e-46ef-a7f3-af0c86e5358c tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Usage tracker for resource:router and tenant:46553f0501cc41e59a758b352a1146cd is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:52.399485 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f23931bb-dc02-42e2-9b0b-72aafce1b366 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1170492 Apr 23 09:11:52.408882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59210) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:52.416120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23931bb-dc02-42e2-9b0b-72aafce1b366 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Pushing event updated for resources: {'Network': ['ID=fbfb70da-6dd3-44df-8438-e50357e9f87f,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:52.422547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-67c8cb1a-b66d-42c1-9748-536a2169ce51 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1471677281'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:52.429420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network fbfb70da-6dd3-44df-8438-e50357e9f87f details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:11:52.434124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1dab7f95-f19e-46ef-a7f3-af0c86e5358c tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:52.450287 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-86fbd0ee-ff9c-40d6-8f47-5fe264432b92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] GET failed (client error): The resource could not be found. Apr 23 09:11:52.450921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-86fbd0ee-ff9c-40d6-8f47-5fe264432b92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Synchronizing usage tracker for tenant:77f7068ecdfc4646b2ec35a477957fe5 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:11:52.489465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1dab7f95-f19e-46ef-a7f3-af0c86e5358c tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:52.491895 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-055caf27-a6ab-40b1-862f-83428a7efc4f tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] GET failed (client error): The resource could not be found. Apr 23 09:11:52.492487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-055caf27-a6ab-40b1-862f-83428a7efc4f tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Synchronizing usage tracker for tenant:c6b0cf446cb546c19a0b9ee42111446a on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:11:52.507531 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9310d3b2-743f-4a8e-b101-5ac1641103b8 req-d32dc32d-a7ab-46dc-be6e-989ac6ffa430 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641479 Apr 23 09:11:52.546357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-67c8cb1a-b66d-42c1-9748-536a2169ce51 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:52.553223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-86fbd0ee-ff9c-40d6-8f47-5fe264432b92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Unset dirty status for tenant:77f7068ecdfc4646b2ec35a477957fe5 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:11:52.554882 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-86fbd0ee-ff9c-40d6-8f47-5fe264432b92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] 10.222.0.60 "GET /v2.0/ports/83d2afbc-c8da-4ea8-b09b-16c03ed0519d HTTP/1.1" status: 404 len: 333 time: 0.3084891 Apr 23 09:11:52.563504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59214) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:52.563620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-67c8cb1a-b66d-42c1-9748-536a2169ce51 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Usage tracker for resource:network and tenant:1a8201cbd8724125a0432499f97db3ee is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:52.565510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6480cd17-21f2-4928-944a-fa405da9ad61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Request body: {'port': {'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-941915373'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:52.567546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-67c8cb1a-b66d-42c1-9748-536a2169ce51 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:52.576227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6480cd17-21f2-4928-944a-fa405da9ad61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:52.579413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-67c8cb1a-b66d-42c1-9748-536a2169ce51 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:52.591876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f23931bb-dc02-42e2-9b0b-72aafce1b366 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:52.611183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6480cd17-21f2-4928-944a-fa405da9ad61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:52.621169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-055caf27-a6ab-40b1-862f-83428a7efc4f tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Unset dirty status for tenant:c6b0cf446cb546c19a0b9ee42111446a on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:11:52.622497 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-055caf27-a6ab-40b1-862f-83428a7efc4f tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] 10.222.0.60 "GET /v2.0/ports/6e634a6b-df91-4b9f-bb94-f697b6f463c8 HTTP/1.1" status: 404 len: 333 time: 0.2893336 Apr 23 09:11:52.623666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1dab7f95-f19e-46ef-a7f3-af0c86e5358c tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:52.626403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1dab7f95-f19e-46ef-a7f3-af0c86e5358c tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:52.630347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59218) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:52.641089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d988b3b6-2264-42e3-946d-1edb198b5807 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Request body: {'port': {'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1206110620'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:52.654823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c8cb1a-b66d-42c1-9748-536a2169ce51 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Made reservation on behalf of 1a8201cbd8724125a0432499f97db3ee for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:52.662086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67c8cb1a-b66d-42c1-9748-536a2169ce51 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:52.677240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d988b3b6-2264-42e3-946d-1edb198b5807 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:52.703909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6480cd17-21f2-4928-944a-fa405da9ad61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Made reservation on behalf of 77f7068ecdfc4646b2ec35a477957fe5 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:52.709669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6480cd17-21f2-4928-944a-fa405da9ad61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:52.709881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d988b3b6-2264-42e3-946d-1edb198b5807 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:52.728165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c10210b6-1457-4dec-88a3-71f59b8b931e tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:52.754541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c8cb1a-b66d-42c1-9748-536a2169ce51 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:11:52.814739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c10210b6-1457-4dec-88a3-71f59b8b931e tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Transition to ACTIVE for port object 3fc3dc0a-2b29-40d9-8272-96823a38ce29 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:52.816657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-6480cd17-21f2-4928-944a-fa405da9ad61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] device_id is not set on port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:11:52.821160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67c8cb1a-b66d-42c1-9748-536a2169ce51 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:52.822477 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-67c8cb1a-b66d-42c1-9748-536a2169ce51 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Added segment 265b538d-264e-4120-9c47-82ad9f27dad8 of type vlan for network 362f5d07-034d-44b3-a3b5-e8646a25a16f Apr 23 09:11:52.839502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d988b3b6-2264-42e3-946d-1edb198b5807 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Made reservation on behalf of c6b0cf446cb546c19a0b9ee42111446a for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:52.845149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d988b3b6-2264-42e3-946d-1edb198b5807 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:52.895224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67c8cb1a-b66d-42c1-9748-536a2169ce51 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:52.902209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-d988b3b6-2264-42e3-946d-1edb198b5807 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] device_id is not set on port a70314b7-4b79-44f3-8bac-2ebda899824f yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:11:53.029385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c10210b6-1457-4dec-88a3-71f59b8b931e tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:53.044983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:53.054245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:53.107248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67c8cb1a-b66d-42c1-9748-536a2169ce51 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:53.127936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c8cb1a-b66d-42c1-9748-536a2169ce51 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:53.129128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67c8cb1a-b66d-42c1-9748-536a2169ce51 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:53.167349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10210b6-1457-4dec-88a3-71f59b8b931e tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Network 4f3bd0e7-9a00-46ea-903e-0814125d6475 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:53.173969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c10210b6-1457-4dec-88a3-71f59b8b931e tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:53.177120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10210b6-1457-4dec-88a3-71f59b8b931e tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:53.274162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1dab7f95-f19e-46ef-a7f3-af0c86e5358c tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:53.296390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10210b6-1457-4dec-88a3-71f59b8b931e tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Pushing event updated for resources: {'Port': ['ID=3fc3dc0a-2b29-40d9-8272-96823a38ce29,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:53.296390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c10210b6-1457-4dec-88a3-71f59b8b931e tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:53.350617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:53.395229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10210b6-1457-4dec-88a3-71f59b8b931e tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:53.395949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c10210b6-1457-4dec-88a3-71f59b8b931e tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:53.406351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:53.541204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d216cc8c-0acb-407f-9d0b-31339e168e0e None None] Provisioning for port 3fc3dc0a-2b29-40d9-8272-96823a38ce29 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:11:53.549009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d216cc8c-0acb-407f-9d0b-31339e168e0e None None] Provisioning complete for port 3fc3dc0a-2b29-40d9-8272-96823a38ce29 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:11:53.549538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8cb1a-b66d-42c1-9748-536a2169ce51 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Pushing event updated for resources: {'Network': ['ID=362f5d07-034d-44b3-a3b5-e8646a25a16f,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:53.549619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d216cc8c-0acb-407f-9d0b-31339e168e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:53.552874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-67c8cb1a-b66d-42c1-9748-536a2169ce51 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:53.555295 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-67c8cb1a-b66d-42c1-9748-536a2169ce51 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1437995 Apr 23 09:11:53.712976 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e2312cf8-56e0-4eaf-94fb-eafea5855ec7 req-8b635361-4d0c-4a45-8338-ce3d877941e0 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 210 time: 0.1562724 Apr 23 09:11:53.794280 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c10210b6-1457-4dec-88a3-71f59b8b931e tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8594680 Apr 23 09:11:53.809465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d988b3b6-2264-42e3-946d-1edb198b5807 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:53.811375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59226) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:53.846152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 362f5d07-034d-44b3-a3b5-e8646a25a16f details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:11:53.896318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d216cc8c-0acb-407f-9d0b-31339e168e0e None None] Port 3fc3dc0a-2b29-40d9-8272-96823a38ce29 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:11:53.964384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d988b3b6-2264-42e3-946d-1edb198b5807 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:53.972720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:54.121331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6480cd17-21f2-4928-944a-fa405da9ad61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:54.142091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1dab7f95-f19e-46ef-a7f3-af0c86e5358c tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:54.215009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92e68f-f169-4a8c-8dec-9100d1b1f60a req-cc4420ef-8806-4e13-94bc-0b016fc104c5 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:54.217062 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7f92e68f-f169-4a8c-8dec-9100d1b1f60a req-cc4420ef-8806-4e13-94bc-0b016fc104c5 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 931 time: 0.2513561 Apr 23 09:11:54.267629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988b3b6-2264-42e3-946d-1edb198b5807 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Pushing event updated for resources: {'Port': ['ID=a70314b7-4b79-44f3-8bac-2ebda899824f,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:54.277350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d988b3b6-2264-42e3-946d-1edb198b5807 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:54.288075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'project_id': 'b2bf8ddf8722495e9f6ca54519109adb', 'port_id': '3fc3dc0a-2b29-40d9-8272-96823a38ce29'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:54.293983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:54.297340 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7f92e68f-f169-4a8c-8dec-9100d1b1f60a req-8233e399-73d5-46f6-b621-772696be2c83 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647607 Apr 23 09:11:54.300007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Usage tracker for resource:floatingip and tenant:b2bf8ddf8722495e9f6ca54519109adb is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:54.305849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:54.313247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:54.351074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d988b3b6-2264-42e3-946d-1edb198b5807 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Network e90e9a99-1155-4f16-a9b2-992947dde9cc is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:54.354660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-d988b3b6-2264-42e3-946d-1edb198b5807 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:54.365621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d988b3b6-2264-42e3-946d-1edb198b5807 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:54.367579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d988b3b6-2264-42e3-946d-1edb198b5807 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:54.368764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d988b3b6-2264-42e3-946d-1edb198b5807 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:54.386708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:54.532758 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d988b3b6-2264-42e3-946d-1edb198b5807 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9007940 Apr 23 09:11:54.539285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59232) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:54.555325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:54.671025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:54.705766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:54.782241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:54.999105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Allocated IP 172.26.4.75 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/4d782e96-c110-4b38-a9f2-827eb1b849be) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:11:55.188000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] device_id is not set on port a70314b7-4b79-44f3-8bac-2ebda899824f yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:11:55.199360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:55.223447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Transition to ACTIVE for port object a70314b7-4b79-44f3-8bac-2ebda899824f will not be triggered until provisioned by entity L2. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:55.232892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6480cd17-21f2-4928-944a-fa405da9ad61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:55.270728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4079f66d-4a84-443e-8d9b-82f9a867d642 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:55.285452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-c31acfc0-ebae-4d5a-af4c-df9c90a71664 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:11:55.286897 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-c31acfc0-ebae-4d5a-af4c-df9c90a71664 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5102174 Apr 23 09:11:55.303838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:55.337062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7a6dad91-3300-4b15-bb81-adab658c3399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:55.395849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:55.431507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6480cd17-21f2-4928-944a-fa405da9ad61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Network 5a53b2e0-de83-445b-9fab-81707e8c0a60 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:55.442862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-6480cd17-21f2-4928-944a-fa405da9ad61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:55.452297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6480cd17-21f2-4928-944a-fa405da9ad61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:55.453388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6480cd17-21f2-4928-944a-fa405da9ad61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:55.454054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6480cd17-21f2-4928-944a-fa405da9ad61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:55.469508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480cd17-21f2-4928-944a-fa405da9ad61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Pushing event updated for resources: {'Port': ['ID=a2b4750f-a0ae-425a-b2e6-b36c4dda66c5,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:55.489451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6480cd17-21f2-4928-944a-fa405da9ad61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:55.652464 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e39ff020-dbf7-4878-beff-564a03adc174 req-f7f40967-6190-4b83-9186-32115cfadc2f tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 210 time: 0.4271340 Apr 23 09:11:55.804711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:55.814211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:55.814211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:55.853980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Request body: {'port': {'device_id': '6b23bf57-d61b-4c40-9a0a-32ef072ca07c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:56.032109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port a70314b7-4b79-44f3-8bac-2ebda899824f on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:56.032759 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:56.038939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:56.050849 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 2 to bind port a70314b7-4b79-44f3-8bac-2ebda899824f Apr 23 09:11:56.076717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Pushing event updated for resources: {'Port': ['ID=a70314b7-4b79-44f3-8bac-2ebda899824f,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:56.080446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:56.085089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:56.085950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:56.086491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:56.094689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:56.201675 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6480cd17-21f2-4928-944a-fa405da9ad61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.6411963 Apr 23 09:11:56.214730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:56.219064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59244) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:56.240188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6480cd17-21f2-4928-944a-fa405da9ad61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:56.525026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port a70314b7-4b79-44f3-8bac-2ebda899824f on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:56.525629 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:56.553013 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 3 to bind port a70314b7-4b79-44f3-8bac-2ebda899824f Apr 23 09:11:56.669175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:56.676914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:56.677456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:56.677945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:56.760319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:56.761206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Pushing event updated for resources: {'Port': ['ID=4d782e96-c110-4b38-a9f2-827eb1b849be,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:56.771497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:56.779109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:56.786029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port a70314b7-4b79-44f3-8bac-2ebda899824f on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:56.786182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:56.786280 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:56.788614 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 4 to bind port a70314b7-4b79-44f3-8bac-2ebda899824f Apr 23 09:11:56.815504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1dab7f95-f19e-46ef-a7f3-af0c86e5358c tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:56.824120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:56.824525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:56.824892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:56.887831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port a70314b7-4b79-44f3-8bac-2ebda899824f on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:56.888280 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:56.896267 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 5 to bind port a70314b7-4b79-44f3-8bac-2ebda899824f Apr 23 09:11:56.906889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1dab7f95-f19e-46ef-a7f3-af0c86e5358c tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:56.984348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Allocated IP 172.26.4.134 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/e51e4223-dc79-4f4d-9510-6dc1fa127e64) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:11:56.991588 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a948d702-d050-49a3-9637-7bbec2c94985 req-77a2ad43-788d-4b49-8582-e228ce9e3e01 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 210 time: 0.1057980 Apr 23 09:11:57.001174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:57.001451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:57.001800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:57.018381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port a70314b7-4b79-44f3-8bac-2ebda899824f on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:57.019206 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:57.039093 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 6 to bind port a70314b7-4b79-44f3-8bac-2ebda899824f Apr 23 09:11:57.084528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:57.123638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd93911-4e7d-4cee-9f52-59888c9eba7e req-fa46494f-1a6f-44d7-9916-8ea1d1020434 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:57.125382 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3fd93911-4e7d-4cee-9f52-59888c9eba7e req-fa46494f-1a6f-44d7-9916-8ea1d1020434 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 931 time: 1.1204643 Apr 23 09:11:57.152508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:57.152882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:57.153247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:57.173374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port a70314b7-4b79-44f3-8bac-2ebda899824f on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:57.173721 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:57.222858 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 7 to bind port a70314b7-4b79-44f3-8bac-2ebda899824f Apr 23 09:11:57.287536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:57.287942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:57.288189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:57.307829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port a70314b7-4b79-44f3-8bac-2ebda899824f on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:57.308189 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:57.313040 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 8 to bind port a70314b7-4b79-44f3-8bac-2ebda899824f Apr 23 09:11:57.353336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:57.353714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:57.354486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:57.374013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port a70314b7-4b79-44f3-8bac-2ebda899824f on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:57.374407 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:57.385335 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 9 to bind port a70314b7-4b79-44f3-8bac-2ebda899824f Apr 23 09:11:57.398126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:57.420406 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3fd93911-4e7d-4cee-9f52-59888c9eba7e req-bb692bef-1e10-4ed2-831a-9462598764aa tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2788365 Apr 23 09:11:57.459747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:57.460155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:57.460490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:57.481294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port a70314b7-4b79-44f3-8bac-2ebda899824f on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:57.482254 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:57.483345 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempt 10 to bind port a70314b7-4b79-44f3-8bac-2ebda899824f Apr 23 09:11:57.512562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604ea667-2571-4657-a201-16fcd36200b4 {{(pid=87174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:11:57.517212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:57.518061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:57.518061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempting to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:57.530626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:57.534409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Port a70314b7-4b79-44f3-8bac-2ebda899824f on network e90e9a99-1155-4f16-a9b2-992947dde9cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:57.534798 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Failed to bind port a70314b7-4b79-44f3-8bac-2ebda899824f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '34e6d6b3-3959-4556-95bd-818092350c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e90e9a99-1155-4f16-a9b2-992947dde9cc'}] Apr 23 09:11:57.535139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:57.607380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Transition to ACTIVE for port object 604ea667-2571-4657-a201-16fcd36200b4 will not be triggered until provisioned by entity L2. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:57.607929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59252) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:57.622005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Request body: {'subnets': [{'network_id': 'fbfb70da-6dd3-44df-8438-e50357e9f87f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--468665743', 'ip_version': 6}, {'network_id': '362f5d07-034d-44b3-a3b5-e8646a25a16f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:57.622384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Request body: {'subnet': {'network_id': 'fbfb70da-6dd3-44df-8438-e50357e9f87f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--468665743', 'ip_version': 6}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:57.623116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Request body: {'subnet': {'network_id': '362f5d07-034d-44b3-a3b5-e8646a25a16f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:57.664427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:57.675638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:57.740053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:57.836284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:11:57.864424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1dab7f95-f19e-46ef-a7f3-af0c86e5358c tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:57.865595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:11:57.929822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:11:57.986598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Pushing event updated for resources: {'Port': ['ID=e51e4223-dc79-4f4d-9510-6dc1fa127e64,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:58.007164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:58.022786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4aee9908-42c3-46d2-8287-caad718d2e82 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:58.030079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:58.086719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] For port a70314b7-4b79-44f3-8bac-2ebda899824f, host hv-neutron-7864, cleared binding levels {{(pid=87174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:11:58.087375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attempted to set empty binding levels {{(pid=87174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 23 09:11:58.240381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:58.368657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.35', 51796) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:58.449283 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-debbabd1-6fb2-4caa-a8c2-3f3a3fbfb80f req-26444ae0-e2d4-4760-a2bb-172d65a7be69 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 210 time: 0.2477820 Apr 23 09:11:58.483833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Pushing event updated for resources: {'Port': ['ID=604ea667-2571-4657-a201-16fcd36200b4,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:58.499472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:58.509641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] In _notify_port_updated(), no bound segment for port a70314b7-4b79-44f3-8bac-2ebda899824f on network e90e9a99-1155-4f16-a9b2-992947dde9cc {{(pid=87174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 23 09:11:58.510703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:58.511428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:58.512990 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] 10.222.0.60 "PUT /v2.0/ports/a70314b7-4b79-44f3-8bac-2ebda899824f HTTP/1.1" status: 200 len: 977 time: 3.9723005 Apr 23 09:11:58.513868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:58.557429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59262) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:58.637195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:11:58.718768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Usage tracker for resource:subnet and tenant:1a8201cbd8724125a0432499f97db3ee is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:11:58.740619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:11:58.760400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:11:58.771089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Attempting to bind port 604ea667-2571-4657-a201-16fcd36200b4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:58.771461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Attempting to bind port 604ea667-2571-4657-a201-16fcd36200b4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'aa70030b-ff50-41a5-9675-e47946b39c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:58.771806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Attempting to bind port 604ea667-2571-4657-a201-16fcd36200b4 on network f5f22f44-5dc5-4259-bb66-faeac2187f12 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:58.785141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] device_id is not set on port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:11:58.793710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:58.794291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Pushing event updated for resources: {'Port': ['ID=a70314b7-4b79-44f3-8bac-2ebda899824f,revision_number=3']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:58.847871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:58.856050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Port 604ea667-2571-4657-a201-16fcd36200b4 on network f5f22f44-5dc5-4259-bb66-faeac2187f12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:58.856404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Attempting to bind port 604ea667-2571-4657-a201-16fcd36200b4 on network f5f22f44-5dc5-4259-bb66-faeac2187f12 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:58.958214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1dab7f95-f19e-46ef-a7f3-af0c86e5358c tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:58.977366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1dab7f95-f19e-46ef-a7f3-af0c86e5358c tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:58.993326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Transition to ACTIVE for port object a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:11:59.142865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:59.157295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:11:59.240379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Made reservation on behalf of 1a8201cbd8724125a0432499f97db3ee for: {'subnet': 2} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:11:59.247825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:59.250619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:59.275737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:11:59.276116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Checking segment: {'id': 'aa70030b-ff50-41a5-9675-e47946b39c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:11:59.276741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Bound using segment: {'id': 'aa70030b-ff50-41a5-9675-e47946b39c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12'} {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:11:59.277271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Bound port: 604ea667-2571-4657-a201-16fcd36200b4, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa70030b-ff50-41a5-9675-e47946b39c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12'}}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:11:59.277660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:59.339710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1dab7f95-f19e-46ef-a7f3-af0c86e5358c tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:59.340271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dab7f95-f19e-46ef-a7f3-af0c86e5358c tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb56a162-efac-47b0-aa78-fd474ec1923e {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:11:59.429077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Pushing event updated for resources: {'Port': ['ID=a2b4750f-a0ae-425a-b2e6-b36c4dda66c5,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:11:59.444774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:11:59.452558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-95c5d659-f776-4c1d-9c50-fa5766430781 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:59.454221 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-95c5d659-f776-4c1d-9c50-fa5766430781 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.35 "GET /v2.0/networks?id=5774ccf0-e686-428b-ad66-6523b0025605 HTTP/1.1" status: 200 len: 805 time: 1.0801623 Apr 23 09:11:59.473152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:59.583353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:59.583742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:59.584114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:59.584452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9c1a2d5a-ddc7-4836-8ccf-43da4c5cf32a tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Deleting port a70314b7-4b79-44f3-8bac-2ebda899824f {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:11:59.584867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c1a2d5a-ddc7-4836-8ccf-43da4c5cf32a tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:59.595898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc018749-1969-4f8f-beb2-5e23dc0eb1f2 req-46636daf-ded2-4751-baa0-6c16ef00199e tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:11:59.598098 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fc018749-1969-4f8f-beb2-5e23dc0eb1f2 req-46636daf-ded2-4751-baa0-6c16ef00199e tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 943 time: 0.7922099 Apr 23 09:11:59.602152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] For port 604ea667-2571-4657-a201-16fcd36200b4, host hv-neutron-7864, cleared binding levels {{(pid=87174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:11:59.611350 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-1dab7f95-f19e-46ef-a7f3-af0c86e5358c tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 23 09:11:59.616373 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1dab7f95-f19e-46ef-a7f3-af0c86e5358c tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.3584266 Apr 23 09:11:59.631677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59272) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:11:59.668817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:59.669162 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:11:59.679087 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 2 to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 Apr 23 09:11:59.693478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] For port 604ea667-2571-4657-a201-16fcd36200b4, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=604ea667-2571-4657-a201-16fcd36200b4,segment=NetworkSegment(aa70030b-ff50-41a5-9675-e47946b39c64),segment_id=aa70030b-ff50-41a5-9675-e47946b39c64)] {{(pid=87174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:11:59.760121 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-494f5913-e065-4ecd-95b6-f7f17020eeb3 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a37e3ff2df14ef5af04077b55233f51 HTTP/1.1" status: 200 len: 380 time: 0.2655661 Apr 23 09:11:59.763403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:59.763788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:59.764174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:59.792200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-e8e5de08-6664-4fac-a7e3-7cae796c1cc5 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Request body: {'port': {'device_id': '4db4f99d-d426-4eb9-935c-908e3be0a178', 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605', 'admin_state_up': True, 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'security_groups': ['02253940-2539-4e82-a972-ccf13c8e9e9b']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:11:59.821823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:59.822235 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:11:59.837070 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 3 to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 Apr 23 09:11:59.848013 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fc018749-1969-4f8f-beb2-5e23dc0eb1f2 req-643dfc48-c03f-4b81-8e76-44e6cce8ca16 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815813 Apr 23 09:11:59.854812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:11:59.938000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:11:59.938412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:11:59.938792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:11:59.968243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:11:59.968607 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:11:59.973919 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 4 to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 Apr 23 09:11:59.999331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e411321-3e72-4c12-bf7d-acff8f12dc5e tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:00.019134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:12:00.019516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:12:00.019894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:12:00.033390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:12:00.033764 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:12:00.035410 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 5 to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 Apr 23 09:12:00.050982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-e8e5de08-6664-4fac-a7e3-7cae796c1cc5 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:00.062061 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7dc6dc09-ad28-470a-bf2a-a02e01aedeab req-c9c7a126-e3b2-4943-859b-84cae4801556 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 210 time: 0.3546512 Apr 23 09:12:00.068522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:12:00.068910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:12:00.069376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:12:00.073261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-e8e5de08-6664-4fac-a7e3-7cae796c1cc5 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:00.077773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:12:00.077985 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:12:00.080143 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 6 to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 Apr 23 09:12:00.095664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Router b64cb64d-530a-485d-a665-8646cbb3e3df is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:12:00.106198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:12:00.106613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:12:00.107944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:12:00.123252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9c1a2d5a-ddc7-4836-8ccf-43da4c5cf32a tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] For port a70314b7-4b79-44f3-8bac-2ebda899824f, host hv-neutron-7864, got binding levels [] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:12:00.123662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c1a2d5a-ddc7-4836-8ccf-43da4c5cf32a tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:00.184960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:12:00.185332 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:12:00.185899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-e8e5de08-6664-4fac-a7e3-7cae796c1cc5 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Made reservation on behalf of 3a37e3ff2df14ef5af04077b55233f51 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:12:00.192814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-e8e5de08-6664-4fac-a7e3-7cae796c1cc5 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:00.207813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:00.208498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:00.210008 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] 10.222.0.35 "PUT /v2.0/ports/604ea667-2571-4657-a201-16fcd36200b4 HTTP/1.1" status: 200 len: 1093 time: 4.5560403 Apr 23 09:12:00.260311 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 7 to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 Apr 23 09:12:00.271798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b23bf57-d61b-4c40-9a0a-32ef072ca07c', 'tag': '604ea667-2571-4657-a201-16fcd36200b4'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:12:00.308591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:12:00.308967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:12:00.309345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:12:00.357937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:12:00.358299 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:12:00.359058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9c1a2d5a-ddc7-4836-8ccf-43da4c5cf32a tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Calling delete_port for a70314b7-4b79-44f3-8bac-2ebda899824f owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:12:00.365148 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 8 to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 Apr 23 09:12:00.398612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:12:00.398906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:12:00.399287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:12:00.432105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:12:00.432462 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:12:00.437436 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 9 to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 Apr 23 09:12:00.447184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Pushing event updated for resources: {'Port': ['ID=604ea667-2571-4657-a201-16fcd36200b4,revision_number=3']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:00.454183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:00.469080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:12:00.490659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b82594-ef27-4581-82be-14fef8432242 None None] Sync routers for ids ['b64cb64d-530a-485d-a665-8646cbb3e3df'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:12:00.508669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b82594-ef27-4581-82be-14fef8432242 None None] Routers {'b64cb64d-530a-485d-a665-8646cbb3e3df'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:00.509694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-99b82594-ef27-4581-82be-14fef8432242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:11:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['b64cb64d-530a-485d-a665-8646cbb3e3df'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:00.516888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:00.606354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:12:00.606874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:12:00.607190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-99b82594-ef27-4581-82be-14fef8432242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:00.607353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:12:00.619218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b82594-ef27-4581-82be-14fef8432242 None None] Routers {'b64cb64d-530a-485d-a665-8646cbb3e3df'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:00.619487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:00.619910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-99b82594-ef27-4581-82be-14fef8432242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:11:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['b64cb64d-530a-485d-a665-8646cbb3e3df'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:00.624236 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.4143696 Apr 23 09:12:00.629534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59286) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:00.696304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-99b82594-ef27-4581-82be-14fef8432242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:00.696768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b82594-ef27-4581-82be-14fef8432242 None None] The sync data for ids ['b64cb64d-530a-485d-a665-8646cbb3e3df'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:12:00.714136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:12:00.714547 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:12:00.744918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-acc5dd8f-b9b8-473c-a6d3-9fe3d3ebe416 tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Deleting port 371b6d24-7056-4d52-aeb2-5d2347608e01 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:12:00.745304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acc5dd8f-b9b8-473c-a6d3-9fe3d3ebe416 tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:00.768037 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b23bf57-d61b-4c40-9a0a-32ef072ca07c', 'tag': '604ea667-2571-4657-a201-16fcd36200b4', 'status': 'completed', 'code': 200} Apr 23 09:12:00.774406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-69dd9128-a193-4928-8b05-ee36ffff5f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:00.774549 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.plugins.ml2.plugin [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempt 10 to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 Apr 23 09:12:00.774627 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-69dd9128-a193-4928-8b05-ee36ffff5f76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=31a3cdb04d554bd6aeeb1f860e8a1415&device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 1096 time: 0.4054606 Apr 23 09:12:00.820465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:12:00.820751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:12:00.821113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempting to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:12:00.953458 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-6ddf41b2-4e69-496c-870d-acc68e9c38b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=604ea667-2571-4657-a201-16fcd36200b4 HTTP/1.1" status: 200 len: 217 time: 0.1681621 Apr 23 09:12:00.969161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c1a2d5a-ddc7-4836-8ccf-43da4c5cf32a tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:01.029896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-48513d34-1a31-4b3f-b6ce-555dfcc956c7 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:01.110805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:12:01.111173 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR neutron.plugins.ml2.managers [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Failed to bind port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '100f8941-822c-4253-870a-37ae94d02b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5a53b2e0-de83-445b-9fab-81707e8c0a60'}] Apr 23 09:12:01.111572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:01.125395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-e8e5de08-6664-4fac-a7e3-7cae796c1cc5 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Allocated IP 172.20.0.13 (5774ccf0-e686-428b-ad66-6523b0025605/240a5dee-132f-48af-9eea-b03af8b7ce83/a3635d80-78ac-4778-ad86-3c8e94997809) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:12:01.298486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-6c4d8d55-e125-47c4-a880-ba68cc1bd79e req-370f01aa-9a56-48f7-b76d-0ea87b84ce3e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Synchronizing usage tracker for tenant:3a37e3ff2df14ef5af04077b55233f51 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:12:01.313575 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7bd3f65f-efc2-4fcb-870d-336c33c14efb tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "GET /v2.0/routers/b64cb64d-530a-485d-a665-8646cbb3e3df HTTP/1.1" status: 200 len: 923 time: 0.6825297 Apr 23 09:12:01.334571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59296) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:01.393081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a2d5a-ddc7-4836-8ccf-43da4c5cf32a tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Pushing event deleted for resources: {'Port': ['ID=a70314b7-4b79-44f3-8bac-2ebda899824f,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:01.411745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9c1a2d5a-ddc7-4836-8ccf-43da4c5cf32a tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:01.430782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:01.439851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] For port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:12:01.440422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attempted to set empty binding levels {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 23 09:12:01.445485 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9521f0bd-3df0-4434-ab1f-0195223b96cb tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "GET /v2.0/ports?device_id=b64cb64d-530a-485d-a665-8646cbb3e3df HTTP/1.1" status: 200 len: 205 time: 0.1076407 Apr 23 09:12:01.457551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-6c4d8d55-e125-47c4-a880-ba68cc1bd79e req-370f01aa-9a56-48f7-b76d-0ea87b84ce3e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Unset dirty status for tenant:3a37e3ff2df14ef5af04077b55233f51 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:12:01.457551 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c4d8d55-e125-47c4-a880-ba68cc1bd79e req-370f01aa-9a56-48f7-b76d-0ea87b84ce3e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 210 time: 0.2477875 Apr 23 09:12:01.462613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c1a2d5a-ddc7-4836-8ccf-43da4c5cf32a tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:01.476461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59300) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:01.513475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:01.522101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:01.593669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] In _notify_port_updated(), no bound segment for port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 on network 5a53b2e0-de83-445b-9fab-81707e8c0a60 {{(pid=87175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 23 09:12:01.594640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:01.595408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:01.596913 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] 10.222.0.60 "PUT /v2.0/ports/a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 HTTP/1.1" status: 200 len: 980 time: 4.9471595 Apr 23 09:12:01.603520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59304) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:01.607435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acc5dd8f-b9b8-473c-a6d3-9fe3d3ebe416 tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:01.690721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-c716b92e-a32b-4c5b-a597-131d3ba58b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:01.692313 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-c716b92e-a32b-4c5b-a597-131d3ba58b7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e93f7937-3608-4a50-b4a7-cc289ad239de HTTP/1.1" status: 200 len: 851 time: 0.7140250 Apr 23 09:12:01.701657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Pushing event updated for resources: {'Port': ['ID=a2b4750f-a0ae-425a-b2e6-b36c4dda66c5,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:01.712259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:01.773105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-e8e5de08-6664-4fac-a7e3-7cae796c1cc5 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:01.808200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-e8e5de08-6664-4fac-a7e3-7cae796c1cc5 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Transition to ACTIVE for port object a3635d80-78ac-4778-ad86-3c8e94997809 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:12:01.863703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c3f22e3c-6f5e-4a2e-90c6-2eb50f64ea70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Deleting port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:12:01.864030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3f22e3c-6f5e-4a2e-90c6-2eb50f64ea70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:01.963695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-acc5dd8f-b9b8-473c-a6d3-9fe3d3ebe416 tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Calling delete_port for 371b6d24-7056-4d52-aeb2-5d2347608e01 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:12:01.992345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c3f22e3c-6f5e-4a2e-90c6-2eb50f64ea70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] For port a2b4750f-a0ae-425a-b2e6-b36c4dda66c5, host hv-neutron-7864, got binding levels [] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:12:01.992835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3f22e3c-6f5e-4a2e-90c6-2eb50f64ea70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:02.153754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c3f22e3c-6f5e-4a2e-90c6-2eb50f64ea70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Calling delete_port for a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:12:02.162114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8cb8e-b952-4887-aa8e-6c0e35783f31 req-42dc6a45-1ee9-485c-ba6c-a0368e138fe4 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:02.170911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-79a8cb8e-b952-4887-aa8e-6c0e35783f31 req-42dc6a45-1ee9-485c-ba6c-a0368e138fe4 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Synchronizing usage tracker for tenant:31a3cdb04d554bd6aeeb1f860e8a1415 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:12:02.315783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d0d4820-382c-43a4-afb7-89c670331ee4 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:02.522015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-041a2b2e-f6c0-47e7-a796-9c977caa9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:02.524239 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-041a2b2e-f6c0-47e7-a796-9c977caa9122 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5f22f44-5dc5-4259-bb66-faeac2187f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7737584 Apr 23 09:12:02.701611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396030af-015a-44f0-8eb8-7cc3be5e9cb3 req-5214faa4-b9f4-43eb-8ceb-97914b4dcdf7 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:02.703258 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-396030af-015a-44f0-8eb8-7cc3be5e9cb3 req-5214faa4-b9f4-43eb-8ceb-97914b4dcdf7 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 932 time: 0.0915084 Apr 23 09:12:02.753753 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-396030af-015a-44f0-8eb8-7cc3be5e9cb3 req-e248a21a-40bc-4bb7-8129-a811ef82c8fd tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/security-groups?id=02253940-2539-4e82-a972-ccf13c8e9e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432837 Apr 23 09:12:02.790772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:02.815863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d0d4820-382c-43a4-afb7-89c670331ee4 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:02.828314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3f22e3c-6f5e-4a2e-90c6-2eb50f64ea70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:02.828314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-e8e5de08-6664-4fac-a7e3-7cae796c1cc5 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:02.829834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bd22f58f-dcc1-4ac5-84b2-905847425418 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:02.847948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-79a8cb8e-b952-4887-aa8e-6c0e35783f31 req-42dc6a45-1ee9-485c-ba6c-a0368e138fe4 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Unset dirty status for tenant:31a3cdb04d554bd6aeeb1f860e8a1415 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:12:02.849281 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-79a8cb8e-b952-4887-aa8e-6c0e35783f31 req-42dc6a45-1ee9-485c-ba6c-a0368e138fe4 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 943 time: 1.8236690 Apr 23 09:12:02.853780 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9c1a2d5a-ddc7-4836-8ccf-43da4c5cf32a tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] 10.222.0.60 "DELETE /v2.0/ports/a70314b7-4b79-44f3-8bac-2ebda899824f HTTP/1.1" status: 204 len: 168 time: 4.2916946 Apr 23 09:12:02.864692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59310) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:02.891571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f22e3c-6f5e-4a2e-90c6-2eb50f64ea70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2b4750f-a0ae-425a-b2e6-b36c4dda66c5,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:02.900316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c3f22e3c-6f5e-4a2e-90c6-2eb50f64ea70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:02.900872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1abb5bd0-8abd-4c14-b416-268d86062d1a tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:02.943692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acc5dd8f-b9b8-473c-a6d3-9fe3d3ebe416 tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:02.945344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:02.951728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3f22e3c-6f5e-4a2e-90c6-2eb50f64ea70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:02.958163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-e8e5de08-6664-4fac-a7e3-7cae796c1cc5 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Network 5774ccf0-e686-428b-ad66-6523b0025605 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:12:02.962741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-e8e5de08-6664-4fac-a7e3-7cae796c1cc5 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:02.964357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:02.969697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-e8e5de08-6664-4fac-a7e3-7cae796c1cc5 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:12:03.002270 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-4e57d4d5-f5c7-4cbb-b2e9-e868a53279f8 service neutron] 10.222.0.35 "GET /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627924 Apr 23 09:12:03.024601 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c3f22e3c-6f5e-4a2e-90c6-2eb50f64ea70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] 10.222.0.60 "DELETE /v2.0/ports/a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 HTTP/1.1" status: 204 len: 168 time: 1.4200444 Apr 23 09:12:03.028536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59316) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:03.052398 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a48d0c-4a72-48d0-9f41-78901bdb525b tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] GET failed (client error): The resource could not be found. Apr 23 09:12:03.053000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-70a48d0c-4a72-48d0-9f41-78901bdb525b tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Synchronizing usage tracker for tenant:c6b0cf446cb546c19a0b9ee42111446a on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:12:03.094774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5de08-6664-4fac-a7e3-7cae796c1cc5 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Pushing event updated for resources: {'Port': ['ID=a3635d80-78ac-4778-ad86-3c8e94997809,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:03.101205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e8e5de08-6664-4fac-a7e3-7cae796c1cc5 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:03.102249 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-acfe880d-3013-47f9-ad07-e44774c1b32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] GET failed (client error): The resource could not be found. Apr 23 09:12:03.102905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-acfe880d-3013-47f9-ad07-e44774c1b32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Synchronizing usage tracker for tenant:77f7068ecdfc4646b2ec35a477957fe5 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:12:03.123654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-e8e5de08-6664-4fac-a7e3-7cae796c1cc5 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:03.124375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-e8e5de08-6664-4fac-a7e3-7cae796c1cc5 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:03.181493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-acfe880d-3013-47f9-ad07-e44774c1b32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Unset dirty status for tenant:77f7068ecdfc4646b2ec35a477957fe5 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:12:03.182622 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-acfe880d-3013-47f9-ad07-e44774c1b32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] 10.222.0.60 "GET /v2.0/ports/a2b4750f-a0ae-425a-b2e6-b36c4dda66c5 HTTP/1.1" status: 404 len: 333 time: 0.1508822 Apr 23 09:12:03.190488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59320) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:03.235163 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-e8e5de08-6664-4fac-a7e3-7cae796c1cc5 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4580426 Apr 23 09:12:03.285321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2f59b488-4ed8-41e6-90a8-4a61cb609300 None None] Provisioning for port a3635d80-78ac-4778-ad86-3c8e94997809 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:12:03.288417 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-79a8cb8e-b952-4887-aa8e-6c0e35783f31 req-69e4ed61-5523-4bd3-9064-d083b3ddcd69 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4246163 Apr 23 09:12:03.293661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2f59b488-4ed8-41e6-90a8-4a61cb609300 None None] Provisioning complete for port a3635d80-78ac-4778-ad86-3c8e94997809 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:12:03.294260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2f59b488-4ed8-41e6-90a8-4a61cb609300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:03.300641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Request body: {'port': {'device_id': '4db4f99d-d426-4eb9-935c-908e3be0a178', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:03.363994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2f59b488-4ed8-41e6-90a8-4a61cb609300 None None] Port a3635d80-78ac-4778-ad86-3c8e94997809 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:12:03.383570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-473cfd1f-c91b-4fd4-8aee-45009692feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:03.438843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Pushing event updated for resources: {'Port': ['ID=e51e4223-dc79-4f4d-9510-6dc1fa127e64,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:03.532034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-70a48d0c-4a72-48d0-9f41-78901bdb525b tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Unset dirty status for tenant:c6b0cf446cb546c19a0b9ee42111446a on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:12:03.533462 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-70a48d0c-4a72-48d0-9f41-78901bdb525b tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] 10.222.0.60 "GET /v2.0/ports/a70314b7-4b79-44f3-8bac-2ebda899824f HTTP/1.1" status: 404 len: 333 time: 0.6646879 Apr 23 09:12:03.535095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5dd8f-b9b8-473c-a6d3-9fe3d3ebe416 tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Pushing event deleted for resources: {'Port': ['ID=371b6d24-7056-4d52-aeb2-5d2347608e01,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:03.537308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:03.537908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:03.552340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59324) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:03.701682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-473cfd1f-c91b-4fd4-8aee-45009692feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:03.864880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-acc5dd8f-b9b8-473c-a6d3-9fe3d3ebe416 tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.900s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:03.873233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d7480a15-2212-4e77-b624-b0cd466c260d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.873s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:03.873676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d7480a15-2212-4e77-b624-b0cd466c260d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:03.896175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acc5dd8f-b9b8-473c-a6d3-9fe3d3ebe416 tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:03.997944 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-acc5dd8f-b9b8-473c-a6d3-9fe3d3ebe416 tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] 10.222.0.60 "DELETE /v2.0/ports/371b6d24-7056-4d52-aeb2-5d2347608e01 HTTP/1.1" status: 204 len: 168 time: 4.3523693 Apr 23 09:12:04.020699 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-180a8906-f08e-40b9-9a05-5bc48b8e9328 req-41da0905-b53a-41f8-9b44-63fb9160b2be service neutron] 10.222.0.35 "GET /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9699867 Apr 23 09:12:04.035292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4d0d4820-382c-43a4-afb7-89c670331ee4 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Deleting port 4d782e96-c110-4b38-a9f2-827eb1b849be {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:12:04.035744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d0d4820-382c-43a4-afb7-89c670331ee4 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:04.041520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c37700e-bd2c-4e2f-9d62-2f584734de9c tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:04.052535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-473cfd1f-c91b-4fd4-8aee-45009692feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a53b2e0-de83-445b-9fab-81707e8c0a60']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:04.089984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-473cfd1f-c91b-4fd4-8aee-45009692feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100f8941-822c-4253-870a-37ae94d02b95') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:04.090345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-473cfd1f-c91b-4fd4-8aee-45009692feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100f8941-822c-4253-870a-37ae94d02b95') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:04.130629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-473cfd1f-c91b-4fd4-8aee-45009692feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:04.249602 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Floating IP 449f7e82-7e27-41db-ae35-ad77d0223a70 associated. External IP: 172.26.4.134, port: 3fc3dc0a-2b29-40d9-8272-96823a38ce29. Apr 23 09:12:04.344369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d0d4820-382c-43a4-afb7-89c670331ee4 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:04.619479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-473cfd1f-c91b-4fd4-8aee-45009692feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:04.622774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59336) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:04.646212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473cfd1f-c91b-4fd4-8aee-45009692feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:12:04.672295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f703d4f-bfcb-43b1-9aa2-c6ad0abac76c req-656f7ec0-8fd4-433b-8fad-e092d1969566 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:04.673897 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1f703d4f-bfcb-43b1-9aa2-c6ad0abac76c req-656f7ec0-8fd4-433b-8fad-e092d1969566 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 932 time: 0.7740967 Apr 23 09:12:04.679104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c37700e-bd2c-4e2f-9d62-2f584734de9c tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:04.695135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4d0d4820-382c-43a4-afb7-89c670331ee4 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Calling delete_port for 4d782e96-c110-4b38-a9f2-827eb1b849be owned by network:router_gateway {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:12:04.736305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:04.767462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-89146c38-2c4d-4854-a0f5-7a3d2bffa94f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:04.797409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2a0d0-4466-4b95-81a7-3f5928981751 req-281974e6-bd1f-43a8-8073-1a3d42204be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:04.799083 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dba2a0d0-4466-4b95-81a7-3f5928981751 req-281974e6-bd1f-43a8-8073-1a3d42204be5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=31a3cdb04d554bd6aeeb1f860e8a1415&device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 1096 time: 0.6509774 Apr 23 09:12:05.019779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-095a2512-f574-4aa6-9271-a4b9de671c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:05.067487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-473cfd1f-c91b-4fd4-8aee-45009692feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Network 5a53b2e0-de83-445b-9fab-81707e8c0a60 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:12:05.078921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-3c37700e-bd2c-4e2f-9d62-2f584734de9c tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e90e9a99-1155-4f16-a9b2-992947dde9cc']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:05.088240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-473cfd1f-c91b-4fd4-8aee-45009692feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:05.119704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:12:05.134267 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1f703d4f-bfcb-43b1-9aa2-c6ad0abac76c req-abfc382e-809a-4408-9dea-b938d4c93755 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/security-groups?id=02253940-2539-4e82-a972-ccf13c8e9e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4119613 Apr 23 09:12:05.137711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-095a2512-f574-4aa6-9271-a4b9de671c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:05.146665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Pushing event updated for resources: {'Subnet': ['ID=ef08c439-169d-47f3-878b-f5f2489123d3,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:05.147113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-3c37700e-bd2c-4e2f-9d62-2f584734de9c tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e6d6b3-3959-4556-95bd-818092350c59') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:05.147452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-3c37700e-bd2c-4e2f-9d62-2f584734de9c tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e6d6b3-3959-4556-95bd-818092350c59') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:05.174107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda067e-fbc8-49ad-8029-564fbf731046 req-31f8355c-4a99-4861-90ae-75a8612c89a9 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:05.175857 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-acda067e-fbc8-49ad-8029-564fbf731046 req-31f8355c-4a99-4861-90ae-75a8612c89a9 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 943 time: 0.7172837 Apr 23 09:12:05.185765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:05.216322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-095a2512-f574-4aa6-9271-a4b9de671c45 admin admin] Usage tracker for resource:security_group_rule and tenant:5d5a992876934cdd85f049b2227eb235 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:05.261398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-095a2512-f574-4aa6-9271-a4b9de671c45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:05.265385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c37700e-bd2c-4e2f-9d62-2f584734de9c tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:05.306066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-095a2512-f574-4aa6-9271-a4b9de671c45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:05.327274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Checking segment: {'id': 'bdacc6be-843c-4c94-9f4c-4b85aeba0fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fbfb70da-6dd3-44df-8438-e50357e9f87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:12:05.327683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Network hostable DHCP agents. Network: fbfb70da-6dd3-44df-8438-e50357e9f87f, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:12:05.381017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c37700e-bd2c-4e2f-9d62-2f584734de9c tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:05.413889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c37700e-bd2c-4e2f-9d62-2f584734de9c tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:12:05.430043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3635d80-78ac-4778-ad86-3c8e94997809 {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:12:05.435663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-473cfd1f-c91b-4fd4-8aee-45009692feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Network 5a53b2e0-de83-445b-9fab-81707e8c0a60 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:12:05.447161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2a0d0-4466-4b95-81a7-3f5928981751 req-db25789c-a499-4a69-9825-87d7e3f67685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:05.448755 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dba2a0d0-4466-4b95-81a7-3f5928981751 req-db25789c-a499-4a69-9825-87d7e3f67685 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5f22f44-5dc5-4259-bb66-faeac2187f12 HTTP/1.1" status: 200 len: 913 time: 0.6382415 Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:12:05.482613 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:12:05.534830 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-acda067e-fbc8-49ad-8029-564fbf731046 req-40c15f8c-c283-4d90-9db8-212aada0dbb4 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3460417 Apr 23 09:12:05.560517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:05.562932 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dba2a0d0-4466-4b95-81a7-3f5928981751 req-45c8ebd6-197d-4d26-9879-0e6d46bbeb91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=604ea667-2571-4657-a201-16fcd36200b4 HTTP/1.1" status: 200 len: 217 time: 0.1012671 Apr 23 09:12:05.623708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Network fbfb70da-6dd3-44df-8438-e50357e9f87f is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:12:05.741086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Transition to ACTIVE for port object a3635d80-78ac-4778-ad86-3c8e94997809 will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:12:05.772789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3c37700e-bd2c-4e2f-9d62-2f584734de9c tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Network e90e9a99-1155-4f16-a9b2-992947dde9cc has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:12:05.786299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c37700e-bd2c-4e2f-9d62-2f584734de9c tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:05.801396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:05.823869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:05.899172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Router 3c5feb1e-782a-4997-8c35-23d8ed60cf24 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:12:05.937436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-473cfd1f-c91b-4fd4-8aee-45009692feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:06.051833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, fbfb70da-6dd3-44df-8438-e50357e9f87f) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:06.053601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-473cfd1f-c91b-4fd4-8aee-45009692feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:06.067144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d84258e-cec4-4849-9f0a-331f30471510 None None] Network fbfb70da-6dd3-44df-8438-e50357e9f87f requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:12:06.141848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2a0d0-4466-4b95-81a7-3f5928981751 req-d89b8246-ddc9-4cc7-8c19-069dd2c260a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:06.143674 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dba2a0d0-4466-4b95-81a7-3f5928981751 req-d89b8246-ddc9-4cc7-8c19-069dd2c260a8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e93f7937-3608-4a50-b4a7-cc289ad239de HTTP/1.1" status: 200 len: 851 time: 0.5697212 Apr 23 09:12:06.153750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Pushing event updated for resources: {'Port': ['ID=a3635d80-78ac-4778-ad86-3c8e94997809,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:06.222209 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-473cfd1f-c91b-4fd4-8aee-45009692feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] 10.222.0.60 "DELETE /v2.0/networks/5a53b2e0-de83-445b-9fab-81707e8c0a60 HTTP/1.1" status: 204 len: 168 time: 3.0275834 Apr 23 09:12:06.222935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-095a2512-f574-4aa6-9271-a4b9de671c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:06.225051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3c37700e-bd2c-4e2f-9d62-2f584734de9c tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Network e90e9a99-1155-4f16-a9b2-992947dde9cc has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:12:06.240042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:06.240444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:06.240841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:06.241239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:06.241620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:06.242007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:06.242438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:06.242846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:06.243269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:06.243653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:06.244038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:06.244423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:12:06.265087 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:12:06.308107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:12:06.319074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f90b97-08f0-4c7b-b93b-b146920a2ea0 None None] Sync routers for ids ['3c5feb1e-782a-4997-8c35-23d8ed60cf24'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:12:06.320550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:06.320671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7bab4900-be7d-4bde-9636-b3a0b9056f69 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:06.332864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f90b97-08f0-4c7b-b93b-b146920a2ea0 None None] Routers {'3c5feb1e-782a-4997-8c35-23d8ed60cf24'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:06.334167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-47f90b97-08f0-4c7b-b93b-b146920a2ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:11:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3c5feb1e-782a-4997-8c35-23d8ed60cf24'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:06.349218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-095a2512-f574-4aa6-9271-a4b9de671c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:06.361322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-fbfb70da-6dd3-44df-8438-e50357e9f87f', 'network_id': 'fbfb70da-6dd3-44df-8438-e50357e9f87f', 'tenant_id': '1a8201cbd8724125a0432499f97db3ee', 'fixed_ips': [{'subnet_id': 'ef08c439-169d-47f3-878b-f5f2489123d3'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:12:06.363260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:06.430886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-47f90b97-08f0-4c7b-b93b-b146920a2ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:06.442121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f90b97-08f0-4c7b-b93b-b146920a2ea0 None None] Routers {'3c5feb1e-782a-4997-8c35-23d8ed60cf24'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:06.443052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-47f90b97-08f0-4c7b-b93b-b146920a2ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:11:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3c5feb1e-782a-4997-8c35-23d8ed60cf24'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:06.455488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cfd1f-c91b-4fd4-8aee-45009692feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Pushing event deleted for resources: {'Network': ['ID=5a53b2e0-de83-445b-9fab-81707e8c0a60,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:06.482638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-473cfd1f-c91b-4fd4-8aee-45009692feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:06.483203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:06.546458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d0d4820-382c-43a4-afb7-89c670331ee4 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:06.553759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:06.567853 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-095a2512-f574-4aa6-9271-a4b9de671c45 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5d5a992876934cdd85f049b2227eb235&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9325445 Apr 23 09:12:06.571523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a2512-f574-4aa6-9271-a4b9de671c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf377fb-177b-4968-93da-418fec41f100,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:06.577891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59348) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:06.577891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Attempting to bind port a3635d80-78ac-4778-ad86-3c8e94997809 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:12:06.577891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Attempting to bind port a3635d80-78ac-4778-ad86-3c8e94997809 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:12:06.577891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Attempting to bind port a3635d80-78ac-4778-ad86-3c8e94997809 on network 5774ccf0-e686-428b-ad66-6523b0025605 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:12:06.584269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-095a2512-f574-4aa6-9271-a4b9de671c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:06.609359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Port a3635d80-78ac-4778-ad86-3c8e94997809 on network 5774ccf0-e686-428b-ad66-6523b0025605 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:12:06.609703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Attempting to bind port a3635d80-78ac-4778-ad86-3c8e94997809 on network 5774ccf0-e686-428b-ad66-6523b0025605 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:12:06.628371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:12:06.628913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Checking segment: {'id': 'ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:12:06.629276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-47f90b97-08f0-4c7b-b93b-b146920a2ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:06.629380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Bound using segment: {'id': 'ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:12:06.629915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Bound port: a3635d80-78ac-4778-ad86-3c8e94997809, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:12:06.630035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f90b97-08f0-4c7b-b93b-b146920a2ea0 None None] The sync data for ids ['3c5feb1e-782a-4997-8c35-23d8ed60cf24'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:12:06.630303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:06.666141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2a0d0-4466-4b95-81a7-3f5928981751 req-7e3b4005-f2ed-4a28-a74a-8eaee68a2245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:06.667782 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dba2a0d0-4466-4b95-81a7-3f5928981751 req-7e3b4005-f2ed-4a28-a74a-8eaee68a2245 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5f22f44-5dc5-4259-bb66-faeac2187f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5107200 Apr 23 09:12:06.679422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:06.688732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27578d-aa92-47bf-b518-f40536b67630 req-f2b015e0-5696-4001-a3d0-c4dd924df7b2 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:06.690989 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dd27578d-aa92-47bf-b518-f40536b67630 req-f2b015e0-5696-4001-a3d0-c4dd924df7b2 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 944 time: 0.3526518 Apr 23 09:12:06.743940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d4820-382c-43a4-afb7-89c670331ee4 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Pushing event deleted for resources: {'Port': ['ID=4d782e96-c110-4b38-a9f2-827eb1b849be,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:06.802429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fad4b121-9e85-4639-a800-1ee5de469415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:06.825409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Allocated IP 2001:db8::1 (fbfb70da-6dd3-44df-8438-e50357e9f87f/ef08c439-169d-47f3-878b-f5f2489123d3/37071724-ec8a-45c8-b9a6-7c662908c182) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:12:06.838107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c37700e-bd2c-4e2f-9d62-2f584734de9c tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:06.841238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4d0d4820-382c-43a4-afb7-89c670331ee4 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:06.843055 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dd27578d-aa92-47bf-b518-f40536b67630 req-1eb4017b-c7e6-4f08-a0f3-cd5ea22f3bbf tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/security-groups?id=02253940-2539-4e82-a972-ccf13c8e9e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172452 Apr 23 09:12:06.860655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc76983e-dc8c-4899-af9a-b7f66e950eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:06.863312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:06.889301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c37700e-bd2c-4e2f-9d62-2f584734de9c tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:06.897054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fad4b121-9e85-4639-a800-1ee5de469415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:06.910870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37700e-bd2c-4e2f-9d62-2f584734de9c tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Pushing event deleted for resources: {'Network': ['ID=e90e9a99-1155-4f16-a9b2-992947dde9cc,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:06.917812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3c37700e-bd2c-4e2f-9d62-2f584734de9c tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:06.919393 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3c37700e-bd2c-4e2f-9d62-2f584734de9c tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] 10.222.0.60 "DELETE /v2.0/networks/e90e9a99-1155-4f16-a9b2-992947dde9cc HTTP/1.1" status: 204 len: 168 time: 3.3635404 Apr 23 09:12:06.927412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] For port a3635d80-78ac-4778-ad86-3c8e94997809, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:12:06.934576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] For port a3635d80-78ac-4778-ad86-3c8e94997809, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a3635d80-78ac-4778-ad86-3c8e94997809,segment=NetworkSegment(ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00),segment_id=ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:12:06.981777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:06.987219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c3f22e3c-6f5e-4a2e-90c6-2eb50f64ea70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:07.020922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59356) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:07.040129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fad4b121-9e85-4639-a800-1ee5de469415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:07.074012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:07.081749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:07.083167 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] 10.222.0.35 "PUT /v2.0/ports/a3635d80-78ac-4778-ad86-3c8e94997809 HTTP/1.1" status: 200 len: 1094 time: 3.8390510 Apr 23 09:12:07.084146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db4f99d-d426-4eb9-935c-908e3be0a178', 'tag': 'a3635d80-78ac-4778-ad86-3c8e94997809'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:12:07.145474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Pushing event updated for resources: {'Port': ['ID=a3635d80-78ac-4778-ad86-3c8e94997809,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:07.151729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:07.164384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:07.186822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4b121-9e85-4639-a800-1ee5de469415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf377fb-177b-4968-93da-418fec41f100,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:07.192532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fad4b121-9e85-4639-a800-1ee5de469415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:07.211136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fad4b121-9e85-4639-a800-1ee5de469415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:07.216290 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fad4b121-9e85-4639-a800-1ee5de469415 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8bf377fb-177b-4968-93da-418fec41f100 HTTP/1.1" status: 204 len: 168 time: 0.6375353 Apr 23 09:12:07.230145 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3d398492-148d-4c23-9e1f-2594b1d57ba9 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 13.4151332 Apr 23 09:12:07.251203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59368) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:07.326409 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dba2a0d0-4466-4b95-81a7-3f5928981751 req-005c7c73-b7e0-411d-9bb6-d15de501872a service neutron] 10.222.0.35 "GET /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6079993 Apr 23 09:12:07.409388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-5870dfbc-2612-4fa6-b0ae-91415a0f1ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:07.413046 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-5870dfbc-2612-4fa6-b0ae-91415a0f1ed8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a37e3ff2df14ef5af04077b55233f51&device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 1097 time: 0.1893563 Apr 23 09:12:07.472839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:07.500126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Transition to ACTIVE for port object 37071724-ec8a-45c8-b9a6-7c662908c182 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:12:07.532522 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-3f3ca498-b3d2-4bc0-82c9-12fd5f2809bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3635d80-78ac-4778-ad86-3c8e94997809 HTTP/1.1" status: 200 len: 217 time: 0.1135948 Apr 23 09:12:07.540912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d0d4820-382c-43a4-afb7-89c670331ee4 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:07.543475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Transition to ACTIVE for port object 37071724-ec8a-45c8-b9a6-7c662908c182 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:12:07.610841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:07.616327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:07.627683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-749a3cf1-acec-4d92-a598-44486712dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:07.630025 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-749a3cf1-acec-4d92-a598-44486712dd21 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=240a5dee-132f-48af-9eea-b03af8b7ce83 HTTP/1.1" status: 200 len: 844 time: 0.0908725 Apr 23 09:12:07.707006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Pushing event updated for resources: {'Port': ['ID=37071724-ec8a-45c8-b9a6-7c662908c182,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:07.709990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 604ea667-2571-4657-a201-16fcd36200b4 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:12:07.786512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59378) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:07.789147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-2f8123bb-df5e-4932-bb96-2fecf487a8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:07.791067 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-2f8123bb-df5e-4932-bb96-2fecf487a8bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5774ccf0-e686-428b-ad66-6523b0025605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1540585 Apr 23 09:12:07.840062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:07.852327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Network fbfb70da-6dd3-44df-8438-e50357e9f87f is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:12:07.891101 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-16df0682-cc21-41ce-a74f-3376d99d96e4 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] 10.222.0.60 "GET /v2.0/floatingips/449f7e82-7e27-41db-ae35-ad77d0223a70 HTTP/1.1" status: 200 len: 982 time: 0.6385672 Apr 23 09:12:07.891982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59384) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:07.912783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d0d4820-382c-43a4-afb7-89c670331ee4 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:07.945254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:07.951348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:12:07.989646 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-ee80586e-3390-4399-b7a0-f879626072ef service neutron] 10.222.0.35 "GET /v2.0/networks/5774ccf0-e686-428b-ad66-6523b0025605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906199 Apr 23 09:12:08.024457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d0d4820-382c-43a4-afb7-89c670331ee4 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:08.032763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 604ea667-2571-4657-a201-16fcd36200b4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=604ea667-2571-4657-a201-16fcd36200b4,segment=NetworkSegment(aa70030b-ff50-41a5-9675-e47946b39c64),segment_id=aa70030b-ff50-41a5-9675-e47946b39c64)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:12:08.060332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '604ea667-2571-4657-a201-16fcd36200b4', 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12', 'port_id': '604ea667-2571-4657-a201-16fcd36200b4', 'mac_address': 'fa:16:3e:b1:be:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e93f7937-3608-4a50-b4a7-cc289ad239de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:12:08.150720 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-20efe565-4e61-4771-a4f0-ddba343fb1fb tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2426 time: 0.2490170 Apr 23 09:12:08.173025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90da65-6349-4d0e-837f-1fabae880a6f req-d1780eff-b4f7-4d1e-9f0f-39af482af8d8 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:08.184156 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6a90da65-6349-4d0e-837f-1fabae880a6f req-d1780eff-b4f7-4d1e-9f0f-39af482af8d8 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 943 time: 1.2577822 Apr 23 09:12:08.275750 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5ae5a7a-8e66-4ef4-94f3-c03bec86a764 req-088e0efe-0732-4c52-bb5e-56ec8ecc593c service neutron] 10.222.0.35 "GET /v2.0/networks/5774ccf0-e686-428b-ad66-6523b0025605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800214 Apr 23 09:12:08.276581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59392) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:08.278654 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db4f99d-d426-4eb9-935c-908e3be0a178', 'tag': 'a3635d80-78ac-4778-ad86-3c8e94997809', 'status': 'completed', 'code': 200} Apr 23 09:12:08.417039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Attempting to bind port 37071724-ec8a-45c8-b9a6-7c662908c182 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:12:08.417455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Attempting to bind port 37071724-ec8a-45c8-b9a6-7c662908c182 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'bdacc6be-843c-4c94-9f4c-4b85aeba0fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fbfb70da-6dd3-44df-8438-e50357e9f87f'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:12:08.417955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Attempting to bind port 37071724-ec8a-45c8-b9a6-7c662908c182 on network fbfb70da-6dd3-44df-8438-e50357e9f87f {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:12:08.435547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:12:08.435962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Checking segment: {'id': 'bdacc6be-843c-4c94-9f4c-4b85aeba0fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fbfb70da-6dd3-44df-8438-e50357e9f87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:12:08.436451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:08.436893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Bound using segment: {'id': 'bdacc6be-843c-4c94-9f4c-4b85aeba0fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fbfb70da-6dd3-44df-8438-e50357e9f87f'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:12:08.437440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Bound port: 37071724-ec8a-45c8-b9a6-7c662908c182, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdacc6be-843c-4c94-9f4c-4b85aeba0fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fbfb70da-6dd3-44df-8438-e50357e9f87f'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:12:08.437868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:08.477253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:08.579260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604ea667-2571-4657-a201-16fcd36200b4 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:12:08.585178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59398) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:08.613467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 604ea667-2571-4657-a201-16fcd36200b4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=604ea667-2571-4657-a201-16fcd36200b4,segment=NetworkSegment(aa70030b-ff50-41a5-9675-e47946b39c64),segment_id=aa70030b-ff50-41a5-9675-e47946b39c64)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:12:08.614204 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2041db22-6617-4492-a051-5a88b32dc049 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6c7a36a46c0d4fddb11ced8922159eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5816455 Apr 23 09:12:08.641435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59402) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:08.653667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:08.657407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3ffdf435-3c21-4b63-a0e1-0c271174d5dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:08.715910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:08.738240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] For port 37071724-ec8a-45c8-b9a6-7c662908c182, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:12:08.741595 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dba2a0d0-4466-4b95-81a7-3f5928981751 req-fd25feac-6484-4e86-9b6a-fb2938ae792e service neutron] 10.222.0.35 "GET /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3127353 Apr 23 09:12:08.744855 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6a90da65-6349-4d0e-837f-1fabae880a6f req-6972124a-5611-4f39-866b-1513ee701b73 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5603657 Apr 23 09:12:08.753390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:08.764478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=604ea667-2571-4657-a201-16fcd36200b4,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:08.777848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] For port 37071724-ec8a-45c8-b9a6-7c662908c182, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=37071724-ec8a-45c8-b9a6-7c662908c182,segment=NetworkSegment(bdacc6be-843c-4c94-9f4c-4b85aeba0fd6),segment_id=bdacc6be-843c-4c94-9f4c-4b85aeba0fd6)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:12:08.791358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:08.791358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:08.791358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:08.791358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:08.791358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:08.792705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:08.793250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:08.793910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:08.794751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:08.796159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:08.796714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:08.797546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:08.817441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:08.819038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:08.824819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:08.835492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d0d4820-382c-43a4-afb7-89c670331ee4 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:08.836084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0d4820-382c-43a4-afb7-89c670331ee4 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Fanout notify agent at l3_agent the message router_deleted on router b64cb64d-530a-485d-a665-8646cbb3e3df {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:12:08.856150 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a22fa165-2bf6-4de9-87e9-03713a7363fb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=46553f0501cc41e59a758b352a1146cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623384 Apr 23 09:12:08.857745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59406) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:08.893481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d0d4820-382c-43a4-afb7-89c670331ee4 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:08.898705 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4d0d4820-382c-43a4-afb7-89c670331ee4 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "DELETE /v2.0/routers/b64cb64d-530a-485d-a665-8646cbb3e3df HTTP/1.1" status: 204 len: 168 time: 7.4200995 Apr 23 09:12:08.904663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59410) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:08.925015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Request body: {'router': {'name': 'tempest-snat-router-729454504', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'enable_snat': False}}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:08.930028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Pushing event updated for resources: {'Port': ['ID=37071724-ec8a-45c8-b9a6-7c662908c182,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:08.932867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Pushing event updated for resources: {'Subnet': ['ID=36e09b75-0bfa-4488-ab8c-00784de1e371,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:08.935915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:08.938045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19964a7d-6cfa-49ab-bde8-05fa3e1a9c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:08.940322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:08.952969 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-17d00a09-bc90-42e1-8a61-efcffd4ac087 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1c0672c73b846d0af135a5bec8cc1e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1604567 Apr 23 09:12:08.960608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Usage tracker for resource:router and tenant:513ddb038d79429fa4fc439aa23f9a5a is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:08.966546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:08.966934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:08.967338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:08.967737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:08.968124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:08.968850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:08.968850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:08.969242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:08.969626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:08.970017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:08.970430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:08.970916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:08.976877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59414) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:08.977730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:08.989399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:08.990594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Checking segment: {'id': '265b538d-264e-4120-9c47-82ad9f27dad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '362f5d07-034d-44b3-a3b5-e8646a25a16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:12:08.990990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Network hostable DHCP agents. Network: 362f5d07-034d-44b3-a3b5-e8646a25a16f, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:12:08.999521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:09.051978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19964a7d-6cfa-49ab-bde8-05fa3e1a9c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:09.052204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['604ea667-2571-4657-a201-16fcd36200b4'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:12:09.119282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60185963-8232-4488-a9bf-848bd48e3d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:09.145808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:09.146958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:09.156915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c7ddc934-696a-48ee-9aba-b70dcd403bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:09.171991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Network 362f5d07-034d-44b3-a3b5-e8646a25a16f is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:12:09.189153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7a410-2efd-49d2-b504-ec73b5746270 req-5688a8c1-303a-4a4f-be39-d75ccc5dfa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:09.191910 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e5b7a410-2efd-49d2-b504-ec73b5746270 req-5688a8c1-303a-4a4f-be39-d75ccc5dfa99 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a37e3ff2df14ef5af04077b55233f51&device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 1097 time: 0.7717915 Apr 23 09:12:09.204322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c7ddc934-696a-48ee-9aba-b70dcd403bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:09.213772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebf893-468f-4444-b2f7-7294b0ec0681 req-800519e9-f589-4a8c-a334-f0fb76792d3b tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:09.215862 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-26ebf893-468f-4444-b2f7-7294b0ec0681 req-800519e9-f589-4a8c-a334-f0fb76792d3b tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 944 time: 0.7938740 Apr 23 09:12:09.218212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:09.246218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19964a7d-6cfa-49ab-bde8-05fa3e1a9c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:09.250033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60185963-8232-4488-a9bf-848bd48e3d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:09.261946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9a3427e4-84c3-43d1-89ff-89b2bb5c4ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:09.281593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 362f5d07-034d-44b3-a3b5-e8646a25a16f) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:09.286003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19964a7d-6cfa-49ab-bde8-05fa3e1a9c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb64afc6-afa8-4670-a2ab-469e395d28fc,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:09.290517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-19964a7d-6cfa-49ab-bde8-05fa3e1a9c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:09.310477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:09.310906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:09.311604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:09.352167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f193b6d6-4ab7-46a8-9436-a9aae0d3fe3d None None] Network 362f5d07-034d-44b3-a3b5-e8646a25a16f requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:12:09.436304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19964a7d-6cfa-49ab-bde8-05fa3e1a9c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:09.440621 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-19964a7d-6cfa-49ab-bde8-05fa3e1a9c26 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb64afc6-afa8-4670-a2ab-469e395d28fc HTTP/1.1" status: 204 len: 168 time: 0.7936468 Apr 23 09:12:09.475748 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-26ebf893-468f-4444-b2f7-7294b0ec0681 req-461cbcb3-dd34-410d-b50e-b7e9a3118280 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/security-groups?id=02253940-2539-4e82-a972-ccf13c8e9e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137277 Apr 23 09:12:09.535791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c57b39fe-c166-4e73-b028-7d7c6a5f1149 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Deleting port e51e4223-dc79-4f4d-9510-6dc1fa127e64 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:12:09.536758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c57b39fe-c166-4e73-b028-7d7c6a5f1149 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:09.602688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7a410-2efd-49d2-b504-ec73b5746270 req-f6f87723-e8b5-4894-9eb8-4f4a43288e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:09.604299 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e5b7a410-2efd-49d2-b504-ec73b5746270 req-f6f87723-e8b5-4894-9eb8-4f4a43288e91 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5774ccf0-e686-428b-ad66-6523b0025605 HTTP/1.1" status: 200 len: 906 time: 0.3878140 Apr 23 09:12:09.693778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-99e13747-73ae-42e8-8536-05fb37a3e05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:09.705578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c7ddc934-696a-48ee-9aba-b70dcd403bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:09.709064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c7ddc934-696a-48ee-9aba-b70dcd403bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:09.710459 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c7ddc934-696a-48ee-9aba-b70dcd403bed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bc3a145b-7c29-46b8-820b-687ac49c4bcf HTTP/1.1" status: 204 len: 168 time: 0.7268884 Apr 23 09:12:09.714547 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 12.1030974 Apr 23 09:12:09.715873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:09.726921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:09.727761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60185963-8232-4488-a9bf-848bd48e3d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:09.728458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59422) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:09.735777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-362f5d07-034d-44b3-a3b5-e8646a25a16f', 'network_id': '362f5d07-034d-44b3-a3b5-e8646a25a16f', 'tenant_id': '1a8201cbd8724125a0432499f97db3ee', 'fixed_ips': [{'subnet_id': '36e09b75-0bfa-4488-ab8c-00784de1e371'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:12:09.738922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ddc934-696a-48ee-9aba-b70dcd403bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3a145b-7c29-46b8-820b-687ac49c4bcf,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:09.739073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:09.742258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c7ddc934-696a-48ee-9aba-b70dcd403bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:09.747743 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e5b7a410-2efd-49d2-b504-ec73b5746270 req-febc608e-c682-4ef9-a4c7-f787d2b1ef2e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3635d80-78ac-4778-ad86-3c8e94997809 HTTP/1.1" status: 200 len: 217 time: 0.0862093 Apr 23 09:12:09.788145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-095a2512-f574-4aa6-9271-a4b9de671c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:09.863112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60185963-8232-4488-a9bf-848bd48e3d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4333341a-03da-440b-a6eb-8bdaa6bbe303,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:09.873940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-60185963-8232-4488-a9bf-848bd48e3d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:09.892137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60185963-8232-4488-a9bf-848bd48e3d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:09.893995 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-60185963-8232-4488-a9bf-848bd48e3d0a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4333341a-03da-440b-a6eb-8bdaa6bbe303 HTTP/1.1" status: 204 len: 168 time: 1.0328269 Apr 23 09:12:09.931317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c57b39fe-c166-4e73-b028-7d7c6a5f1149 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:09.931678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c57b39fe-c166-4e73-b028-7d7c6a5f1149 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:09.973256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Allocated IP 2001:db8:0:1::1 (362f5d07-034d-44b3-a3b5-e8646a25a16f/36e09b75-0bfa-4488-ab8c-00784de1e371/0e50c1f1-687b-466a-88b0-bbabeb1f4d05) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:12:10.025725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c8e395-bb0b-44a3-8c5e-559680eeb745 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:10.027580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c8e395-bb0b-44a3-8c5e-559680eeb745 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:10.029273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c8e395-bb0b-44a3-8c5e-559680eeb745 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:10.031089 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-05c8e395-bb0b-44a3-8c5e-559680eeb745 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2915959 Apr 23 09:12:10.060442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59432) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:10.098860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7a410-2efd-49d2-b504-ec73b5746270 req-4f778274-db50-46d5-a1e1-15f3103a4d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:10.100504 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e5b7a410-2efd-49d2-b504-ec73b5746270 req-4f778274-db50-46d5-a1e1-15f3103a4d9d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=240a5dee-132f-48af-9eea-b03af8b7ce83 HTTP/1.1" status: 200 len: 844 time: 0.2916069 Apr 23 09:12:10.108347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c57b39fe-c166-4e73-b028-7d7c6a5f1149 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Calling delete_port for e51e4223-dc79-4f4d-9510-6dc1fa127e64 owned by network:floatingip {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:12:10.249329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7a410-2efd-49d2-b504-ec73b5746270 req-4d04adde-d2ae-4ffb-b6a6-c01ef260de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:10.252444 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e5b7a410-2efd-49d2-b504-ec73b5746270 req-4d04adde-d2ae-4ffb-b6a6-c01ef260de73 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5774ccf0-e686-428b-ad66-6523b0025605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1408591 Apr 23 09:12:10.322176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:10.334629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:10.365684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c444975-b557-4d17-b251-30b5c1b1263c tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Deleting subnet ef08c439-169d-47f3-878b-f5f2489123d3 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:12:10.369081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Transition to ACTIVE for port object 0e50c1f1-687b-466a-88b0-bbabeb1f4d05 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:12:10.373683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c444975-b557-4d17-b251-30b5c1b1263c tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:10.432585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Transition to ACTIVE for port object 0e50c1f1-687b-466a-88b0-bbabeb1f4d05 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:12:10.479327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:10.497533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-11d990d3-b2a7-4e8c-9954-a1c2740f7d71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:10.522477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b4da4-51a4-4ce3-93c8-6935bb2758ee req-04d5b4c4-d2c1-4382-96a7-af0647e17ec7 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:10.538002 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a46b4da4-51a4-4ce3-93c8-6935bb2758ee req-04d5b4c4-d2c1-4382-96a7-af0647e17ec7 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 944 time: 0.5574276 Apr 23 09:12:10.621208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Pushing event updated for resources: {'Port': ['ID=0e50c1f1-687b-466a-88b0-bbabeb1f4d05,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:10.623927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:10.626903 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e5b7a410-2efd-49d2-b504-ec73b5746270 req-72d897d3-d34e-45cc-9dde-26a54cb2ebcf service neutron] 10.222.0.35 "GET /v2.0/networks/5774ccf0-e686-428b-ad66-6523b0025605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595049 Apr 23 09:12:10.630904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Network 362f5d07-034d-44b3-a3b5-e8646a25a16f is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:12:10.632202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:10.635550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:12:10.730919 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a46b4da4-51a4-4ce3-93c8-6935bb2758ee req-87a766df-549a-4a43-88ce-6f699cc0b86a tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917529 Apr 23 09:12:10.736562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c444975-b557-4d17-b251-30b5c1b1263c tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:10.769444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7a599c-ff7b-4743-ab4b-7531df9dcf8d None None] Network fbfb70da-6dd3-44df-8438-e50357e9f87f requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:12:10.820448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 37071724-ec8a-45c8-b9a6-7c662908c182 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:12:10.889286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59442) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:10.936947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59444) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:10.964006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Attempting to bind port 0e50c1f1-687b-466a-88b0-bbabeb1f4d05 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:12:10.964414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Attempting to bind port 0e50c1f1-687b-466a-88b0-bbabeb1f4d05 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '265b538d-264e-4120-9c47-82ad9f27dad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '362f5d07-034d-44b3-a3b5-e8646a25a16f'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:12:10.964821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Attempting to bind port 0e50c1f1-687b-466a-88b0-bbabeb1f4d05 on network 362f5d07-034d-44b3-a3b5-e8646a25a16f {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:12:10.996381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:12:10.997144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Checking segment: {'id': '265b538d-264e-4120-9c47-82ad9f27dad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '362f5d07-034d-44b3-a3b5-e8646a25a16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:12:10.997586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:10.998027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Bound using segment: {'id': '265b538d-264e-4120-9c47-82ad9f27dad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '362f5d07-034d-44b3-a3b5-e8646a25a16f'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:12:10.998593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Bound port: 0e50c1f1-687b-466a-88b0-bbabeb1f4d05, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265b538d-264e-4120-9c47-82ad9f27dad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '362f5d07-034d-44b3-a3b5-e8646a25a16f'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:12:10.999028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:11.031095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-92d0dbdf-6050-4e84-a56a-0b41da90167f None None] Provisioning for port 37071724-ec8a-45c8-b9a6-7c662908c182 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:12:11.053064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c57b39fe-c166-4e73-b028-7d7c6a5f1149 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:11.079648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:11.130174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:11.139605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b39fe-c166-4e73-b028-7d7c6a5f1149 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Pushing event deleted for resources: {'Port': ['ID=e51e4223-dc79-4f4d-9510-6dc1fa127e64,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:11.194267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 37071724-ec8a-45c8-b9a6-7c662908c182 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:12:11.219707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c444975-b557-4d17-b251-30b5c1b1263c tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:11.229476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 37071724-ec8a-45c8-b9a6-7c662908c182 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:12:11.229903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:11.254966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c57b39fe-c166-4e73-b028-7d7c6a5f1149 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:11.279934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:11.281085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] For port 0e50c1f1-687b-466a-88b0-bbabeb1f4d05, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:12:11.286796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c57b39fe-c166-4e73-b028-7d7c6a5f1149 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks [] for floatingip, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:11.286984 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-c57b39fe-c166-4e73-b028-7d7c6a5f1149 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Floating IP 449f7e82-7e27-41db-ae35-ad77d0223a70 disassociated (deleted). External IP: 172.26.4.134, port: 3fc3dc0a-2b29-40d9-8272-96823a38ce29. Apr 23 09:12:11.340154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:11.345952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] For port 0e50c1f1-687b-466a-88b0-bbabeb1f4d05, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=0e50c1f1-687b-466a-88b0-bbabeb1f4d05,segment=NetworkSegment(265b538d-264e-4120-9c47-82ad9f27dad8),segment_id=265b538d-264e-4120-9c47-82ad9f27dad8)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:12:11.414972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:11.427334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:11.454957 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fb3c1fcd-ef97-427d-941b-b08d159ec526 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c6b0cf446cb546c19a0b9ee42111446a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4633923 Apr 23 09:12:11.476438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59458) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:11.537911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:11.584216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Pushing event updated for resources: {'Port': ['ID=0e50c1f1-687b-466a-88b0-bbabeb1f4d05,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:11.597212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:11.681999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device a3635d80-78ac-4778-ad86-3c8e94997809 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:12:11.731595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 604ea667-2571-4657-a201-16fcd36200b4 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:12:11.921008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9aacf739-b8e2-4d13-8626-8b35e5926f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:11.968303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c444975-b557-4d17-b251-30b5c1b1263c tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:12.022089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb8228-edce-4f65-a71c-8fe847446866 req-1a4a3348-9c0a-4ca5-8efa-482dc19fd333 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:12.023885 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-38eb8228-edce-4f65-a71c-8fe847446866 req-1a4a3348-9c0a-4ca5-8efa-482dc19fd333 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 944 time: 1.3025339 Apr 23 09:12:12.034029 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e10dd66d-6200-46e6-9365-e5c71127748b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=77f7068ecdfc4646b2ec35a477957fe5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1427529 Apr 23 09:12:12.050691 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e5b7a410-2efd-49d2-b504-ec73b5746270 req-dcbc26a6-504b-4043-ba2c-052c5ac2e7e1 service neutron] 10.222.0.35 "GET /v2.0/networks/5774ccf0-e686-428b-ad66-6523b0025605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4170372 Apr 23 09:12:12.068505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Allocated IP 172.26.4.144 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/7588f000-9ba2-417b-9633-fe0c7f38cce3) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:12:12.068784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d181d1d7-8a05-4094-aec9-81bf3c401a00 None None] Provisioning complete for port 37071724-ec8a-45c8-b9a6-7c662908c182 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:12:12.069113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d181d1d7-8a05-4094-aec9-81bf3c401a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:12.074822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:12.089696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59470) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:12.147590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9aacf739-b8e2-4d13-8626-8b35e5926f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:12.199362 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-38eb8228-edce-4f65-a71c-8fe847446866 req-0cfbb6c0-2ab5-4c2d-8169-b95110dccc38 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/security-groups?id=02253940-2539-4e82-a972-ccf13c8e9e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472628 Apr 23 09:12:12.248619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c444975-b557-4d17-b251-30b5c1b1263c tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Pushing event deleted for resources: {'Subnet': ['ID=ef08c439-169d-47f3-878b-f5f2489123d3,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:12.260237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0c444975-b557-4d17-b251-30b5c1b1263c tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:12.261385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c444975-b557-4d17-b251-30b5c1b1263c tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:12.290347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59476) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:12.298715 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0c444975-b557-4d17-b251-30b5c1b1263c tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] 10.222.0.60 "DELETE /v2.0/subnets/ef08c439-169d-47f3-878b-f5f2489123d3 HTTP/1.1" status: 204 len: 168 time: 2.2361999 Apr 23 09:12:12.317108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59480) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:12.323167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9aacf739-b8e2-4d13-8626-8b35e5926f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:12.326098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9aacf739-b8e2-4d13-8626-8b35e5926f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:12.331173 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9aacf739-b8e2-4d13-8626-8b35e5926f85 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/af5d6ef6-89ca-49c6-934f-fe7c6dd918ca HTTP/1.1" status: 204 len: 168 time: 0.8462868 Apr 23 09:12:12.348990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb5ea93-2874-4e6e-94b4-ff5cca7c5398 None None] Network fbfb70da-6dd3-44df-8438-e50357e9f87f requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:12:12.404691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dddb1467-abcc-4e97-9fe3-10f76ca6a42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:12.435226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dddb1467-abcc-4e97-9fe3-10f76ca6a42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:12.450823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:12:12.457345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:12:12.474732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 604ea667-2571-4657-a201-16fcd36200b4 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:12:12.553865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:12.555444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dddb1467-abcc-4e97-9fe3-10f76ca6a42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:12.573456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 604ea667-2571-4657-a201-16fcd36200b4 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:12:12.573871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:12.576599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d8052bf9-0e08-4e57-9d0e-96426ffba7ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:12.615130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dddb1467-abcc-4e97-9fe3-10f76ca6a42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:12.619263 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-dddb1467-abcc-4e97-9fe3-10f76ca6a42d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/20e230b3-cda4-45b4-939c-bf8c222062c8 HTTP/1.1" status: 204 len: 168 time: 0.5285153 Apr 23 09:12:12.620458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb1467-abcc-4e97-9fe3-10f76ca6a42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e230b3-cda4-45b4-939c-bf8c222062c8,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:12.624776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dddb1467-abcc-4e97-9fe3-10f76ca6a42d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:12.652297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port a3635d80-78ac-4778-ad86-3c8e94997809, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a3635d80-78ac-4778-ad86-3c8e94997809,segment=NetworkSegment(ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00),segment_id=ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:12:12.662953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:12.663774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57b39fe-c166-4e73-b028-7d7c6a5f1149 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Router 3c5feb1e-782a-4997-8c35-23d8ed60cf24 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:12:12.702956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-19964a7d-6cfa-49ab-bde8-05fa3e1a9c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:12.721096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05e3d3c-ac84-4c44-91e8-433155863362 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Deleting subnet 36e09b75-0bfa-4488-ab8c-00784de1e371 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:12:12.722682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': 'a3635d80-78ac-4778-ad86-3c8e94997809', 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605', 'port_id': 'a3635d80-78ac-4778-ad86-3c8e94997809', 'mac_address': 'fa:16:3e:18:4b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '240a5dee-132f-48af-9eea-b03af8b7ce83', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:12:12.732225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a05e3d3c-ac84-4c44-91e8-433155863362 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:12.772896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aacf739-b8e2-4d13-8626-8b35e5926f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5d6ef6-89ca-49c6-934f-fe7c6dd918ca,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:12.776451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9aacf739-b8e2-4d13-8626-8b35e5926f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:12.777839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:12.791188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:12.883624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Pushing event updated for resources: {'Port': ['ID=7588f000-9ba2-417b-9633-fe0c7f38cce3,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:12.887583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:12.921756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:12:12.931304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:12.933999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:12:12.989545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57b39fe-c166-4e73-b028-7d7c6a5f1149 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:12:12.995213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-708604190'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:13.001985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c57b39fe-c166-4e73-b028-7d7c6a5f1149 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:13.026155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da099d0d-ee67-4167-9687-845c46bbba23 req-f978c432-528c-4edb-b993-57089a9ee1db tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:13.028121 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-da099d0d-ee67-4167-9687-845c46bbba23 req-f978c432-528c-4edb-b993-57089a9ee1db tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 944 time: 1.0616179 Apr 23 09:12:13.087189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142a5566-ca7b-4976-bfa6-b38610ba6878 None None] Sync routers for ids ['3c5feb1e-782a-4997-8c35-23d8ed60cf24'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:12:13.089084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:13.102442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a05e3d3c-ac84-4c44-91e8-433155863362 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:13.103541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Usage tracker for resource:network and tenant:328d038f3e04461f942e13ec7ec45165 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:13.112191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:13.129800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:13.145227 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-da099d0d-ee67-4167-9687-845c46bbba23 req-d78663a3-2aed-42b6-ac4d-61cc21818ac5 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037767 Apr 23 09:12:13.204936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Made reservation on behalf of 328d038f3e04461f942e13ec7ec45165 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:12:13.212965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:13.277467 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c57b39fe-c166-4e73-b028-7d7c6a5f1149 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] 10.222.0.60 "DELETE /v2.0/floatingips/449f7e82-7e27-41db-ae35-ad77d0223a70 HTTP/1.1" status: 204 len: 168 time: 4.9958103 Apr 23 09:12:13.278442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59502) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:13.293192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:13.322660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:13.325664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142a5566-ca7b-4976-bfa6-b38610ba6878 None None] Routers {'3c5feb1e-782a-4997-8c35-23d8ed60cf24'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:13.326596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-142a5566-ca7b-4976-bfa6-b38610ba6878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3c5feb1e-782a-4997-8c35-23d8ed60cf24'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:13.331661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:13.339901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:13.343800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Usage tracker for resource:floatingip and tenant:c00b37d305a841e088a3c1df5cf3dc0d is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:13.356407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:13.364180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Usage tracker for resource:security_group_rule and tenant:328d038f3e04461f942e13ec7ec45165 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:13.385637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:13.392456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:13.418185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:13.442731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:13.497826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:13.507858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:13.531487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:13.539154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4c9e80-d930-41bf-aa11-9264b21f1e56 None None] Network 362f5d07-034d-44b3-a3b5-e8646a25a16f requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:12:13.554437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d181d1d7-8a05-4094-aec9-81bf3c401a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:13.617963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-142a5566-ca7b-4976-bfa6-b38610ba6878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:13.753819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d0b78-3f65-419c-94fb-7484051aeaef req-75dd4237-26b0-413a-81ce-88f5df318659 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:13.756596 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6d4d0b78-3f65-419c-94fb-7484051aeaef req-75dd4237-26b0-413a-81ce-88f5df318659 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 944 time: 0.3245585 Apr 23 09:12:13.774667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3635d80-78ac-4778-ad86-3c8e94997809 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:12:13.829069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142a5566-ca7b-4976-bfa6-b38610ba6878 None None] Routers {'3c5feb1e-782a-4997-8c35-23d8ed60cf24'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:13.829069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-142a5566-ca7b-4976-bfa6-b38610ba6878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3c5feb1e-782a-4997-8c35-23d8ed60cf24'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:13.874748 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6d4d0b78-3f65-419c-94fb-7484051aeaef req-ec0b8669-c319-4b51-89c9-20c3505706d8 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/security-groups?id=02253940-2539-4e82-a972-ccf13c8e9e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168447 Apr 23 09:12:13.906280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a05e3d3c-ac84-4c44-91e8-433155863362 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:13.912079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:13.930152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:13.950499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d181d1d7-8a05-4094-aec9-81bf3c401a00 None None] For port 37071724-ec8a-45c8-b9a6-7c662908c182, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=37071724-ec8a-45c8-b9a6-7c662908c182,segment=NetworkSegment(bdacc6be-843c-4c94-9f4c-4b85aeba0fd6),segment_id=bdacc6be-843c-4c94-9f4c-4b85aeba0fd6)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:12:13.982760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:13.993913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-142a5566-ca7b-4976-bfa6-b38610ba6878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:13.994209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142a5566-ca7b-4976-bfa6-b38610ba6878 None None] The sync data for ids ['3c5feb1e-782a-4997-8c35-23d8ed60cf24'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:12:13.994819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:14.040296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:12:14.042054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 604ea667-2571-4657-a201-16fcd36200b4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=604ea667-2571-4657-a201-16fcd36200b4,segment=NetworkSegment(aa70030b-ff50-41a5-9675-e47946b39c64),segment_id=aa70030b-ff50-41a5-9675-e47946b39c64)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:12:14.046799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b23bf57-d61b-4c40-9a0a-32ef072ca07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604ea667-2571-4657-a201-16fcd36200b4'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:12:14.094298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad668401-d04d-4a7d-8d99-815e3574bcf0,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:14.098269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:14.098798 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Added segment 9ca96d22-1b5f-493d-99fe-3ccf33bdf27d of type vlan for network c8c0169e-3ad1-4afd-a327-2e6a4a82513c Apr 23 09:12:14.106082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:14.120504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d181d1d7-8a05-4094-aec9-81bf3c401a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:14.142354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2eb18fc8-5f35-4eb7-a426-e6925b16c44d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:14.218476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181d1d7-8a05-4094-aec9-81bf3c401a00 None None] Pushing event updated for resources: {'Port': ['ID=37071724-ec8a-45c8-b9a6-7c662908c182,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:14.291035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:14.294187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port a3635d80-78ac-4778-ad86-3c8e94997809, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a3635d80-78ac-4778-ad86-3c8e94997809,segment=NetworkSegment(ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00),segment_id=ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:12:14.297546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d181d1d7-8a05-4094-aec9-81bf3c401a00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:14.298065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d181d1d7-8a05-4094-aec9-81bf3c401a00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:14.319381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:14.366901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:14.372898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:12:14.373307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:12:14.375940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30194ac-31bb-4c1c-9d69-ea6d444472aa None None] DHCP port deletion for fbfb70da-6dd3-44df-8438-e50357e9f87f request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:12:14.379003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=604ea667-2571-4657-a201-16fcd36200b4,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:14.387918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:14.389102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:14.391388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:14.451148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59542) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:14.454773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Allocated IP 172.26.4.240 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/c8f6242e-4b2c-4b7e-8327-e0f43c1579bf) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:12:14.518915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=a3635d80-78ac-4778-ad86-3c8e94997809,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:14.523702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4e689833-6c9c-4530-90d7-e20a6888658b None None] Provisioning for port 0e50c1f1-687b-466a-88b0-bbabeb1f4d05 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:12:14.529971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:14.584839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e30194ac-31bb-4c1c-9d69-ea6d444472aa None None] Deleting port 37071724-ec8a-45c8-b9a6-7c662908c182 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:12:14.585902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e30194ac-31bb-4c1c-9d69-ea6d444472aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:14.671024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:14.692452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:14.696568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:14.717326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:14.735005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d82b20-2d6c-4886-a617-255a29e86a52 req-2a0f58d1-a9d5-4c41-a048-e01653136022 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:14.738796 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c4d82b20-2d6c-4886-a617-255a29e86a52 req-2a0f58d1-a9d5-4c41-a048-e01653136022 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.2909250 Apr 23 09:12:14.747026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e30194ac-31bb-4c1c-9d69-ea6d444472aa None None] For port 37071724-ec8a-45c8-b9a6-7c662908c182, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=37071724-ec8a-45c8-b9a6-7c662908c182,segment=NetworkSegment(bdacc6be-843c-4c94-9f4c-4b85aeba0fd6),segment_id=bdacc6be-843c-4c94-9f4c-4b85aeba0fd6)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:12:14.747480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e30194ac-31bb-4c1c-9d69-ea6d444472aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:14.866912 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c4d82b20-2d6c-4886-a617-255a29e86a52 req-24a47ee1-7e42-4de0-80d9-b63b967be7d6 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087885 Apr 23 09:12:14.979573 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f2223acf-474a-4344-ad3a-dd7dbb79ece1 tempest-AgentManagementNegativeTest-1244661683 tempest-AgentManagementNegativeTest-1244661683-project] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5271442 Apr 23 09:12:14.987202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Pushing event updated for resources: {'Network': ['ID=c8c0169e-3ad1-4afd-a327-2e6a4a82513c,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:14.993932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:15.031244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e30194ac-31bb-4c1c-9d69-ea6d444472aa None None] Calling delete_port for 37071724-ec8a-45c8-b9a6-7c662908c182 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:12:15.043043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network c8c0169e-3ad1-4afd-a327-2e6a4a82513c details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:12:15.077713 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.7830269 Apr 23 09:12:15.078601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:15.094207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59560) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:15.109465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-457960d9-217d-46ae-ad8a-d74416be6c04 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Request body: {'subnet': {'network_id': 'c8c0169e-3ad1-4afd-a327-2e6a4a82513c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:15.154898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:15.275935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-457960d9-217d-46ae-ad8a-d74416be6c04 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:15.280294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-457960d9-217d-46ae-ad8a-d74416be6c04 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Usage tracker for resource:subnet and tenant:328d038f3e04461f942e13ec7ec45165 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:15.283996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-457960d9-217d-46ae-ad8a-d74416be6c04 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:15.290635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-457960d9-217d-46ae-ad8a-d74416be6c04 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:15.315260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598b408-ba0b-4954-b9df-fa5513756dfe req-557508d2-d436-4364-9746-f895697d663e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:15.316960 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f598b408-ba0b-4954-b9df-fa5513756dfe req-557508d2-d436-4364-9746-f895697d663e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 945 time: 0.2932928 Apr 23 09:12:15.357756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457960d9-217d-46ae-ad8a-d74416be6c04 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Made reservation on behalf of 328d038f3e04461f942e13ec7ec45165 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:12:15.365997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-457960d9-217d-46ae-ad8a-d74416be6c04 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:15.411380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['a3635d80-78ac-4778-ad86-3c8e94997809'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:12:15.412069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:15.424081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:15.592986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:12:15.604572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59568) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:15.605452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:15.619434 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f598b408-ba0b-4954-b9df-fa5513756dfe req-97894178-40f4-4963-9507-a7e754f9d1db tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/security-groups?id=02253940-2539-4e82-a972-ccf13c8e9e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951412 Apr 23 09:12:15.623935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:12:15.661850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Pushing event updated for resources: {'Port': ['ID=c8f6242e-4b2c-4b7e-8327-e0f43c1579bf,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:15.677014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a05e3d3c-ac84-4c44-91e8-433155863362 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:15.678397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:15.687085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:15.723825 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b23bf57-d61b-4c40-9a0a-32ef072ca07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604ea667-2571-4657-a201-16fcd36200b4', 'code': 200} Apr 23 09:12:15.731190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Router 9e28cf4c-3cc6-4839-94fa-038d62a70f9c is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:12:15.751089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e3d3c-ac84-4c44-91e8-433155863362 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Pushing event deleted for resources: {'Subnet': ['ID=36e09b75-0bfa-4488-ab8c-00784de1e371,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:15.754826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a05e3d3c-ac84-4c44-91e8-433155863362 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:15.763390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a05e3d3c-ac84-4c44-91e8-433155863362 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:15.784136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411020b2-8cbb-4c62-8722-26903de00aab None None] Network 362f5d07-034d-44b3-a3b5-e8646a25a16f requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:12:15.809724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 0e50c1f1-687b-466a-88b0-bbabeb1f4d05 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:12:15.860731 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a05e3d3c-ac84-4c44-91e8-433155863362 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] 10.222.0.60 "DELETE /v2.0/subnets/36e09b75-0bfa-4488-ab8c-00784de1e371 HTTP/1.1" status: 204 len: 168 time: 3.5437057 Apr 23 09:12:15.883258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59580) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:15.946254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3dc4aa1b-bba2-4612-b71b-ba29cb01afbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:15.948829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e30194ac-31bb-4c1c-9d69-ea6d444472aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:15.967561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3dc4aa1b-bba2-4612-b71b-ba29cb01afbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:15.968334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:15.984016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3dc4aa1b-bba2-4612-b71b-ba29cb01afbc admin admin] Usage tracker for resource:security_group_rule and tenant:01143c17842f45169355d4ae0a5601a3 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:15.990003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3dc4aa1b-bba2-4612-b71b-ba29cb01afbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:15.992217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7ef91e58-194d-4d1a-9aac-beff30c70b03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:16.001086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3dc4aa1b-bba2-4612-b71b-ba29cb01afbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:16.050190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:12:16.061936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] Sync routers for ids ['9e28cf4c-3cc6-4839-94fa-038d62a70f9c'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:12:16.073304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30194ac-31bb-4c1c-9d69-ea6d444472aa None None] Pushing event deleted for resources: {'Port': ['ID=37071724-ec8a-45c8-b9a6-7c662908c182,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:16.077921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] Routers {'9e28cf4c-3cc6-4839-94fa-038d62a70f9c'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:16.078844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['9e28cf4c-3cc6-4839-94fa-038d62a70f9c'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:16.083715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174f1084-b19d-410d-8f08-a2c8af3367a8 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:16.094847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59588) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:16.095713 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-174f1084-b19d-410d-8f08-a2c8af3367a8 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2111928 Apr 23 09:12:16.099653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e30194ac-31bb-4c1c-9d69-ea6d444472aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:16.124260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:16.129105 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.2232513 Apr 23 09:12:16.146089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59592) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:16.178469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30194ac-31bb-4c1c-9d69-ea6d444472aa None None] No DVR routers for this DVR port 37071724-ec8a-45c8-b9a6-7c662908c182 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:12:16.348407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] Set router 9e28cf4c-3cc6-4839-94fa-038d62a70f9c gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:12:16.361915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:16.407378 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-983d53a5-8d7c-49bb-8fb0-f69c4e9172f7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "GET /v2.0/routers/9e28cf4c-3cc6-4839-94fa-038d62a70f9c HTTP/1.1" status: 200 len: 908 time: 0.2597444 Apr 23 09:12:16.408176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59598) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:16.416114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 0e50c1f1-687b-466a-88b0-bbabeb1f4d05 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:12:16.434494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 0e50c1f1-687b-466a-88b0-bbabeb1f4d05 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:12:16.435172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:16.456070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59602) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:16.508822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Request body: {'router': {'name': 'tempest-snat-router-729454504', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'enable_snat': True}}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:16.530201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:16.577163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3dc4aa1b-bba2-4612-b71b-ba29cb01afbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:16.592908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:16.599695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Usage tracker for resource:router and tenant:513ddb038d79429fa4fc439aa23f9a5a is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:16.608523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:16.618519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3dc4aa1b-bba2-4612-b71b-ba29cb01afbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:16.638149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 0e50c1f1-687b-466a-88b0-bbabeb1f4d05, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=0e50c1f1-687b-466a-88b0-bbabeb1f4d05,segment=NetworkSegment(265b538d-264e-4120-9c47-82ad9f27dad8),segment_id=265b538d-264e-4120-9c47-82ad9f27dad8)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:12:16.638380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-22654109-8937-4e69-b93d-38c1f937a272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:16.646583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:16.661181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:16.683688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:16.686187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e30194ac-31bb-4c1c-9d69-ea6d444472aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:16.740492 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3dc4aa1b-bba2-4612-b71b-ba29cb01afbc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01143c17842f45169355d4ae0a5601a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1275587 Apr 23 09:12:16.747147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58628be8-1da8-4cd7-a568-bf64e705e7ae None None] DHCP port deletion for 362f5d07-034d-44b3-a3b5-e8646a25a16f request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:12:16.787256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59608) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:16.796612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4aa1b-bba2-4612-b71b-ba29cb01afbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaa0f18-3a14-484f-a7c9-5ebdba7b3cdc,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:16.802950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:16.804361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:16.822720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:16.838774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 37071724-ec8a-45c8-b9a6-7c662908c182 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:12:16.853981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3dc4aa1b-bba2-4612-b71b-ba29cb01afbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:16.927620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 37071724-ec8a-45c8-b9a6-7c662908c182 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:12:16.930460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 37071724-ec8a-45c8-b9a6-7c662908c182 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:12:17.058457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=0e50c1f1-687b-466a-88b0-bbabeb1f4d05,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:17.075862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:17.087149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-58628be8-1da8-4cd7-a568-bf64e705e7ae None None] Deleting port 0e50c1f1-687b-466a-88b0-bbabeb1f4d05 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:12:17.087681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58628be8-1da8-4cd7-a568-bf64e705e7ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:17.120712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e28cf4c-3cc6-4839-94fa-038d62a70f9c', 'name': 'tempest-snat-router-729454504', 'tenant_id': '513ddb038d79429fa4fc439aa23f9a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.144'}], 'enable_snat': False}, 'gw_port_id': '7588f000-9ba2-417b-9633-fe0c7f38cce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:12:09Z', 'updated_at': '2021-04-23T09:12:13Z', 'revision_number': 3, 'project_id': '513ddb038d79429fa4fc439aa23f9a5a', 'gw_port': {'id': '7588f000-9ba2-417b-9633-fe0c7f38cce3', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e28cf4c-3cc6-4839-94fa-038d62a70f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:12:11Z', 'updated_at': '2021-04-23T09:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:17.128137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] Checking router: 9e28cf4c-3cc6-4839-94fa-038d62a70f9c for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:12:17.128778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] Updating router 9e28cf4c-3cc6-4839-94fa-038d62a70f9c port 7588f000-9ba2-417b-9633-fe0c7f38cce3 binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:12:17.201171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:17.210585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1042193438', 'router:external': True}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:17.215968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96651826-7eb1-46b2-9778-b89543083920 req-b7b6c87b-802f-49e4-8ca5-9bccc9183f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:17.217917 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-96651826-7eb1-46b2-9778-b89543083920 req-b7b6c87b-802f-49e4-8ca5-9bccc9183f99 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 1098 time: 0.9056377 Apr 23 09:12:17.226586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:17.255592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-58628be8-1da8-4cd7-a568-bf64e705e7ae None None] For port 0e50c1f1-687b-466a-88b0-bbabeb1f4d05, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=0e50c1f1-687b-466a-88b0-bbabeb1f4d05,segment=NetworkSegment(265b538d-264e-4120-9c47-82ad9f27dad8),segment_id=265b538d-264e-4120-9c47-82ad9f27dad8)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:12:17.256369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58628be8-1da8-4cd7-a568-bf64e705e7ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:17.265117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Usage tracker for resource:network and tenant:09ea2e277be94eca9d3cc249640bee7a is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:17.277147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f7dc8-2b3c-4497-ba84-38a7787de2ed req-e3c33f4c-5c53-44eb-953d-f314f05766e4 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:17.279151 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c0f7dc8-2b3c-4497-ba84-38a7787de2ed req-e3c33f4c-5c53-44eb-953d-f314f05766e4 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 1.0134156 Apr 23 09:12:17.282655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:17.349812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-96651826-7eb1-46b2-9778-b89543083920 req-b2c71316-8993-4d6f-ac79-2032520368b1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:17.368604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:17.419551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-96651826-7eb1-46b2-9778-b89543083920 req-b2c71316-8993-4d6f-ac79-2032520368b1 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:17.427237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-58628be8-1da8-4cd7-a568-bf64e705e7ae None None] Calling delete_port for 0e50c1f1-687b-466a-88b0-bbabeb1f4d05 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:12:17.440961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-96651826-7eb1-46b2-9778-b89543083920 req-b2c71316-8993-4d6f-ac79-2032520368b1 service neutron] Usage tracker for resource:security_group_rule and tenant:6c710b462c4d4697bbdf9588eecfbec0 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:17.451569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-96651826-7eb1-46b2-9778-b89543083920 req-b2c71316-8993-4d6f-ac79-2032520368b1 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:17.472347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-96651826-7eb1-46b2-9778-b89543083920 req-b2c71316-8993-4d6f-ac79-2032520368b1 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:17.484186 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c0f7dc8-2b3c-4497-ba84-38a7787de2ed req-86401704-88b2-4ba1-94d4-2220e6d8d400 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417987 Apr 23 09:12:17.498385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Made reservation on behalf of 09ea2e277be94eca9d3cc249640bee7a for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:12:17.504191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:17.552892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:17.585355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58628be8-1da8-4cd7-a568-bf64e705e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:17.586737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:17.592304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:17.602158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:17.604047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Usage tracker for resource:security_group_rule and tenant:09ea2e277be94eca9d3cc249640bee7a is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:17.612783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:17.623138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:17.629900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:17.637256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:17.659714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:17.676317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] Transition to ACTIVE for port object 7588f000-9ba2-417b-9633-fe0c7f38cce3 will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:12:17.693388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 0e50c1f1-687b-466a-88b0-bbabeb1f4d05 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:12:17.711017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:17.712515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:17.717988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:17.739808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d54e060-ff23-484d-ad50-1804e735d1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:17.749020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58628be8-1da8-4cd7-a568-bf64e705e7ae None None] Pushing event deleted for resources: {'Port': ['ID=0e50c1f1-687b-466a-88b0-bbabeb1f4d05,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:17.754169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-58628be8-1da8-4cd7-a568-bf64e705e7ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:17.755142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Deleting port 0e50c1f1-687b-466a-88b0-bbabeb1f4d05 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:12:17.755929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58628be8-1da8-4cd7-a568-bf64e705e7ae None None] No DVR routers for this DVR port 0e50c1f1-687b-466a-88b0-bbabeb1f4d05 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:12:17.756409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:17.768590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 0e50c1f1-687b-466a-88b0-bbabeb1f4d05 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:12:17.769182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 0e50c1f1-687b-466a-88b0-bbabeb1f4d05 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:12:17.817991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] Attempting to bind port 7588f000-9ba2-417b-9633-fe0c7f38cce3 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:12:17.818414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] Attempting to bind port 7588f000-9ba2-417b-9633-fe0c7f38cce3 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:12:17.818914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] Attempting to bind port 7588f000-9ba2-417b-9633-fe0c7f38cce3 on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:12:17.827322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf89960-3b9a-4425-84e1-3032fc869ca0 None None] Pushing event updated for resources: {'Port': ['ID=7588f000-9ba2-417b-9633-fe0c7f38cce3,revision_number=2']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:17.832195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:12:17.832609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:12:17.833049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:17.833796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:12:17.833999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] Bound port: 7588f000-9ba2-417b-9633-fe0c7f38cce3, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:12:17.834418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:17.865995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d54e060-ff23-484d-ad50-1804e735d1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:17.872769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf89960-3b9a-4425-84e1-3032fc869ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:17.873161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf89960-3b9a-4425-84e1-3032fc869ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:17.874037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf89960-3b9a-4425-84e1-3032fc869ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:17.874037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf89960-3b9a-4425-84e1-3032fc869ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:17.874214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf89960-3b9a-4425-84e1-3032fc869ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:17.874563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf89960-3b9a-4425-84e1-3032fc869ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:17.874700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Pushing event updated for resources: {'Port': ['ID=c8f6242e-4b2c-4b7e-8327-e0f43c1579bf,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:17.874918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf89960-3b9a-4425-84e1-3032fc869ca0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:17.875743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf89960-3b9a-4425-84e1-3032fc869ca0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:17.875743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf89960-3b9a-4425-84e1-3032fc869ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:17.875986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf89960-3b9a-4425-84e1-3032fc869ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:17.876258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf89960-3b9a-4425-84e1-3032fc869ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:17.877217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf89960-3b9a-4425-84e1-3032fc869ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:12:17.887152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-caf89960-3b9a-4425-84e1-3032fc869ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:17.895902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:17.913052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:17.922271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-96651826-7eb1-46b2-9778-b89543083920 req-b2c71316-8993-4d6f-ac79-2032520368b1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:17.942708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] For port 7588f000-9ba2-417b-9633-fe0c7f38cce3, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:12:17.942708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] For port 7588f000-9ba2-417b-9633-fe0c7f38cce3, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7588f000-9ba2-417b-9633-fe0c7f38cce3,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:12:17.971417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-457960d9-217d-46ae-ad8a-d74416be6c04 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:17.977094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-96651826-7eb1-46b2-9778-b89543083920 req-b2c71316-8993-4d6f-ac79-2032520368b1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:17.995228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9176f132-9b59-4652-b314-0bb602e1bed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:17.998196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:18.002887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:18.003886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdccd9-702c-4c6a-ba1b-49e26aaccd30 req-cb44974c-af95-456b-8485-2f792415f1ec tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:18.005556 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-48fdccd9-702c-4c6a-ba1b-49e26aaccd30 req-cb44974c-af95-456b-8485-2f792415f1ec tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 945 time: 0.6039765 Apr 23 09:12:18.009755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] For port 0e50c1f1-687b-466a-88b0-bbabeb1f4d05, host dv-neutron-786478-4-hyperv, got binding levels [] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:12:18.010160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:18.077592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-96651826-7eb1-46b2-9778-b89543083920 req-b2c71316-8993-4d6f-ac79-2032520368b1 service neutron] Synchronizing usage tracker for tenant:6c710b462c4d4697bbdf9588eecfbec0 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:12:18.095592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] Routers {'9e28cf4c-3cc6-4839-94fa-038d62a70f9c'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:18.096495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['9e28cf4c-3cc6-4839-94fa-038d62a70f9c'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:18.103426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:18.106603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:18.111605 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8235192 Apr 23 09:12:18.126259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59614) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:18.151352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457960d9-217d-46ae-ad8a-d74416be6c04 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Pushing event updated for resources: {'Subnet': ['ID=07c2b502-f06f-415b-93f7-f7b25a4caf2d,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:18.156178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:18.163280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-457960d9-217d-46ae-ad8a-d74416be6c04 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:18.164994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:18.181348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457960d9-217d-46ae-ad8a-d74416be6c04 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Checking segment: {'id': '9ca96d22-1b5f-493d-99fe-3ccf33bdf27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c8c0169e-3ad1-4afd-a327-2e6a4a82513c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:12:18.181755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457960d9-217d-46ae-ad8a-d74416be6c04 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Network hostable DHCP agents. Network: c8c0169e-3ad1-4afd-a327-2e6a4a82513c, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:12:18.213636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-96651826-7eb1-46b2-9778-b89543083920 req-b2c71316-8993-4d6f-ac79-2032520368b1 service neutron] Unset dirty status for tenant:6c710b462c4d4697bbdf9588eecfbec0 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:12:18.215214 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-96651826-7eb1-46b2-9778-b89543083920 req-b2c71316-8993-4d6f-ac79-2032520368b1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9852231 Apr 23 09:12:18.221570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:12:18.223949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c71316-8993-4d6f-ac79-2032520368b1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7501d40f-cf99-4ec6-b4c6-46b810342081,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:18.228125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Calling delete_port for 0e50c1f1-687b-466a-88b0-bbabeb1f4d05 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:12:18.233246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf89960-3b9a-4425-84e1-3032fc869ca0 None None] Pushing event updated for resources: {'Port': ['ID=7588f000-9ba2-417b-9633-fe0c7f38cce3,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:18.233753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_backend_mixin [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Port 0e50c1f1-687b-466a-88b0-bbabeb1f4d05 was not found and therefore no delete operation was performed {{(pid=87174) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 23 09:12:18.243906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-caf89960-3b9a-4425-84e1-3032fc869ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:18.258899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-48fdccd9-702c-4c6a-ba1b-49e26aaccd30 req-30ff5bce-885b-44ce-b7a9-a3c57677637f tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Synchronizing usage tracker for tenant:3a37e3ff2df14ef5af04077b55233f51 on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:12:18.262153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db2c54e-a363-46c2-8d9c-a99998e4bf88,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:18.262433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:18.265598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457960d9-217d-46ae-ad8a-d74416be6c04 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Network c8c0169e-3ad1-4afd-a327-2e6a4a82513c is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:12:18.268879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:18.269043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:18.269153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:18.269318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:18.317269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-457960d9-217d-46ae-ad8a-d74416be6c04 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, c8c0169e-3ad1-4afd-a327-2e6a4a82513c) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:18.322839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:18.323236 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Added segment b3ad42d5-b570-4747-b642-fceda64e7b8f of type vlan for network 77a28324-c606-4fdf-ac72-69b18f8b8edb Apr 23 09:12:18.327857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Pushing event deleted for resources: {'Port': ['ID=0e50c1f1-687b-466a-88b0-bbabeb1f4d05,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:18.328592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502da682-a8f1-4eed-8e9e-2f6c73787fe8 None None] Network c8c0169e-3ad1-4afd-a327-2e6a4a82513c requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:12:18.334948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:18.340020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457960d9-217d-46ae-ad8a-d74416be6c04 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:18.340627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-457960d9-217d-46ae-ad8a-d74416be6c04 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:18.342654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] No DVR routers for this DVR port 0e50c1f1-687b-466a-88b0-bbabeb1f4d05 on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:12:18.357921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] Set router 9e28cf4c-3cc6-4839-94fa-038d62a70f9c gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:12:18.379694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:18.381101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-48fdccd9-702c-4c6a-ba1b-49e26aaccd30 req-30ff5bce-885b-44ce-b7a9-a3c57677637f tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Unset dirty status for tenant:3a37e3ff2df14ef5af04077b55233f51 on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:12:18.382619 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-48fdccd9-702c-4c6a-ba1b-49e26aaccd30 req-30ff5bce-885b-44ce-b7a9-a3c57677637f tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/security-groups?id=02253940-2539-4e82-a972-ccf13c8e9e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3632789 Apr 23 09:12:18.386405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:18.388325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d54e060-ff23-484d-ad50-1804e735d1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:18.390740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Usage tracker for resource:floatingip and tenant:86c826938db94ad38d76ea4dc74e3ad2 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:18.394385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:18.400064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:18.401564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:18.439832 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-457960d9-217d-46ae-ad8a-d74416be6c04 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3406243 Apr 23 09:12:18.444109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59620) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:18.448243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:18.456648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54e060-ff23-484d-ad50-1804e735d1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaa0f18-3a14-484f-a7c9-5ebdba7b3cdc,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:18.457711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7d9355f2-5452-4c93-b9ed-a81a61a5d825 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Request body: {'port': {'network_id': 'c8c0169e-3ad1-4afd-a327-2e6a4a82513c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-508016255'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:18.461248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1d54e060-ff23-484d-ad50-1804e735d1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:18.478119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d54e060-ff23-484d-ad50-1804e735d1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:18.480263 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1d54e060-ff23-484d-ad50-1804e735d1d3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6eaa0f18-3a14-484f-a7c9-5ebdba7b3cdc HTTP/1.1" status: 204 len: 168 time: 1.6853778 Apr 23 09:12:18.536114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device a3635d80-78ac-4778-ad86-3c8e94997809 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:12:18.622134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Notify callbacks [] for floatingip, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:18.638931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7d9355f2-5452-4c93-b9ed-a81a61a5d825 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:18.651918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7d9355f2-5452-4c93-b9ed-a81a61a5d825 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Usage tracker for resource:port and tenant:328d038f3e04461f942e13ec7ec45165 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:18.657631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7d9355f2-5452-4c93-b9ed-a81a61a5d825 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:18.662686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:18.695036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7d9355f2-5452-4c93-b9ed-a81a61a5d825 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:18.791580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port a3635d80-78ac-4778-ad86-3c8e94997809 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:12:18.800805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port a3635d80-78ac-4778-ad86-3c8e94997809 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:12:18.801453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:18.870084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-c8c0169e-3ad1-4afd-a327-2e6a4a82513c', 'network_id': 'c8c0169e-3ad1-4afd-a327-2e6a4a82513c', 'tenant_id': '328d038f3e04461f942e13ec7ec45165', 'fixed_ips': [{'subnet_id': '07c2b502-f06f-415b-93f7-f7b25a4caf2d'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:12:18.871323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:18.906037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9355f2-5452-4c93-b9ed-a81a61a5d825 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Made reservation on behalf of 328d038f3e04461f942e13ec7ec45165 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:12:18.914509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d9355f2-5452-4c93-b9ed-a81a61a5d825 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:18.928321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:18.963243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:18.964244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:18.998715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6fb20e67-5bb5-4e73-ae3f-f83af3d617ce tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:19.030945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['362f5d07-034d-44b3-a3b5-e8646a25a16f']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:19.049091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e28cf4c-3cc6-4839-94fa-038d62a70f9c', 'name': 'tempest-snat-router-729454504', 'tenant_id': '513ddb038d79429fa4fc439aa23f9a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.144'}], 'enable_snat': False}, 'gw_port_id': '7588f000-9ba2-417b-9633-fe0c7f38cce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:12:09Z', 'updated_at': '2021-04-23T09:12:13Z', 'revision_number': 3, 'project_id': '513ddb038d79429fa4fc439aa23f9a5a', 'gw_port': {'id': '7588f000-9ba2-417b-9633-fe0c7f38cce3', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e28cf4c-3cc6-4839-94fa-038d62a70f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:12:11Z', 'updated_at': '2021-04-23T09:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:19.055021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265b538d-264e-4120-9c47-82ad9f27dad8') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:19.055519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265b538d-264e-4120-9c47-82ad9f27dad8') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:19.062190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da087de8-662d-45c0-8223-3c68284e98ef None None] The sync data for ids ['9e28cf4c-3cc6-4839-94fa-038d62a70f9c'] in dv-neutron-786478-4-hyperv is: [{'id': '9e28cf4c-3cc6-4839-94fa-038d62a70f9c', 'name': 'tempest-snat-router-729454504', 'tenant_id': '513ddb038d79429fa4fc439aa23f9a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.144'}], 'enable_snat': False}, 'gw_port_id': '7588f000-9ba2-417b-9633-fe0c7f38cce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:12:09Z', 'updated_at': '2021-04-23T09:12:13Z', 'revision_number': 3, 'project_id': '513ddb038d79429fa4fc439aa23f9a5a', 'gw_port': {'id': '7588f000-9ba2-417b-9633-fe0c7f38cce3', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e28cf4c-3cc6-4839-94fa-038d62a70f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:12:11Z', 'updated_at': '2021-04-23T09:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:12:19.093015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:19.098532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:19.134348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:19.134545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Pushing event updated for resources: {'Network': ['ID=77a28324-c606-4fdf-ac72-69b18f8b8edb,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:19.146079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:19.193696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-7d9355f2-5452-4c93-b9ed-a81a61a5d825 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] device_id is not set on port ed135679-94b1-4a47-b173-5f14b3670ca1 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:12:19.197475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:19.201742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:19.236389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 77a28324-c606-4fdf-ac72-69b18f8b8edb details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:12:19.264280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:12:19.270236 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.8028100 Apr 23 09:12:19.277865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59634) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:19.296131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-010f7898-6a71-4deb-ae59-2ec8e3a1a376 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Request body: {'subnet': {'network_id': '77a28324-c606-4fdf-ac72-69b18f8b8edb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:19.304347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-010f7898-6a71-4deb-ae59-2ec8e3a1a376 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:19.309257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-010f7898-6a71-4deb-ae59-2ec8e3a1a376 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Usage tracker for resource:subnet and tenant:09ea2e277be94eca9d3cc249640bee7a is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:19.312830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-010f7898-6a71-4deb-ae59-2ec8e3a1a376 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:19.320669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-010f7898-6a71-4deb-ae59-2ec8e3a1a376 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:19.333197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:19.357196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Allocated IP 2001:db8::2 (c8c0169e-3ad1-4afd-a327-2e6a4a82513c/07c2b502-f06f-415b-93f7-f7b25a4caf2d/b4b2d23f-937f-4755-8313-8edae6b4b5cc) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:12:19.383077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db4f99d-d426-4eb9-935c-908e3be0a178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3635d80-78ac-4778-ad86-3c8e94997809'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:12:19.407584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010f7898-6a71-4deb-ae59-2ec8e3a1a376 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Made reservation on behalf of 09ea2e277be94eca9d3cc249640bee7a for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:12:19.415029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-010f7898-6a71-4deb-ae59-2ec8e3a1a376 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:19.422765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port a3635d80-78ac-4778-ad86-3c8e94997809, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a3635d80-78ac-4778-ad86-3c8e94997809,segment=NetworkSegment(ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00),segment_id=ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:12:19.675906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Network 362f5d07-034d-44b3-a3b5-e8646a25a16f has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:12:19.687261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2b176-e70d-4a92-9cb7-ba1e33a36e5e req-951a5675-e556-4078-a031-b6ca6edbb06d tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:19.704395 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-39b2b176-e70d-4a92-9cb7-ba1e33a36e5e req-951a5675-e556-4078-a031-b6ca6edbb06d tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.7081656 Apr 23 09:12:19.740462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:19.763230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:19.784297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Transition to ACTIVE for port object b4b2d23f-937f-4755-8313-8edae6b4b5cc will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:12:19.805128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Transition to ACTIVE for port object b4b2d23f-937f-4755-8313-8edae6b4b5cc will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:12:19.819300 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db4f99d-d426-4eb9-935c-908e3be0a178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3635d80-78ac-4778-ad86-3c8e94997809', 'code': 200} Apr 23 09:12:19.820812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:19.823082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:19.825144 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-39b2b176-e70d-4a92-9cb7-ba1e33a36e5e req-ee442721-5ea7-4bd4-9b98-bb43b4b3edfb tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178699 Apr 23 09:12:19.927961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:19.971760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Network c8c0169e-3ad1-4afd-a327-2e6a4a82513c is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:12:19.975167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:19.978148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:12:20.028466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-7d9355f2-5452-4c93-b9ed-a81a61a5d825 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Allocated IP 2001:db8::3d3 (c8c0169e-3ad1-4afd-a327-2e6a4a82513c/07c2b502-f06f-415b-93f7-f7b25a4caf2d/ed135679-94b1-4a47-b173-5f14b3670ca1) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:12:20.215124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Allocated IP 172.26.4.219 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/5ec95242-5950-4707-b2c9-05baf7edd34f) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:12:20.231807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Network 362f5d07-034d-44b3-a3b5-e8646a25a16f has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:12:20.235190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=a3635d80-78ac-4778-ad86-3c8e94997809,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:20.253301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:20.259485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.304s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:12:20.277653 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:12:20.366113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Pushing event updated for resources: {'Port': ['ID=b4b2d23f-937f-4755-8313-8edae6b4b5cc,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:20.376770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:20.382463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Attempting to bind port b4b2d23f-937f-4755-8313-8edae6b4b5cc on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:12:20.383343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Attempting to bind port b4b2d23f-937f-4755-8313-8edae6b4b5cc by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '9ca96d22-1b5f-493d-99fe-3ccf33bdf27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c8c0169e-3ad1-4afd-a327-2e6a4a82513c'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:12:20.384241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Attempting to bind port b4b2d23f-937f-4755-8313-8edae6b4b5cc on network c8c0169e-3ad1-4afd-a327-2e6a4a82513c {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:12:20.390818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:12:20.391534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Checking segment: {'id': '9ca96d22-1b5f-493d-99fe-3ccf33bdf27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c8c0169e-3ad1-4afd-a327-2e6a4a82513c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:12:20.392172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:20.393509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Bound using segment: {'id': '9ca96d22-1b5f-493d-99fe-3ccf33bdf27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c8c0169e-3ad1-4afd-a327-2e6a4a82513c'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:12:20.394241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Bound port: b4b2d23f-937f-4755-8313-8edae6b4b5cc, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca96d22-1b5f-493d-99fe-3ccf33bdf27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c8c0169e-3ad1-4afd-a327-2e6a4a82513c'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:12:20.394826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:20.425873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82b06f-b750-47f0-afda-d1ebfdc63445 req-e8a066d6-abe9-40bc-b928-c5f86ecacdf1 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:20.433989 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ac82b06f-b750-47f0-afda-d1ebfdc63445 req-e8a066d6-abe9-40bc-b928-c5f86ecacdf1 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 946 time: 0.4929962 Apr 23 09:12:20.526411 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ac82b06f-b750-47f0-afda-d1ebfdc63445 req-139923b7-f8fc-415f-b1a4-2d7d1be33dd3 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/security-groups?id=02253940-2539-4e82-a972-ccf13c8e9e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838375 Apr 23 09:12:20.575838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59656) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:20.578223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] For port b4b2d23f-937f-4755-8313-8edae6b4b5cc, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:12:20.582830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] For port b4b2d23f-937f-4755-8313-8edae6b4b5cc, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b4b2d23f-937f-4755-8313-8edae6b4b5cc,segment=NetworkSegment(9ca96d22-1b5f-493d-99fe-3ccf33bdf27d),segment_id=9ca96d22-1b5f-493d-99fe-3ccf33bdf27d)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:12:20.620402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:20.633959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:20.645510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4830b-efe7-4e23-946b-617fe45997e4 req-10512d30-2e32-459a-87f4-8d30cbdfdfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:20.647904 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d8d4830b-efe7-4e23-946b-617fe45997e4 req-10512d30-2e32-459a-87f4-8d30cbdfdfca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 1099 time: 0.4612353 Apr 23 09:12:20.655400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:20.672377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:20.676002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0e8d8d5a-cfbe-403d-b9f7-e116001cbeab tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:20.701618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:20.743080 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] 10.222.0.60 "DELETE /v2.0/networks/362f5d07-034d-44b3-a3b5-e8646a25a16f HTTP/1.1" status: 204 len: 168 time: 4.6470020 Apr 23 09:12:20.750307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59662) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:20.759541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Pushing event deleted for resources: {'Network': ['ID=362f5d07-034d-44b3-a3b5-e8646a25a16f,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:20.789875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Pushing event updated for resources: {'Port': ['ID=b4b2d23f-937f-4755-8313-8edae6b4b5cc,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:20.791561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:20.796748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:20.850677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-be782022-bb65-4b83-9321-824d1798019b tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:20.855172 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-be782022-bb65-4b83-9321-824d1798019b tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2677984 Apr 23 09:12:20.855361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d9355f2-5452-4c93-b9ed-a81a61a5d825 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:20.859992 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d8d4830b-efe7-4e23-946b-617fe45997e4 req-29bc1e3a-dbce-471f-8e34-a4d53b8c215b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=02253940-2539-4e82-a972-ccf13c8e9e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010739 Apr 23 09:12:20.863785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59668) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:20.878878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-d901cc17-5238-45ea-9f55-6e7a4fda0ab3 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:20.881448 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d901cc17-5238-45ea-9f55-6e7a4fda0ab3 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0114999 Apr 23 09:12:20.884426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59672) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:20.897362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-31178536-62b9-48af-9168-42ba91814a51 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:20.901917 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-31178536-62b9-48af-9168-42ba91814a51 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0130203 Apr 23 09:12:20.901917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-7d9355f2-5452-4c93-b9ed-a81a61a5d825 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Transition to ACTIVE for port object ed135679-94b1-4a47-b173-5f14b3670ca1 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:12:20.903094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59676) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:20.910118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-96908bf7-d74d-429a-b992-d4aa555fd405 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:20.912182 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-96908bf7-d74d-429a-b992-d4aa555fd405 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0072322 Apr 23 09:12:20.917122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59680) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:20.921704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90ea4030-0aaa-40c2-a05f-4b7f61980e11 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:20.924788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-a451a29f-7577-4169-a2b2-c94b9be42099 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:20.926829 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a451a29f-7577-4169-a2b2-c94b9be42099 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0077212 Apr 23 09:12:20.929115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59684) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:20.972616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-9f9736de-9c1c-4c07-b2ac-70b664915d3f tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:20.973695 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9f9736de-9c1c-4c07-b2ac-70b664915d3f tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0414798 Apr 23 09:12:20.993377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59688) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:20.996539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:21.030934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d988b3b6-2264-42e3-946d-1edb198b5807 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:21.095468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-37387e9c-3800-4e2a-b811-e7faf228470f tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:21.100761 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-37387e9c-3800-4e2a-b811-e7faf228470f tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.1032488 Apr 23 09:12:21.107621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59692) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:21.132471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Allocated IP 172.26.4.166 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/489cd2b7-4819-4de2-8030-f0346a7cd668) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:12:21.136863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-ece43ef8-033a-4aa2-82e6-be7cef188e10 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:21.140586 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ece43ef8-033a-4aa2-82e6-be7cef188e10 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0165229 Apr 23 09:12:21.145061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59696) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:21.152445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:12:21.159515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:21.166533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-bd29abe1-11fd-4bd5-a98c-258843713bba tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:21.166533 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bd29abe1-11fd-4bd5-a98c-258843713bba tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0137289 Apr 23 09:12:21.166754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:12:21.169849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59700) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:21.186761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-e5c5d4b3-5490-4137-b093-3ec3f187ee11 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:21.190668 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e5c5d4b3-5490-4137-b093-3ec3f187ee11 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0138197 Apr 23 09:12:21.225344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59704) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:21.240120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d9355f2-5452-4c93-b9ed-a81a61a5d825 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:21.249562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-3413be03-6869-412f-bb2b-48a0cf808814 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:21.250711 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3413be03-6869-412f-bb2b-48a0cf808814 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0193429 Apr 23 09:12:21.290867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e0c94667-a914-4313-ae17-b59cfd69281f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:21.521615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59708) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:21.552363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-6ce89e04-78a1-4129-a965-986bf51112ad tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:21.556476 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6ce89e04-78a1-4129-a965-986bf51112ad tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0280952 Apr 23 09:12:21.564392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59714) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:21.570900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90ea4030-0aaa-40c2-a05f-4b7f61980e11 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:21.612572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-4570cc88-441e-42d4-afea-68fd2a23c4d0 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:21.613452 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4570cc88-441e-42d4-afea-68fd2a23c4d0 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0475473 Apr 23 09:12:21.614257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Pushing event updated for resources: {'Port': ['ID=5ec95242-5950-4707-b2c9-05baf7edd34f,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:21.617294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:21.617829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59718) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:21.638672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-7b94d05a-54f7-455c-9eb5-775dc20b2233 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:21.641397 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7b94d05a-54f7-455c-9eb5-775dc20b2233 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0104909 Apr 23 09:12:21.644791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59722) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:21.700906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9355f2-5452-4c93-b9ed-a81a61a5d825 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Network c8c0169e-3ad1-4afd-a327-2e6a4a82513c is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:12:21.706850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-78c6a29a-e53f-475d-afe6-13c043112077 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:21.710426 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-78c6a29a-e53f-475d-afe6-13c043112077 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0614455 Apr 23 09:12:21.725056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59726) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:21.726343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1626a42-6e38-470a-853f-582e2640d4dc req-97b5cc24-3916-44c8-b0de-ee1027e325f7 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:21.728061 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a1626a42-6e38-470a-853f-582e2640d4dc req-97b5cc24-3916-44c8-b0de-ee1027e325f7 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.7392082 Apr 23 09:12:21.729045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-7d9355f2-5452-4c93-b9ed-a81a61a5d825 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:21.750646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9355f2-5452-4c93-b9ed-a81a61a5d825 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:12:21.757632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9355f2-5452-4c93-b9ed-a81a61a5d825 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:21.758370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d9355f2-5452-4c93-b9ed-a81a61a5d825 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:21.801916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b4b2d23f-937f-4755-8313-8edae6b4b5cc up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:12:21.804769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9355f2-5452-4c93-b9ed-a81a61a5d825 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Pushing event updated for resources: {'Port': ['ID=ed135679-94b1-4a47-b173-5f14b3670ca1,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:21.839027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-d41ec05a-5f19-4b54-bea3-3da89c40ef55 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:21.839834 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d41ec05a-5f19-4b54-bea3-3da89c40ef55 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0532920 Apr 23 09:12:21.849146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59730) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:21.852464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d9355f2-5452-4c93-b9ed-a81a61a5d825 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:21.885867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.objects.ports [None req-010f7898-6a71-4deb-ae59-2ec8e3a1a376 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87175) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 23 09:12:21.886067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-010f7898-6a71-4deb-ae59-2ec8e3a1a376 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:21.929704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ad46fb3-85c9-416a-ab77-2de14cfe9f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:21.946589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port b4b2d23f-937f-4755-8313-8edae6b4b5cc completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:12:21.953041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7588f000-9ba2-417b-9633-fe0c7f38cce3 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:12:21.976511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-ebf40b83-f3c9-438b-948c-2b7e3caa55a3 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:21.978175 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ebf40b83-f3c9-438b-948c-2b7e3caa55a3 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.1115968 Apr 23 09:12:21.982736 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a1626a42-6e38-470a-853f-582e2640d4dc req-9d0acafe-f218-4d4d-a1fa-65d42287415b tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350247 Apr 23 09:12:21.983979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59734) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:21.986118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-90ea4030-0aaa-40c2-a05f-4b7f61980e11 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfb70da-6dd3-44df-8438-e50357e9f87f']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:21.998993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:22.010708 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7d9355f2-5452-4c93-b9ed-a81a61a5d825 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.5623655 Apr 23 09:12:22.017123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-293b7651-e727-4467-91e8-84b27b89d94d tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:22.018755 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-293b7651-e727-4467-91e8-84b27b89d94d tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0153394 Apr 23 09:12:22.020937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59738) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:22.021529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59742) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:22.072050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f7898-6a71-4deb-ae59-2ec8e3a1a376 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Pushing event updated for resources: {'Subnet': ['ID=09b92c09-06f4-4273-850c-bca1448987cb,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:22.077901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-010f7898-6a71-4deb-ae59-2ec8e3a1a376 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:22.083896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-90ea4030-0aaa-40c2-a05f-4b7f61980e11 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdacc6be-843c-4c94-9f4c-4b85aeba0fd6') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:22.084382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-90ea4030-0aaa-40c2-a05f-4b7f61980e11 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdacc6be-843c-4c94-9f4c-4b85aeba0fd6') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:22.088857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010f7898-6a71-4deb-ae59-2ec8e3a1a376 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Checking segment: {'id': 'b3ad42d5-b570-4747-b642-fceda64e7b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '77a28324-c606-4fdf-ac72-69b18f8b8edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:12:22.089262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010f7898-6a71-4deb-ae59-2ec8e3a1a376 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Network hostable DHCP agents. Network: 77a28324-c606-4fdf-ac72-69b18f8b8edb, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:12:22.096916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-22eec3a5-bf26-4815-bb5f-c2ffd5f5c746 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:22.098241 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-22eec3a5-bf26-4815-bb5f-c2ffd5f5c746 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0220449 Apr 23 09:12:22.107078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59748) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:22.115093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-124be3f5-8bdf-46eb-891e-d73a9dd9f86a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Request body: {'port': {'network_id': 'c8c0169e-3ad1-4afd-a327-2e6a4a82513c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-368281041', 'allowed_address_pairs': [{'ip_address': '2001:db8::3d3', 'mac_address': 'fa:16:3e:ea:61:04'}]}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:22.144366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-a2c068ca-b9a1-45d8-8825-ff026706d9d2 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:22.145736 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a2c068ca-b9a1-45d8-8825-ff026706d9d2 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0100393 Apr 23 09:12:22.149268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59752) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:22.155837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-e1036516-7b88-4ccc-88f7-f73c26ee885c tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:22.156159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90ea4030-0aaa-40c2-a05f-4b7f61980e11 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:22.159573 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e1036516-7b88-4ccc-88f7-f73c26ee885c tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0084112 Apr 23 09:12:22.162873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59756) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:22.186159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-ec0755b8-da66-4011-8eae-342b2d44f174 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:22.187454 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ec0755b8-da66-4011-8eae-342b2d44f174 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0209322 Apr 23 09:12:22.197149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59760) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:22.199841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010f7898-6a71-4deb-ae59-2ec8e3a1a376 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Network 77a28324-c606-4fdf-ac72-69b18f8b8edb is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:12:22.220757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-846706b3-873b-4107-966f-5325ab230943 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:22.222182 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-846706b3-873b-4107-966f-5325ab230943 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0195959 Apr 23 09:12:22.233682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59764) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:22.238436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 7588f000-9ba2-417b-9633-fe0c7f38cce3 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:12:22.244312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 7588f000-9ba2-417b-9633-fe0c7f38cce3 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:12:22.244729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:22.260373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:22.274403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1a3efecb-89e4-424e-b173-d4562d02a945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:22.300970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90ea4030-0aaa-40c2-a05f-4b7f61980e11 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:22.322750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-8b8f094c-f789-4131-8a12-430910159292 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:22.323953 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8b8f094c-f789-4131-8a12-430910159292 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0835607 Apr 23 09:12:22.329432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-010f7898-6a71-4deb-ae59-2ec8e3a1a376 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 77a28324-c606-4fdf-ac72-69b18f8b8edb) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:22.332859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59770) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:22.349933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdecd3f-b262-4f5f-bf1c-5fb73b26d300 None None] Network 77a28324-c606-4fdf-ac72-69b18f8b8edb requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:12:22.357442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-1d26bdeb-c694-4af3-904d-bdb44bc726ea tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:22.358041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1ebc2-aa5e-4c6f-974a-8e7619d6019e req-c70d300b-f4d5-44a0-acde-c4c44cb5bbd7 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:22.358544 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1d26bdeb-c694-4af3-904d-bdb44bc726ea tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0194209 Apr 23 09:12:22.360355 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-78f1ebc2-aa5e-4c6f-974a-8e7619d6019e req-c70d300b-f4d5-44a0-acde-c4c44cb5bbd7 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 946 time: 0.6480002 Apr 23 09:12:22.366252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ea4030-0aaa-40c2-a05f-4b7f61980e11 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:12:22.385796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59774) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:22.389747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:12:22.412288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:22.463819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-d7baa9d9-a10e-4ed3-a049-3eb1f67365b6 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:22.464960 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d7baa9d9-a10e-4ed3-a049-3eb1f67365b6 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0611646 Apr 23 09:12:22.466202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010f7898-6a71-4deb-ae59-2ec8e3a1a376 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:22.466953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-010f7898-6a71-4deb-ae59-2ec8e3a1a376 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:22.478754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:12:22.504119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59778) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:22.528504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Pushing event updated for resources: {'Port': ['ID=489cd2b7-4819-4de2-8030-f0346a7cd668,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:22.530261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-86771528-ebd0-4471-b3c9-e648599a2332 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:22.534391 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-86771528-ebd0-4471-b3c9-e648599a2332 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0207415 Apr 23 09:12:22.540970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:22.541459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59782) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:22.562373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-99e4d800-5543-4b13-a146-a61fc683a9b2 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:22.564348 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-99e4d800-5543-4b13-a146-a61fc683a9b2 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0171843 Apr 23 09:12:22.578265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59786) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:22.596704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-65b10459-9313-4b25-a938-59fee45713c6 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:22.601322 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-65b10459-9313-4b25-a938-59fee45713c6 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0134315 Apr 23 09:12:22.604185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59790) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:22.617072 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-010f7898-6a71-4deb-ae59-2ec8e3a1a376 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3270569 Apr 23 09:12:22.622915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-be026ebe-d58c-4cfa-8142-022cde6e00bf tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:22.626773 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-be026ebe-d58c-4cfa-8142-022cde6e00bf tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0176337 Apr 23 09:12:22.626773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59794) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:22.632202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59796) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:22.638392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5cfb00c5-719d-484a-8ab8-bfc5e206fc1b tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-415615777', 'network_id': '77a28324-c606-4fdf-ac72-69b18f8b8edb'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:22.658468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5cfb00c5-719d-484a-8ab8-bfc5e206fc1b tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:22.669777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-676ae511-e67f-4da9-8b22-4b7ef2b2eeb6 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:22.673483 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-676ae511-e67f-4da9-8b22-4b7ef2b2eeb6 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0264633 Apr 23 09:12:22.680812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ec2b6-4008-4b18-a20e-d0faf0302d03 req-4ecdf11b-31cc-4e31-92ed-c32f1b9a3eae tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:22.682532 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf5ec2b6-4008-4b18-a20e-d0faf0302d03 req-4ecdf11b-31cc-4e31-92ed-c32f1b9a3eae tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.4839699 Apr 23 09:12:22.684582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59802) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:22.690186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5cfb00c5-719d-484a-8ab8-bfc5e206fc1b tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Usage tracker for resource:port and tenant:09ea2e277be94eca9d3cc249640bee7a is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:22.695265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5cfb00c5-719d-484a-8ab8-bfc5e206fc1b tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:22.702472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-63073475-fd99-4088-8c25-c11414b326f0 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:22.706972 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-63073475-fd99-4088-8c25-c11414b326f0 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0156724 Apr 23 09:12:22.706972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59806) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:22.707997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59808) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:22.718706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e9110fe0-aca6-4fd2-a0cf-1b2093764c3d tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Request body: {'floatingip': {'port_id': '604ea667-2571-4657-a201-16fcd36200b4'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:22.748536 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-78f1ebc2-aa5e-4c6f-974a-8e7619d6019e req-fd7afd73-afcc-43df-a955-59e06b6a3c36 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/security-groups?id=02253940-2539-4e82-a972-ccf13c8e9e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3611090 Apr 23 09:12:22.763205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b306fbc3-1fc1-4b40-b398-67d59f989fbe None None] Network c8c0169e-3ad1-4afd-a327-2e6a4a82513c requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:12:22.781765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5cfb00c5-719d-484a-8ab8-bfc5e206fc1b tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:22.797841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-a38efe0b-44da-4ed4-b878-19aad924a8e6 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:22.800302 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a38efe0b-44da-4ed4-b878-19aad924a8e6 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0846844 Apr 23 09:12:22.809587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59814) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:22.829114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-088c096d-53ba-4d7f-8e22-d30b3d219a91 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:22.833200 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-088c096d-53ba-4d7f-8e22-d30b3d219a91 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0175819 Apr 23 09:12:22.833376 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-33c87063-16c7-4bd5-95c1-f12faf0f63e0 req-aff68827-5259-4ed6-94ed-fcddb2527538 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4216330 Apr 23 09:12:22.833460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-124be3f5-8bdf-46eb-891e-d73a9dd9f86a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:22.836681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9110fe0-aca6-4fd2-a0cf-1b2093764c3d tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks [] for floatingip, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:22.840690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59818) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:22.854268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-124be3f5-8bdf-46eb-891e-d73a9dd9f86a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Usage tracker for resource:port and tenant:328d038f3e04461f942e13ec7ec45165 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:22.858843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-90ea4030-0aaa-40c2-a05f-4b7f61980e11 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Network fbfb70da-6dd3-44df-8438-e50357e9f87f has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:12:22.886677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-eff29085-bc99-4f15-a40d-836464bdeb6f tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:22.887927 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-eff29085-bc99-4f15-a40d-836464bdeb6f tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0357156 Apr 23 09:12:22.889021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-124be3f5-8bdf-46eb-891e-d73a9dd9f86a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:22.894192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90ea4030-0aaa-40c2-a05f-4b7f61980e11 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:22.898958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:22.900008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59822) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:22.925615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfb00c5-719d-484a-8ab8-bfc5e206fc1b tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Made reservation on behalf of 09ea2e277be94eca9d3cc249640bee7a for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:12:22.930848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5cfb00c5-719d-484a-8ab8-bfc5e206fc1b tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:22.932216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-124be3f5-8bdf-46eb-891e-d73a9dd9f86a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:22.988682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-d28b95b5-5eea-4868-9440-cc40e7e3c014 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:22.993612 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d28b95b5-5eea-4868-9440-cc40e7e3c014 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0796077 Apr 23 09:12:22.999459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59826) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:23.021326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-0a82845b-2612-477a-a90b-15025397f0b5 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:23.024936 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0a82845b-2612-477a-a90b-15025397f0b5 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0155289 Apr 23 09:12:23.027026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59830) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:23.061342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-7f87ef66-e7f4-4f5e-9e2b-3a265e901bd1 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:23.067164 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7f87ef66-e7f4-4f5e-9e2b-3a265e901bd1 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0246880 Apr 23 09:12:23.067354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a419cc87-fb3a-4766-9ba0-bb7d4e0d6b81 None None] Provisioning for port b4b2d23f-937f-4755-8313-8edae6b4b5cc completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:12:23.081748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59834) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:23.098199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124be3f5-8bdf-46eb-891e-d73a9dd9f86a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Made reservation on behalf of 328d038f3e04461f942e13ec7ec45165 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:12:23.101454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a419cc87-fb3a-4766-9ba0-bb7d4e0d6b81 None None] Provisioning complete for port b4b2d23f-937f-4755-8313-8edae6b4b5cc triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:12:23.102123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a419cc87-fb3a-4766-9ba0-bb7d4e0d6b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:23.106228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-f7ffdaa4-ab1e-421d-87b8-c10c1b6283dc tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:23.110020 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f7ffdaa4-ab1e-421d-87b8-c10c1b6283dc tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0152593 Apr 23 09:12:23.115681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59838) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:23.130385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-5cfb00c5-719d-484a-8ab8-bfc5e206fc1b tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] device_id is not set on port c7c67bbd-c69e-466b-993c-682145559683 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:12:23.147280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:23.179615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-56ebfcb3-a8e2-4ec1-b1b2-fae63b1fae3d tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:23.183217 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-56ebfcb3-a8e2-4ec1-b1b2-fae63b1fae3d tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0525033 Apr 23 09:12:23.227773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59842) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:23.239808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:23.247694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-2d2f75bb-da07-49e5-a56c-b7f2bd9637cf tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:23.252539 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2d2f75bb-da07-49e5-a56c-b7f2bd9637cf tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0199270 Apr 23 09:12:23.262996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59846) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:23.272991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:23.309728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-be6f69be-b7ca-422a-abff-76374d51f2fe tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:23.313275 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-be6f69be-b7ca-422a-abff-76374d51f2fe tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0454044 Apr 23 09:12:23.329754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59850) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:23.338968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:23.358779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-0bea5b40-5880-40c4-b2ad-470ab31bc6f7 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:23.363496 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0bea5b40-5880-40c4-b2ad-470ab31bc6f7 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0145602 Apr 23 09:12:23.374736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59854) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:23.377637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 7588f000-9ba2-417b-9633-fe0c7f38cce3, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7588f000-9ba2-417b-9633-fe0c7f38cce3,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:12:23.418597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b827d7f-2718-4ec4-9ea5-57ee15595b85 None None] Network 77a28324-c606-4fdf-ac72-69b18f8b8edb requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:12:23.455702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-9b4aa3bb-e5fc-409f-90de-5cb86953943b tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:23.459154 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9b4aa3bb-e5fc-409f-90de-5cb86953943b tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0807087 Apr 23 09:12:23.502794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59858) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:23.584734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c87063-16c7-4bd5-95c1-f12faf0f63e0 req-8cc7ec6a-4264-465f-b592-95a9eb475c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:23.586383 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-33c87063-16c7-4bd5-95c1-f12faf0f63e0 req-8cc7ec6a-4264-465f-b592-95a9eb475c8c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=31a3cdb04d554bd6aeeb1f860e8a1415&device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 1098 time: 0.6633801 Apr 23 09:12:23.626444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:23.629891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-b1630814-eeb8-4a43-9efc-9b4f0d82548f tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:23.630911 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b1630814-eeb8-4a43-9efc-9b4f0d82548f tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0215764 Apr 23 09:12:23.638350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:23.651495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-90ea4030-0aaa-40c2-a05f-4b7f61980e11 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Network fbfb70da-6dd3-44df-8438-e50357e9f87f has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:12:23.653203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59862) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:12:23.687869 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:12:23.700884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-accb839e-02bd-4379-93da-a602c3cebe9e tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:23.701946 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-accb839e-02bd-4379-93da-a602c3cebe9e tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0262516 Apr 23 09:12:23.708648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59866) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:23.716811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-124be3f5-8bdf-46eb-891e-d73a9dd9f86a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:23.777746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-87f18ce7-7fff-48c5-ad07-323f0930b01c tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:23.780736 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-87f18ce7-7fff-48c5-ad07-323f0930b01c tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0616636 Apr 23 09:12:23.803514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59872) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:23.803606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-5cfb00c5-719d-484a-8ab8-bfc5e206fc1b tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Allocated IP 172.20.0.2 (77a28324-c606-4fdf-ac72-69b18f8b8edb/09b92c09-06f4-4273-850c-bca1448987cb/c7c67bbd-c69e-466b-993c-682145559683) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:12:23.809880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-aed88b4f-848b-43c3-9b6e-6b928023203f tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:23.810989 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-aed88b4f-848b-43c3-9b6e-6b928023203f tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0157475 Apr 23 09:12:23.816827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-124be3f5-8bdf-46eb-891e-d73a9dd9f86a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] device_id is not set on port c0e60818-6d7e-46d6-a8e3-f2f9ab67a6d2 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:12:23.847059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59876) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:23.854051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a419cc87-fb3a-4766-9ba0-bb7d4e0d6b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:23.857849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-83c8642e-42d6-4252-a818-4c9e72d048c7 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:23.858907 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-83c8642e-42d6-4252-a818-4c9e72d048c7 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0054896 Apr 23 09:12:23.880751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59880) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:23.895983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=7588f000-9ba2-417b-9633-fe0c7f38cce3,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:23.906923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-25ce223a-34db-4c08-be8d-ed9968f3338b tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:23.907056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:23.907632 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-25ce223a-34db-4c08-be8d-ed9968f3338b tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0123360 Apr 23 09:12:23.915424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59884) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:23.972083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a419cc87-fb3a-4766-9ba0-bb7d4e0d6b81 None None] For port b4b2d23f-937f-4755-8313-8edae6b4b5cc, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b4b2d23f-937f-4755-8313-8edae6b4b5cc,segment=NetworkSegment(9ca96d22-1b5f-493d-99fe-3ccf33bdf27d),segment_id=9ca96d22-1b5f-493d-99fe-3ccf33bdf27d)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:12:24.015256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-124be3f5-8bdf-46eb-891e-d73a9dd9f86a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Allocated IP 2001:db8::322 (c8c0169e-3ad1-4afd-a327-2e6a4a82513c/07c2b502-f06f-415b-93f7-f7b25a4caf2d/c0e60818-6d7e-46d6-a8e3-f2f9ab67a6d2) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:12:24.031501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a419cc87-fb3a-4766-9ba0-bb7d4e0d6b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:24.035090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:24.131875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419cc87-fb3a-4766-9ba0-bb7d4e0d6b81 None None] Pushing event updated for resources: {'Port': ['ID=b4b2d23f-937f-4755-8313-8edae6b4b5cc,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:24.136050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a419cc87-fb3a-4766-9ba0-bb7d4e0d6b81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:24.259505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4c863520-6e1a-4619-9e12-710e53066822 None None] Provisioning complete for port b4b2d23f-937f-4755-8313-8edae6b4b5cc triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:12:24.260018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4c863520-6e1a-4619-9e12-710e53066822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:24.337417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-e1bdd9f5-edad-4666-be07-9b6556378201 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:24.342021 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e1bdd9f5-edad-4666-be07-9b6556378201 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.4190257 Apr 23 09:12:24.361115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59888) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:24.425966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-c3b8d5b3-8044-4274-a3c7-0c36053dc060 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:24.429912 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c3b8d5b3-8044-4274-a3c7-0c36053dc060 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0358686 Apr 23 09:12:24.445448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59892) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:24.456992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90ea4030-0aaa-40c2-a05f-4b7f61980e11 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:24.461657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-c23943bb-1d69-4f64-89d2-fccf10e3adb5 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:24.465424 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c23943bb-1d69-4f64-89d2-fccf10e3adb5 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0162516 Apr 23 09:12:24.466291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59896) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:24.476158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-7f8652d2-f100-4041-b0a3-7d85227e3219 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:24.478010 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7f8652d2-f100-4041-b0a3-7d85227e3219 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0083468 Apr 23 09:12:24.478885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90ea4030-0aaa-40c2-a05f-4b7f61980e11 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:24.481806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-56e2abdb-b01a-4832-b17d-aa711a20f425 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:24.500470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59900) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:24.504354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:12:24.511402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4c863520-6e1a-4619-9e12-710e53066822 None None] Provisioning for port ed135679-94b1-4a47-b173-5f14b3670ca1 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:12:24.518929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4c863520-6e1a-4619-9e12-710e53066822 None None] Provisioning complete for port ed135679-94b1-4a47-b173-5f14b3670ca1 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:12:24.520010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4c863520-6e1a-4619-9e12-710e53066822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:24.527199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-5232ad37-ff79-414d-a960-fa8fde1b3a45 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:24.528480 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5232ad37-ff79-414d-a960-fa8fde1b3a45 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0225556 Apr 23 09:12:24.538090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea4030-0aaa-40c2-a05f-4b7f61980e11 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Pushing event deleted for resources: {'Network': ['ID=fbfb70da-6dd3-44df-8438-e50357e9f87f,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:24.543269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59904) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:24.547329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-90ea4030-0aaa-40c2-a05f-4b7f61980e11 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:24.559389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-af5c6815-266c-4f0c-90d3-0f323282e910 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:24.564044 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-af5c6815-266c-4f0c-90d3-0f323282e910 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0151289 Apr 23 09:12:24.564044 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-90ea4030-0aaa-40c2-a05f-4b7f61980e11 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] 10.222.0.60 "DELETE /v2.0/networks/fbfb70da-6dd3-44df-8438-e50357e9f87f HTTP/1.1" status: 204 len: 168 time: 3.8089845 Apr 23 09:12:24.576967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59908) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:24.577349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59910) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:24.593409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4c863520-6e1a-4619-9e12-710e53066822 None None] Port ed135679-94b1-4a47-b173-5f14b3670ca1 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:12:24.610934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-095b686c-4d3c-46b0-bee8-febbfd9a6f66 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:24.612548 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-095b686c-4d3c-46b0-bee8-febbfd9a6f66 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0310063 Apr 23 09:12:24.620509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59916) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:24.634251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c87063-16c7-4bd5-95c1-f12faf0f63e0 req-7c555f9a-aed6-4d6d-b285-0bb4d863628f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:24.636413 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-33c87063-16c7-4bd5-95c1-f12faf0f63e0 req-7c555f9a-aed6-4d6d-b285-0bb4d863628f service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5f22f44-5dc5-4259-bb66-faeac2187f12 HTTP/1.1" status: 200 len: 913 time: 0.9996421 Apr 23 09:12:24.661394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-ad30fe2b-376d-410e-a8fe-b1f475b9389f tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:24.662507 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ad30fe2b-376d-410e-a8fe-b1f475b9389f tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0234430 Apr 23 09:12:24.716942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6137a7f0-dfdb-4970-b41e-7f83d98a1467 None None] Provisioning complete for port ed135679-94b1-4a47-b173-5f14b3670ca1 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:12:24.717316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6137a7f0-dfdb-4970-b41e-7f83d98a1467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:24.728451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59920) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:24.751515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-9f810d75-8fc1-45c8-b6e3-308145e58df8 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:24.756050 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9f810d75-8fc1-45c8-b6e3-308145e58df8 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0237985 Apr 23 09:12:24.768803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59924) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:24.772400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:12:24.780818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6137a7f0-dfdb-4970-b41e-7f83d98a1467 None None] Port ed135679-94b1-4a47-b173-5f14b3670ca1 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:12:24.782639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-3d46809c-4529-4c4b-b619-55d7c4abdf95 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:24.788432 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3d46809c-4529-4c4b-b619-55d7c4abdf95 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0144684 Apr 23 09:12:24.790043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:24.790846 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-33c87063-16c7-4bd5-95c1-f12faf0f63e0 req-3804ea4a-96a0-42e6-8737-9df147aacab8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=604ea667-2571-4657-a201-16fcd36200b4 HTTP/1.1" status: 200 len: 217 time: 0.1351464 Apr 23 09:12:24.791159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59928) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:24.801154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:24.802953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-543b70e9-8546-418c-85f4-2bb650aa29d5 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:24.833063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-0d8327c2-91b8-4c70-94e2-823f88f47426 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:24.834136 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0d8327c2-91b8-4c70-94e2-823f88f47426 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0389485 Apr 23 09:12:24.885257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59932) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:24.909281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:24.927214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-dcfe7dd3-c5e4-4010-84b6-b3a297ead809 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:24.928286 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-dcfe7dd3-c5e4-4010-84b6-b3a297ead809 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0329423 Apr 23 09:12:24.929310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f29f293a-9ba8-4095-b89a-a75a56b9672c tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:24.961160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59936) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:25.040173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-5219f57f-eac0-43e5-87b3-b598e1ec9816 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:25.041408 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5219f57f-eac0-43e5-87b3-b598e1ec9816 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0646603 Apr 23 09:12:25.051382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59940) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:25.057924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab1326-f018-420d-862e-0505e4f67e4e req-a5fb1a44-95db-4056-88b4-4873f6ddf843 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:25.059636 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-16ab1326-f018-420d-862e-0505e4f67e4e req-a5fb1a44-95db-4056-88b4-4873f6ddf843 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 946 time: 1.1134195 Apr 23 09:12:25.097823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-d92c23d6-010d-4e74-bd63-0d8b1821f82d tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:25.098919 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d92c23d6-010d-4e74-bd63-0d8b1821f82d tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0439963 Apr 23 09:12:25.103093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59944) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:25.161724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-42594fdf-19f9-4262-9109-83b935c11f8d tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:25.162841 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-42594fdf-19f9-4262-9109-83b935c11f8d tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0483565 Apr 23 09:12:25.173041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59948) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:25.192124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-b98efbee-d20a-460f-9673-c1fe86ee4275 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:25.196591 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b98efbee-d20a-460f-9673-c1fe86ee4275 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0189588 Apr 23 09:12:25.200001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59952) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:25.212057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Pushing event updated for resources: {'Port': ['ID=489cd2b7-4819-4de2-8030-f0346a7cd668,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:25.221899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-e9110fe0-aca6-4fd2-a0cf-1b2093764c3d tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:12:25.272103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-543b70e9-8546-418c-85f4-2bb650aa29d5 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:25.299846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-45ea2f71-d924-42ca-8de7-e8cdf31bbfee tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:25.300912 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-45ea2f71-d924-42ca-8de7-e8cdf31bbfee tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0906985 Apr 23 09:12:25.311347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59956) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:25.311591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:25.316705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c87063-16c7-4bd5-95c1-f12faf0f63e0 req-4a19bec3-3d85-46a1-bf35-1e18c5091c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:25.318270 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-33c87063-16c7-4bd5-95c1-f12faf0f63e0 req-4a19bec3-3d85-46a1-bf35-1e18c5091c3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e93f7937-3608-4a50-b4a7-cc289ad239de HTTP/1.1" status: 200 len: 851 time: 0.5199356 Apr 23 09:12:25.331987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-9e32cffe-8dee-46c0-8e54-af0fc17b9740 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:25.333064 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9e32cffe-8dee-46c0-8e54-af0fc17b9740 tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0154514 Apr 23 09:12:25.342032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59960) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:25.381714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5cfb00c5-719d-484a-8ab8-bfc5e206fc1b tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:25.391358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:25.435821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [None req-c117ad57-3293-4f22-87c4-875fd5ed72be tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:12:25.436870 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c117ad57-3293-4f22-87c4-875fd5ed72be tempest-ExtensionsTestJSON-365837053 tempest-ExtensionsTestJSON-365837053-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0489562 Apr 23 09:12:25.437343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-124be3f5-8bdf-46eb-891e-d73a9dd9f86a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:25.447615 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-16ab1326-f018-420d-862e-0505e4f67e4e req-7538db64-93d0-4881-9852-a1d68f01b10a tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/security-groups?id=02253940-2539-4e82-a972-ccf13c8e9e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3363607 Apr 23 09:12:25.469063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9110fe0-aca6-4fd2-a0cf-1b2093764c3d tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:25.474932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-543b70e9-8546-418c-85f4-2bb650aa29d5 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc38d052-7b16-4b2b-a58a-d31799a2fc67']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:25.505317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-124be3f5-8bdf-46eb-891e-d73a9dd9f86a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Transition to ACTIVE for port object c0e60818-6d7e-46d6-a8e3-f2f9ab67a6d2 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:12:25.507948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-543b70e9-8546-418c-85f4-2bb650aa29d5 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5608b067-b479-4a89-b046-d7020f616880') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:25.508289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-543b70e9-8546-418c-85f4-2bb650aa29d5 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5608b067-b479-4a89-b046-d7020f616880') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:25.515996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9110fe0-aca6-4fd2-a0cf-1b2093764c3d tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:25.529815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-543b70e9-8546-418c-85f4-2bb650aa29d5 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:25.556904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-543b70e9-8546-418c-85f4-2bb650aa29d5 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:25.568100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543b70e9-8546-418c-85f4-2bb650aa29d5 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:12:25.604196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5cfb00c5-719d-484a-8ab8-bfc5e206fc1b tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:25.617039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:25.618419 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4894965 Apr 23 09:12:25.644351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59968) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:25.657424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Router 5d7b2d86-e7b9-4604-8c81-0a8de8a11fa9 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:12:25.688328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d183832d-090d-406c-a2e2-1de5c02028e0 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:25.747313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b4b2d23f-937f-4755-8313-8edae6b4b5cc up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:12:25.791441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfb00c5-719d-484a-8ab8-bfc5e206fc1b tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Network 77a28324-c606-4fdf-ac72-69b18f8b8edb is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:12:25.801726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-5cfb00c5-719d-484a-8ab8-bfc5e206fc1b tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:25.811891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfb00c5-719d-484a-8ab8-bfc5e206fc1b tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:12:25.842009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c87063-16c7-4bd5-95c1-f12faf0f63e0 req-2377892f-67eb-4192-9ed4-2acc0429cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:25.843714 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-33c87063-16c7-4bd5-95c1-f12faf0f63e0 req-2377892f-67eb-4192-9ed4-2acc0429cd88 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5f22f44-5dc5-4259-bb66-faeac2187f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5027735 Apr 23 09:12:25.859262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb00c5-719d-484a-8ab8-bfc5e206fc1b tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Pushing event updated for resources: {'Port': ['ID=c7c67bbd-c69e-466b-993c-682145559683,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:25.865079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port b4b2d23f-937f-4755-8313-8edae6b4b5cc triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:12:25.865498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:25.896248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5cfb00c5-719d-484a-8ab8-bfc5e206fc1b tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:25.988538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-124be3f5-8bdf-46eb-891e-d73a9dd9f86a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:26.008804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7588f000-9ba2-417b-9633-fe0c7f38cce3 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:12:26.012559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfb00c5-719d-484a-8ab8-bfc5e206fc1b tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:26.013354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5cfb00c5-719d-484a-8ab8-bfc5e206fc1b tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:26.016688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59974) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:26.041869 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-e9110fe0-aca6-4fd2-a0cf-1b2093764c3d tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Floating IP c8fda4f3-9b0b-46f9-b3a1-0e45face60ff associated. External IP: 172.26.4.251, port: 604ea667-2571-4657-a201-16fcd36200b4. Apr 23 09:12:26.077627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c717e7c0-9068-4495-bb68-a9e43cc363af tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:26.083832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 7588f000-9ba2-417b-9633-fe0c7f38cce3 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:12:26.084263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:26.147754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-543b70e9-8546-418c-85f4-2bb650aa29d5 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Network bc38d052-7b16-4b2b-a58a-d31799a2fc67 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:12:26.180042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-543b70e9-8546-418c-85f4-2bb650aa29d5 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:26.212267 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-25be6dbb-7aeb-4831-84a2-b2c32e6b92fe tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2915 time: 0.5623415 Apr 23 09:12:26.216263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59980) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:26.390661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124be3f5-8bdf-46eb-891e-d73a9dd9f86a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Network c8c0169e-3ad1-4afd-a327-2e6a4a82513c is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:12:26.409280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-124be3f5-8bdf-46eb-891e-d73a9dd9f86a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:26.424101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124be3f5-8bdf-46eb-891e-d73a9dd9f86a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:12:26.430695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124be3f5-8bdf-46eb-891e-d73a9dd9f86a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:26.431442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-124be3f5-8bdf-46eb-891e-d73a9dd9f86a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:26.443671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c893c40f-eb0a-42ec-acb2-d18b93ecfc5f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Synchronizing usage tracker for tenant:b2bf8ddf8722495e9f6ca54519109adb on resource:floatingip {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:12:26.446454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124be3f5-8bdf-46eb-891e-d73a9dd9f86a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Pushing event updated for resources: {'Port': ['ID=c0e60818-6d7e-46d6-a8e3-f2f9ab67a6d2,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:26.483635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-124be3f5-8bdf-46eb-891e-d73a9dd9f86a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:26.489315 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5cfb00c5-719d-484a-8ab8-bfc5e206fc1b tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.8593061 Apr 23 09:12:26.490190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59984) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:26.538411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30871c-4f3a-45f0-8600-a2a02ec9ef14 req-9e870e3f-b100-4cb5-94f2-273d211775e0 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:26.540112 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4a30871c-4f3a-45f0-8600-a2a02ec9ef14 req-9e870e3f-b100-4cb5-94f2-273d211775e0 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 946 time: 0.9570038 Apr 23 09:12:26.581196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 59988) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:26.612321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b2193dd3-8ab3-4a28-8ead-3d36301066d8 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Request body: {'floatingip': {'port_id': 'a3635d80-78ac-4778-ad86-3c8e94997809'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:26.632328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-543b70e9-8546-418c-85f4-2bb650aa29d5 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Network bc38d052-7b16-4b2b-a58a-d31799a2fc67 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:12:26.644809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:12:26.666726 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:12:26.670089 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-33c87063-16c7-4bd5-95c1-f12faf0f63e0 req-f2ac21dd-6f41-4ad2-ad34-47d9d11296be service neutron] 10.222.0.35 "GET /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8155668 Apr 23 09:12:26.675591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] Sync routers for ids ['5d7b2d86-e7b9-4604-8c81-0a8de8a11fa9'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:12:26.683317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffefe433-1a21-4d4c-b6d9-331e379cf337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:26.693961 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-124be3f5-8bdf-46eb-891e-d73a9dd9f86a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.6193638 Apr 23 09:12:26.694166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] Routers {'5d7b2d86-e7b9-4604-8c81-0a8de8a11fa9'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:26.694166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['5d7b2d86-e7b9-4604-8c81-0a8de8a11fa9'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:26.756265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59992) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:26.766512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2193dd3-8ab3-4a28-8ead-3d36301066d8 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks [] for floatingip, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:26.798206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c893c40f-eb0a-42ec-acb2-d18b93ecfc5f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Unset dirty status for tenant:b2bf8ddf8722495e9f6ca54519109adb on resource:floatingip {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:12:26.803188 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c893c40f-eb0a-42ec-acb2-d18b93ecfc5f tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.5570579 Apr 23 09:12:26.815685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 59996) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:26.907072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d871a825-2030-440a-a1e6-384223624346 None None] Provisioning for port c0e60818-6d7e-46d6-a8e3-f2f9ab67a6d2 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:12:26.911099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ffefe433-1a21-4d4c-b6d9-331e379cf337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:26.919904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d871a825-2030-440a-a1e6-384223624346 None None] Provisioning complete for port c0e60818-6d7e-46d6-a8e3-f2f9ab67a6d2 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:12:26.920330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d871a825-2030-440a-a1e6-384223624346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:26.972327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] Set router 5d7b2d86-e7b9-4604-8c81-0a8de8a11fa9 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:12:27.058167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ffefe433-1a21-4d4c-b6d9-331e379cf337 admin admin] Usage tracker for resource:security_group_rule and tenant:4302fe9cb5b249ce9201e8965de13162 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:27.073487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ffefe433-1a21-4d4c-b6d9-331e379cf337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:27.117303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ffefe433-1a21-4d4c-b6d9-331e379cf337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:27.189756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:27.191783 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.7716970 Apr 23 09:12:27.202388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60000) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:27.317424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d871a825-2030-440a-a1e6-384223624346 None None] Port c0e60818-6d7e-46d6-a8e3-f2f9ab67a6d2 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:12:27.369895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-543b70e9-8546-418c-85f4-2bb650aa29d5 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:27.391810 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-33c87063-16c7-4bd5-95c1-f12faf0f63e0 req-7873937c-f144-4ebc-b9f7-1d8689560b5e service neutron] 10.222.0.35 "GET /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6607926 Apr 23 09:12:27.517663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-543b70e9-8546-418c-85f4-2bb650aa29d5 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:27.554587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7b2d86-e7b9-4604-8c81-0a8de8a11fa9', 'name': 'tempest-snat-router-729454504', 'tenant_id': '513ddb038d79429fa4fc439aa23f9a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '5ec95242-5950-4707-b2c9-05baf7edd34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:12:16Z', 'updated_at': '2021-04-23T09:12:22Z', 'revision_number': 3, 'project_id': '513ddb038d79429fa4fc439aa23f9a5a', 'gw_port': {'id': '5ec95242-5950-4707-b2c9-05baf7edd34f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:47:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7b2d86-e7b9-4604-8c81-0a8de8a11fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:12:19Z', 'updated_at': '2021-04-23T09:12:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:27.560442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] Checking router: 5d7b2d86-e7b9-4604-8c81-0a8de8a11fa9 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:12:27.560976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] Updating router 5d7b2d86-e7b9-4604-8c81-0a8de8a11fa9 port 5ec95242-5950-4707-b2c9-05baf7edd34f binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:12:27.567127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:27.594518 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-543b70e9-8546-418c-85f4-2bb650aa29d5 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] 10.222.0.60 "DELETE /v2.0/networks/bc38d052-7b16-4b2b-a58a-d31799a2fc67 HTTP/1.1" status: 204 len: 168 time: 3.0068371 Apr 23 09:12:27.599677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60004) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:27.634899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b70e9-8546-418c-85f4-2bb650aa29d5 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Pushing event deleted for resources: {'Network': ['ID=bc38d052-7b16-4b2b-a58a-d31799a2fc67,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:27.641286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-543b70e9-8546-418c-85f4-2bb650aa29d5 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:27.644200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-28b392ca-06da-4fa6-8e00-c7a80ef97b97 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Deleting port c7c67bbd-c69e-466b-993c-682145559683 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:12:27.644588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-28b392ca-06da-4fa6-8e00-c7a80ef97b97 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:27.660031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:27.704951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9715db-4c05-4107-b05b-cbbf2ada6a55 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:27.711684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9715db-4c05-4107-b05b-cbbf2ada6a55 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:27.718276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9715db-4c05-4107-b05b-cbbf2ada6a55 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:27.719256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9a9715db-4c05-4107-b05b-cbbf2ada6a55 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Synchronizing usage tracker for tenant:328d038f3e04461f942e13ec7ec45165 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:12:27.746252 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f82a0be6-0390-426f-b83f-d22d66402fd5 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "GET /v2.0/routers/5d7b2d86-e7b9-4604-8c81-0a8de8a11fa9 HTTP/1.1" status: 200 len: 907 time: 0.5361445 Apr 23 09:12:27.749177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60008) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:27.918922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9110fe0-aca6-4fd2-a0cf-1b2093764c3d tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Router 8b2e7ab3-4566-4db9-82ed-58910be54bc0 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:12:27.921738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-336a480e-4c15-46dd-8bc1-10d47924134a tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Deleting port 489cd2b7-4819-4de2-8030-f0346a7cd668 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:12:27.926633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-336a480e-4c15-46dd-8bc1-10d47924134a tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:28.031701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9a9715db-4c05-4107-b05b-cbbf2ada6a55 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Unset dirty status for tenant:328d038f3e04461f942e13ec7ec45165 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:12:28.033562 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9a9715db-4c05-4107-b05b-cbbf2ada6a55 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 1.2784262 Apr 23 09:12:28.039134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60012) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:28.078034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac838898-8b77-448d-b093-8b4337788a67 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:28.110676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:28.125700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] Transition to ACTIVE for port object 5ec95242-5950-4707-b2c9-05baf7edd34f will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:12:28.149577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da3f755a-d9d5-434d-aecf-f868e939b9ce tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:28.173394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:28.180874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2ad099d3-92ba-4ed6-a3fc-80709588b0b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:28.223049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffefe433-1a21-4d4c-b6d9-331e379cf337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:28.288764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] Attempting to bind port 5ec95242-5950-4707-b2c9-05baf7edd34f on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:12:28.289550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] Attempting to bind port 5ec95242-5950-4707-b2c9-05baf7edd34f by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:12:28.290144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] Attempting to bind port 5ec95242-5950-4707-b2c9-05baf7edd34f on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:12:28.308556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:12:28.309158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:12:28.309739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:28.310284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:12:28.310981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] Bound port: 5ec95242-5950-4707-b2c9-05baf7edd34f, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:12:28.311511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:28.351317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-336a480e-4c15-46dd-8bc1-10d47924134a tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:28.351653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-336a480e-4c15-46dd-8bc1-10d47924134a tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:28.362519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066f309-ca9a-4746-a51d-e20448f36b20 None None] Pushing event updated for resources: {'Port': ['ID=5ec95242-5950-4707-b2c9-05baf7edd34f,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:28.365873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e066f309-ca9a-4746-a51d-e20448f36b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:28.415016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] For port 5ec95242-5950-4707-b2c9-05baf7edd34f, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:12:28.419254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] For port 5ec95242-5950-4707-b2c9-05baf7edd34f, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=5ec95242-5950-4707-b2c9-05baf7edd34f,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:12:28.574621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-336a480e-4c15-46dd-8bc1-10d47924134a tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Calling delete_port for 489cd2b7-4819-4de2-8030-f0346a7cd668 owned by network:floatingip {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:12:28.594877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da3f755a-d9d5-434d-aecf-f868e939b9ce tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:28.602938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-28b392ca-06da-4fa6-8e00-c7a80ef97b97 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:28.604138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:28.612311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:28.618067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffefe433-1a21-4d4c-b6d9-331e379cf337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:28.636089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-15c5228b-64b9-4d2f-90f7-737659326651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:28.646256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-947c9977-5807-44ff-aa73-c694f52322d2 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Deleting port c0e60818-6d7e-46d6-a8e3-f2f9ab67a6d2 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:12:28.646724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-947c9977-5807-44ff-aa73-c694f52322d2 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:28.730172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] Routers {'5d7b2d86-e7b9-4604-8c81-0a8de8a11fa9'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:28.731335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['5d7b2d86-e7b9-4604-8c81-0a8de8a11fa9'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:28.812359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-28b392ca-06da-4fa6-8e00-c7a80ef97b97 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Calling delete_port for c7c67bbd-c69e-466b-993c-682145559683 owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:12:28.901100 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ffefe433-1a21-4d4c-b6d9-331e379cf337 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4302fe9cb5b249ce9201e8965de13162&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8760455 Apr 23 09:12:28.912438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60016) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:28.916346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-947c9977-5807-44ff-aa73-c694f52322d2 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:28.958634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefe433-1a21-4d4c-b6d9-331e379cf337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee71751e-680d-4378-aa96-c7b831ff9290,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:28.959279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066f309-ca9a-4746-a51d-e20448f36b20 None None] Pushing event updated for resources: {'Port': ['ID=5ec95242-5950-4707-b2c9-05baf7edd34f,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:28.965372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e066f309-ca9a-4746-a51d-e20448f36b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:29.016269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] Set router 5d7b2d86-e7b9-4604-8c81-0a8de8a11fa9 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:12:29.025253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ffefe433-1a21-4d4c-b6d9-331e379cf337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:29.041612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac838898-8b77-448d-b093-8b4337788a67 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:29.104513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9110fe0-aca6-4fd2-a0cf-1b2093764c3d tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:12:29.107336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-947c9977-5807-44ff-aa73-c694f52322d2 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Calling delete_port for c0e60818-6d7e-46d6-a8e3-f2f9ab67a6d2 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:12:29.123813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-da3f755a-d9d5-434d-aecf-f868e939b9ce tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Deleting port 5ec95242-5950-4707-b2c9-05baf7edd34f {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:12:29.124193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da3f755a-d9d5-434d-aecf-f868e939b9ce tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:29.141353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a52caa4-0204-4ff4-9c8b-a4650e231b21 None None] Sync routers for ids ['8b2e7ab3-4566-4db9-82ed-58910be54bc0'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:12:29.142671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7b2d86-e7b9-4604-8c81-0a8de8a11fa9', 'name': 'tempest-snat-router-729454504', 'tenant_id': '513ddb038d79429fa4fc439aa23f9a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:12:16Z', 'updated_at': '2021-04-23T09:12:28Z', 'revision_number': 4, 'project_id': '513ddb038d79429fa4fc439aa23f9a5a', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:29.147823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a455a-dc9f-404b-9a81-d9abf36fd1aa None None] The sync data for ids ['5d7b2d86-e7b9-4604-8c81-0a8de8a11fa9'] in dv-neutron-786478-4-hyperv is: [{'id': '5d7b2d86-e7b9-4604-8c81-0a8de8a11fa9', 'name': 'tempest-snat-router-729454504', 'tenant_id': '513ddb038d79429fa4fc439aa23f9a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:12:16Z', 'updated_at': '2021-04-23T09:12:28Z', 'revision_number': 4, 'project_id': '513ddb038d79429fa4fc439aa23f9a5a', 'gw_port_host': None}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:12:29.161368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a52caa4-0204-4ff4-9c8b-a4650e231b21 None None] Routers {'8b2e7ab3-4566-4db9-82ed-58910be54bc0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:29.162571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-b2193dd3-8ab3-4a28-8ead-3d36301066d8 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:12:29.163081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9a52caa4-0204-4ff4-9c8b-a4650e231b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8b2e7ab3-4566-4db9-82ed-58910be54bc0'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:29.289697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-336a480e-4c15-46dd-8bc1-10d47924134a tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:29.292511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9110fe0-aca6-4fd2-a0cf-1b2093764c3d tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:29.307031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-90cb7b76-da20-4cde-8e34-ab56af7bce0d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:29.390824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4372b70-6b18-40e1-aa0f-05bf4816c36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:29.394600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a480e-4c15-46dd-8bc1-10d47924134a tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Pushing event deleted for resources: {'Port': ['ID=489cd2b7-4819-4de2-8030-f0346a7cd668,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:29.403659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-336a480e-4c15-46dd-8bc1-10d47924134a tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:29.414292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-ac838898-8b77-448d-b093-8b4337788a67 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46ea596-b8cf-4dfe-bce7-774f36f90f45']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:29.420787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-9a52caa4-0204-4ff4-9c8b-a4650e231b21 None None] Set router 8b2e7ab3-4566-4db9-82ed-58910be54bc0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:12:29.429889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2193dd3-8ab3-4a28-8ead-3d36301066d8 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:29.458651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-ac838898-8b77-448d-b093-8b4337788a67 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec14902-f159-4085-abbc-caabe228553f') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:29.458995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-ac838898-8b77-448d-b093-8b4337788a67 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec14902-f159-4085-abbc-caabe228553f') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:29.474409 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e9110fe0-aca6-4fd2-a0cf-1b2093764c3d tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "PUT /v2.0/floatingips/c8fda4f3-9b0b-46f9-b3a1-0e45face60ff HTTP/1.1" status: 200 len: 991 time: 6.7672215 Apr 23 09:12:29.481000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b23bf57-d61b-4c40-9a0a-32ef072ca07c', 'tag': '604ea667-2571-4657-a201-16fcd36200b4'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:12:29.486010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2193dd3-8ab3-4a28-8ead-3d36301066d8 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:29.576346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac838898-8b77-448d-b093-8b4337788a67 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:29.582885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4372b70-6b18-40e1-aa0f-05bf4816c36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:29.637145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-da3f755a-d9d5-434d-aecf-f868e939b9ce tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] For port 5ec95242-5950-4707-b2c9-05baf7edd34f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=5ec95242-5950-4707-b2c9-05baf7edd34f,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:12:29.637974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da3f755a-d9d5-434d-aecf-f868e939b9ce tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:29.758280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac838898-8b77-448d-b093-8b4337788a67 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:29.761812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-28b392ca-06da-4fa6-8e00-c7a80ef97b97 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:29.780089 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b23bf57-d61b-4c40-9a0a-32ef072ca07c', 'tag': '604ea667-2571-4657-a201-16fcd36200b4', 'status': 'completed', 'code': 200} Apr 23 09:12:29.788024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:29.900320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac838898-8b77-448d-b093-8b4337788a67 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:12:29.918722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b392ca-06da-4fa6-8e00-c7a80ef97b97 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7c67bbd-c69e-466b-993c-682145559683,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:29.945489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-28b392ca-06da-4fa6-8e00-c7a80ef97b97 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:30.170274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-336a480e-4c15-46dd-8bc1-10d47924134a tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Notify callbacks [] for floatingip, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:30.185561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-da3f755a-d9d5-434d-aecf-f868e939b9ce tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Calling delete_port for 5ec95242-5950-4707-b2c9-05baf7edd34f owned by network:router_gateway {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:12:30.217372 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-b2193dd3-8ab3-4a28-8ead-3d36301066d8 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Floating IP 8c612108-f64c-4bd1-9576-e095aae53a14 associated. External IP: 172.26.4.152, port: a3635d80-78ac-4778-ad86-3c8e94997809. Apr 23 09:12:30.239297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-336a480e-4c15-46dd-8bc1-10d47924134a tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:30.243580 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-336a480e-4c15-46dd-8bc1-10d47924134a tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] 10.222.0.60 "DELETE /v2.0/floatingips/54c534df-de93-41c3-9ede-25b381109722 HTTP/1.1" status: 204 len: 168 time: 3.4264925 Apr 23 09:12:30.252883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60026) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:30.308659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ac838898-8b77-448d-b093-8b4337788a67 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Network b46ea596-b8cf-4dfe-bce7-774f36f90f45 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:12:30.379689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac838898-8b77-448d-b093-8b4337788a67 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:30.406213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9a52caa4-0204-4ff4-9c8b-a4650e231b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'name': 'tempest-ServerActionsTestJSON-1680747807-router', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:07Z', 'updated_at': '2021-04-23T09:11:20Z', 'revision_number': 4, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'gw_port': {'id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:48:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:08Z', 'updated_at': '2021-04-23T09:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'c8fda4f3-9b0b-46f9-b3a1-0e45face60ff', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'port_id': '604ea667-2571-4657-a201-16fcd36200b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12', 'mac_address': 'fa:16:3e:b1:be:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b23bf57-d61b-4c40-9a0a-32ef072ca07c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:11:35Z', 'updated_at': '2021-04-23T09:12:24Z', 'revision_number': 1, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0169da3c-0585-4c4c-b80f-d86777244ed8', 'name': '', 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'mac_address': 'fa:16:3e:51:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e93f7937-3608-4a50-b4a7-cc289ad239de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:17Z', 'updated_at': '2021-04-23T09:11:31Z', 'revision_number': 5, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'subnets': [{'id': 'e93f7937-3608-4a50-b4a7-cc289ad239de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:30.414062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a52caa4-0204-4ff4-9c8b-a4650e231b21 None None] Checking router: 8b2e7ab3-4566-4db9-82ed-58910be54bc0 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:12:30.431041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a52caa4-0204-4ff4-9c8b-a4650e231b21 None None] Routers {'8b2e7ab3-4566-4db9-82ed-58910be54bc0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:30.432185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9a52caa4-0204-4ff4-9c8b-a4650e231b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8b2e7ab3-4566-4db9-82ed-58910be54bc0'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:30.452023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-947c9977-5807-44ff-aa73-c694f52322d2 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:30.467232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-71239a4e-be4b-4e63-859a-32983fa9fdef tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:30.520058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-28b392ca-06da-4fa6-8e00-c7a80ef97b97 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:30.572810 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-28b392ca-06da-4fa6-8e00-c7a80ef97b97 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "DELETE /v2.0/ports/c7c67bbd-c69e-466b-993c-682145559683 HTTP/1.1" status: 204 len: 168 time: 4.0740008 Apr 23 09:12:30.624033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccb4a7-0701-436e-8ca3-6362c558579d req-b6910092-53f2-4d04-9cb2-3747dc5a2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:30.625694 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-afccb4a7-0701-436e-8ca3-6362c558579d req-b6910092-53f2-4d04-9cb2-3747dc5a2bb7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=31a3cdb04d554bd6aeeb1f860e8a1415&device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 1098 time: 0.7936246 Apr 23 09:12:30.635811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60030) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:30.644753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77a28324-c606-4fdf-ac72-69b18f8b8edb', 'external_fixed_ips': [{'subnet_id': '09b92c09-06f4-4273-850c-bca1448987cb', 'ip_address': '172.20.0.2'}]}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:30.695915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:30.696778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c9977-5807-44ff-aa73-c694f52322d2 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Pushing event deleted for resources: {'Port': ['ID=c0e60818-6d7e-46d6-a8e3-f2f9ab67a6d2,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:30.701728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-947c9977-5807-44ff-aa73-c694f52322d2 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:30.714071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ac838898-8b77-448d-b093-8b4337788a67 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Network b46ea596-b8cf-4dfe-bce7-774f36f90f45 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:12:30.746580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Usage tracker for resource:router and tenant:09ea2e277be94eca9d3cc249640bee7a is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:12:30.749512 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:12:30.757256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:30.770305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-9a52caa4-0204-4ff4-9c8b-a4650e231b21 None None] Set router 8b2e7ab3-4566-4db9-82ed-58910be54bc0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:12:30.777595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:30.838258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4372b70-6b18-40e1-aa0f-05bf4816c36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:30.963561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1d54e060-ff23-484d-ad50-1804e735d1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:31.058718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4372b70-6b18-40e1-aa0f-05bf4816c36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee71751e-680d-4378-aa96-c7b831ff9290,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:31.119123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a4372b70-6b18-40e1-aa0f-05bf4816c36a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:31.153366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4372b70-6b18-40e1-aa0f-05bf4816c36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:31.154639 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a4372b70-6b18-40e1-aa0f-05bf4816c36a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee71751e-680d-4378-aa96-c7b831ff9290 HTTP/1.1" status: 204 len: 168 time: 2.2411184 Apr 23 09:12:31.203701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-947c9977-5807-44ff-aa73-c694f52322d2 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:31.206377 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-947c9977-5807-44ff-aa73-c694f52322d2 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "DELETE /v2.0/ports/c0e60818-6d7e-46d6-a8e3-f2f9ab67a6d2 HTTP/1.1" status: 204 len: 168 time: 3.1663735 Apr 23 09:12:31.210251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60040) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:31.283643 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13eb03b-9ec8-4bcc-be90-b5953c62ab06 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] GET failed (client error): The resource could not be found. Apr 23 09:12:31.285415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e13eb03b-9ec8-4bcc-be90-b5953c62ab06 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Synchronizing usage tracker for tenant:328d038f3e04461f942e13ec7ec45165 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:12:31.328531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-72cac3c7-4d1f-48d4-be40-fffcf80f7cf4 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Deleting port c8f6242e-4b2c-4b7e-8327-e0f43c1579bf {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:12:31.328917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-72cac3c7-4d1f-48d4-be40-fffcf80f7cf4 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:31.362743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e13eb03b-9ec8-4bcc-be90-b5953c62ab06 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Unset dirty status for tenant:328d038f3e04461f942e13ec7ec45165 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:12:31.364047 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e13eb03b-9ec8-4bcc-be90-b5953c62ab06 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "GET /v2.0/ports/c0e60818-6d7e-46d6-a8e3-f2f9ab67a6d2 HTTP/1.1" status: 404 len: 333 time: 0.1517515 Apr 23 09:12:31.371308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60044) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:31.433298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a009602b-7682-4ce2-b387-387dec2686dc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Request body: {'port': {'network_id': 'c8c0169e-3ad1-4afd-a327-2e6a4a82513c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1048268182'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:31.442878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9a52caa4-0204-4ff4-9c8b-a4650e231b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'name': 'tempest-ServerActionsTestJSON-1680747807-router', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:07Z', 'updated_at': '2021-04-23T09:11:20Z', 'revision_number': 4, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'gw_port': {'id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:48:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:08Z', 'updated_at': '2021-04-23T09:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'c8fda4f3-9b0b-46f9-b3a1-0e45face60ff', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'port_id': '604ea667-2571-4657-a201-16fcd36200b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12', 'mac_address': 'fa:16:3e:b1:be:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b23bf57-d61b-4c40-9a0a-32ef072ca07c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:11:35Z', 'updated_at': '2021-04-23T09:12:24Z', 'revision_number': 1, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0169da3c-0585-4c4c-b80f-d86777244ed8', 'name': '', 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'mac_address': 'fa:16:3e:51:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e93f7937-3608-4a50-b4a7-cc289ad239de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:17Z', 'updated_at': '2021-04-23T09:11:31Z', 'revision_number': 5, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'subnets': [{'id': 'e93f7937-3608-4a50-b4a7-cc289ad239de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:31.448301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a52caa4-0204-4ff4-9c8b-a4650e231b21 None None] The sync data for ids ['8b2e7ab3-4566-4db9-82ed-58910be54bc0'] in dv-neutron-786478-4-hyperv is: [{'id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'name': 'tempest-ServerActionsTestJSON-1680747807-router', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:07Z', 'updated_at': '2021-04-23T09:11:20Z', 'revision_number': 4, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'gw_port': {'id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:48:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:08Z', 'updated_at': '2021-04-23T09:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'c8fda4f3-9b0b-46f9-b3a1-0e45face60ff', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'port_id': '604ea667-2571-4657-a201-16fcd36200b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12', 'mac_address': 'fa:16:3e:b1:be:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b23bf57-d61b-4c40-9a0a-32ef072ca07c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:11:35Z', 'updated_at': '2021-04-23T09:12:24Z', 'revision_number': 1, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0169da3c-0585-4c4c-b80f-d86777244ed8', 'name': '', 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'mac_address': 'fa:16:3e:51:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e93f7937-3608-4a50-b4a7-cc289ad239de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:17Z', 'updated_at': '2021-04-23T09:11:31Z', 'revision_number': 5, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'subnets': [{'id': 'e93f7937-3608-4a50-b4a7-cc289ad239de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:12:31.575109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac838898-8b77-448d-b093-8b4337788a67 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:31.578062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:31.581092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:31.620477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-72cac3c7-4d1f-48d4-be40-fffcf80f7cf4 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:31.626029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-72cac3c7-4d1f-48d4-be40-fffcf80f7cf4 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:31.786353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:31.831576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac838898-8b77-448d-b093-8b4337788a67 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:31.871184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac838898-8b77-448d-b093-8b4337788a67 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Pushing event deleted for resources: {'Network': ['ID=b46ea596-b8cf-4dfe-bce7-774f36f90f45,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:31.886238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ac838898-8b77-448d-b093-8b4337788a67 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:31.921199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92145674-b9e3-42de-94ff-4023a45e6d8b None None] New status for floating IP c8fda4f3-9b0b-46f9-b3a1-0e45face60ff: ACTIVE {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:12:31.921520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-72cac3c7-4d1f-48d4-be40-fffcf80f7cf4 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Calling delete_port for c8f6242e-4b2c-4b7e-8327-e0f43c1579bf owned by network:floatingip {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:12:31.931153 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ac838898-8b77-448d-b093-8b4337788a67 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] 10.222.0.60 "DELETE /v2.0/networks/b46ea596-b8cf-4dfe-bce7-774f36f90f45 HTTP/1.1" status: 204 len: 168 time: 4.3262210 Apr 23 09:12:31.974073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccb4a7-0701-436e-8ca3-6362c558579d req-26ce02f1-ebfc-4cfa-97a0-27b4a5769b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:31.976842 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-afccb4a7-0701-436e-8ca3-6362c558579d req-26ce02f1-ebfc-4cfa-97a0-27b4a5769b6f service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5f22f44-5dc5-4259-bb66-faeac2187f12 HTTP/1.1" status: 200 len: 913 time: 1.3281152 Apr 23 09:12:32.100857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2193dd3-8ab3-4a28-8ead-3d36301066d8 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Router f7d6e821-51aa-4f11-8450-c3ac9e7e5a14 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:12:32.316664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da3f755a-d9d5-434d-aecf-f868e939b9ce tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:32.323528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6e874786-979b-40e8-8657-451afa72a09b tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:32.362495 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-afccb4a7-0701-436e-8ca3-6362c558579d req-50ea70e2-a794-4446-8938-7262977df54d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=604ea667-2571-4657-a201-16fcd36200b4 HTTP/1.1" status: 200 len: 999 time: 0.3683672 Apr 23 09:12:32.367090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a009602b-7682-4ce2-b387-387dec2686dc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:32.379286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-72cac3c7-4d1f-48d4-be40-fffcf80f7cf4 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:32.387823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f755a-d9d5-434d-aecf-f868e939b9ce tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ec95242-5950-4707-b2c9-05baf7edd34f,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:32.433844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-da3f755a-d9d5-434d-aecf-f868e939b9ce tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:32.434465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dd303a9a-06bb-4aba-9ff8-70464ad9499e tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:32.499995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60064) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:32.513791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a009602b-7682-4ce2-b387-387dec2686dc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:32.521912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:32.616876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cac3c7-4d1f-48d4-be40-fffcf80f7cf4 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8f6242e-4b2c-4b7e-8327-e0f43c1579bf,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:32.634947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-72cac3c7-4d1f-48d4-be40-fffcf80f7cf4 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:32.703596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a009602b-7682-4ce2-b387-387dec2686dc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Made reservation on behalf of 328d038f3e04461f942e13ec7ec45165 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:12:32.726343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a009602b-7682-4ce2-b387-387dec2686dc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:32.728750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccb4a7-0701-436e-8ca3-6362c558579d req-0ab691f1-da55-435b-81e3-6081612a24ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:32.729510 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-afccb4a7-0701-436e-8ca3-6362c558579d req-0ab691f1-da55-435b-81e3-6081612a24ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e93f7937-3608-4a50-b4a7-cc289ad239de HTTP/1.1" status: 200 len: 851 time: 0.2172604 Apr 23 09:12:32.828023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da3f755a-d9d5-434d-aecf-f868e939b9ce tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:32.948457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-a009602b-7682-4ce2-b387-387dec2686dc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] device_id is not set on port 067ce02e-8ad0-4513-b843-264b89f8d39b yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:12:32.975075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2193dd3-8ab3-4a28-8ead-3d36301066d8 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:12:32.989423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f784e5-5cab-4237-9b73-05cdcffae1b5 None None] Sync routers for ids ['f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:12:33.006472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f784e5-5cab-4237-9b73-05cdcffae1b5 None None] Routers {'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:33.007709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-58f784e5-5cab-4237-9b73-05cdcffae1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:33.166889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60078) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:33.265206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2193dd3-8ab3-4a28-8ead-3d36301066d8 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:33.300479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da3f755a-d9d5-434d-aecf-f868e939b9ce tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:33.305947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da3f755a-d9d5-434d-aecf-f868e939b9ce tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:33.311746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-58f784e5-5cab-4237-9b73-05cdcffae1b5 None None] Set router f7d6e821-51aa-4f11-8450-c3ac9e7e5a14 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:12:33.338060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-72cac3c7-4d1f-48d4-be40-fffcf80f7cf4 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:33.341053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:33.397549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1782358951'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:33.419248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccb4a7-0701-436e-8ca3-6362c558579d req-ee799fd3-1860-4d43-a77c-b78690e9808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:33.427401 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-afccb4a7-0701-436e-8ca3-6362c558579d req-ee799fd3-1860-4d43-a77c-b78690e9808d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5f22f44-5dc5-4259-bb66-faeac2187f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6761882 Apr 23 09:12:33.427401 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b2193dd3-8ab3-4a28-8ead-3d36301066d8 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "PUT /v2.0/floatingips/8c612108-f64c-4bd1-9576-e095aae53a14 HTTP/1.1" status: 200 len: 992 time: 6.8317888 Apr 23 09:12:33.427401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db4f99d-d426-4eb9-935c-908e3be0a178', 'tag': 'a3635d80-78ac-4778-ad86-3c8e94997809'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:12:33.456117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:33.513908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Usage tracker for resource:network and tenant:dfde3cc6f86f4c6daa52e8538a922701 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:33.525445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:33.540938 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b3f07a2a-33ad-46d0-bca7-ca99c68cc82d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a8201cbd8724125a0432499f97db3ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0213819 Apr 23 09:12:33.542351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60090) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:33.560347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:33.676424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-72cac3c7-4d1f-48d4-be40-fffcf80f7cf4 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:33.680009 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-72cac3c7-4d1f-48d4-be40-fffcf80f7cf4 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/d461f8b6-985d-46cd-b950-46ee2ca4aff1 HTTP/1.1" status: 204 len: 168 time: 3.4228871 Apr 23 09:12:33.687850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60094) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:33.749593 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db4f99d-d426-4eb9-935c-908e3be0a178', 'tag': 'a3635d80-78ac-4778-ad86-3c8e94997809', 'status': 'completed', 'code': 200} Apr 23 09:12:33.823393 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-afccb4a7-0701-436e-8ca3-6362c558579d req-ea2cba1c-a569-4af0-a208-558ac9d4476d service neutron] 10.222.0.35 "GET /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883667 Apr 23 09:12:34.050657 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-afccb4a7-0701-436e-8ca3-6362c558579d req-d063f116-7ccc-4d35-ad4e-3c62106998b8 service neutron] 10.222.0.35 "GET /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801305 Apr 23 09:12:34.144091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-58f784e5-5cab-4237-9b73-05cdcffae1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'name': 'tempest-ServersTestJSON-995490386-router', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '4109311a-6651-4eb6-881c-2c4b74864144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:09Z', 'updated_at': '2021-04-23T09:11:23Z', 'revision_number': 4, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'gw_port': {'id': '4109311a-6651-4eb6-881c-2c4b74864144', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:11Z', 'updated_at': '2021-04-23T09:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '8c612108-f64c-4bd1-9576-e095aae53a14', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'floating_ip_address': '172.26.4.152', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'port_id': 'a3635d80-78ac-4778-ad86-3c8e94997809', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605', 'mac_address': 'fa:16:3e:18:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4f99d-d426-4eb9-935c-908e3be0a178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:11:36Z', 'updated_at': '2021-04-23T09:12:28Z', 'revision_number': 1, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7c5d4f-8123-49b7-a639-c192ed298d29', 'name': '', 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'mac_address': 'fa:16:3e:13:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '240a5dee-132f-48af-9eea-b03af8b7ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:20Z', 'updated_at': '2021-04-23T09:11:37Z', 'revision_number': 5, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'subnets': [{'id': '240a5dee-132f-48af-9eea-b03af8b7ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:34.152294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f784e5-5cab-4237-9b73-05cdcffae1b5 None None] Checking router: f7d6e821-51aa-4f11-8450-c3ac9e7e5a14 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:12:34.170937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f784e5-5cab-4237-9b73-05cdcffae1b5 None None] Routers {'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:34.172121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-58f784e5-5cab-4237-9b73-05cdcffae1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:34.276685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da3f755a-d9d5-434d-aecf-f868e939b9ce tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:34.277843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3f755a-d9d5-434d-aecf-f868e939b9ce tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d7b2d86-e7b9-4604-8c81-0a8de8a11fa9 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:12:34.327669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Made reservation on behalf of dfde3cc6f86f4c6daa52e8538a922701 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:12:34.338765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:34.376105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:34.432755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da3f755a-d9d5-434d-aecf-f868e939b9ce tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:34.440153 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-da3f755a-d9d5-434d-aecf-f868e939b9ce tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "DELETE /v2.0/routers/5d7b2d86-e7b9-4604-8c81-0a8de8a11fa9 HTTP/1.1" status: 204 len: 168 time: 6.6879056 Apr 23 09:12:34.441424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60098) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:34.460305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-58f784e5-5cab-4237-9b73-05cdcffae1b5 None None] Set router f7d6e821-51aa-4f11-8450-c3ac9e7e5a14 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:12:34.465286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fce629aa-ab56-43e1-85ca-61f59fffef78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:34.518840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fce629aa-ab56-43e1-85ca-61f59fffef78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:34.732043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:34.802171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Usage tracker for resource:security_group_rule and tenant:dfde3cc6f86f4c6daa52e8538a922701 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:34.868158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:34.917669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:34.972807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a009602b-7682-4ce2-b387-387dec2686dc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Allocated IP 2001:db8::1ed (c8c0169e-3ad1-4afd-a327-2e6a4a82513c/07c2b502-f06f-415b-93f7-f7b25a4caf2d/067ce02e-8ad0-4513-b843-264b89f8d39b) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:12:34.977492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:35.036488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:35.131823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-58f784e5-5cab-4237-9b73-05cdcffae1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'name': 'tempest-ServersTestJSON-995490386-router', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '4109311a-6651-4eb6-881c-2c4b74864144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:09Z', 'updated_at': '2021-04-23T09:11:23Z', 'revision_number': 4, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'gw_port': {'id': '4109311a-6651-4eb6-881c-2c4b74864144', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:11Z', 'updated_at': '2021-04-23T09:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '8c612108-f64c-4bd1-9576-e095aae53a14', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'floating_ip_address': '172.26.4.152', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'port_id': 'a3635d80-78ac-4778-ad86-3c8e94997809', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605', 'mac_address': 'fa:16:3e:18:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4f99d-d426-4eb9-935c-908e3be0a178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:11:36Z', 'updated_at': '2021-04-23T09:12:28Z', 'revision_number': 1, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7c5d4f-8123-49b7-a639-c192ed298d29', 'name': '', 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'mac_address': 'fa:16:3e:13:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '240a5dee-132f-48af-9eea-b03af8b7ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:20Z', 'updated_at': '2021-04-23T09:11:37Z', 'revision_number': 5, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'subnets': [{'id': '240a5dee-132f-48af-9eea-b03af8b7ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:35.137691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f784e5-5cab-4237-9b73-05cdcffae1b5 None None] The sync data for ids ['f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'] in dv-neutron-786478-4-hyperv is: [{'id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'name': 'tempest-ServersTestJSON-995490386-router', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '4109311a-6651-4eb6-881c-2c4b74864144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:09Z', 'updated_at': '2021-04-23T09:11:23Z', 'revision_number': 4, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'gw_port': {'id': '4109311a-6651-4eb6-881c-2c4b74864144', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:11Z', 'updated_at': '2021-04-23T09:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '8c612108-f64c-4bd1-9576-e095aae53a14', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'floating_ip_address': '172.26.4.152', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'port_id': 'a3635d80-78ac-4778-ad86-3c8e94997809', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605', 'mac_address': 'fa:16:3e:18:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db4f99d-d426-4eb9-935c-908e3be0a178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:11:36Z', 'updated_at': '2021-04-23T09:12:28Z', 'revision_number': 1, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7c5d4f-8123-49b7-a639-c192ed298d29', 'name': '', 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'mac_address': 'fa:16:3e:13:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '240a5dee-132f-48af-9eea-b03af8b7ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:20Z', 'updated_at': '2021-04-23T09:11:37Z', 'revision_number': 5, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'subnets': [{'id': '240a5dee-132f-48af-9eea-b03af8b7ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:12:35.163774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Allocated IP 172.20.0.2 (77a28324-c606-4fdf-ac72-69b18f8b8edb/09b92c09-06f4-4273-850c-bca1448987cb/3f8c15a8-0165-4a61-a9ca-b28d5daebc12) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:12:35.194659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eeb092-91e7-4184-ac58-00bf93e4154b req-89370c1f-871e-41ad-b8cb-e575776d54a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:35.196278 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-89eeb092-91e7-4184-ac58-00bf93e4154b req-89370c1f-871e-41ad-b8cb-e575776d54a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a37e3ff2df14ef5af04077b55233f51&device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 1099 time: 0.9830377 Apr 23 09:12:35.196952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fce629aa-ab56-43e1-85ca-61f59fffef78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:35.209944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:35.292214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce629aa-ab56-43e1-85ca-61f59fffef78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c150feb-155c-4174-b78c-1b6948db3224,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:35.324362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fce629aa-ab56-43e1-85ca-61f59fffef78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:35.344111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4379ba09-f274-4571-9bba-72cf8106c099 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:35.401208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:35.478947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:35.488017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:35.497553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76c000e-aa94-42d0-9b32-41c288a7082a None None] New status for floating IP 8c612108-f64c-4bd1-9576-e095aae53a14: ACTIVE {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:12:35.585221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Network 77a28324-c606-4fdf-ac72-69b18f8b8edb is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:12:35.588613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:35.591292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:12:35.609193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5a5e921-bc79-4909-a229-effb4459489c tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Deleting port 3fc3dc0a-2b29-40d9-8272-96823a38ce29 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:12:35.609457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5a5e921-bc79-4909-a229-effb4459489c tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:35.630237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fce629aa-ab56-43e1-85ca-61f59fffef78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:35.631789 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fce629aa-ab56-43e1-85ca-61f59fffef78 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c150feb-155c-4174-b78c-1b6948db3224 HTTP/1.1" status: 204 len: 168 time: 2.0819860 Apr 23 09:12:35.664439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Pushing event updated for resources: {'Port': ['ID=3f8c15a8-0165-4a61-a9ca-b28d5daebc12,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:35.669555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:36.017641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eeb092-91e7-4184-ac58-00bf93e4154b req-b6873d2c-b034-4937-ba9b-e17b8801deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:36.017641 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-89eeb092-91e7-4184-ac58-00bf93e4154b req-b6873d2c-b034-4937-ba9b-e17b8801deb4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5774ccf0-e686-428b-ad66-6523b0025605 HTTP/1.1" status: 200 len: 906 time: 0.7981668 Apr 23 09:12:36.038589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:36.203602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:36.225029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-90a360a0-8dfb-4ac2-8191-79f6feaad383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:36.287952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:36.296791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4379ba09-f274-4571-9bba-72cf8106c099 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:36.322138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a009602b-7682-4ce2-b387-387dec2686dc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:36.328942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5a5e921-bc79-4909-a229-effb4459489c tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:36.357673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:12:36.519283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5a5e921-bc79-4909-a229-effb4459489c tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Calling delete_port for 3fc3dc0a-2b29-40d9-8272-96823a38ce29 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:12:36.566173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a027d6-f169-41be-a253-0e879bca293e,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:36.578459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:36.584406 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-89eeb092-91e7-4184-ac58-00bf93e4154b req-86d44313-e8b3-4e69-969d-16e4bef7e193 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3635d80-78ac-4778-ad86-3c8e94997809 HTTP/1.1" status: 200 len: 1002 time: 0.5349736 Apr 23 09:12:36.592220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a009602b-7682-4ce2-b387-387dec2686dc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Transition to ACTIVE for port object 067ce02e-8ad0-4513-b843-264b89f8d39b will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:12:36.652188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:36.652592 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Added segment ebf81b15-eb39-44d5-a0c0-481283e4c187 of type vlan for network d58fcea4-a3d0-46b5-8db9-1853265b18f0 Apr 23 09:12:36.694620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9301eff3-c9c8-4569-9d45-c8e316063ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:36.746945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:36.758496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eeb092-91e7-4184-ac58-00bf93e4154b req-55bb885e-b00f-4a76-96fd-791585248fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:36.760112 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-89eeb092-91e7-4184-ac58-00bf93e4154b req-55bb885e-b00f-4a76-96fd-791585248fee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=240a5dee-132f-48af-9eea-b03af8b7ce83 HTTP/1.1" status: 200 len: 844 time: 0.1667190 Apr 23 09:12:36.770375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4379ba09-f274-4571-9bba-72cf8106c099 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Deleting port 7588f000-9ba2-417b-9633-fe0c7f38cce3 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:12:36.770760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4379ba09-f274-4571-9bba-72cf8106c099 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:36.885125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:37.142979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:12:37.266890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Router 65a1fa3f-f6ed-41e0-ae53-1e36997986f9 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:12:37.286264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a009602b-7682-4ce2-b387-387dec2686dc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:37.317549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:37.393474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60134) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:37.408184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:37.483803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:37.484928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:37.551172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e31477b7-e583-4c14-8eb5-e3e39914b858 tempest-DvrRoutersNegativeTest-1722060454 tempest-DvrRoutersNegativeTest-1722060454-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-506271486', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:37.557932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.policy [None req-e31477b7-e583-4c14-8eb5-e3e39914b858 tempest-DvrRoutersNegativeTest-1722060454 tempest-DvrRoutersNegativeTest-1722060454-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87175) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 23 09:12:37.558520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.policy [None req-e31477b7-e583-4c14-8eb5-e3e39914b858 tempest-DvrRoutersNegativeTest-1722060454 tempest-DvrRoutersNegativeTest-1722060454-project] Failed policy check for 'create_router' {{(pid=87175) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 23 09:12:37.559486 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-e31477b7-e583-4c14-8eb5-e3e39914b858 tempest-DvrRoutersNegativeTest-1722060454 tempest-DvrRoutersNegativeTest-1722060454-project] create failed (client error): Access was denied to this resource. Apr 23 09:12:37.565631 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e31477b7-e583-4c14-8eb5-e3e39914b858 tempest-DvrRoutersNegativeTest-1722060454 tempest-DvrRoutersNegativeTest-1722060454-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1665828 Apr 23 09:12:37.587726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a009602b-7682-4ce2-b387-387dec2686dc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Network c8c0169e-3ad1-4afd-a327-2e6a4a82513c is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:12:37.623294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a009602b-7682-4ce2-b387-387dec2686dc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:37.627766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a009602b-7682-4ce2-b387-387dec2686dc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:12:37.636279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a009602b-7682-4ce2-b387-387dec2686dc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:37.637469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a009602b-7682-4ce2-b387-387dec2686dc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:37.669187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:12:37.682212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] Sync routers for ids ['65a1fa3f-f6ed-41e0-ae53-1e36997986f9'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:12:37.702371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] Routers {'65a1fa3f-f6ed-41e0-ae53-1e36997986f9'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:37.703321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['65a1fa3f-f6ed-41e0-ae53-1e36997986f9'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:37.723247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5a5e921-bc79-4909-a229-effb4459489c tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:37.726032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009602b-7682-4ce2-b387-387dec2686dc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Pushing event updated for resources: {'Port': ['ID=067ce02e-8ad0-4513-b843-264b89f8d39b,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:37.732958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eeb092-91e7-4184-ac58-00bf93e4154b req-f6548789-43e9-4825-a5bf-8b91ebfacfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:37.735135 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-89eeb092-91e7-4184-ac58-00bf93e4154b req-f6548789-43e9-4825-a5bf-8b91ebfacfa3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5774ccf0-e686-428b-ad66-6523b0025605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9401269 Apr 23 09:12:37.743948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a009602b-7682-4ce2-b387-387dec2686dc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:37.745029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a009602b-7682-4ce2-b387-387dec2686dc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:37.767576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:37.777518 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.1365845 Apr 23 09:12:37.777518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60142) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:37.837710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5e921-bc79-4909-a229-effb4459489c tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Pushing event deleted for resources: {'Port': ['ID=3fc3dc0a-2b29-40d9-8272-96823a38ce29,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:37.855390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4379ba09-f274-4571-9bba-72cf8106c099 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] For port 7588f000-9ba2-417b-9633-fe0c7f38cce3, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7588f000-9ba2-417b-9633-fe0c7f38cce3,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:12:37.855810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4379ba09-f274-4571-9bba-72cf8106c099 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:37.866646 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 4.6985390 Apr 23 09:12:37.868283 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a009602b-7682-4ce2-b387-387dec2686dc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 6.4954994 Apr 23 09:12:37.869527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5a5e921-bc79-4909-a229-effb4459489c tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:37.876840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.353s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:37.881276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60146) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:37.883418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60148) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:37.920254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-cf54f5cd-8ce6-4e6d-8ea3-9c63ee67ff43 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d3', 'mac_address': 'fa:16:3e:ea:61:04'}]}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:37.987047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6bc11664-85aa-4648-a913-367f15458ac0 None None] Provisioning for port 067ce02e-8ad0-4513-b843-264b89f8d39b completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:12:37.994635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6bc11664-85aa-4648-a913-367f15458ac0 None None] Provisioning complete for port 067ce02e-8ad0-4513-b843-264b89f8d39b triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:12:37.995408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6bc11664-85aa-4648-a913-367f15458ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:38.004747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9888a2d4-bd02-45ee-9db3-4311f40f8ff2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Request body: {'subnet': {'network_id': 'd58fcea4-a3d0-46b5-8db9-1853265b18f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:38.095590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] Set router 65a1fa3f-f6ed-41e0-ae53-1e36997986f9 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:12:38.191348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60156) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:38.196336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6bc11664-85aa-4648-a913-367f15458ac0 None None] Port 067ce02e-8ad0-4513-b843-264b89f8d39b cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:12:38.249583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4379ba09-f274-4571-9bba-72cf8106c099 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Calling delete_port for 7588f000-9ba2-417b-9633-fe0c7f38cce3 owned by network:router_gateway {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:12:38.367903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Network': ['ID=d58fcea4-a3d0-46b5-8db9-1853265b18f0,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:38.383959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network d58fcea4-a3d0-46b5-8db9-1853265b18f0 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:12:38.389275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:38.416809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5a5e921-bc79-4909-a229-effb4459489c tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:38.421388 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c5a5e921-bc79-4909-a229-effb4459489c tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] 10.222.0.60 "DELETE /v2.0/ports/3fc3dc0a-2b29-40d9-8272-96823a38ce29 HTTP/1.1" status: 204 len: 168 time: 4.7148414 Apr 23 09:12:38.431776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60166) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:38.587070 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-89eeb092-91e7-4184-ac58-00bf93e4154b req-d5abafd9-1c61-4219-bd69-3bd2bb9c4fca service neutron] 10.222.0.35 "GET /v2.0/networks/5774ccf0-e686-428b-ad66-6523b0025605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7929792 Apr 23 09:12:38.657785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9888a2d4-bd02-45ee-9db3-4311f40f8ff2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:38.671460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9888a2d4-bd02-45ee-9db3-4311f40f8ff2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Usage tracker for resource:subnet and tenant:dfde3cc6f86f4c6daa52e8538a922701 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:38.678183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9888a2d4-bd02-45ee-9db3-4311f40f8ff2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:38.699255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9888a2d4-bd02-45ee-9db3-4311f40f8ff2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:38.711366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a1fa3f-f6ed-41e0-ae53-1e36997986f9', 'name': '', 'tenant_id': '09ea2e277be94eca9d3cc249640bee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77a28324-c606-4fdf-ac72-69b18f8b8edb', 'external_fixed_ips': [{'subnet_id': '09b92c09-06f4-4273-850c-bca1448987cb', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '3f8c15a8-0165-4a61-a9ca-b28d5daebc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:12:31Z', 'updated_at': '2021-04-23T09:12:35Z', 'revision_number': 3, 'project_id': '09ea2e277be94eca9d3cc249640bee7a', 'gw_port': {'id': '3f8c15a8-0165-4a61-a9ca-b28d5daebc12', 'name': '', 'network_id': '77a28324-c606-4fdf-ac72-69b18f8b8edb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:08:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a1fa3f-f6ed-41e0-ae53-1e36997986f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '09b92c09-06f4-4273-850c-bca1448987cb', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:12:34Z', 'updated_at': '2021-04-23T09:12:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09b92c09-06f4-4273-850c-bca1448987cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:38.715853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] Checking router: 65a1fa3f-f6ed-41e0-ae53-1e36997986f9 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:12:38.716252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] Updating router 65a1fa3f-f6ed-41e0-ae53-1e36997986f9 port 3f8c15a8-0165-4a61-a9ca-b28d5daebc12 binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:12:38.770056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60b3334c-f3ba-4b26-ab00-b8b52fce05c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:38.784676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:38.806227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-834dd136-9cf2-4d75-b9bf-07dfc9c65f41 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:38.824885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-60b3334c-f3ba-4b26-ab00-b8b52fce05c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:38.835501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-60b3334c-f3ba-4b26-ab00-b8b52fce05c3 admin admin] Usage tracker for resource:security_group_rule and tenant:2b1b8f360fa64fb98cd195699384d0ff is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:38.842537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-60b3334c-f3ba-4b26-ab00-b8b52fce05c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:38.869946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86f9132-7fe0-4008-9b28-b475d1cd4dc8 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:38.870851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d86f9132-7fe0-4008-9b28-b475d1cd4dc8 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Synchronizing usage tracker for tenant:b2bf8ddf8722495e9f6ca54519109adb on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:12:38.884144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-60b3334c-f3ba-4b26-ab00-b8b52fce05c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:38.921060 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-89eeb092-91e7-4184-ac58-00bf93e4154b req-9504a769-0dc9-4c18-9b09-fb161787af5f service neutron] 10.222.0.35 "GET /v2.0/networks/5774ccf0-e686-428b-ad66-6523b0025605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250332 Apr 23 09:12:38.980532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d86f9132-7fe0-4008-9b28-b475d1cd4dc8 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Unset dirty status for tenant:b2bf8ddf8722495e9f6ca54519109adb on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:12:38.987470 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d86f9132-7fe0-4008-9b28-b475d1cd4dc8 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c5feb1e-782a-4997-8c35-23d8ed60cf24 HTTP/1.1" status: 200 len: 913 time: 0.5501430 Apr 23 09:12:38.988817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60170) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:39.224880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9888a2d4-bd02-45ee-9db3-4311f40f8ff2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Made reservation on behalf of dfde3cc6f86f4c6daa52e8538a922701 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:12:39.231103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9888a2d4-bd02-45ee-9db3-4311f40f8ff2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:39.356064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:39.369759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] Transition to ACTIVE for port object 3f8c15a8-0165-4a61-a9ca-b28d5daebc12 will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:12:39.401857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4379ba09-f274-4571-9bba-72cf8106c099 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:39.410294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-947c9977-5807-44ff-aa73-c694f52322d2 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:39.420107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:39.427560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-189b701e-e7a4-43d1-a090-bda537b7b6d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:39.515724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] Attempting to bind port 3f8c15a8-0165-4a61-a9ca-b28d5daebc12 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:12:39.517137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] Attempting to bind port 3f8c15a8-0165-4a61-a9ca-b28d5daebc12 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'b3ad42d5-b570-4747-b642-fceda64e7b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '77a28324-c606-4fdf-ac72-69b18f8b8edb'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:12:39.517137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] Attempting to bind port 3f8c15a8-0165-4a61-a9ca-b28d5daebc12 on network 77a28324-c606-4fdf-ac72-69b18f8b8edb {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:12:39.527386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c325f0a-ac57-4fb8-872b-5a9402b07316 None None] Pushing event updated for resources: {'Port': ['ID=3f8c15a8-0165-4a61-a9ca-b28d5daebc12,revision_number=2']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:39.538548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2c325f0a-ac57-4fb8-872b-5a9402b07316 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:39.539749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:12:39.540267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] Checking segment: {'id': 'b3ad42d5-b570-4747-b642-fceda64e7b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '77a28324-c606-4fdf-ac72-69b18f8b8edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:12:39.540823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:39.541338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] Bound using segment: {'id': 'b3ad42d5-b570-4747-b642-fceda64e7b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '77a28324-c606-4fdf-ac72-69b18f8b8edb'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:12:39.542806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] Bound port: 3f8c15a8-0165-4a61-a9ca-b28d5daebc12, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ad42d5-b570-4747-b642-fceda64e7b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '77a28324-c606-4fdf-ac72-69b18f8b8edb'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:12:39.542806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:39.571117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf54f5cd-8ce6-4e6d-8ea3-9c63ee67ff43 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:39.643840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a715681-fc35-4049-8e40-4615719d1a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:39.661259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-834dd136-9cf2-4d75-b9bf-07dfc9c65f41 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:39.818959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] For port 3f8c15a8-0165-4a61-a9ca-b28d5daebc12, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:12:39.826197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] For port 3f8c15a8-0165-4a61-a9ca-b28d5daebc12, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=3f8c15a8-0165-4a61-a9ca-b28d5daebc12,segment=NetworkSegment(b3ad42d5-b570-4747-b642-fceda64e7b8f),segment_id=b3ad42d5-b570-4747-b642-fceda64e7b8f)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:12:39.855085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:39.863273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3a2d3f86-5cd4-424c-9412-33d1863568cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:39.992139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] Routers {'65a1fa3f-f6ed-41e0-ae53-1e36997986f9'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:39.993417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['65a1fa3f-f6ed-41e0-ae53-1e36997986f9'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:40.056784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-834dd136-9cf2-4d75-b9bf-07dfc9c65f41 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Deleting port 3f8c15a8-0165-4a61-a9ca-b28d5daebc12 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:12:40.057182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-834dd136-9cf2-4d75-b9bf-07dfc9c65f41 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:40.227236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c325f0a-ac57-4fb8-872b-5a9402b07316 None None] Pushing event updated for resources: {'Port': ['ID=3f8c15a8-0165-4a61-a9ca-b28d5daebc12,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:40.232796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2c325f0a-ac57-4fb8-872b-5a9402b07316 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:40.260558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:40.293621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379ba09-f274-4571-9bba-72cf8106c099 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Pushing event deleted for resources: {'Port': ['ID=7588f000-9ba2-417b-9633-fe0c7f38cce3,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:40.297445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] Set router 65a1fa3f-f6ed-41e0-ae53-1e36997986f9 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:12:40.306684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf54f5cd-8ce6-4e6d-8ea3-9c63ee67ff43 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:40.336044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-834dd136-9cf2-4d75-b9bf-07dfc9c65f41 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] For port 3f8c15a8-0165-4a61-a9ca-b28d5daebc12, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=3f8c15a8-0165-4a61-a9ca-b28d5daebc12,segment=NetworkSegment(b3ad42d5-b570-4747-b642-fceda64e7b8f),segment_id=b3ad42d5-b570-4747-b642-fceda64e7b8f)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:12:40.336426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-834dd136-9cf2-4d75-b9bf-07dfc9c65f41 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:40.339177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4379ba09-f274-4571-9bba-72cf8106c099 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.929s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:40.420007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60b3334c-f3ba-4b26-ab00-b8b52fce05c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:40.477295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60b3334c-f3ba-4b26-ab00-b8b52fce05c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:40.487139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf54f5cd-8ce6-4e6d-8ea3-9c63ee67ff43 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:40.498908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2eb9816e-9658-4814-89ae-e5f9def17753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:40.503410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a1fa3f-f6ed-41e0-ae53-1e36997986f9', 'name': '', 'tenant_id': '09ea2e277be94eca9d3cc249640bee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:12:31Z', 'updated_at': '2021-04-23T09:12:39Z', 'revision_number': 4, 'project_id': '09ea2e277be94eca9d3cc249640bee7a', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:40.508220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-834dd136-9cf2-4d75-b9bf-07dfc9c65f41 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Calling delete_port for 3f8c15a8-0165-4a61-a9ca-b28d5daebc12 owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:12:40.509517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4add9f-cd35-4484-a64f-c4bfed98ac92 None None] The sync data for ids ['65a1fa3f-f6ed-41e0-ae53-1e36997986f9'] in dv-neutron-786478-4-hyperv is: [{'id': '65a1fa3f-f6ed-41e0-ae53-1e36997986f9', 'name': '', 'tenant_id': '09ea2e277be94eca9d3cc249640bee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:12:31Z', 'updated_at': '2021-04-23T09:12:39Z', 'revision_number': 4, 'project_id': '09ea2e277be94eca9d3cc249640bee7a', 'gw_port_host': None}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:12:40.510714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:40.579229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cf54f5cd-8ce6-4e6d-8ea3-9c63ee67ff43 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] In _notify_port_updated(), no bound segment for port 067ce02e-8ad0-4513-b843-264b89f8d39b on network c8c0169e-3ad1-4afd-a327-2e6a4a82513c {{(pid=87175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 23 09:12:40.585307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf54f5cd-8ce6-4e6d-8ea3-9c63ee67ff43 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:40.586033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf54f5cd-8ce6-4e6d-8ea3-9c63ee67ff43 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:40.587603 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cf54f5cd-8ce6-4e6d-8ea3-9c63ee67ff43 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "PUT /v2.0/ports/067ce02e-8ad0-4513-b843-264b89f8d39b HTTP/1.1" status: 200 len: 1003 time: 2.6825256 Apr 23 09:12:40.596173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60178) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:40.631424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4379ba09-f274-4571-9bba-72cf8106c099 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:40.677090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54f5cd-8ce6-4e6d-8ea3-9c63ee67ff43 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Pushing event updated for resources: {'Port': ['ID=067ce02e-8ad0-4513-b843-264b89f8d39b,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:40.691022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cf54f5cd-8ce6-4e6d-8ea3-9c63ee67ff43 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:40.881591 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-60b3334c-f3ba-4b26-ab00-b8b52fce05c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b1b8f360fa64fb98cd195699384d0ff&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6237717 Apr 23 09:12:40.883690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3334c-f3ba-4b26-ab00-b8b52fce05c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa54faf-7817-42dc-ac50-5a1e960f33ab,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:40.885613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60186) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:40.902910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-60b3334c-f3ba-4b26-ab00-b8b52fce05c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:40.904969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4379ba09-f274-4571-9bba-72cf8106c099 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:40.910745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4379ba09-f274-4571-9bba-72cf8106c099 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:40.925804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9888a2d4-bd02-45ee-9db3-4311f40f8ff2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:40.944187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3fb0956d-5a70-4372-8e60-bea6e8ce5359 None None] Provisioning complete for port 067ce02e-8ad0-4513-b843-264b89f8d39b triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:12:40.944500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:40.944783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3fb0956d-5a70-4372-8e60-bea6e8ce5359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:41.036615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3fb0956d-5a70-4372-8e60-bea6e8ce5359 None None] Port 067ce02e-8ad0-4513-b843-264b89f8d39b cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:12:41.097251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888a2d4-bd02-45ee-9db3-4311f40f8ff2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Subnet': ['ID=d9b184bc-c883-4905-b80c-7b2df6402e65,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:41.101860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888a2d4-bd02-45ee-9db3-4311f40f8ff2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Checking segment: {'id': 'ebf81b15-eb39-44d5-a0c0-481283e4c187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd58fcea4-a3d0-46b5-8db9-1853265b18f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:12:41.102296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9888a2d4-bd02-45ee-9db3-4311f40f8ff2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Network hostable DHCP agents. Network: d58fcea4-a3d0-46b5-8db9-1853265b18f0, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:12:41.108000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9888a2d4-bd02-45ee-9db3-4311f40f8ff2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:41.108324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d47fcc44-c55c-4af1-b095-2c9de0e8fb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:41.123466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-be5177af-d943-480e-8194-e064575d1c16 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Deleting port 067ce02e-8ad0-4513-b843-264b89f8d39b {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:12:41.124319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-be5177af-d943-480e-8194-e064575d1c16 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:41.147634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d47fcc44-c55c-4af1-b095-2c9de0e8fb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:41.190068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4379ba09-f274-4571-9bba-72cf8106c099 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:41.190665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4379ba09-f274-4571-9bba-72cf8106c099 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e28cf4c-3cc6-4839-94fa-038d62a70f9c {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:12:41.222355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:41.231122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0467196-6f46-47b0-8f8f-90d7753aebeb tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:41.276517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9888a2d4-bd02-45ee-9db3-4311f40f8ff2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Network d58fcea4-a3d0-46b5-8db9-1853265b18f0 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:12:41.327484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-9888a2d4-bd02-45ee-9db3-4311f40f8ff2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, d58fcea4-a3d0-46b5-8db9-1853265b18f0) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:41.338656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b034e9f-b452-4992-afe0-d7a576c3d158 None None] Network d58fcea4-a3d0-46b5-8db9-1853265b18f0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:12:41.375148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-834dd136-9cf2-4d75-b9bf-07dfc9c65f41 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:41.386374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cf54f5cd-8ce6-4e6d-8ea3-9c63ee67ff43 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:41.426579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4379ba09-f274-4571-9bba-72cf8106c099 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:41.432056 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4379ba09-f274-4571-9bba-72cf8106c099 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "DELETE /v2.0/routers/9e28cf4c-3cc6-4839-94fa-038d62a70f9c HTTP/1.1" status: 204 len: 168 time: 6.9697566 Apr 23 09:12:41.444019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60190) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:41.452776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-979515007', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}, 'admin_state_up': False}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:41.462900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d47fcc44-c55c-4af1-b095-2c9de0e8fb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:41.465516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d47fcc44-c55c-4af1-b095-2c9de0e8fb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:41.469484 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d47fcc44-c55c-4af1-b095-2c9de0e8fb39 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2aa54faf-7817-42dc-ac50-5a1e960f33ab HTTP/1.1" status: 204 len: 168 time: 0.5789735 Apr 23 09:12:41.475648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:41.478747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9aacf739-b8e2-4d13-8626-8b35e5926f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:41.492109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Usage tracker for resource:router and tenant:64739600c5804295a804ab4aea34ef97 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:41.499323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:41.506443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fcc44-c55c-4af1-b095-2c9de0e8fb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa54faf-7817-42dc-ac50-5a1e960f33ab,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:41.513808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d47fcc44-c55c-4af1-b095-2c9de0e8fb39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:41.514744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:41.551593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-be5177af-d943-480e-8194-e064575d1c16 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:41.590087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9888a2d4-bd02-45ee-9db3-4311f40f8ff2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:41.591248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9888a2d4-bd02-45ee-9db3-4311f40f8ff2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:41.643458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834dd136-9cf2-4d75-b9bf-07dfc9c65f41 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f8c15a8-0165-4a61-a9ca-b28d5daebc12,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:41.650172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:41.651064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:41.686290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0003f71-ce7b-4263-a538-2ef47dcd9cda None None] Network d58fcea4-a3d0-46b5-8db9-1853265b18f0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:12:41.739376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-834dd136-9cf2-4d75-b9bf-07dfc9c65f41 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:41.743284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:41.825488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7588f000-9ba2-417b-9633-fe0c7f38cce3 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:12:41.847255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-be5177af-d943-480e-8194-e064575d1c16 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Calling delete_port for 067ce02e-8ad0-4513-b843-264b89f8d39b owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:12:41.869956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 7588f000-9ba2-417b-9633-fe0c7f38cce3 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:12:41.870354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7588f000-9ba2-417b-9633-fe0c7f38cce3 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:12:41.948355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-834dd136-9cf2-4d75-b9bf-07dfc9c65f41 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:42.064151 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9888a2d4-bd02-45ee-9db3-4311f40f8ff2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.1623049 Apr 23 09:12:42.132978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60200) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:42.143980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:42.152213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-159254521', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}, 'admin_state_up': False}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:42.167981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-834dd136-9cf2-4d75-b9bf-07dfc9c65f41 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:42.170628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:42.174030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-834dd136-9cf2-4d75-b9bf-07dfc9c65f41 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:42.181035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Usage tracker for resource:router and tenant:dfde3cc6f86f4c6daa52e8538a922701 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:42.207266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:42.215460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:42.241659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:42.267860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-834dd136-9cf2-4d75-b9bf-07dfc9c65f41 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:42.268706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834dd136-9cf2-4d75-b9bf-07dfc9c65f41 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65a1fa3f-f6ed-41e0-ae53-1e36997986f9 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:12:42.312024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-834dd136-9cf2-4d75-b9bf-07dfc9c65f41 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:42.313278 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-834dd136-9cf2-4d75-b9bf-07dfc9c65f41 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "DELETE /v2.0/routers/65a1fa3f-f6ed-41e0-ae53-1e36997986f9 HTTP/1.1" status: 204 len: 168 time: 4.5376678 Apr 23 09:12:42.318886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60212) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:42.358521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:42.359676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:42.446621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d0467196-6f46-47b0-8f8f-90d7753aebeb tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Deleting port 5c8d5e67-5030-4580-844d-403464ece468 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:12:42.447159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0467196-6f46-47b0-8f8f-90d7753aebeb tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:42.629279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0467196-6f46-47b0-8f8f-90d7753aebeb tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:42.716505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-be5177af-d943-480e-8194-e064575d1c16 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:42.727517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e65f8313-412d-4ee3-95d6-f42001e67612 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:42.772709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:42.786368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-79756b4a-c1a1-4a82-b24b-3bec6cdcc1a3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Deleting subnet 09b92c09-06f4-4273-850c-bca1448987cb {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:12:42.798771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5177af-d943-480e-8194-e064575d1c16 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Pushing event deleted for resources: {'Port': ['ID=067ce02e-8ad0-4513-b843-264b89f8d39b,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:42.802650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-79756b4a-c1a1-4a82-b24b-3bec6cdcc1a3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:42.832458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d0467196-6f46-47b0-8f8f-90d7753aebeb tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Calling delete_port for 5c8d5e67-5030-4580-844d-403464ece468 owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:12:42.838884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-be5177af-d943-480e-8194-e064575d1c16 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:42.921678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-79756b4a-c1a1-4a82-b24b-3bec6cdcc1a3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:42.990588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_gateway, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:43.029024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60226) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:43.045519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:43.237165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-41b77719-8d9b-4a9b-8a24-1c6f00992e37 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-960090152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:43.249156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-41b77719-8d9b-4a9b-8a24-1c6f00992e37 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:43.260906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-41b77719-8d9b-4a9b-8a24-1c6f00992e37 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Usage tracker for resource:router and tenant:3b9364b91651425199c84a876688263e is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:43.264236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-79756b4a-c1a1-4a82-b24b-3bec6cdcc1a3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:43.273822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-41b77719-8d9b-4a9b-8a24-1c6f00992e37 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:43.280916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Allocated IP 172.26.4.140 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/38c9ba91-f443-4504-8f6a-0a069deb383e) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:12:43.285908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-41b77719-8d9b-4a9b-8a24-1c6f00992e37 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:43.374470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-be5177af-d943-480e-8194-e064575d1c16 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:43.396432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41b77719-8d9b-4a9b-8a24-1c6f00992e37 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:43.397540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41b77719-8d9b-4a9b-8a24-1c6f00992e37 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:43.462685 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-be5177af-d943-480e-8194-e064575d1c16 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "DELETE /v2.0/ports/067ce02e-8ad0-4513-b843-264b89f8d39b HTTP/1.1" status: 204 len: 168 time: 2.8639357 Apr 23 09:12:43.478374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60236) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:43.498099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0467196-6f46-47b0-8f8f-90d7753aebeb tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:43.513575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-acc5dd8f-b9b8-473c-a6d3-9fe3d3ebe416 tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:43.555490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:43.568417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41b77719-8d9b-4a9b-8a24-1c6f00992e37 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:43.584548 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4998ca4-b323-4d85-9cf8-91d150585216 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] GET failed (client error): The resource could not be found. Apr 23 09:12:43.585190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b4998ca4-b323-4d85-9cf8-91d150585216 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Synchronizing usage tracker for tenant:328d038f3e04461f942e13ec7ec45165 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:12:43.723961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b4998ca4-b323-4d85-9cf8-91d150585216 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Unset dirty status for tenant:328d038f3e04461f942e13ec7ec45165 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:12:43.725184 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b4998ca4-b323-4d85-9cf8-91d150585216 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "GET /v2.0/ports/067ce02e-8ad0-4513-b843-264b89f8d39b HTTP/1.1" status: 404 len: 333 time: 0.2430143 Apr 23 09:12:43.729379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60240) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:43.748654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0a184240-8aaa-4830-9ccf-d303cbbf25bc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Request body: {'port': {'network_id': 'c8c0169e-3ad1-4afd-a327-2e6a4a82513c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1419831015'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:43.862705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0467196-6f46-47b0-8f8f-90d7753aebeb tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Pushing event deleted for resources: {'Port': ['ID=5c8d5e67-5030-4580-844d-403464ece468,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:43.877328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d0467196-6f46-47b0-8f8f-90d7753aebeb tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:44.026673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:44.037148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41b77719-8d9b-4a9b-8a24-1c6f00992e37 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:44.071241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0a184240-8aaa-4830-9ccf-d303cbbf25bc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:44.088590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0a184240-8aaa-4830-9ccf-d303cbbf25bc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:44.154980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-79756b4a-c1a1-4a82-b24b-3bec6cdcc1a3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:44.239059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:44.280808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a184240-8aaa-4830-9ccf-d303cbbf25bc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Made reservation on behalf of 328d038f3e04461f942e13ec7ec45165 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:12:44.285981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41b77719-8d9b-4a9b-8a24-1c6f00992e37 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:44.287314 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-41b77719-8d9b-4a9b-8a24-1c6f00992e37 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.2570143 Apr 23 09:12:44.290002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a184240-8aaa-4830-9ccf-d303cbbf25bc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:44.291116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60244) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:44.307167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1441847065'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:44.309887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79756b4a-c1a1-4a82-b24b-3bec6cdcc1a3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=09b92c09-06f4-4273-850c-bca1448987cb,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:44.314230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-79756b4a-c1a1-4a82-b24b-3bec6cdcc1a3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:44.321307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:44.322980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-79756b4a-c1a1-4a82-b24b-3bec6cdcc1a3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:44.329705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Usage tracker for resource:network and tenant:3b9364b91651425199c84a876688263e is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:44.333283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:44.338462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0467196-6f46-47b0-8f8f-90d7753aebeb tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:44.344383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:44.347977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-336a480e-4c15-46dd-8bc1-10d47924134a tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:44.372242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:44.402504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:44.405754 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-79756b4a-c1a1-4a82-b24b-3bec6cdcc1a3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/09b92c09-06f4-4273-850c-bca1448987cb HTTP/1.1" status: 204 len: 168 time: 2.0861237 Apr 23 09:12:44.410522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-0a184240-8aaa-4830-9ccf-d303cbbf25bc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] device_id is not set on port 435a8438-dbfb-43ff-b9d0-db2aee55bfc9 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:12:44.418871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60250) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:44.456164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:44.565260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:12:44.639940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:44.655836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Made reservation on behalf of 3b9364b91651425199c84a876688263e for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:12:44.662348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:44.723739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:12:44.743350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-0a184240-8aaa-4830-9ccf-d303cbbf25bc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Allocated IP 2001:db8::3cf (c8c0169e-3ad1-4afd-a327-2e6a4a82513c/07c2b502-f06f-415b-93f7-f7b25a4caf2d/435a8438-dbfb-43ff-b9d0-db2aee55bfc9) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:12:44.775554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Pushing event updated for resources: {'Port': ['ID=38c9ba91-f443-4504-8f6a-0a069deb383e,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:44.779099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Allocated IP 172.26.4.55 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/1b56281e-3ac4-49c1-8dec-6bb1f3f08182) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:12:44.802798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:44.821826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:44.848768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:44.859125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a5da0c8-aba8-42e0-a431-5818fc4df2be tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:44.869581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Usage tracker for resource:security_group_rule and tenant:3b9364b91651425199c84a876688263e is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:44.879051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:44.970459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:45.131242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:45.156525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a184240-8aaa-4830-9ccf-d303cbbf25bc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:45.179040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0a184240-8aaa-4830-9ccf-d303cbbf25bc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Transition to ACTIVE for port object 435a8438-dbfb-43ff-b9d0-db2aee55bfc9 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:12:45.249459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:45.254406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a184240-8aaa-4830-9ccf-d303cbbf25bc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:45.257297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7228fa21-3e41-42c7-a0b4-8818ffe70ecd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:45.332390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:12:45.336640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:45.347838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:12:45.424770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a5da0c8-aba8-42e0-a431-5818fc4df2be tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:45.657101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a184240-8aaa-4830-9ccf-d303cbbf25bc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Network c8c0169e-3ad1-4afd-a327-2e6a4a82513c is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:12:45.664164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-0a184240-8aaa-4830-9ccf-d303cbbf25bc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:45.676163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a184240-8aaa-4830-9ccf-d303cbbf25bc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:12:45.682499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a184240-8aaa-4830-9ccf-d303cbbf25bc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:45.683217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a184240-8aaa-4830-9ccf-d303cbbf25bc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:45.691647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Port': ['ID=1b56281e-3ac4-49c1-8dec-6bb1f3f08182,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:45.701366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:45.704339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5cfb00c5-719d-484a-8ab8-bfc5e206fc1b tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.404s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:45.798648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-7a5da0c8-aba8-42e0-a431-5818fc4df2be tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a28324-c606-4fdf-ac72-69b18f8b8edb']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:45.836543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0467196-6f46-47b0-8f8f-90d7753aebeb tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Router 3c5feb1e-782a-4997-8c35-23d8ed60cf24 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:12:45.843518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:45.847031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-7a5da0c8-aba8-42e0-a431-5818fc4df2be tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ad42d5-b570-4747-b642-fceda64e7b8f') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:45.847371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-7a5da0c8-aba8-42e0-a431-5818fc4df2be tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ad42d5-b570-4747-b642-fceda64e7b8f') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:45.877282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a5da0c8-aba8-42e0-a431-5818fc4df2be tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:45.901727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:45.945603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0e2e899a-3cda-449b-83d3-5e176d82e346 None None] Provisioning for port 435a8438-dbfb-43ff-b9d0-db2aee55bfc9 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:12:45.945901 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0a184240-8aaa-4830-9ccf-d303cbbf25bc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2139378 Apr 23 09:12:45.952015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0e2e899a-3cda-449b-83d3-5e176d82e346 None None] Provisioning complete for port 435a8438-dbfb-43ff-b9d0-db2aee55bfc9 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:12:45.952430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60260) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:45.952905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e2e899a-3cda-449b-83d3-5e176d82e346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:45.953387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a184240-8aaa-4830-9ccf-d303cbbf25bc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Pushing event updated for resources: {'Port': ['ID=435a8438-dbfb-43ff-b9d0-db2aee55bfc9,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:45.962732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ab984dc4-df5f-4cf3-9544-0f2f40763e3a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ea:61:04'}]}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:45.995208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0a184240-8aaa-4830-9ccf-d303cbbf25bc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:46.016572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0e2e899a-3cda-449b-83d3-5e176d82e346 None None] Port 435a8438-dbfb-43ff-b9d0-db2aee55bfc9 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:12:46.236096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:46.324422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a5da0c8-aba8-42e0-a431-5818fc4df2be tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:46.326986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_gateway, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:46.472296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:46.484232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:12:46.495738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5da0c8-aba8-42e0-a431-5818fc4df2be tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:12:46.517808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eed1ac5-c6fb-4e24-90ef-b4e160b9f00e,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:46.543283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab984dc4-df5f-4cf3-9544-0f2f40763e3a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:46.545746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:46.619949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:46.620344 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Added segment e5382e3d-8340-4b06-84ce-727d36db8143 of type vlan for network 5474c214-834c-43bb-b648-5e6811f7534f Apr 23 09:12:46.804953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7a5da0c8-aba8-42e0-a431-5818fc4df2be tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Network 77a28324-c606-4fdf-ac72-69b18f8b8edb has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:12:46.818474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:46.826007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a5da0c8-aba8-42e0-a431-5818fc4df2be tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:46.925401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0467196-6f46-47b0-8f8f-90d7753aebeb tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:12:46.937050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b37ea88-23fb-42cd-8c8c-d48ef7e799b2 None None] Sync routers for ids ['3c5feb1e-782a-4997-8c35-23d8ed60cf24'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:12:46.948687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b37ea88-23fb-42cd-8c8c-d48ef7e799b2 None None] Routers {'3c5feb1e-782a-4997-8c35-23d8ed60cf24'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:46.949504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0b37ea88-23fb-42cd-8c8c-d48ef7e799b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3c5feb1e-782a-4997-8c35-23d8ed60cf24'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:47.066930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:12:47.071242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:47.207173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:47.207613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-ab984dc4-df5f-4cf3-9544-0f2f40763e3a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:12:47.231313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:47.231857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:47.233024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab984dc4-df5f-4cf3-9544-0f2f40763e3a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:47.242362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7a5da0c8-aba8-42e0-a431-5818fc4df2be tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Network 77a28324-c606-4fdf-ac72-69b18f8b8edb has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:12:47.250477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:47.271592 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d0467196-6f46-47b0-8f8f-90d7753aebeb tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] 10.222.0.60 "PUT /v2.0/routers/3c5feb1e-782a-4997-8c35-23d8ed60cf24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2783267 Apr 23 09:12:47.271815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab984dc4-df5f-4cf3-9544-0f2f40763e3a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:47.271935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0b37ea88-23fb-42cd-8c8c-d48ef7e799b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:47.276821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60268) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:47.279757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:47.287446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b37ea88-23fb-42cd-8c8c-d48ef7e799b2 None None] Routers {'3c5feb1e-782a-4997-8c35-23d8ed60cf24'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:47.288475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0b37ea88-23fb-42cd-8c8c-d48ef7e799b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3c5feb1e-782a-4997-8c35-23d8ed60cf24'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:12:47.297346 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:12:47.403917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0b37ea88-23fb-42cd-8c8c-d48ef7e799b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:47.404311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b37ea88-23fb-42cd-8c8c-d48ef7e799b2 None None] The sync data for ids ['3c5feb1e-782a-4997-8c35-23d8ed60cf24'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:12:47.409935 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1140158 Apr 23 09:12:47.414529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ab984dc4-df5f-4cf3-9544-0f2f40763e3a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] In _notify_port_updated(), no bound segment for port 435a8438-dbfb-43ff-b9d0-db2aee55bfc9 on network c8c0169e-3ad1-4afd-a327-2e6a4a82513c {{(pid=87175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 23 09:12:47.421060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab984dc4-df5f-4cf3-9544-0f2f40763e3a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:47.421735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab984dc4-df5f-4cf3-9544-0f2f40763e3a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:47.426895 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ab984dc4-df5f-4cf3-9544-0f2f40763e3a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "PUT /v2.0/ports/435a8438-dbfb-43ff-b9d0-db2aee55bfc9 HTTP/1.1" status: 200 len: 1003 time: 1.4667764 Apr 23 09:12:47.428995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60272) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:47.429425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60274) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:47.488015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:47.490417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event updated for resources: {'Network': ['ID=5474c214-834c-43bb-b648-5e6811f7534f,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:47.494014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:47.509328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 5474c214-834c-43bb-b648-5e6811f7534f details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:12:47.684548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a5da0c8-aba8-42e0-a431-5818fc4df2be tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:47.696810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-90ea4030-0aaa-40c2-a05f-4b7f61980e11 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:47.714987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5da0c8-aba8-42e0-a431-5818fc4df2be tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 77a28324-c606-4fdf-ac72-69b18f8b8edb {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 23 09:12:47.722905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a5da0c8-aba8-42e0-a431-5818fc4df2be tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:47.737463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5da0c8-aba8-42e0-a431-5818fc4df2be tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Pushing event deleted for resources: {'Network': ['ID=77a28324-c606-4fdf-ac72-69b18f8b8edb,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:47.746350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7a5da0c8-aba8-42e0-a431-5818fc4df2be tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:47.755356 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7a5da0c8-aba8-42e0-a431-5818fc4df2be tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "DELETE /v2.0/networks/77a28324-c606-4fdf-ac72-69b18f8b8edb HTTP/1.1" status: 204 len: 168 time: 3.3288536 Apr 23 09:12:47.768684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-23274612-3d11-495a-8a98-6a4fe15132f2 None None] Provisioning complete for port 435a8438-dbfb-43ff-b9d0-db2aee55bfc9 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:12:47.769390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23274612-3d11-495a-8a98-6a4fe15132f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:47.826020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Router 3610a426-5f17-46f5-b74a-5013e52a0920 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:12:47.846616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-23274612-3d11-495a-8a98-6a4fe15132f2 None None] Port 435a8438-dbfb-43ff-b9d0-db2aee55bfc9 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:12:47.986133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-593d1af2-9ada-42e9-94be-f4f5248c0447 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Request body: {'subnet': {'network_id': '5474c214-834c-43bb-b648-5e6811f7534f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:48.058048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab984dc4-df5f-4cf3-9544-0f2f40763e3a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Pushing event updated for resources: {'Port': ['ID=435a8438-dbfb-43ff-b9d0-db2aee55bfc9,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:48.089431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ab984dc4-df5f-4cf3-9544-0f2f40763e3a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:48.109985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:12:48.163695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:48.170386 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.7247190 Apr 23 09:12:48.171508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60290) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:48.181577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b6a55e80-6904-4c64-87ff-264ac892c739 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'enable_snat': False}}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:48.251858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60294) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:48.282519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-21e619f0-27b0-40b4-8d06-9966c8fc9221 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Request body: {'router': {'name': 'tempest-router--2101363004', 'project_id': '9981bb63ab6e456c90c744e1dd6da02a'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:48.285928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-593d1af2-9ada-42e9-94be-f4f5248c0447 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:48.293344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-21e619f0-27b0-40b4-8d06-9966c8fc9221 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:48.300449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-83bac4ef-a1cc-4840-816b-4170502003f6 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:48.325296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f9556-420e-4395-841a-63f883477a87 None None] Sync routers for ids ['3610a426-5f17-46f5-b74a-5013e52a0920'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:12:48.338903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f9556-420e-4395-841a-63f883477a87 None None] Routers {'3610a426-5f17-46f5-b74a-5013e52a0920'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:48.339788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a32f9556-420e-4395-841a-63f883477a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3610a426-5f17-46f5-b74a-5013e52a0920'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:48.361102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-593d1af2-9ada-42e9-94be-f4f5248c0447 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Usage tracker for resource:subnet and tenant:3b9364b91651425199c84a876688263e is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:48.366254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-21e619f0-27b0-40b4-8d06-9966c8fc9221 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Usage tracker for resource:router and tenant:9981bb63ab6e456c90c744e1dd6da02a is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:48.378449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-593d1af2-9ada-42e9-94be-f4f5248c0447 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:48.381353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Router 94e3cf93-fc47-4393-9b60-9fd1bb599458 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:12:48.413574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a32f9556-420e-4395-841a-63f883477a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:48.425044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f9556-420e-4395-841a-63f883477a87 None None] Routers {'3610a426-5f17-46f5-b74a-5013e52a0920'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:48.425625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a32f9556-420e-4395-841a-63f883477a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3610a426-5f17-46f5-b74a-5013e52a0920'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:48.446071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-21e619f0-27b0-40b4-8d06-9966c8fc9221 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:48.462559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-593d1af2-9ada-42e9-94be-f4f5248c0447 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:48.465098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-21e619f0-27b0-40b4-8d06-9966c8fc9221 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:48.502651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a32f9556-420e-4395-841a-63f883477a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:48.503083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f9556-420e-4395-841a-63f883477a87 None None] The sync data for ids ['3610a426-5f17-46f5-b74a-5013e52a0920'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:12:48.577227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593d1af2-9ada-42e9-94be-f4f5248c0447 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Made reservation on behalf of 3b9364b91651425199c84a876688263e for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:12:48.584033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-593d1af2-9ada-42e9-94be-f4f5248c0447 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:48.701018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21e619f0-27b0-40b4-8d06-9966c8fc9221 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:48.702027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21e619f0-27b0-40b4-8d06-9966c8fc9221 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:48.840457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b3105-efb6-4dad-86ca-29140e304941 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Deleting port 435a8438-dbfb-43ff-b9d0-db2aee55bfc9 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:12:48.841045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa0b3105-efb6-4dad-86ca-29140e304941 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:48.862026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21e619f0-27b0-40b4-8d06-9966c8fc9221 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:48.916804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-83bac4ef-a1cc-4840-816b-4170502003f6 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:49.015428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21e619f0-27b0-40b4-8d06-9966c8fc9221 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:49.030404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:12:49.042357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c79525-88e8-43a8-8c4d-956e8f2d1179 None None] Sync routers for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:12:49.061154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b6a55e80-6904-4c64-87ff-264ac892c739 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:49.064386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c79525-88e8-43a8-8c4d-956e8f2d1179 None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:49.065185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-30c79525-88e8-43a8-8c4d-956e8f2d1179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:49.155178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-30c79525-88e8-43a8-8c4d-956e8f2d1179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:49.165988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c79525-88e8-43a8-8c4d-956e8f2d1179 None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:49.166800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-30c79525-88e8-43a8-8c4d-956e8f2d1179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:49.217631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa0b3105-efb6-4dad-86ca-29140e304941 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:49.234261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21e619f0-27b0-40b4-8d06-9966c8fc9221 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:49.240606 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-21e619f0-27b0-40b4-8d06-9966c8fc9221 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9868801 Apr 23 09:12:49.240826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60302) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:49.243415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-30c79525-88e8-43a8-8c4d-956e8f2d1179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:49.244210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c79525-88e8-43a8-8c4d-956e8f2d1179 None None] The sync data for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:12:49.309521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:49.310836 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.1768374 Apr 23 09:12:49.371681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60306) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:49.388926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b3105-efb6-4dad-86ca-29140e304941 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Calling delete_port for 435a8438-dbfb-43ff-b9d0-db2aee55bfc9 owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:12:49.467790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-83bac4ef-a1cc-4840-816b-4170502003f6 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Deleting port 054e1429-cf78-47c0-a879-8325cc7750f5 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:12:49.467790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-83bac4ef-a1cc-4840-816b-4170502003f6 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:49.468350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5013ab97-7353-489b-b830-fba7657a4b9c tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:49.715238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-83bac4ef-a1cc-4840-816b-4170502003f6 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:49.904766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-83bac4ef-a1cc-4840-816b-4170502003f6 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Calling delete_port for 054e1429-cf78-47c0-a879-8325cc7750f5 owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:12:50.002374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa0b3105-efb6-4dad-86ca-29140e304941 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:50.012246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dc7169fc-570e-491a-8387-c8616c099d44 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:50.035808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5013ab97-7353-489b-b830-fba7657a4b9c tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:50.053307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5013ab97-7353-489b-b830-fba7657a4b9c tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:50.115425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b3105-efb6-4dad-86ca-29140e304941 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Pushing event deleted for resources: {'Port': ['ID=435a8438-dbfb-43ff-b9d0-db2aee55bfc9,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:50.129324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fa0b3105-efb6-4dad-86ca-29140e304941 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:50.507714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa0b3105-efb6-4dad-86ca-29140e304941 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:50.517734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-593d1af2-9ada-42e9-94be-f4f5248c0447 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:50.535854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-457960d9-217d-46ae-ad8a-d74416be6c04 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:50.568159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5013ab97-7353-489b-b830-fba7657a4b9c tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:50.568703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5013ab97-7353-489b-b830-fba7657a4b9c tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1562d40-f060-42e5-aa76-8bff1eb72009 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:12:50.573623 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fa0b3105-efb6-4dad-86ca-29140e304941 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "DELETE /v2.0/ports/435a8438-dbfb-43ff-b9d0-db2aee55bfc9 HTTP/1.1" status: 204 len: 168 time: 3.1331775 Apr 23 09:12:50.576998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60314) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:50.663166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d1af2-9ada-42e9-94be-f4f5248c0447 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event updated for resources: {'Subnet': ['ID=78c22bdf-b146-4829-bd54-e0d075436839,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:50.670836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-593d1af2-9ada-42e9-94be-f4f5248c0447 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:50.690435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593d1af2-9ada-42e9-94be-f4f5248c0447 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Checking segment: {'id': 'e5382e3d-8340-4b06-84ce-727d36db8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5474c214-834c-43bb-b648-5e6811f7534f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:12:50.690910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593d1af2-9ada-42e9-94be-f4f5248c0447 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Network hostable DHCP agents. Network: 5474c214-834c-43bb-b648-5e6811f7534f, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:12:50.708885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5013ab97-7353-489b-b830-fba7657a4b9c tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:50.710114 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5013ab97-7353-489b-b830-fba7657a4b9c tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "DELETE /v2.0/routers/d1562d40-f060-42e5-aa76-8bff1eb72009 HTTP/1.1" status: 204 len: 168 time: 1.4682999 Apr 23 09:12:50.751575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-83bac4ef-a1cc-4840-816b-4170502003f6 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:50.757297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ab984dc4-df5f-4cf3-9544-0f2f40763e3a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:50.773900 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68d136a-a495-4897-a84e-a3416f2b473e tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] GET failed (client error): The resource could not be found. Apr 23 09:12:50.774543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c68d136a-a495-4897-a84e-a3416f2b473e tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Synchronizing usage tracker for tenant:328d038f3e04461f942e13ec7ec45165 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:12:50.801632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593d1af2-9ada-42e9-94be-f4f5248c0447 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Network 5474c214-834c-43bb-b648-5e6811f7534f is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:12:50.816849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bac4ef-a1cc-4840-816b-4170502003f6 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Pushing event deleted for resources: {'Port': ['ID=054e1429-cf78-47c0-a879-8325cc7750f5,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:50.847062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-83bac4ef-a1cc-4840-816b-4170502003f6 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:50.852697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-593d1af2-9ada-42e9-94be-f4f5248c0447 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 5474c214-834c-43bb-b648-5e6811f7534f) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:50.863219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b90b12-c2fc-4770-af95-daf88884a576 None None] Network 5474c214-834c-43bb-b648-5e6811f7534f requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:12:50.902720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c68d136a-a495-4897-a84e-a3416f2b473e tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Unset dirty status for tenant:328d038f3e04461f942e13ec7ec45165 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:12:50.911278 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c68d136a-a495-4897-a84e-a3416f2b473e tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "GET /v2.0/ports/435a8438-dbfb-43ff-b9d0-db2aee55bfc9 HTTP/1.1" status: 404 len: 333 time: 0.3256783 Apr 23 09:12:50.911812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60320) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:50.914736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60324) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:50.920345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593d1af2-9ada-42e9-94be-f4f5248c0447 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:50.921027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-593d1af2-9ada-42e9-94be-f4f5248c0447 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:50.958581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-83bac4ef-a1cc-4840-816b-4170502003f6 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:50.990403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e839a8cf-2524-4eb6-bb8a-c8d83fda7d72 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Request body: {'port': {'network_id': 'c8c0169e-3ad1-4afd-a327-2e6a4a82513c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-664641852'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:51.020635 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-593d1af2-9ada-42e9-94be-f4f5248c0447 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5838580 Apr 23 09:12:51.021130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60330) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:51.104648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-fb33cc32-4710-4e69-977f-1dc2b19762f0 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Request body: {'network': {'name': 'tempest-router-network01--1218225395'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:51.130535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-5474c214-834c-43bb-b648-5e6811f7534f', 'network_id': '5474c214-834c-43bb-b648-5e6811f7534f', 'tenant_id': '3b9364b91651425199c84a876688263e', 'fixed_ips': [{'subnet_id': '78c22bdf-b146-4829-bd54-e0d075436839'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:12:51.132176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:51.167605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fb33cc32-4710-4e69-977f-1dc2b19762f0 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:51.184149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fb33cc32-4710-4e69-977f-1dc2b19762f0 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Usage tracker for resource:network and tenant:3b9364b91651425199c84a876688263e is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:51.190303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fb33cc32-4710-4e69-977f-1dc2b19762f0 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:51.194574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-83bac4ef-a1cc-4840-816b-4170502003f6 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:51.199811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-83bac4ef-a1cc-4840-816b-4170502003f6 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:51.201798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fb33cc32-4710-4e69-977f-1dc2b19762f0 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:51.259127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb33cc32-4710-4e69-977f-1dc2b19762f0 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Made reservation on behalf of 3b9364b91651425199c84a876688263e for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:12:51.271578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb33cc32-4710-4e69-977f-1dc2b19762f0 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:51.290715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-83bac4ef-a1cc-4840-816b-4170502003f6 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:51.291577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bac4ef-a1cc-4840-816b-4170502003f6 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Fanout notify agent at l3_agent the message router_deleted on router 3c5feb1e-782a-4997-8c35-23d8ed60cf24 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:12:51.321278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-551587929', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}, 'admin_state_up': False}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:51.330291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:51.334666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Usage tracker for resource:router and tenant:3ffda89888b949649823f8d01859d2bc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:51.338380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:51.347491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-83bac4ef-a1cc-4840-816b-4170502003f6 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:51.351637 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-83bac4ef-a1cc-4840-816b-4170502003f6 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] 10.222.0.60 "DELETE /v2.0/routers/3c5feb1e-782a-4997-8c35-23d8ed60cf24 HTTP/1.1" status: 204 len: 168 time: 4.0322254 Apr 23 09:12:51.353843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60336) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:51.359787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:51.372864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Allocated IP 2001:db8::2 (5474c214-834c-43bb-b648-5e6811f7534f/78c22bdf-b146-4829-bd54-e0d075436839/7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:12:51.426566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e839a8cf-2524-4eb6-bb8a-c8d83fda7d72 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:51.454667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b6a55e80-6904-4c64-87ff-264ac892c739 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:51.455257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-b201e979-795e-40ef-9109-4c8f7f24bc32 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Deleting subnet 01a3eb1e-a326-43df-a4b3-bde18fee8fba {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:12:51.463268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e839a8cf-2524-4eb6-bb8a-c8d83fda7d72 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:51.474493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b6a55e80-6904-4c64-87ff-264ac892c739 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846489349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8286451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846514403'] for router, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:51.474666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b201e979-795e-40ef-9109-4c8f7f24bc32 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:51.567617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:51.568825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:51.572477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e839a8cf-2524-4eb6-bb8a-c8d83fda7d72 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Made reservation on behalf of 328d038f3e04461f942e13ec7ec45165 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:12:51.575545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb33cc32-4710-4e69-977f-1dc2b19762f0 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:12:51.578786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e839a8cf-2524-4eb6-bb8a-c8d83fda7d72 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:51.615405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb33cc32-4710-4e69-977f-1dc2b19762f0 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:51.615810 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-fb33cc32-4710-4e69-977f-1dc2b19762f0 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Added segment c67e593f-0db2-40a1-a3c9-2b892d84858a of type vlan for network a9d3b665-0cde-4d18-929c-05535c4ee097 Apr 23 09:12:51.624281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b201e979-795e-40ef-9109-4c8f7f24bc32 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:51.668759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:51.675843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:51.692347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Transition to ACTIVE for port object 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:12:51.717964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Transition to ACTIVE for port object 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:12:51.725946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-e839a8cf-2524-4eb6-bb8a-c8d83fda7d72 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] device_id is not set on port e7663311-d9c6-4520-b354-a9c387b1ab9f yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:12:51.728010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb33cc32-4710-4e69-977f-1dc2b19762f0 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:51.756494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:51.765630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:51.839447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Network 5474c214-834c-43bb-b648-5e6811f7534f is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:12:51.842925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:51.847763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:12:51.855612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Pushing event updated for resources: {'Port': ['ID=7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:51.871684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f7c77177-6726-47c9-8d4b-a72f84363c6f tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:51.885903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:51.957425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Attempting to bind port 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:12:51.958005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Attempting to bind port 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'e5382e3d-8340-4b06-84ce-727d36db8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5474c214-834c-43bb-b648-5e6811f7534f'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:12:51.958245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Attempting to bind port 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15 on network 5474c214-834c-43bb-b648-5e6811f7534f {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:12:51.964331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:12:51.964753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Checking segment: {'id': 'e5382e3d-8340-4b06-84ce-727d36db8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5474c214-834c-43bb-b648-5e6811f7534f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:12:51.965421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:51.965609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Bound using segment: {'id': 'e5382e3d-8340-4b06-84ce-727d36db8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5474c214-834c-43bb-b648-5e6811f7534f'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:12:51.966089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b201e979-795e-40ef-9109-4c8f7f24bc32 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:51.966196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Bound port: 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5382e3d-8340-4b06-84ce-727d36db8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5474c214-834c-43bb-b648-5e6811f7534f'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:12:51.966560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:51.999374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb33cc32-4710-4e69-977f-1dc2b19762f0 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:52.015041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb33cc32-4710-4e69-977f-1dc2b19762f0 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:52.015434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a55e80-6904-4c64-87ff-264ac892c739 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Router 3610a426-5f17-46f5-b74a-5013e52a0920 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:12:52.015724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb33cc32-4710-4e69-977f-1dc2b19762f0 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:52.025812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:52.103044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] For port 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:12:52.108889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] For port 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15,segment=NetworkSegment(e5382e3d-8340-4b06-84ce-727d36db8143),segment_id=e5382e3d-8340-4b06-84ce-727d36db8143)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:12:52.145760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:52.151818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:52.246387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Pushing event updated for resources: {'Port': ['ID=7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:52.252008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:52.335807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:52.353958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33cc32-4710-4e69-977f-1dc2b19762f0 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event updated for resources: {'Network': ['ID=a9d3b665-0cde-4d18-929c-05535c4ee097,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:52.368347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network a9d3b665-0cde-4d18-929c-05535c4ee097 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:12:52.410744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fb33cc32-4710-4e69-977f-1dc2b19762f0 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:52.413927 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fb33cc32-4710-4e69-977f-1dc2b19762f0 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3238432 Apr 23 09:12:52.415845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60342) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:52.452207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-fe58e80e-47ae-46da-8de2-1948f5ac0743 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Request body: {'network': {'name': 'tempest-router-network02--1612079155'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:52.513720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fe58e80e-47ae-46da-8de2-1948f5ac0743 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:52.556356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fe58e80e-47ae-46da-8de2-1948f5ac0743 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Usage tracker for resource:network and tenant:3b9364b91651425199c84a876688263e is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:52.566184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fe58e80e-47ae-46da-8de2-1948f5ac0743 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:52.599811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fe58e80e-47ae-46da-8de2-1948f5ac0743 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:52.660864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-e839a8cf-2524-4eb6-bb8a-c8d83fda7d72 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Allocated IP 2001:db8::e5 (c8c0169e-3ad1-4afd-a327-2e6a4a82513c/07c2b502-f06f-415b-93f7-f7b25a4caf2d/e7663311-d9c6-4520-b354-a9c387b1ab9f) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:12:52.723263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe58e80e-47ae-46da-8de2-1948f5ac0743 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Made reservation on behalf of 3b9364b91651425199c84a876688263e for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:12:52.733396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe58e80e-47ae-46da-8de2-1948f5ac0743 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:52.847585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe58e80e-47ae-46da-8de2-1948f5ac0743 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:12:52.861694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a55e80-6904-4c64-87ff-264ac892c739 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:12:52.871470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a2947b-5524-4a07-8b29-eb2d9ec7523c None None] Sync routers for ids ['3610a426-5f17-46f5-b74a-5013e52a0920'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:12:52.872230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe58e80e-47ae-46da-8de2-1948f5ac0743 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:52.872629 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-fe58e80e-47ae-46da-8de2-1948f5ac0743 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Added segment b913bfd7-71e2-4cb4-a328-879920190711 of type vlan for network bc051b64-7471-4350-9ef0-f551f6ddad4c Apr 23 09:12:52.884113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a2947b-5524-4a07-8b29-eb2d9ec7523c None None] Routers {'3610a426-5f17-46f5-b74a-5013e52a0920'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:52.885133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-52a2947b-5524-4a07-8b29-eb2d9ec7523c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3610a426-5f17-46f5-b74a-5013e52a0920'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:52.912800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe58e80e-47ae-46da-8de2-1948f5ac0743 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:52.919552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b201e979-795e-40ef-9109-4c8f7f24bc32 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:52.959147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-52a2947b-5524-4a07-8b29-eb2d9ec7523c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:52.968785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a2947b-5524-4a07-8b29-eb2d9ec7523c None None] Routers {'3610a426-5f17-46f5-b74a-5013e52a0920'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:52.970961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-52a2947b-5524-4a07-8b29-eb2d9ec7523c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3610a426-5f17-46f5-b74a-5013e52a0920'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:53.000136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-010f7898-6a71-4deb-ae59-2ec8e3a1a376 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:53.037017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:53.053418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-52a2947b-5524-4a07-8b29-eb2d9ec7523c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:53.054051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a2947b-5524-4a07-8b29-eb2d9ec7523c None None] The sync data for ids ['3610a426-5f17-46f5-b74a-5013e52a0920'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:12:53.082577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b6a55e80-6904-4c64-87ff-264ac892c739 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:53.084841 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b6a55e80-6904-4c64-87ff-264ac892c739 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "PUT /v2.0/routers/3610a426-5f17-46f5-b74a-5013e52a0920 HTTP/1.1" status: 200 len: 925 time: 4.9101813 Apr 23 09:12:53.104088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60350) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:53.104452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-fe58e80e-47ae-46da-8de2-1948f5ac0743 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:12:53.115156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201e979-795e-40ef-9109-4c8f7f24bc32 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Pushing event deleted for resources: {'Subnet': ['ID=01a3eb1e-a326-43df-a4b3-bde18fee8fba,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:53.125183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b201e979-795e-40ef-9109-4c8f7f24bc32 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:53.128567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b201e979-795e-40ef-9109-4c8f7f24bc32 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:53.132038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ac02c5-26f5-489a-99b9-ac0b548e0408 None None] Network 4f3bd0e7-9a00-46ea-903e-0814125d6475 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:12:53.173287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:53.206488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe58e80e-47ae-46da-8de2-1948f5ac0743 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:53.212591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe58e80e-47ae-46da-8de2-1948f5ac0743 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:53.213256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe58e80e-47ae-46da-8de2-1948f5ac0743 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:53.220656 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b201e979-795e-40ef-9109-4c8f7f24bc32 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] 10.222.0.60 "DELETE /v2.0/subnets/01a3eb1e-a326-43df-a4b3-bde18fee8fba HTTP/1.1" status: 204 len: 168 time: 1.8600981 Apr 23 09:12:53.221233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:53.237430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:53.239146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60354) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:53.377740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e839a8cf-2524-4eb6-bb8a-c8d83fda7d72 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:53.406072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-f7c77177-6726-47c9-8d4b-a72f84363c6f tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Allocated IP 172.20.0.1 (d58fcea4-a3d0-46b5-8db9-1853265b18f0/d9b184bc-c883-4905-b80c-7b2df6402e65/020a3565-280d-43b9-8710-57aa9520531a) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:12:53.426422 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fe58e80e-47ae-46da-8de2-1948f5ac0743 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9876957 Apr 23 09:12:53.427093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e839a8cf-2524-4eb6-bb8a-c8d83fda7d72 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Transition to ACTIVE for port object e7663311-d9c6-4520-b354-a9c387b1ab9f will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:12:53.429175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60358) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:53.446239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9068116a-8f6f-446f-8d2c-9dd92b891c9c None None] DHCP port deletion for 4f3bd0e7-9a00-46ea-903e-0814125d6475 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:12:53.451673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e97ee2d6-16d6-4dc2-b21c-ce97063df470 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Request body: {'subnet': {'network_id': 'a9d3b665-0cde-4d18-929c-05535c4ee097', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:53.515125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58e80e-47ae-46da-8de2-1948f5ac0743 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event updated for resources: {'Network': ['ID=bc051b64-7471-4350-9ef0-f551f6ddad4c,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:53.547448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fe58e80e-47ae-46da-8de2-1948f5ac0743 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:53.550840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network bc051b64-7471-4350-9ef0-f551f6ddad4c details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:12:53.603956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:53.660922 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6b67bbd5-2a06-4ccd-a50f-1c2415d9ec74 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "GET /v2.0/routers/3610a426-5f17-46f5-b74a-5013e52a0920 HTTP/1.1" status: 200 len: 925 time: 0.5470285 Apr 23 09:12:53.669313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e97ee2d6-16d6-4dc2-b21c-ce97063df470 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:53.674064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e97ee2d6-16d6-4dc2-b21c-ce97063df470 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Usage tracker for resource:subnet and tenant:3b9364b91651425199c84a876688263e is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:53.679607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e97ee2d6-16d6-4dc2-b21c-ce97063df470 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:53.686184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e97ee2d6-16d6-4dc2-b21c-ce97063df470 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:53.695612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60362) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:53.720253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9068116a-8f6f-446f-8d2c-9dd92b891c9c None None] Deleting port f7cc3002-de25-43e8-8bd0-b2aaa53274a0 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:12:53.721926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9068116a-8f6f-446f-8d2c-9dd92b891c9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:53.900581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9068116a-8f6f-446f-8d2c-9dd92b891c9c None None] For port f7cc3002-de25-43e8-8bd0-b2aaa53274a0, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f7cc3002-de25-43e8-8bd0-b2aaa53274a0,segment=NetworkSegment(f2d5c4fc-ed96-425e-9def-bc64b160eac0),segment_id=f2d5c4fc-ed96-425e-9def-bc64b160eac0)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:12:53.901022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9068116a-8f6f-446f-8d2c-9dd92b891c9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:53.939331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97ee2d6-16d6-4dc2-b21c-ce97063df470 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Made reservation on behalf of 3b9364b91651425199c84a876688263e for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:12:53.945685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e97ee2d6-16d6-4dc2-b21c-ce97063df470 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:53.966900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e839a8cf-2524-4eb6-bb8a-c8d83fda7d72 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:53.991114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc34f9f8-8b4c-4ee4-bd5e-14d1792fad83 None None] Network 5474c214-834c-43bb-b648-5e6811f7534f requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:12:53.996474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3d6837cb-3802-4636-b297-a3eb6ad6fcd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:54.006043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:12:54.053925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Allocated IP 172.26.4.106 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/62350da8-50d8-4ff4-9979-d02d09b19508) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:12:54.110937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9068116a-8f6f-446f-8d2c-9dd92b891c9c None None] Calling delete_port for f7cc3002-de25-43e8-8bd0-b2aaa53274a0 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:12:54.115121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Deleting port f7cc3002-de25-43e8-8bd0-b2aaa53274a0 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:12:54.115507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:54.175740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e839a8cf-2524-4eb6-bb8a-c8d83fda7d72 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Network c8c0169e-3ad1-4afd-a327-2e6a4a82513c is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:12:54.200746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-e839a8cf-2524-4eb6-bb8a-c8d83fda7d72 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:54.218460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e839a8cf-2524-4eb6-bb8a-c8d83fda7d72 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:12:54.223349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-aed6aa8c-7937-4875-a679-629653c65304 None None] Provisioning for port 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:12:54.225126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e839a8cf-2524-4eb6-bb8a-c8d83fda7d72 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:54.225907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e839a8cf-2524-4eb6-bb8a-c8d83fda7d72 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:54.230454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a8cf-2524-4eb6-bb8a-c8d83fda7d72 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Pushing event updated for resources: {'Port': ['ID=e7663311-d9c6-4520-b354-a9c387b1ab9f,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:54.234352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e839a8cf-2524-4eb6-bb8a-c8d83fda7d72 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:54.273260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f7c77177-6726-47c9-8d4b-a72f84363c6f tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:54.288528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b475953-478b-4785-85d2-74c0abd14d9f tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:54.289305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2b475953-478b-4785-85d2-74c0abd14d9f tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Synchronizing usage tracker for tenant:513ddb038d79429fa4fc439aa23f9a5a on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:12:54.305598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] For port f7cc3002-de25-43e8-8bd0-b2aaa53274a0, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f7cc3002-de25-43e8-8bd0-b2aaa53274a0,segment=NetworkSegment(f2d5c4fc-ed96-425e-9def-bc64b160eac0),segment_id=f2d5c4fc-ed96-425e-9def-bc64b160eac0)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:12:54.306348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:54.309710 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e839a8cf-2524-4eb6-bb8a-c8d83fda7d72 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3897734 Apr 23 09:12:54.315687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60370) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:54.331482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e950fb09-119c-469e-bafc-d67dca5b5a7b tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Request body: {'port': {'network_id': 'c8c0169e-3ad1-4afd-a327-2e6a4a82513c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1286105433'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:54.381207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2b475953-478b-4785-85d2-74c0abd14d9f tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Unset dirty status for tenant:513ddb038d79429fa4fc439aa23f9a5a on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:12:54.382291 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2b475953-478b-4785-85d2-74c0abd14d9f tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&device_id=3610a426-5f17-46f5-b74a-5013e52a0920&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6824355 Apr 23 09:12:54.387075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60374) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:54.477121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:12:54.492180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:12:54.492779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:54.501957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Calling delete_port for f7cc3002-de25-43e8-8bd0-b2aaa53274a0 owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:12:54.542356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9068116a-8f6f-446f-8d2c-9dd92b891c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:54.542669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f7c77177-6726-47c9-8d4b-a72f84363c6f tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:54.551529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d0467196-6f46-47b0-8f8f-90d7753aebeb tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:54.551968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:54.590198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:54.629983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068116a-8f6f-446f-8d2c-9dd92b891c9c None None] Pushing event deleted for resources: {'Port': ['ID=f7cc3002-de25-43e8-8bd0-b2aaa53274a0,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:54.632558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9068116a-8f6f-446f-8d2c-9dd92b891c9c None None] No DVR routers for this DVR port f7cc3002-de25-43e8-8bd0-b2aaa53274a0 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:12:54.643395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9068116a-8f6f-446f-8d2c-9dd92b891c9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:54.673617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c77177-6726-47c9-8d4b-a72f84363c6f tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Network d58fcea4-a3d0-46b5-8db9-1853265b18f0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:12:54.682500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e950fb09-119c-469e-bafc-d67dca5b5a7b tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:54.682954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-f7c77177-6726-47c9-8d4b-a72f84363c6f tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:54.690046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e950fb09-119c-469e-bafc-d67dca5b5a7b tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Usage tracker for resource:port and tenant:328d038f3e04461f942e13ec7ec45165 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:54.701550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c77177-6726-47c9-8d4b-a72f84363c6f tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:12:54.701700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e950fb09-119c-469e-bafc-d67dca5b5a7b tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:54.701780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1c43ab3e-402c-4384-952d-9923579992a1 None None] Provisioning for port e7663311-d9c6-4520-b354-a9c387b1ab9f completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:12:54.705744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e950fb09-119c-469e-bafc-d67dca5b5a7b tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:54.728018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87175) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:12:54.728393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:12:54.743101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1c43ab3e-402c-4384-952d-9923579992a1 None None] Provisioning complete for port e7663311-d9c6-4520-b354-a9c387b1ab9f triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:12:54.744893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1c43ab3e-402c-4384-952d-9923579992a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:54.757336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:54.763962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1abb5bd0-8abd-4c14-b416-268d86062d1a tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:54.767560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c77177-6726-47c9-8d4b-a72f84363c6f tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Port': ['ID=020a3565-280d-43b9-8710-57aa9520531a,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:54.781082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f7c77177-6726-47c9-8d4b-a72f84363c6f tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:54.787911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17adc299-ec60-4506-879b-1a2d0e233e31 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:54.788554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-17adc299-ec60-4506-879b-1a2d0e233e31 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Synchronizing usage tracker for tenant:513ddb038d79429fa4fc439aa23f9a5a on resource:network {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:12:54.810555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e950fb09-119c-469e-bafc-d67dca5b5a7b tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Made reservation on behalf of 328d038f3e04461f942e13ec7ec45165 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:12:54.817857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e950fb09-119c-469e-bafc-d67dca5b5a7b tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:54.835661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f7c77177-6726-47c9-8d4b-a72f84363c6f tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:54.852921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1c43ab3e-402c-4384-952d-9923579992a1 None None] Port e7663311-d9c6-4520-b354-a9c387b1ab9f cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:12:54.865689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:12:54.872631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:54.872843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:54.892756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:12:54.934355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-e950fb09-119c-469e-bafc-d67dca5b5a7b tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] device_id is not set on port 4204ded5-0b92-463d-8428-27c585c89a26 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:12:54.985313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Pushing event updated for resources: {'Port': ['ID=62350da8-50d8-4ff4-9979-d02d09b19508,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:54.998766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:55.008517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-17adc299-ec60-4506-879b-1a2d0e233e31 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Unset dirty status for tenant:513ddb038d79429fa4fc439aa23f9a5a on resource:network {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:12:55.010008 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-17adc299-ec60-4506-879b-1a2d0e233e31 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "GET /v2.0/networks/164d7ec3-3e1e-464d-ab6a-2950ee843dd7 HTTP/1.1" status: 200 len: 881 time: 0.6208243 Apr 23 09:12:55.013472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60382) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:55.156127 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-72d1132d-33a2-4454-baa7-b626c2e7c6fd tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "GET /v2.0/ports?device_id=3610a426-5f17-46f5-b74a-5013e52a0920 HTTP/1.1" status: 200 len: 205 time: 0.1389091 Apr 23 09:12:55.161833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60386) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:55.209497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-78264918-6318-4a7a-a143-e054726ca6d6 None None] Provisioning complete for port 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:12:55.209857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-78264918-6318-4a7a-a143-e054726ca6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:55.242000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15,segment=NetworkSegment(e5382e3d-8340-4b06-84ce-727d36db8143),segment_id=e5382e3d-8340-4b06-84ce-727d36db8143)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:12:55.272491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:55.277734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:55.316221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] The port 'f7cc3002-de25-43e8-8bd0-b2aaa53274a0' was deleted {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:12:55.366847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:55.370153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f7cc3002-de25-43e8-8bd0-b2aaa53274a0 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:12:55.413881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:55.414431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: f7cc3002-de25-43e8-8bd0-b2aaa53274a0 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:12:55.414831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f7cc3002-de25-43e8-8bd0-b2aaa53274a0 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:12:55.488851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-e950fb09-119c-469e-bafc-d67dca5b5a7b tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Allocated IP 2001:db8::2ca (c8c0169e-3ad1-4afd-a327-2e6a4a82513c/07c2b502-f06f-415b-93f7-f7b25a4caf2d/4204ded5-0b92-463d-8428-27c585c89a26) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:12:55.591403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:55.756012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f7c77177-6726-47c9-8d4b-a72f84363c6f tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:55.756452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:12:55.820305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e97ee2d6-16d6-4dc2-b21c-ce97063df470 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:55.841905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:55.849310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:12:55.849816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:55.884035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ec793df-6493-4920-a522-54d91b7a6854 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:55.947847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3bd0e7-9a00-46ea-903e-0814125d6475']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:56.029978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d5c4fc-ed96-425e-9def-bc64b160eac0') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:56.030757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d5c4fc-ed96-425e-9def-bc64b160eac0') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:56.059762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:56.101412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:56.124740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:12:56.141457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:56.247167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ee2d6-16d6-4dc2-b21c-ce97063df470 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event updated for resources: {'Subnet': ['ID=042786c2-29e7-46fa-9169-3eab2fc57d51,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:56.255786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e97ee2d6-16d6-4dc2-b21c-ce97063df470 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:56.296440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ee2d6-16d6-4dc2-b21c-ce97063df470 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Checking segment: {'id': 'c67e593f-0db2-40a1-a3c9-2b892d84858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a9d3b665-0cde-4d18-929c-05535c4ee097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:12:56.296766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97ee2d6-16d6-4dc2-b21c-ce97063df470 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Network hostable DHCP agents. Network: a9d3b665-0cde-4d18-929c-05535c4ee097, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:12:56.333851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ec793df-6493-4920-a522-54d91b7a6854 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:56.396889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97ee2d6-16d6-4dc2-b21c-ce97063df470 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Network a9d3b665-0cde-4d18-929c-05535c4ee097 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:12:56.530985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-e97ee2d6-16d6-4dc2-b21c-ce97063df470 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, a9d3b665-0cde-4d18-929c-05535c4ee097) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:56.541303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb637f0b-a6a5-492e-ad4b-52fadce5e378 None None] Network a9d3b665-0cde-4d18-929c-05535c4ee097 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:12:56.568380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97ee2d6-16d6-4dc2-b21c-ce97063df470 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:56.569059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e97ee2d6-16d6-4dc2-b21c-ce97063df470 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:56.644881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3ec793df-6493-4920-a522-54d91b7a6854 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Deleting port 38c9ba91-f443-4504-8f6a-0a069deb383e {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:12:56.645267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ec793df-6493-4920-a522-54d91b7a6854 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:56.651546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e950fb09-119c-469e-bafc-d67dca5b5a7b tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:56.682095 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e97ee2d6-16d6-4dc2-b21c-ce97063df470 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2431636 Apr 23 09:12:56.684669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60394) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:56.707152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5d0e3c18-339a-485b-b5d0-9a0f7d4604b3 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Request body: {'subnet': {'network_id': 'bc051b64-7471-4350-9ef0-f551f6ddad4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:56.785729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Network 4f3bd0e7-9a00-46ea-903e-0814125d6475 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:12:56.791273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-a9d3b665-0cde-4d18-929c-05535c4ee097', 'network_id': 'a9d3b665-0cde-4d18-929c-05535c4ee097', 'tenant_id': '3b9364b91651425199c84a876688263e', 'fixed_ips': [{'subnet_id': '042786c2-29e7-46fa-9169-3eab2fc57d51'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:12:56.792199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:56.796992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:56.805579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f7c77177-6726-47c9-8d4b-a72f84363c6f tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:56.885968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f7c77177-6726-47c9-8d4b-a72f84363c6f tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:56.922234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d7480a15-2212-4e77-b624-b0cd466c260d tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:56.976557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Allocated IP 2001:db8::2 (a9d3b665-0cde-4d18-929c-05535c4ee097/042786c2-29e7-46fa-9169-3eab2fc57d51/1531c2f7-6257-439f-8909-9f8a20618854) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:12:57.029963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5d0e3c18-339a-485b-b5d0-9a0f7d4604b3 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:57.050994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ec793df-6493-4920-a522-54d91b7a6854 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:57.067270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5d0e3c18-339a-485b-b5d0-9a0f7d4604b3 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Usage tracker for resource:subnet and tenant:3b9364b91651425199c84a876688263e is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:57.075574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5d0e3c18-339a-485b-b5d0-9a0f7d4604b3 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:57.078682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c77177-6726-47c9-8d4b-a72f84363c6f tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Port': ['ID=020a3565-280d-43b9-8710-57aa9520531a,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:57.082085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Network 4f3bd0e7-9a00-46ea-903e-0814125d6475 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:12:57.088504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f7c77177-6726-47c9-8d4b-a72f84363c6f tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:57.150276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f7c77177-6726-47c9-8d4b-a72f84363c6f tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:12:57.160055 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:12:57.215583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5d0e3c18-339a-485b-b5d0-9a0f7d4604b3 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:57.218684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:57.229094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3ec793df-6493-4920-a522-54d91b7a6854 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Calling delete_port for 38c9ba91-f443-4504-8f6a-0a069deb383e owned by network:router_gateway {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:12:57.275988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Transition to ACTIVE for port object 1531c2f7-6257-439f-8909-9f8a20618854 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:12:57.277677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e950fb09-119c-469e-bafc-d67dca5b5a7b tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Transition to ACTIVE for port object 4204ded5-0b92-463d-8428-27c585c89a26 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:12:57.311284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:57.322130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Transition to ACTIVE for port object 1531c2f7-6257-439f-8909-9f8a20618854 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:12:57.347256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0e3c18-339a-485b-b5d0-9a0f7d4604b3 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Made reservation on behalf of 3b9364b91651425199c84a876688263e for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:12:57.353411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d0e3c18-339a-485b-b5d0-9a0f7d4604b3 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:57.369073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:57.377431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:57.392421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:57.505819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:57.510413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:57.517853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Network a9d3b665-0cde-4d18-929c-05535c4ee097 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:12:57.526206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:57.533955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:12:57.582901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Pushing event deleted for resources: {'Network': ['ID=4f3bd0e7-9a00-46ea-903e-0814125d6475,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:57.585960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c77177-6726-47c9-8d4b-a72f84363c6f tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Network d58fcea4-a3d0-46b5-8db9-1853265b18f0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:12:57.592605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:57.597490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-f7c77177-6726-47c9-8d4b-a72f84363c6f tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:57.599914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Pushing event updated for resources: {'Port': ['ID=1531c2f7-6257-439f-8909-9f8a20618854,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:57.608045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:57.633102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e950fb09-119c-469e-bafc-d67dca5b5a7b tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:57.640428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fa0b3105-efb6-4dad-86ca-29140e304941 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:57.674081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Attempting to bind port 1531c2f7-6257-439f-8909-9f8a20618854 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:12:57.674571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Attempting to bind port 1531c2f7-6257-439f-8909-9f8a20618854 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c67e593f-0db2-40a1-a3c9-2b892d84858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a9d3b665-0cde-4d18-929c-05535c4ee097'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:12:57.674989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Attempting to bind port 1531c2f7-6257-439f-8909-9f8a20618854 on network a9d3b665-0cde-4d18-929c-05535c4ee097 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:12:57.681805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:12:57.682541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Checking segment: {'id': 'c67e593f-0db2-40a1-a3c9-2b892d84858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a9d3b665-0cde-4d18-929c-05535c4ee097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:12:57.682739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:57.683140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Bound using segment: {'id': 'c67e593f-0db2-40a1-a3c9-2b892d84858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a9d3b665-0cde-4d18-929c-05535c4ee097'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:12:57.683682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Bound port: 1531c2f7-6257-439f-8909-9f8a20618854, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67e593f-0db2-40a1-a3c9-2b892d84858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a9d3b665-0cde-4d18-929c-05535c4ee097'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:12:57.684094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:57.697759 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] 10.222.0.60 "DELETE /v2.0/networks/4f3bd0e7-9a00-46ea-903e-0814125d6475 HTTP/1.1" status: 204 len: 168 time: 4.4462552 Apr 23 09:12:57.700716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60402) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:57.794842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] For port 1531c2f7-6257-439f-8909-9f8a20618854, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:12:57.799801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] For port 1531c2f7-6257-439f-8909-9f8a20618854, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1531c2f7-6257-439f-8909-9f8a20618854,segment=NetworkSegment(c67e593f-0db2-40a1-a3c9-2b892d84858a),segment_id=c67e593f-0db2-40a1-a3c9-2b892d84858a)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:12:57.842049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:57.849007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a419cc87-fb3a-4766-9ba0-bb7d4e0d6b81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:57.901303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e950fb09-119c-469e-bafc-d67dca5b5a7b tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Network c8c0169e-3ad1-4afd-a327-2e6a4a82513c is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:12:57.921532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950fb09-119c-469e-bafc-d67dca5b5a7b tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Pushing event updated for resources: {'Port': ['ID=4204ded5-0b92-463d-8428-27c585c89a26,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:57.924760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-e950fb09-119c-469e-bafc-d67dca5b5a7b tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:12:57.935975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e950fb09-119c-469e-bafc-d67dca5b5a7b tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:57.936959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e950fb09-119c-469e-bafc-d67dca5b5a7b tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:12:57.944999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e950fb09-119c-469e-bafc-d67dca5b5a7b tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:12:57.946148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e950fb09-119c-469e-bafc-d67dca5b5a7b tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:57.964894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Pushing event updated for resources: {'Port': ['ID=1531c2f7-6257-439f-8909-9f8a20618854,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:57.975948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:58.080379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ba927ff7-9002-40eb-a65a-47c05cb6f2f4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Deleting port da794749-84a1-4b64-972f-520df70ffd6b {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:12:58.080947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba927ff7-9002-40eb-a65a-47c05cb6f2f4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:58.127772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Router 587c9333-2b9a-4e51-b151-dcb41e7313dd is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:12:58.218841 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e950fb09-119c-469e-bafc-d67dca5b5a7b tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.8932965 Apr 23 09:12:58.224149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60406) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:58.304272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5c36ab22-77ea-4f40-8854-e393142e811f tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d3', 'mac_address': 'fa:16:3e:ea:61:04'}, {'ip_address': '2001:db8::e5', 'mac_address': 'fa:16:3e:ab:a6:ef'}]}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:58.402951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-aa8ea5dd-d92e-47b4-ab4d-453adfc65abc None None] Provisioning for port 4204ded5-0b92-463d-8428-27c585c89a26 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:12:58.436525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-aa8ea5dd-d92e-47b4-ab4d-453adfc65abc None None] Provisioning complete for port 4204ded5-0b92-463d-8428-27c585c89a26 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:12:58.437240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa8ea5dd-d92e-47b4-ab4d-453adfc65abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:58.496241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c77177-6726-47c9-8d4b-a72f84363c6f tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Router 94e3cf93-fc47-4393-9b60-9fd1bb599458 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:12:58.505548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ec793df-6493-4920-a522-54d91b7a6854 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:58.513969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-124be3f5-8bdf-46eb-891e-d73a9dd9f86a tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:58.623871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba927ff7-9002-40eb-a65a-47c05cb6f2f4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:58.624242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba927ff7-9002-40eb-a65a-47c05cb6f2f4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:58.657736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-aa8ea5dd-d92e-47b4-ab4d-453adfc65abc None None] Port 4204ded5-0b92-463d-8428-27c585c89a26 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:12:58.669934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec793df-6493-4920-a522-54d91b7a6854 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Pushing event deleted for resources: {'Port': ['ID=38c9ba91-f443-4504-8f6a-0a069deb383e,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:58.710095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3ec793df-6493-4920-a522-54d91b7a6854 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:58.892796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ba927ff7-9002-40eb-a65a-47c05cb6f2f4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Calling delete_port for da794749-84a1-4b64-972f-520df70ffd6b owned by network:floatingip {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:12:58.991351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:12:59.035845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ec793df-6493-4920-a522-54d91b7a6854 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:59.114364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e822fe-0e66-460d-bf88-76530a6ab7c8 None None] Sync routers for ids ['587c9333-2b9a-4e51-b151-dcb41e7313dd'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:12:59.126802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e822fe-0e66-460d-bf88-76530a6ab7c8 None None] Routers {'587c9333-2b9a-4e51-b151-dcb41e7313dd'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:59.127236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-48e822fe-0e66-460d-bf88-76530a6ab7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['587c9333-2b9a-4e51-b151-dcb41e7313dd'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:59.194090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:59.194090 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.2561450 Apr 23 09:12:59.194545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60414) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:59.205576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-48e822fe-0e66-460d-bf88-76530a6ab7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:59.216602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e822fe-0e66-460d-bf88-76530a6ab7c8 None None] Routers {'587c9333-2b9a-4e51-b151-dcb41e7313dd'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:59.217665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-48e822fe-0e66-460d-bf88-76530a6ab7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['587c9333-2b9a-4e51-b151-dcb41e7313dd'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:59.255920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c36ab22-77ea-4f40-8854-e393142e811f tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:59.289049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-48e822fe-0e66-460d-bf88-76530a6ab7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:59.289514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e822fe-0e66-460d-bf88-76530a6ab7c8 None None] The sync data for ids ['587c9333-2b9a-4e51-b151-dcb41e7313dd'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:12:59.389742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba927ff7-9002-40eb-a65a-47c05cb6f2f4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:59.400441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f946c1f1-8eea-4d1b-81d5-249b32ff4ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:59.414340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ec793df-6493-4920-a522-54d91b7a6854 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:59.421886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ec793df-6493-4920-a522-54d91b7a6854 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:59.429574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c77177-6726-47c9-8d4b-a72f84363c6f tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:12:59.443572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fb801f-f2d9-4b23-8e1c-90afa509280a None None] Sync routers for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:12:59.454778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fb801f-f2d9-4b23-8e1c-90afa509280a None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:59.455688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-54fb801f-f2d9-4b23-8e1c-90afa509280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:59.530219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba927ff7-9002-40eb-a65a-47c05cb6f2f4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Pushing event deleted for resources: {'Port': ['ID=da794749-84a1-4b64-972f-520df70ffd6b,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:12:59.545331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ba927ff7-9002-40eb-a65a-47c05cb6f2f4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:12:59.548453 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f7c77177-6726-47c9-8d4b-a72f84363c6f tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "PUT /v2.0/routers/94e3cf93-fc47-4393-9b60-9fd1bb599458/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1741340 Apr 23 09:12:59.555252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ec793df-6493-4920-a522-54d91b7a6854 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:59.555878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec793df-6493-4920-a522-54d91b7a6854 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Fanout notify agent at l3_agent the message router_deleted on router 3610a426-5f17-46f5-b74a-5013e52a0920 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:12:59.557483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60418) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:59.579814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-54fb801f-f2d9-4b23-8e1c-90afa509280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:59.595048 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2410f88e-9fa9-4a69-b2a9-f5920c57d363 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "GET /v2.0/routers/587c9333-2b9a-4e51-b151-dcb41e7313dd HTTP/1.1" status: 200 len: 920 time: 0.4203126 Apr 23 09:12:59.596318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fb801f-f2d9-4b23-8e1c-90afa509280a None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:12:59.596995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-54fb801f-f2d9-4b23-8e1c-90afa509280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:59.599283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ec793df-6493-4920-a522-54d91b7a6854 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:59.600523 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3ec793df-6493-4920-a522-54d91b7a6854 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "DELETE /v2.0/routers/3610a426-5f17-46f5-b74a-5013e52a0920 HTTP/1.1" status: 204 len: 168 time: 4.4375715 Apr 23 09:12:59.608376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-24e403b8-c77a-4c79-8ec8-d3f103957dc4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Request body: {'port': {'network_id': 'd58fcea4-a3d0-46b5-8db9-1853265b18f0', 'name': 'tempest-FloatingIPTestJSON-596160179'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:59.627914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60422) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:59.627914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60424) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:59.651693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-62457cc9-6ebf-4fff-abfc-b9b3ec41e6e1 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1501229286', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:12:59.685354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-54fb801f-f2d9-4b23-8e1c-90afa509280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:12:59.685816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fb801f-f2d9-4b23-8e1c-90afa509280a None None] The sync data for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:12:59.724729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-62457cc9-6ebf-4fff-abfc-b9b3ec41e6e1 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:12:59.744378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba927ff7-9002-40eb-a65a-47c05cb6f2f4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks [] for floatingip, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:59.796997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c36ab22-77ea-4f40-8854-e393142e811f tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:59.820539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba927ff7-9002-40eb-a65a-47c05cb6f2f4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:59.824406 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ba927ff7-9002-40eb-a65a-47c05cb6f2f4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] 10.222.0.60 "DELETE /v2.0/floatingips/87e420cd-0cbe-4582-a29a-5886ac02ea3e HTTP/1.1" status: 204 len: 168 time: 2.1168725 Apr 23 09:12:59.845824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1531c2f7-6257-439f-8909-9f8a20618854 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:12:59.858492 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-128366f4-87cf-4544-82a2-e91e10ecca31 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "GET /v2.0/ports?device_id=587c9333-2b9a-4e51-b151-dcb41e7313dd HTTP/1.1" status: 200 len: 205 time: 0.2292445 Apr 23 09:12:59.860986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-62457cc9-6ebf-4fff-abfc-b9b3ec41e6e1 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Usage tracker for resource:router and tenant:64739600c5804295a804ab4aea34ef97 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:12:59.863003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60436) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:12:59.863798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c36ab22-77ea-4f40-8854-e393142e811f tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:59.881790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-62457cc9-6ebf-4fff-abfc-b9b3ec41e6e1 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:12:59.896252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-62457cc9-6ebf-4fff-abfc-b9b3ec41e6e1 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:12:59.943032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d0e3c18-339a-485b-b5d0-9a0f7d4604b3 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:12:59.964077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:12:59.965932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a28595-5065-4a32-8782-2caa5fddfeb8 None None] Network a9d3b665-0cde-4d18-929c-05535c4ee097 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:13:00.011862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-62457cc9-6ebf-4fff-abfc-b9b3ec41e6e1 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:00.013039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-62457cc9-6ebf-4fff-abfc-b9b3ec41e6e1 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:00.051677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-24e403b8-c77a-4c79-8ec8-d3f103957dc4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:00.077280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-24e403b8-c77a-4c79-8ec8-d3f103957dc4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Usage tracker for resource:port and tenant:dfde3cc6f86f4c6daa52e8538a922701 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:00.087474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-24e403b8-c77a-4c79-8ec8-d3f103957dc4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:00.098458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-62457cc9-6ebf-4fff-abfc-b9b3ec41e6e1 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:00.107916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e3c18-339a-485b-b5d0-9a0f7d4604b3 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event updated for resources: {'Subnet': ['ID=e7a825f5-d6a7-496e-9f75-421dd8125b91,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:00.114375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-24e403b8-c77a-4c79-8ec8-d3f103957dc4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:00.117168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d0e3c18-339a-485b-b5d0-9a0f7d4604b3 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:00.134195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0e3c18-339a-485b-b5d0-9a0f7d4604b3 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Checking segment: {'id': 'b913bfd7-71e2-4cb4-a328-879920190711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bc051b64-7471-4350-9ef0-f551f6ddad4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:13:00.134683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0e3c18-339a-485b-b5d0-9a0f7d4604b3 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Network hostable DHCP agents. Network: bc051b64-7471-4350-9ef0-f551f6ddad4c, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:13:00.181808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8a61f3fe-9b03-4722-b590-550767b56e3f None None] Provisioning for port 1531c2f7-6257-439f-8909-9f8a20618854 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:13:00.220365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0e3c18-339a-485b-b5d0-9a0f7d4604b3 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Network bc051b64-7471-4350-9ef0-f551f6ddad4c is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:13:00.225924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-62457cc9-6ebf-4fff-abfc-b9b3ec41e6e1 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:00.230838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8a61f3fe-9b03-4722-b590-550767b56e3f None None] Provisioning complete for port 1531c2f7-6257-439f-8909-9f8a20618854 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:00.231854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8a61f3fe-9b03-4722-b590-550767b56e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:00.234184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e403b8-c77a-4c79-8ec8-d3f103957dc4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Made reservation on behalf of dfde3cc6f86f4c6daa52e8538a922701 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:13:00.241534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-24e403b8-c77a-4c79-8ec8-d3f103957dc4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:00.275345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 1531c2f7-6257-439f-8909-9f8a20618854 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:13:00.288760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-24e403b8-c77a-4c79-8ec8-d3f103957dc4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] device_id is not set on port e2c24857-402a-473a-b2ee-cd1195b716be yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:13:00.289134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 1531c2f7-6257-439f-8909-9f8a20618854 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:00.289549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:00.360400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-62457cc9-6ebf-4fff-abfc-b9b3ec41e6e1 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:00.362069 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-62457cc9-6ebf-4fff-abfc-b9b3ec41e6e1 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7313917 Apr 23 09:13:00.367649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-5d0e3c18-339a-485b-b5d0-9a0f7d4604b3 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, bc051b64-7471-4350-9ef0-f551f6ddad4c) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:00.369522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60442) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:00.376698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-97ecd304-cb1a-489c-beb7-8d54c8ca8fec tempest-FloatingIPAdminTestJSON-1509295047 tempest-FloatingIPAdminTestJSON-1509295047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:00.384404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaa1ec0-74ac-4462-a1a5-84b0a3acd93b None None] Network bc051b64-7471-4350-9ef0-f551f6ddad4c requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:13:00.392589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5d8f0a3b-6001-41c5-8f7e-5d3aca0ccca0 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Request body: {'router': {'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:00.423241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5c36ab22-77ea-4f40-8854-e393142e811f tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] In _notify_port_updated(), no bound segment for port 4204ded5-0b92-463d-8428-27c585c89a26 on network c8c0169e-3ad1-4afd-a327-2e6a4a82513c {{(pid=87175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 23 09:13:00.430821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c36ab22-77ea-4f40-8854-e393142e811f tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:00.431558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c36ab22-77ea-4f40-8854-e393142e811f tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:00.436178 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5c36ab22-77ea-4f40-8854-e393142e811f tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "PUT /v2.0/ports/4204ded5-0b92-463d-8428-27c585c89a26 HTTP/1.1" status: 200 len: 1067 time: 2.2108552 Apr 23 09:13:00.445715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60446) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:00.598170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36ab22-77ea-4f40-8854-e393142e811f tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Pushing event updated for resources: {'Port': ['ID=4204ded5-0b92-463d-8428-27c585c89a26,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:00.601352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5c36ab22-77ea-4f40-8854-e393142e811f tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:00.602064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60450) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:00.741886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff275fe5-f847-44ac-a806-4b609c055110 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:00.859919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8a61f3fe-9b03-4722-b590-550767b56e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:00.871636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0e3c18-339a-485b-b5d0-9a0f7d4604b3 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:00.872305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d0e3c18-339a-485b-b5d0-9a0f7d4604b3 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:00.873341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:00.952425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-fd7df144-7e24-4a18-936b-44ba8c40fb11 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Deleting port 4204ded5-0b92-463d-8428-27c585c89a26 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:00.952804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd7df144-7e24-4a18-936b-44ba8c40fb11 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:01.154302 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a7ca99be-1789-4a9e-91bd-dcd6c2f08957 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2bf8ddf8722495e9f6ca54519109adb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5377767 Apr 23 09:13:01.227764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd7df144-7e24-4a18-936b-44ba8c40fb11 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:01.236697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60460) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:01.244543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-8a61f3fe-9b03-4722-b590-550767b56e3f None None] For port 1531c2f7-6257-439f-8909-9f8a20618854, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1531c2f7-6257-439f-8909-9f8a20618854,segment=NetworkSegment(c67e593f-0db2-40a1-a3c9-2b892d84858a),segment_id=c67e593f-0db2-40a1-a3c9-2b892d84858a)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:13:01.283963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-bc051b64-7471-4350-9ef0-f551f6ddad4c', 'network_id': 'bc051b64-7471-4350-9ef0-f551f6ddad4c', 'tenant_id': '3b9364b91651425199c84a876688263e', 'fixed_ips': [{'subnet_id': 'e7a825f5-d6a7-496e-9f75-421dd8125b91'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:13:01.284820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:01.311252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8a61f3fe-9b03-4722-b590-550767b56e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:01.316930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:01.409198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-fd7df144-7e24-4a18-936b-44ba8c40fb11 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Calling delete_port for 4204ded5-0b92-463d-8428-27c585c89a26 owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:01.445994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-24e403b8-c77a-4c79-8ec8-d3f103957dc4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Allocated IP 172.20.0.3 (d58fcea4-a3d0-46b5-8db9-1853265b18f0/d9b184bc-c883-4905-b80c-7b2df6402e65/e2c24857-402a-473a-b2ee-cd1195b716be) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:13:01.449258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:13:01.449258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:13:01.455699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff275fe5-f847-44ac-a806-4b609c055110 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:01.501952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-bc7821fd-bf6c-4349-bd82-0e133503fbb3 None None] Provisioning complete for port 1531c2f7-6257-439f-8909-9f8a20618854 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:01.502403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc7821fd-bf6c-4349-bd82-0e133503fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:01.505177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ca23b19-084c-482e-83ef-1669279fab72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:01.512237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:13:01.538852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61f3fe-9b03-4722-b590-550767b56e3f None None] Pushing event updated for resources: {'Port': ['ID=1531c2f7-6257-439f-8909-9f8a20618854,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:01.548797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ca23b19-084c-482e-83ef-1669279fab72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:01.554366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8a61f3fe-9b03-4722-b590-550767b56e3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:01.621059 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5d0e3c18-339a-485b-b5d0-9a0f7d4604b3 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.9311028 Apr 23 09:13:01.624604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60464) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:01.678997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Allocated IP 2001:db8::2 (bc051b64-7471-4350-9ef0-f551f6ddad4c/e7a825f5-d6a7-496e-9f75-421dd8125b91/daaa1fd8-385f-4748-88e6-393a54534e75) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:13:01.765266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ff275fe5-f847-44ac-a806-4b609c055110 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Deleting port 62350da8-50d8-4ff4-9979-d02d09b19508 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:01.765816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff275fe5-f847-44ac-a806-4b609c055110 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:01.805497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d8f0a3b-6001-41c5-8f7e-5d3aca0ccca0 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:01.842818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-bc7821fd-bf6c-4349-bd82-0e133503fbb3 None None] Provisioning complete for port 4204ded5-0b92-463d-8428-27c585c89a26 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:01.843269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc7821fd-bf6c-4349-bd82-0e133503fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:01.876446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ca23b19-084c-482e-83ef-1669279fab72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:01.885371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:01.893239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bc7821fd-bf6c-4349-bd82-0e133503fbb3 None None] Port 4204ded5-0b92-463d-8428-27c585c89a26 was deleted so its status cannot be updated. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Apr 23 09:13:01.895234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd7df144-7e24-4a18-936b-44ba8c40fb11 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:01.927302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca23b19-084c-482e-83ef-1669279fab72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a22d153-8a05-4c38-a092-6c6a75f104aa,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:01.934014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9ca23b19-084c-482e-83ef-1669279fab72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:01.935835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:02.097253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:02.100603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7df144-7e24-4a18-936b-44ba8c40fb11 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Pushing event deleted for resources: {'Port': ['ID=4204ded5-0b92-463d-8428-27c585c89a26,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:02.115766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Transition to ACTIVE for port object daaa1fd8-385f-4748-88e6-393a54534e75 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:13:02.117845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fd7df144-7e24-4a18-936b-44ba8c40fb11 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:02.140225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff275fe5-f847-44ac-a806-4b609c055110 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:02.163787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ca23b19-084c-482e-83ef-1669279fab72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:02.171303 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9ca23b19-084c-482e-83ef-1669279fab72 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1a22d153-8a05-4c38-a092-6c6a75f104aa HTTP/1.1" status: 204 len: 168 time: 0.9161146 Apr 23 09:13:02.182866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Transition to ACTIVE for port object daaa1fd8-385f-4748-88e6-393a54534e75 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:13:02.226877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:02.232197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:02.352556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1531c2f7-6257-439f-8909-9f8a20618854 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:13:02.390353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ff275fe5-f847-44ac-a806-4b609c055110 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Calling delete_port for 62350da8-50d8-4ff4-9979-d02d09b19508 owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:02.441120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Network bc051b64-7471-4350-9ef0-f551f6ddad4c is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:13:02.452541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:02.460277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:13:02.475594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Pushing event updated for resources: {'Port': ['ID=daaa1fd8-385f-4748-88e6-393a54534e75,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:02.506185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:02.592585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 1531c2f7-6257-439f-8909-9f8a20618854 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:02.593012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:02.614017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-24e403b8-c77a-4c79-8ec8-d3f103957dc4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:02.625430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Attempting to bind port daaa1fd8-385f-4748-88e6-393a54534e75 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:13:02.625854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Attempting to bind port daaa1fd8-385f-4748-88e6-393a54534e75 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'b913bfd7-71e2-4cb4-a328-879920190711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bc051b64-7471-4350-9ef0-f551f6ddad4c'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:13:02.626271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Attempting to bind port daaa1fd8-385f-4748-88e6-393a54534e75 on network bc051b64-7471-4350-9ef0-f551f6ddad4c {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:13:02.638462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd7df144-7e24-4a18-936b-44ba8c40fb11 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:02.643434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:13:02.643867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Checking segment: {'id': 'b913bfd7-71e2-4cb4-a328-879920190711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bc051b64-7471-4350-9ef0-f551f6ddad4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:13:02.644337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:02.644786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Bound using segment: {'id': 'b913bfd7-71e2-4cb4-a328-879920190711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bc051b64-7471-4350-9ef0-f551f6ddad4c'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:13:02.645333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Bound port: daaa1fd8-385f-4748-88e6-393a54534e75, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b913bfd7-71e2-4cb4-a328-879920190711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bc051b64-7471-4350-9ef0-f551f6ddad4c'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:13:02.645808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:02.661570 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fd7df144-7e24-4a18-936b-44ba8c40fb11 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "DELETE /v2.0/ports/4204ded5-0b92-463d-8428-27c585c89a26 HTTP/1.1" status: 204 len: 168 time: 2.2041686 Apr 23 09:13:02.661945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60476) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:02.704637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-24e403b8-c77a-4c79-8ec8-d3f103957dc4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:02.719823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:02.739502 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7065de-66fc-425a-8e79-73fda67e06ad tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] GET failed (client error): The resource could not be found. Apr 23 09:13:02.739859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1a7065de-66fc-425a-8e79-73fda67e06ad tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Synchronizing usage tracker for tenant:328d038f3e04461f942e13ec7ec45165 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:13:02.805407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e403b8-c77a-4c79-8ec8-d3f103957dc4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Network d58fcea4-a3d0-46b5-8db9-1853265b18f0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:13:02.822400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-24e403b8-c77a-4c79-8ec8-d3f103957dc4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:02.824848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e403b8-c77a-4c79-8ec8-d3f103957dc4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:13:02.831034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] For port daaa1fd8-385f-4748-88e6-393a54534e75, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:13:02.842020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] For port daaa1fd8-385f-4748-88e6-393a54534e75, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=daaa1fd8-385f-4748-88e6-393a54534e75,segment=NetworkSegment(b913bfd7-71e2-4cb4-a328-879920190711),segment_id=b913bfd7-71e2-4cb4-a328-879920190711)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:13:02.858480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1a7065de-66fc-425a-8e79-73fda67e06ad tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Unset dirty status for tenant:328d038f3e04461f942e13ec7ec45165 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:13:02.868001 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1a7065de-66fc-425a-8e79-73fda67e06ad tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "GET /v2.0/ports/4204ded5-0b92-463d-8428-27c585c89a26 HTTP/1.1" status: 404 len: 333 time: 0.1951146 Apr 23 09:13:02.868001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60480) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:02.920988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e403b8-c77a-4c79-8ec8-d3f103957dc4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Port': ['ID=e2c24857-402a-473a-b2ee-cd1195b716be,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:02.924727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:02.940722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-24e403b8-c77a-4c79-8ec8-d3f103957dc4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:02.948611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:02.960068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-58628be8-1da8-4cd7-a568-bf64e705e7ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:02.976928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff275fe5-f847-44ac-a806-4b609c055110 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:02.987389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1b3f122c-64d4-43e5-9928-20174e3be2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:03.038366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff275fe5-f847-44ac-a806-4b609c055110 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Pushing event deleted for resources: {'Port': ['ID=62350da8-50d8-4ff4-9979-d02d09b19508,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:03.052544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ff275fe5-f847-44ac-a806-4b609c055110 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:03.073886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Pushing event updated for resources: {'Port': ['ID=daaa1fd8-385f-4748-88e6-393a54534e75,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:03.078195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:03.113798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e403b8-c77a-4c79-8ec8-d3f103957dc4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:03.114518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-24e403b8-c77a-4c79-8ec8-d3f103957dc4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:03.118875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60484) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:03.177509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2d6eee2f-6e8d-4b75-ad89-075cc6613935 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Deleting port e7663311-d9c6-4520-b354-a9c387b1ab9f {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:03.178404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d6eee2f-6e8d-4b75-ad89-075cc6613935 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:03.210074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff275fe5-f847-44ac-a806-4b609c055110 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:03.295175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d67983d0-5530-4299-b413-7a594f4f63f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:03.391866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d8f0a3b-6001-41c5-8f7e-5d3aca0ccca0 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_gateway, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:03.430165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d67983d0-5530-4299-b413-7a594f4f63f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:03.445435 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-24e403b8-c77a-4c79-8ec8-d3f103957dc4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.8716476 Apr 23 09:13:03.449859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d67983d0-5530-4299-b413-7a594f4f63f9 admin admin] Usage tracker for resource:security_group_rule and tenant:86c826938db94ad38d76ea4dc74e3ad2 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:03.454158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d8f0a3b-6001-41c5-8f7e-5d3aca0ccca0 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:03.456168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60490) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:03.457052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d67983d0-5530-4299-b413-7a594f4f63f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:03.470109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-89c5cfa4-ef61-45db-8c30-f2dc959e122d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Request body: {'port': {'network_id': 'd58fcea4-a3d0-46b5-8db9-1853265b18f0', 'name': 'tempest-FloatingIPTestJSON-1282016174'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:03.493296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff275fe5-f847-44ac-a806-4b609c055110 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:03.495894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff275fe5-f847-44ac-a806-4b609c055110 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:03.532542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d67983d0-5530-4299-b413-7a594f4f63f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:03.555051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff275fe5-f847-44ac-a806-4b609c055110 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:03.555667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff275fe5-f847-44ac-a806-4b609c055110 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Fanout notify agent at l3_agent the message router_deleted on router 587c9333-2b9a-4e51-b151-dcb41e7313dd {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:13:03.589129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff275fe5-f847-44ac-a806-4b609c055110 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:03.596234 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ff275fe5-f847-44ac-a806-4b609c055110 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "DELETE /v2.0/routers/587c9333-2b9a-4e51-b151-dcb41e7313dd HTTP/1.1" status: 204 len: 168 time: 3.7159078 Apr 23 09:13:03.600933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60496) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:03.607377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1383873982', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'enable_snat': False}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:03.619208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:03.623138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d6eee2f-6e8d-4b75-ad89-075cc6613935 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:03.633927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Usage tracker for resource:router and tenant:09ea2e277be94eca9d3cc249640bee7a is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:03.641940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:03.704989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:03.783838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2d6eee2f-6e8d-4b75-ad89-075cc6613935 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Calling delete_port for e7663311-d9c6-4520-b354-a9c387b1ab9f owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:03.837031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:03.838194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:03.900032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:03.967141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d6eee2f-6e8d-4b75-ad89-075cc6613935 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:03.974630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e0c94667-a914-4313-ae17-b59cfd69281f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:04.091015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6eee2f-6e8d-4b75-ad89-075cc6613935 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Pushing event deleted for resources: {'Port': ['ID=e7663311-d9c6-4520-b354-a9c387b1ab9f,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:04.108176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2d6eee2f-6e8d-4b75-ad89-075cc6613935 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:04.238882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-5d8f0a3b-6001-41c5-8f7e-5d3aca0ccca0 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Allocated IP 172.26.4.116 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/0fdb75cb-904f-41b8-b522-4228aa6e5768) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:13:04.251094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-89c5cfa4-ef61-45db-8c30-f2dc959e122d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:04.314148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-89c5cfa4-ef61-45db-8c30-f2dc959e122d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Usage tracker for resource:port and tenant:dfde3cc6f86f4c6daa52e8538a922701 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:04.348188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-89c5cfa4-ef61-45db-8c30-f2dc959e122d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:04.365491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-89c5cfa4-ef61-45db-8c30-f2dc959e122d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:04.387452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device daaa1fd8-385f-4748-88e6-393a54534e75 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:13:04.460251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Allocated IP 2001:db8::1 (a9d3b665-0cde-4d18-929c-05535c4ee097/042786c2-29e7-46fa-9169-3eab2fc57d51/e91c65f5-0265-49d1-8da2-2da90f5e7da3) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:13:04.504407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d67983d0-5530-4299-b413-7a594f4f63f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:04.536141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d6eee2f-6e8d-4b75-ad89-075cc6613935 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:04.571227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d67983d0-5530-4299-b413-7a594f4f63f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:04.572816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port daaa1fd8-385f-4748-88e6-393a54534e75 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:13:04.594996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3dc4aa1b-bba2-4612-b71b-ba29cb01afbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:04.602598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c5cfa4-ef61-45db-8c30-f2dc959e122d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Made reservation on behalf of dfde3cc6f86f4c6daa52e8538a922701 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:13:04.608813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89c5cfa4-ef61-45db-8c30-f2dc959e122d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:04.699099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:04.731514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3443bc-985e-42b9-ad1f-6c3b0860a602 None None] Network bc051b64-7471-4350-9ef0-f551f6ddad4c requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:13:04.780885 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2d6eee2f-6e8d-4b75-ad89-075cc6613935 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "DELETE /v2.0/ports/e7663311-d9c6-4520-b354-a9c387b1ab9f HTTP/1.1" status: 204 len: 168 time: 1.9162118 Apr 23 09:13:04.786847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60504) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:04.840607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-89c5cfa4-ef61-45db-8c30-f2dc959e122d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] device_id is not set on port add8650c-0a73-404c-8890-e45964481a32 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:13:04.880741 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-025318fb-bb68-4246-8544-795c1224c55f tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] GET failed (client error): The resource could not be found. Apr 23 09:13:04.881626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-025318fb-bb68-4246-8544-795c1224c55f tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Synchronizing usage tracker for tenant:328d038f3e04461f942e13ec7ec45165 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:13:04.887658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:04.893830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d8f0a3b-6001-41c5-8f7e-5d3aca0ccca0 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:04.898973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67983d0-5530-4299-b413-7a594f4f63f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9515f5-a9b2-4376-b52a-83611a8375a3,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:04.913843 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d67983d0-5530-4299-b413-7a594f4f63f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=86c826938db94ad38d76ea4dc74e3ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7268169 Apr 23 09:13:04.918919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-14e33ab3-8ff4-40d0-afcb-237715f7df05 None None] Provisioning for port daaa1fd8-385f-4748-88e6-393a54534e75 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:13:04.920169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d67983d0-5530-4299-b413-7a594f4f63f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:04.924407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60508) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:04.934273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-14e33ab3-8ff4-40d0-afcb-237715f7df05 None None] Provisioning complete for port daaa1fd8-385f-4748-88e6-393a54534e75 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:04.934273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-14e33ab3-8ff4-40d0-afcb-237715f7df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:04.948193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Transition to ACTIVE for port object e91c65f5-0265-49d1-8da2-2da90f5e7da3 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:13:05.004339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-025318fb-bb68-4246-8544-795c1224c55f tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Unset dirty status for tenant:328d038f3e04461f942e13ec7ec45165 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:13:05.009029 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-025318fb-bb68-4246-8544-795c1224c55f tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "GET /v2.0/ports/e7663311-d9c6-4520-b354-a9c387b1ab9f HTTP/1.1" status: 404 len: 333 time: 0.2176178 Apr 23 09:13:05.019317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60512) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:05.101842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c42341c2-5d8b-4980-9811-ea1fbd1ff371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:05.133691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-14e33ab3-8ff4-40d0-afcb-237715f7df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:05.139085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c42341c2-5d8b-4980-9811-ea1fbd1ff371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:05.175772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-14e33ab3-8ff4-40d0-afcb-237715f7df05 None None] For port daaa1fd8-385f-4748-88e6-393a54534e75, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=daaa1fd8-385f-4748-88e6-393a54534e75,segment=NetworkSegment(b913bfd7-71e2-4cb4-a328-879920190711),segment_id=b913bfd7-71e2-4cb4-a328-879920190711)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:13:05.196709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d8f0a3b-6001-41c5-8f7e-5d3aca0ccca0 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:05.206771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a2480b24-b6c1-41d2-b6c3-0df05db84bbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:05.225193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-14e33ab3-8ff4-40d0-afcb-237715f7df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:05.229082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5f7d0064-0587-48a9-9572-1170aa9ff661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:05.239991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-89c5cfa4-ef61-45db-8c30-f2dc959e122d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Allocated IP 172.20.0.6 (d58fcea4-a3d0-46b5-8db9-1853265b18f0/d9b184bc-c883-4905-b80c-7b2df6402e65/add8650c-0a73-404c-8890-e45964481a32) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:13:05.267090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:05.304058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8f0a3b-6001-41c5-8f7e-5d3aca0ccca0 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:13:05.325059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-5d8f0a3b-6001-41c5-8f7e-5d3aca0ccca0 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:05.335995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e33ab3-8ff4-40d0-afcb-237715f7df05 None None] Pushing event updated for resources: {'Port': ['ID=daaa1fd8-385f-4748-88e6-393a54534e75,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:05.340746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-14e33ab3-8ff4-40d0-afcb-237715f7df05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:05.353171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8f0a3b-6001-41c5-8f7e-5d3aca0ccca0 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:13:05.385408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Network a9d3b665-0cde-4d18-929c-05535c4ee097 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:13:05.394955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f0a3b-6001-41c5-8f7e-5d3aca0ccca0 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Pushing event updated for resources: {'Port': ['ID=0fdb75cb-904f-41b8-b522-4228aa6e5768,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:05.397830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:05.403375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d8f0a3b-6001-41c5-8f7e-5d3aca0ccca0 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:05.411171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:05.432708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:05.451433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:13:05.452024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:05.461226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-60d0b368-708e-4cf0-94fb-1ba362f265ff None None] Provisioning complete for port daaa1fd8-385f-4748-88e6-393a54534e75 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:05.461584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60d0b368-708e-4cf0-94fb-1ba362f265ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:05.477874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:05.524988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c42341c2-5d8b-4980-9811-ea1fbd1ff371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:05.532347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:05.550706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42341c2-5d8b-4980-9811-ea1fbd1ff371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9515f5-a9b2-4376-b52a-83611a8375a3,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:05.555511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c42341c2-5d8b-4980-9811-ea1fbd1ff371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:05.572459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c42341c2-5d8b-4980-9811-ea1fbd1ff371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:05.573920 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c42341c2-5d8b-4980-9811-ea1fbd1ff371 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f9515f5-a9b2-4376-b52a-83611a8375a3 HTTP/1.1" status: 204 len: 168 time: 0.5754273 Apr 23 09:13:05.722354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Allocated IP 172.26.4.195 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/448f17bb-542f-4110-9e93-8c1bc33080b7) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:13:05.765876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event updated for resources: {'Port': ['ID=e91c65f5-0265-49d1-8da2-2da90f5e7da3,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:05.839373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0e8ee01b-df9a-4588-868a-586393c05f2c tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Deleting port ed135679-94b1-4a47-b173-5f14b3670ca1 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:05.840003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e8ee01b-df9a-4588-868a-586393c05f2c tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:05.856469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-35a2a69f-d0de-486b-ac7d-8c38404a268a None None] Provisioning for port e91c65f5-0265-49d1-8da2-2da90f5e7da3 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:13:05.878804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-35a2a69f-d0de-486b-ac7d-8c38404a268a None None] Provisioning complete for port e91c65f5-0265-49d1-8da2-2da90f5e7da3 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:05.884636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-35a2a69f-d0de-486b-ac7d-8c38404a268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:05.931432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:05.947437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:06.012470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-35a2a69f-d0de-486b-ac7d-8c38404a268a None None] Port e91c65f5-0265-49d1-8da2-2da90f5e7da3 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:13:06.014219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:06.021504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:06.088801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:13:06.098493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:06.102967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:13:06.149017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Pushing event updated for resources: {'Port': ['ID=448f17bb-542f-4110-9e93-8c1bc33080b7,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:06.153398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:06.260881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device daaa1fd8-385f-4748-88e6-393a54534e75 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:13:06.338452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89c5cfa4-ef61-45db-8c30-f2dc959e122d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:06.347475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port daaa1fd8-385f-4748-88e6-393a54534e75 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:06.347884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:06.483470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60524) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:06.583646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d31ce713-e215-40ef-99ea-6284db4c47ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:06.619561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d31ce713-e215-40ef-99ea-6284db4c47ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:06.629282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d31ce713-e215-40ef-99ea-6284db4c47ca admin admin] Usage tracker for resource:security_group_rule and tenant:c00b37d305a841e088a3c1df5cf3dc0d is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:06.634498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d31ce713-e215-40ef-99ea-6284db4c47ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:06.644668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d31ce713-e215-40ef-99ea-6284db4c47ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:06.653832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1351327-adc5-4806-866e-11502e4d0002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:06.686617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:06.737646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e8ee01b-df9a-4588-868a-586393c05f2c tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:06.903779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d8f0a3b-6001-41c5-8f7e-5d3aca0ccca0 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_gateway, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:06.966411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0e8ee01b-df9a-4588-868a-586393c05f2c tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Calling delete_port for ed135679-94b1-4a47-b173-5f14b3670ca1 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:06.996820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:07.069361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d31ce713-e215-40ef-99ea-6284db4c47ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:07.118835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d31ce713-e215-40ef-99ea-6284db4c47ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:07.131854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:07.168463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:07.192491 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d31ce713-e215-40ef-99ea-6284db4c47ca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c00b37d305a841e088a3c1df5cf3dc0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7001870 Apr 23 09:13:07.197474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60532) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:07.240327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89c5cfa4-ef61-45db-8c30-f2dc959e122d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:07.341381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c10210b6-1457-4dec-88a3-71f59b8b931e tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:07.551908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ce713-e215-40ef-99ea-6284db4c47ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16098903-6498-4f70-b22a-98b15f97618f,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:07.603929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c5cfa4-ef61-45db-8c30-f2dc959e122d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Network d58fcea4-a3d0-46b5-8db9-1853265b18f0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:13:07.620108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-89c5cfa4-ef61-45db-8c30-f2dc959e122d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:07.622211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31ce713-e215-40ef-99ea-6284db4c47ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:07.622666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31ce713-e215-40ef-99ea-6284db4c47ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:07.623193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31ce713-e215-40ef-99ea-6284db4c47ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:07.623500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31ce713-e215-40ef-99ea-6284db4c47ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:07.623906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31ce713-e215-40ef-99ea-6284db4c47ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:07.624309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31ce713-e215-40ef-99ea-6284db4c47ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:07.624717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31ce713-e215-40ef-99ea-6284db4c47ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:07.625651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31ce713-e215-40ef-99ea-6284db4c47ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:07.626085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31ce713-e215-40ef-99ea-6284db4c47ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:07.626505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31ce713-e215-40ef-99ea-6284db4c47ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:07.626895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31ce713-e215-40ef-99ea-6284db4c47ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:07.627295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31ce713-e215-40ef-99ea-6284db4c47ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:07.631902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d31ce713-e215-40ef-99ea-6284db4c47ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:07.682078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c5cfa4-ef61-45db-8c30-f2dc959e122d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:13:07.733838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5cfa4-ef61-45db-8c30-f2dc959e122d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Port': ['ID=add8650c-0a73-404c-8890-e45964481a32,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:07.749518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-89c5cfa4-ef61-45db-8c30-f2dc959e122d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:07.783173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Router 69c77f07-69df-42d7-a7e0-5e40cd2b0436 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:13:07.825238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc128ebb-eb9b-4291-97ee-26d9f0fd69f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:07.951907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c5cfa4-ef61-45db-8c30-f2dc959e122d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:07.952614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89c5cfa4-ef61-45db-8c30-f2dc959e122d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:07.988275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:13:07.997266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] Sync routers for ids ['69c77f07-69df-42d7-a7e0-5e40cd2b0436'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:13:08.013917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] Routers {'69c77f07-69df-42d7-a7e0-5e40cd2b0436'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:08.014682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:12:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['69c77f07-69df-42d7-a7e0-5e40cd2b0436'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:08.042795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:08.048451 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.4423194 Apr 23 09:13:08.048688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc128ebb-eb9b-4291-97ee-26d9f0fd69f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:08.048823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60536) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:08.110549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d8f0a3b-6001-41c5-8f7e-5d3aca0ccca0 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:08.115124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e8ee01b-df9a-4588-868a-586393c05f2c tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:08.144232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-72cac3c7-4d1f-48d4-be40-fffcf80f7cf4 tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:08.196914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d8f0a3b-6001-41c5-8f7e-5d3aca0ccca0 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846489349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8286451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846514403'] for router, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:08.229006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ee01b-df9a-4588-868a-586393c05f2c tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Pushing event deleted for resources: {'Port': ['ID=ed135679-94b1-4a47-b173-5f14b3670ca1,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:08.307246 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-29d9e10d-13d3-4caa-ac71-5c1a2871b0e6 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "GET /v2.0/routers/69c77f07-69df-42d7-a7e0-5e40cd2b0436 HTTP/1.1" status: 200 len: 909 time: 0.2565176 Apr 23 09:13:08.314371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60544) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:08.328824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1383873982', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'enable_snat': True}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:08.352106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:08.358730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Usage tracker for resource:router and tenant:09ea2e277be94eca9d3cc249640bee7a is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:08.364739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:08.385365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:08.388731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0e8ee01b-df9a-4588-868a-586393c05f2c tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:08.412254 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-89c5cfa4-ef61-45db-8c30-f2dc959e122d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.9478478 Apr 23 09:13:08.415691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60548) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:08.422664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': 'add8650c-0a73-404c-8890-e45964481a32', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:08.436710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:08.441632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Usage tracker for resource:floatingip and tenant:dfde3cc6f86f4c6daa52e8538a922701 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:08.447240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:08.487390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:08.498825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:08.502005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:08.520192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e8ee01b-df9a-4588-868a-586393c05f2c tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:08.529044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] Set router 69c77f07-69df-42d7-a7e0-5e40cd2b0436 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:13:08.558676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:08.558676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:08.566796 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0e8ee01b-df9a-4588-868a-586393c05f2c tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "DELETE /v2.0/ports/ed135679-94b1-4a47-b173-5f14b3670ca1 HTTP/1.1" status: 204 len: 168 time: 3.5415382 Apr 23 09:13:08.573254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60552) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:08.577384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:08.619911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc128ebb-eb9b-4291-97ee-26d9f0fd69f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:08.622607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc128ebb-eb9b-4291-97ee-26d9f0fd69f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:08.627281 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fc128ebb-eb9b-4291-97ee-26d9f0fd69f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/16098903-6498-4f70-b22a-98b15f97618f HTTP/1.1" status: 204 len: 168 time: 1.4135120 Apr 23 09:13:08.633946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-282087f0-d036-4b01-8233-a50dc498ffb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:08.648762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:08.649689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:08.664583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc128ebb-eb9b-4291-97ee-26d9f0fd69f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16098903-6498-4f70-b22a-98b15f97618f,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:08.686876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fc128ebb-eb9b-4291-97ee-26d9f0fd69f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:08.903081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c77f07-69df-42d7-a7e0-5e40cd2b0436', 'name': 'tempest-snat-router-1383873982', 'tenant_id': '09ea2e277be94eca9d3cc249640bee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.195'}], 'enable_snat': False}, 'gw_port_id': '448f17bb-542f-4110-9e93-8c1bc33080b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:13:03Z', 'updated_at': '2021-04-23T09:13:06Z', 'revision_number': 3, 'project_id': '09ea2e277be94eca9d3cc249640bee7a', 'gw_port': {'id': '448f17bb-542f-4110-9e93-8c1bc33080b7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c77f07-69df-42d7-a7e0-5e40cd2b0436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:13:05Z', 'updated_at': '2021-04-23T09:13:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:08.910471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] Checking router: 69c77f07-69df-42d7-a7e0-5e40cd2b0436 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:13:08.910869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] Updating router 69c77f07-69df-42d7-a7e0-5e40cd2b0436 port 448f17bb-542f-4110-9e93-8c1bc33080b7 binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:13:08.978363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:09.010081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:09.029911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:09.084913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:09.118593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63aa0aa-514b-4e24-bfe3-8b77191336be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Deleting subnet 07c2b502-f06f-415b-93f7-f7b25a4caf2d {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:13:09.197958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b63aa0aa-514b-4e24-bfe3-8b77191336be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:09.265094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event updated for resources: {'Port': ['ID=e91c65f5-0265-49d1-8da2-2da90f5e7da3,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:09.301155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:09.301594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:09.302015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:09.302470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:09.303242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:09.303673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:09.304095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:09.304500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:09.304907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:09.305311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:09.305795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:09.306205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:09.317357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:09.331265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b63aa0aa-514b-4e24-bfe3-8b77191336be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:09.412438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Network a9d3b665-0cde-4d18-929c-05535c4ee097 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:13:09.416744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:09.494042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:09.525741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] Transition to ACTIVE for port object 448f17bb-542f-4110-9e93-8c1bc33080b7 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:13:09.581110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:09.590988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:09.613261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8f0a3b-6001-41c5-8f7e-5d3aca0ccca0 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Router 27aac9d8-948e-4c16-a78f-017f7f807c4a is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:13:09.682134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0ae1325-2701-4e7a-9807-6591e165ce42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:09.724996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] Attempting to bind port 448f17bb-542f-4110-9e93-8c1bc33080b7 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:13:09.725448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] Attempting to bind port 448f17bb-542f-4110-9e93-8c1bc33080b7 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:13:09.726138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] Attempting to bind port 448f17bb-542f-4110-9e93-8c1bc33080b7 on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:13:09.736302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408dd89-4a64-4eda-b44a-ffce500ce804 None None] Pushing event updated for resources: {'Port': ['ID=448f17bb-542f-4110-9e93-8c1bc33080b7,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:09.745705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408dd89-4a64-4eda-b44a-ffce500ce804 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:09.746369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408dd89-4a64-4eda-b44a-ffce500ce804 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:09.746913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408dd89-4a64-4eda-b44a-ffce500ce804 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:09.747295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408dd89-4a64-4eda-b44a-ffce500ce804 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:09.747668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408dd89-4a64-4eda-b44a-ffce500ce804 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:09.748266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408dd89-4a64-4eda-b44a-ffce500ce804 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:09.748644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408dd89-4a64-4eda-b44a-ffce500ce804 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:09.749020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408dd89-4a64-4eda-b44a-ffce500ce804 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:09.749386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408dd89-4a64-4eda-b44a-ffce500ce804 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:09.751874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408dd89-4a64-4eda-b44a-ffce500ce804 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:09.751874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408dd89-4a64-4eda-b44a-ffce500ce804 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:09.751874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5408dd89-4a64-4eda-b44a-ffce500ce804 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:13:09.757107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:13:09.757553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:13:09.758465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:09.758783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:13:09.759358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] Bound port: 448f17bb-542f-4110-9e93-8c1bc33080b7, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:13:09.759783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:09.803669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Allocated IP 172.26.4.137 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/737c6445-e1a7-418a-844a-3b27d46ad351) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:13:09.829473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5408dd89-4a64-4eda-b44a-ffce500ce804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:09.834102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:09.869073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d71a9f7e-7339-448a-a2c8-cd967c3403f3 None None] Provisioning complete for port e91c65f5-0265-49d1-8da2-2da90f5e7da3 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:09.870656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d71a9f7e-7339-448a-a2c8-cd967c3403f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:09.899541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b63aa0aa-514b-4e24-bfe3-8b77191336be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:09.961447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d71a9f7e-7339-448a-a2c8-cd967c3403f3 None None] Port e91c65f5-0265-49d1-8da2-2da90f5e7da3 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:13:09.964107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] For port 448f17bb-542f-4110-9e93-8c1bc33080b7, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:13:09.980573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] For port 448f17bb-542f-4110-9e93-8c1bc33080b7, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=448f17bb-542f-4110-9e93-8c1bc33080b7,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:13:10.005950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:10.013655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:10.020391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5408dd89-4a64-4eda-b44a-ffce500ce804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:10.099250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] Routers {'69c77f07-69df-42d7-a7e0-5e40cd2b0436'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:10.099962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['69c77f07-69df-42d7-a7e0-5e40cd2b0436'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:10.158193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8f0a3b-6001-41c5-8f7e-5d3aca0ccca0 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:13:10.168521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d8f0a3b-6001-41c5-8f7e-5d3aca0ccca0 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:10.169820 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5d8f0a3b-6001-41c5-8f7e-5d3aca0ccca0 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "PUT /v2.0/routers/27aac9d8-948e-4c16-a78f-017f7f807c4a HTTP/1.1" status: 200 len: 884 time: 9.7902415 Apr 23 09:13:10.175331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee8940b-300a-4573-acbb-cc2e0fc26d1d None None] Sync routers for ids ['27aac9d8-948e-4c16-a78f-017f7f807c4a'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:13:10.180209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60580) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:10.192548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:10.198721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee8940b-300a-4573-acbb-cc2e0fc26d1d None None] Routers {'27aac9d8-948e-4c16-a78f-017f7f807c4a'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:10.199407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9ee8940b-300a-4573-acbb-cc2e0fc26d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['27aac9d8-948e-4c16-a78f-017f7f807c4a'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:10.262137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Router fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:13:10.265345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408dd89-4a64-4eda-b44a-ffce500ce804 None None] Pushing event updated for resources: {'Port': ['ID=448f17bb-542f-4110-9e93-8c1bc33080b7,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:10.271260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5408dd89-4a64-4eda-b44a-ffce500ce804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:10.299634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:10.341540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:10.357147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-be5177af-d943-480e-8194-e064575d1c16 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:10.358529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] Set router 69c77f07-69df-42d7-a7e0-5e40cd2b0436 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:13:10.432730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Allocated IP 172.26.4.143 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/c1c8fe8f-eee3-45a5-93b4-bf950235d505) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:13:10.533439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9ee8940b-300a-4573-acbb-cc2e0fc26d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:10.561685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee8940b-300a-4573-acbb-cc2e0fc26d1d None None] Routers {'27aac9d8-948e-4c16-a78f-017f7f807c4a'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:10.563509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9ee8940b-300a-4573-acbb-cc2e0fc26d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['27aac9d8-948e-4c16-a78f-017f7f807c4a'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:10.599016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:10.639364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:13:10.642572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:10.646705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:13:10.686222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9ee8940b-300a-4573-acbb-cc2e0fc26d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:10.686222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee8940b-300a-4573-acbb-cc2e0fc26d1d None None] The sync data for ids ['27aac9d8-948e-4c16-a78f-017f7f807c4a'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:13:10.725260 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5f520075-6492-4d58-9a85-88bc8c47e583 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "GET /v2.0/routers/27aac9d8-948e-4c16-a78f-017f7f807c4a HTTP/1.1" status: 200 len: 925 time: 0.5437384 Apr 23 09:13:10.727660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:10.729774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60590) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:10.730883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:13:10.804914 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "PUT /v2.0/routers/fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1060538 Apr 23 09:13:10.809230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60596) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:10.810719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Port': ['ID=737c6445-e1a7-418a-844a-3b27d46ad351,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:10.819394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:10.823838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17bf445-a749-4a8a-b949-be4957524f17 None None] Sync routers for ids ['fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:13:10.824464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6d6e2dc0-db07-43ff-9c7d-ec541c160979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-602686678-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:10.887775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:13:10.906643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:10.914476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:13:10.915693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17bf445-a749-4a8a-b949-be4957524f17 None None] Routers {'fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:10.916556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f17bf445-a749-4a8a-b949-be4957524f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:10.994092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f17bf445-a749-4a8a-b949-be4957524f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:11.008037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17bf445-a749-4a8a-b949-be4957524f17 None None] Routers {'fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:11.008729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f17bf445-a749-4a8a-b949-be4957524f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:11.030942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Pushing event updated for resources: {'Port': ['ID=c1c8fe8f-eee3-45a5-93b4-bf950235d505,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:11.044110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:11.056600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b63aa0aa-514b-4e24-bfe3-8b77191336be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:11.071304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0c444975-b557-4d17-b251-30b5c1b1263c tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:11.089540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f17bf445-a749-4a8a-b949-be4957524f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:11.090000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17bf445-a749-4a8a-b949-be4957524f17 None None] The sync data for ids ['fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:13:11.104098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c77f07-69df-42d7-a7e0-5e40cd2b0436', 'name': 'tempest-snat-router-1383873982', 'tenant_id': '09ea2e277be94eca9d3cc249640bee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.195'}], 'enable_snat': False}, 'gw_port_id': '448f17bb-542f-4110-9e93-8c1bc33080b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:13:03Z', 'updated_at': '2021-04-23T09:13:06Z', 'revision_number': 3, 'project_id': '09ea2e277be94eca9d3cc249640bee7a', 'gw_port': {'id': '448f17bb-542f-4110-9e93-8c1bc33080b7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c77f07-69df-42d7-a7e0-5e40cd2b0436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:13:05Z', 'updated_at': '2021-04-23T09:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:11.111130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23ae533-9c27-464c-b477-e974e9ae4510 None None] The sync data for ids ['69c77f07-69df-42d7-a7e0-5e40cd2b0436'] in dv-neutron-786478-4-hyperv is: [{'id': '69c77f07-69df-42d7-a7e0-5e40cd2b0436', 'name': 'tempest-snat-router-1383873982', 'tenant_id': '09ea2e277be94eca9d3cc249640bee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.195'}], 'enable_snat': False}, 'gw_port_id': '448f17bb-542f-4110-9e93-8c1bc33080b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:13:03Z', 'updated_at': '2021-04-23T09:13:06Z', 'revision_number': 3, 'project_id': '09ea2e277be94eca9d3cc249640bee7a', 'gw_port': {'id': '448f17bb-542f-4110-9e93-8c1bc33080b7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:16:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c77f07-69df-42d7-a7e0-5e40cd2b0436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:13:05Z', 'updated_at': '2021-04-23T09:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:13:11.235867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:11.495760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60610) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:11.618252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63aa0aa-514b-4e24-bfe3-8b77191336be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Pushing event deleted for resources: {'Subnet': ['ID=07c2b502-f06f-415b-93f7-f7b25a4caf2d,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:11.649233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b120255-7b1e-4900-8150-1e072e6e696b None None] Network c8c0169e-3ad1-4afd-a327-2e6a4a82513c requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:13:11.653000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b63aa0aa-514b-4e24-bfe3-8b77191336be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:11.659298 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b63aa0aa-514b-4e24-bfe3-8b77191336be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "DELETE /v2.0/subnets/07c2b502-f06f-415b-93f7-f7b25a4caf2d HTTP/1.1" status: 204 len: 168 time: 3.0814734 Apr 23 09:13:11.659298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b63aa0aa-514b-4e24-bfe3-8b77191336be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:11.661867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60616) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:11.736794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fdd453-cd45-4e82-a6cd-7555890d5161 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:11.744997 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-32fdd453-cd45-4e82-a6cd-7555890d5161 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&device_id=27aac9d8-948e-4c16-a78f-017f7f807c4a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0095572 Apr 23 09:13:11.749037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60620) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:11.843636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9d3d44b3-f0fd-4715-b68d-102f88245e52 tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-239082433'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:11.844144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9d3d44b3-f0fd-4715-b68d-102f88245e52 tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] Unknown quota resources ['metering_label']. {{(pid=87174) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 23 09:13:12.083702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7319601-f435-4522-ba1c-f718c3660797 None None] DHCP port deletion for c8c0169e-3ad1-4afd-a327-2e6a4a82513c request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:13:12.185349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b7319601-f435-4522-ba1c-f718c3660797 None None] Deleting port b4b2d23f-937f-4755-8313-8edae6b4b5cc {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:12.185783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7319601-f435-4522-ba1c-f718c3660797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:12.253849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:12.299634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:12.306182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd7a999-0834-4b9c-bfab-c89b60a4f022 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:12.306790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-efd7a999-0834-4b9c-bfab-c89b60a4f022 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Synchronizing usage tracker for tenant:513ddb038d79429fa4fc439aa23f9a5a on resource:network {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:13:12.358096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b7319601-f435-4522-ba1c-f718c3660797 None None] For port b4b2d23f-937f-4755-8313-8edae6b4b5cc, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b4b2d23f-937f-4755-8313-8edae6b4b5cc,segment=NetworkSegment(9ca96d22-1b5f-493d-99fe-3ccf33bdf27d),segment_id=9ca96d22-1b5f-493d-99fe-3ccf33bdf27d)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:13:12.358096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7319601-f435-4522-ba1c-f718c3660797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:12.376010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 448f17bb-542f-4110-9e93-8c1bc33080b7 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:13:12.378267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-efd7a999-0834-4b9c-bfab-c89b60a4f022 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Unset dirty status for tenant:513ddb038d79429fa4fc439aa23f9a5a on resource:network {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:13:12.382292 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-efd7a999-0834-4b9c-bfab-c89b60a4f022 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "GET /v2.0/networks/164d7ec3-3e1e-464d-ab6a-2950ee843dd7 HTTP/1.1" status: 200 len: 881 time: 0.6294136 Apr 23 09:13:12.384067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60628) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:12.431182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:12.538600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b7319601-f435-4522-ba1c-f718c3660797 None None] Calling delete_port for b4b2d23f-937f-4755-8313-8edae6b4b5cc owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:12.571658 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d8d94458-d570-47d9-8a7a-9a9e76af6d1b tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "GET /v2.0/ports?device_id=27aac9d8-948e-4c16-a78f-017f7f807c4a HTTP/1.1" status: 200 len: 205 time: 0.1817570 Apr 23 09:13:12.590502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60632) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:12.694422 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-493f18cb-707d-491c-b82c-5a810fce4173 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:13:12.695575 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-493f18cb-707d-491c-b82c-5a810fce4173 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "PUT /v2.0/routers/fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8853126 Apr 23 09:13:12.697116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d3d44b3-f0fd-4715-b68d-102f88245e52 tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:12.698506 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9d3d44b3-f0fd-4715-b68d-102f88245e52 tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.1913149 Apr 23 09:13:12.699561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60636) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:12.702164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60638) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:12.715998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 448f17bb-542f-4110-9e93-8c1bc33080b7 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:13:12.721885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 448f17bb-542f-4110-9e93-8c1bc33080b7 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:12.722511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:12.779648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-4521b89a-d2e8-496c-a395-a445d1a0925c tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b5a1fdac-3c64-4c27-9cad-598d58597a8c'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:12.780183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-4521b89a-d2e8-496c-a395-a445d1a0925c tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=87174) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 23 09:13:12.801672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:12.842006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7319601-f435-4522-ba1c-f718c3660797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:12.848655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:12.916753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7319601-f435-4522-ba1c-f718c3660797 None None] No DVR routers for this DVR port b4b2d23f-937f-4755-8313-8edae6b4b5cc on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:13:12.920223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7319601-f435-4522-ba1c-f718c3660797 None None] Pushing event deleted for resources: {'Port': ['ID=b4b2d23f-937f-4755-8313-8edae6b4b5cc,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:12.923096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b7319601-f435-4522-ba1c-f718c3660797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:12.925575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Deleting port b4b2d23f-937f-4755-8313-8edae6b4b5cc {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:12.926450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:12.926730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:12.946162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 448f17bb-542f-4110-9e93-8c1bc33080b7, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=448f17bb-542f-4110-9e93-8c1bc33080b7,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:13:12.958644 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.services.metering.metering_plugin [None req-4521b89a-d2e8-496c-a395-a445d1a0925c tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 23 09:13:12.973237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:12.975369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:13.003699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a6b429c3-6a32-4f99-86b9-93959ddcc97f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:13.246469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b4b2d23f-937f-4755-8313-8edae6b4b5cc no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:13:13.296362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: b4b2d23f-937f-4755-8313-8edae6b4b5cc {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:13:13.298261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b4b2d23f-937f-4755-8313-8edae6b4b5cc not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:13:13.337673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=448f17bb-542f-4110-9e93-8c1bc33080b7,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:13.341936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:13.596627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:13.663474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:13.726603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4521b89a-d2e8-496c-a395-a445d1a0925c tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:13.727872 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4521b89a-d2e8-496c-a395-a445d1a0925c tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.0223699 Apr 23 09:13:13.741472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60648) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:13.761382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ef66634a-261d-48bc-bc30-65efb4878144 tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b5a1fdac-3c64-4c27-9cad-598d58597a8c'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:13.761913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ef66634a-261d-48bc-bc30-65efb4878144 tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=87174) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 23 09:13:13.822977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] For port b4b2d23f-937f-4755-8313-8edae6b4b5cc, host dv-neutron-786478-4-hyperv, got binding levels [] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:13:13.823397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:13.867103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a6b429c3-6a32-4f99-86b9-93959ddcc97f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:13.976424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Calling delete_port for b4b2d23f-937f-4755-8313-8edae6b4b5cc owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:13.979039 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.services.metering.metering_plugin [None req-ef66634a-261d-48bc-bc30-65efb4878144 tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 23 09:13:13.984976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_backend_mixin [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Port b4b2d23f-937f-4755-8313-8edae6b4b5cc was not found and therefore no delete operation was performed {{(pid=87174) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 23 09:13:14.072317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:14.088036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-da3f755a-d9d5-434d-aecf-f868e939b9ce tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:14.138296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a6b429c3-6a32-4f99-86b9-93959ddcc97f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Deleting port 0fdb75cb-904f-41b8-b522-4228aa6e5768 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:14.138719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a6b429c3-6a32-4f99-86b9-93959ddcc97f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:14.180791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:14.206083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Pushing event deleted for resources: {'Port': ['ID=b4b2d23f-937f-4755-8313-8edae6b4b5cc,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:14.209428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:14.223346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ef66634a-261d-48bc-bc30-65efb4878144 tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:14.227407 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ef66634a-261d-48bc-bc30-65efb4878144 tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4821515 Apr 23 09:13:14.227407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] No DVR routers for this DVR port b4b2d23f-937f-4755-8313-8edae6b4b5cc on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:13:14.228416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60654) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:14.239469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Router 6e8b6401-bbbc-4cec-9106-b2e362ad3b1a is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:13:14.285612 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d02c173b-7202-45ee-abac-9ff5a84b0ebe tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=8a9a8ba6-696a-4c47-ae18-be992bacd20e HTTP/1.1" status: 200 len: 462 time: 0.0535223 Apr 23 09:13:14.299112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60660) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:14.311153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a6b429c3-6a32-4f99-86b9-93959ddcc97f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:14.340596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 448f17bb-542f-4110-9e93-8c1bc33080b7 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:13:14.401351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:14.446104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 448f17bb-542f-4110-9e93-8c1bc33080b7 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:14.446718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:14.459437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:14.573604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:14.623625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a6b429c3-6a32-4f99-86b9-93959ddcc97f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Calling delete_port for 0fdb75cb-904f-41b8-b522-4228aa6e5768 owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:14.748400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d69b6223-aaf6-499d-a9ce-df0e78dab1c1 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:14.815486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43d61996-9fad-46eb-8822-002cb6633021 tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:14.819302 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-43d61996-9fad-46eb-8822-002cb6633021 tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/8a9a8ba6-696a-4c47-ae18-be992bacd20e HTTP/1.1" status: 204 len: 168 time: 0.5127249 Apr 23 09:13:14.821140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Port': ['ID=737c6445-e1a7-418a-844a-3b27d46ad351,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:14.827004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60664) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:14.838261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:14.851936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:14.903512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c0169e-3ad1-4afd-a327-2e6a4a82513c']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:14.930306 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cef801b4-43b6-4e1f-9e33-1d72ca31704e tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=8a9a8ba6-696a-4c47-ae18-be992bacd20e HTTP/1.1" status: 200 len: 221 time: 0.0958693 Apr 23 09:13:14.930669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca96d22-1b5f-493d-99fe-3ccf33bdf27d') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:14.930941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca96d22-1b5f-493d-99fe-3ccf33bdf27d') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:14.940537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60668) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:14.955853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-862d6611-3c84-4c82-a8ce-2a54796510ed tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1835373214', 'description': 'label created by tempest'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:14.956338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-862d6611-3c84-4c82-a8ce-2a54796510ed tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] Unknown quota resources ['metering_label']. {{(pid=87174) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 23 09:13:14.959792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:15.019898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:13:15.029730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] Sync routers for ids ['6e8b6401-bbbc-4cec-9106-b2e362ad3b1a'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:13:15.041267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] Routers {'6e8b6401-bbbc-4cec-9106-b2e362ad3b1a'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:15.042181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['6e8b6401-bbbc-4cec-9106-b2e362ad3b1a'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:15.100210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:15.118300 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Floating IP 8ca07ffa-a0e8-4d27-866f-8201c615415e associated. External IP: 172.26.4.137, port: add8650c-0a73-404c-8890-e45964481a32. Apr 23 09:13:15.189586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:13:15.191139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:15.194944 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0049d03d-0b7a-4e45-bd5c-264575a6a5b3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.8767841 Apr 23 09:13:15.224286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60672) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:15.237675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] Set router 6e8b6401-bbbc-4cec-9106-b2e362ad3b1a gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:13:15.562976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8b6401-bbbc-4cec-9106-b2e362ad3b1a', 'name': 'tempest-snat-router-1383873982', 'tenant_id': '09ea2e277be94eca9d3cc249640bee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': 'c1c8fe8f-eee3-45a5-93b4-bf950235d505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:13:08Z', 'updated_at': '2021-04-23T09:13:11Z', 'revision_number': 3, 'project_id': '09ea2e277be94eca9d3cc249640bee7a', 'gw_port': {'id': 'c1c8fe8f-eee3-45a5-93b4-bf950235d505', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:40:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8b6401-bbbc-4cec-9106-b2e362ad3b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:13:10Z', 'updated_at': '2021-04-23T09:13:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:15.567633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] Checking router: 6e8b6401-bbbc-4cec-9106-b2e362ad3b1a for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:13:15.568202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] Updating router 6e8b6401-bbbc-4cec-9106-b2e362ad3b1a port c1c8fe8f-eee3-45a5-93b4-bf950235d505 binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:13:15.571230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Network c8c0169e-3ad1-4afd-a327-2e6a4a82513c has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:13:15.583445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a6b429c3-6a32-4f99-86b9-93959ddcc97f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:15.596574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5c36ab22-77ea-4f40-8854-e393142e811f tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:15.627214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:15.656646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b429c3-6a32-4f99-86b9-93959ddcc97f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Pushing event deleted for resources: {'Port': ['ID=0fdb75cb-904f-41b8-b522-4228aa6e5768,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:15.670431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a6b429c3-6a32-4f99-86b9-93959ddcc97f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:15.813601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Router 94e3cf93-fc47-4393-9b60-9fd1bb599458 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:13:15.814855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a6b429c3-6a32-4f99-86b9-93959ddcc97f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:15.990946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:16.022424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:16.173076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-862d6611-3c84-4c82-a8ce-2a54796510ed tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:16.174439 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-862d6611-3c84-4c82-a8ce-2a54796510ed tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.2328432 Apr 23 09:13:16.185960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60680) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:16.413057 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9e69cdd1-6ff4-4908-b018-3f1cacdfbe13 tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=63d49aef-7632-40af-bba0-1196aee4d24a HTTP/1.1" status: 200 len: 468 time: 0.2232108 Apr 23 09:13:16.418973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60684) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:16.443511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a6b429c3-6a32-4f99-86b9-93959ddcc97f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:16.452889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a6b429c3-6a32-4f99-86b9-93959ddcc97f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:16.464032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Network c8c0169e-3ad1-4afd-a327-2e6a4a82513c has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:13:16.521289 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:13:16.527998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:13:16.538220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f91081-e0c7-45ee-b572-21a0ecef2a2f None None] Sync routers for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:13:16.547913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a6b429c3-6a32-4f99-86b9-93959ddcc97f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:16.548503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b429c3-6a32-4f99-86b9-93959ddcc97f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Fanout notify agent at l3_agent the message router_deleted on router 27aac9d8-948e-4c16-a78f-017f7f807c4a {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:13:16.560270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f91081-e0c7-45ee-b572-21a0ecef2a2f None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:16.560990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-08f91081-e0c7-45ee-b572-21a0ecef2a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:16.563076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a6b429c3-6a32-4f99-86b9-93959ddcc97f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:16.566506 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a6b429c3-6a32-4f99-86b9-93959ddcc97f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "DELETE /v2.0/routers/27aac9d8-948e-4c16-a78f-017f7f807c4a HTTP/1.1" status: 204 len: 168 time: 3.9727216 Apr 23 09:13:16.568449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60690) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:16.574304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f05825ac-225c-41f2-b25f-8df92938542f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2103320671', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:16.581957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f05825ac-225c-41f2-b25f-8df92938542f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:16.586097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f05825ac-225c-41f2-b25f-8df92938542f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Usage tracker for resource:router and tenant:64739600c5804295a804ab4aea34ef97 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:16.590124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f05825ac-225c-41f2-b25f-8df92938542f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:16.597039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f05825ac-225c-41f2-b25f-8df92938542f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:16.606028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:16.659825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-08f91081-e0c7-45ee-b572-21a0ecef2a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:16.672097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f91081-e0c7-45ee-b572-21a0ecef2a2f None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:16.673440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-08f91081-e0c7-45ee-b572-21a0ecef2a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:16.676949 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.2599103 Apr 23 09:13:16.680302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60696) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:16.688228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9db9cde1-cba7-4b2d-a84d-8cf9c6c66196 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:16.740106 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4533c1de-a045-4478-9b4b-c31c7803dfc4 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "GET /v2.0/routers/6e8b6401-bbbc-4cec-9106-b2e362ad3b1a HTTP/1.1" status: 200 len: 908 time: 1.4615881 Apr 23 09:13:16.744789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-08f91081-e0c7-45ee-b572-21a0ecef2a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:16.745436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f91081-e0c7-45ee-b572-21a0ecef2a2f None None] The sync data for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:13:16.755214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60700) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:16.759452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f05825ac-225c-41f2-b25f-8df92938542f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:16.760585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f05825ac-225c-41f2-b25f-8df92938542f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:16.811115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f05825ac-225c-41f2-b25f-8df92938542f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:16.832453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9db9cde1-cba7-4b2d-a84d-8cf9c6c66196 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:16.951081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] Transition to ACTIVE for port object c1c8fe8f-eee3-45a5-93b4-bf950235d505 will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:13:17.008447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f05825ac-225c-41f2-b25f-8df92938542f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:17.012292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:17.018130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:17.090001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:17.102591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] Attempting to bind port c1c8fe8f-eee3-45a5-93b4-bf950235d505 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:13:17.103006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] Attempting to bind port c1c8fe8f-eee3-45a5-93b4-bf950235d505 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:13:17.103413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] Attempting to bind port c1c8fe8f-eee3-45a5-93b4-bf950235d505 on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:13:17.110515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9869e-0e2f-4706-9267-f6b9e6d261c5 None None] Pushing event updated for resources: {'Port': ['ID=c1c8fe8f-eee3-45a5-93b4-bf950235d505,revision_number=2']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:17.115275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-66c9869e-0e2f-4706-9267-f6b9e6d261c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:17.116155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:13:17.116155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:13:17.116601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:17.117033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:13:17.117555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] Bound port: c1c8fe8f-eee3-45a5-93b4-bf950235d505, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:13:17.117963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:17.118711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3c38516c-d2ac-4b98-9963-6306dff30c68 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:17.181090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f05825ac-225c-41f2-b25f-8df92938542f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:17.185193 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f05825ac-225c-41f2-b25f-8df92938542f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6129081 Apr 23 09:13:17.193386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60704) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:17.202529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] For port c1c8fe8f-eee3-45a5-93b4-bf950235d505, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:13:17.205908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] For port c1c8fe8f-eee3-45a5-93b4-bf950235d505, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c1c8fe8f-eee3-45a5-93b4-bf950235d505,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:13:17.209630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0c276ab9-663e-4c4c-beec-27b0137eae33 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'enable_snat': True}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:17.223405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:17.230989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:17.237047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:17.254643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Pushing event deleted for resources: {'Network': ['ID=c8c0169e-3ad1-4afd-a327-2e6a4a82513c,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:17.259440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:17.271037 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] 10.222.0.60 "DELETE /v2.0/networks/c8c0169e-3ad1-4afd-a327-2e6a4a82513c HTTP/1.1" status: 204 len: 168 time: 5.6017733 Apr 23 09:13:17.276938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9db9cde1-cba7-4b2d-a84d-8cf9c6c66196 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:17.289220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-78bcddbf-f7de-4104-b91f-17fd59e35b4b tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:17.290456 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-78bcddbf-f7de-4104-b91f-17fd59e35b4b tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/63d49aef-7632-40af-bba0-1196aee4d24a HTTP/1.1" status: 204 len: 168 time: 0.8671522 Apr 23 09:13:17.295325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60710) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:17.325305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] Routers {'6e8b6401-bbbc-4cec-9106-b2e362ad3b1a'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:17.326256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['6e8b6401-bbbc-4cec-9106-b2e362ad3b1a'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:17.337247 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-39ae1884-e79a-4f37-bedb-60d42203ab38 tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=63d49aef-7632-40af-bba0-1196aee4d24a HTTP/1.1" status: 200 len: 216 time: 0.0363166 Apr 23 09:13:17.337901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d69b6223-aaf6-499d-a9ce-df0e78dab1c1 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Deleting port e91c65f5-0265-49d1-8da2-2da90f5e7da3 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:17.338287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d69b6223-aaf6-499d-a9ce-df0e78dab1c1 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:17.352724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60714) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:17.360303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-243ac863-4b8f-4791-b034-90393315f79e tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:17.387755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9db9cde1-cba7-4b2d-a84d-8cf9c6c66196 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:17.388721 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-9db9cde1-cba7-4b2d-a84d-8cf9c6c66196 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Floating IP 8ca07ffa-a0e8-4d27-866f-8201c615415e disassociated. External IP: 172.26.4.137, port: add8650c-0a73-404c-8890-e45964481a32. Apr 23 09:13:17.472158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9869e-0e2f-4706-9267-f6b9e6d261c5 None None] Pushing event updated for resources: {'Port': ['ID=c1c8fe8f-eee3-45a5-93b4-bf950235d505,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:17.501012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-66c9869e-0e2f-4706-9267-f6b9e6d261c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:17.513899 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cd479ae3-a541-4bcb-857a-84172e2ff5fb tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1533551 Apr 23 09:13:17.523443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60718) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:17.585853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] Set router 6e8b6401-bbbc-4cec-9106-b2e362ad3b1a gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:13:17.617402 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d06a31fe-8e81-46c5-b47e-3beb9419690d tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0895705 Apr 23 09:13:17.619170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60722) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:17.873566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c276ab9-663e-4c4c-beec-27b0137eae33 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:17.880605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60732) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:18.019377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8b6401-bbbc-4cec-9106-b2e362ad3b1a', 'name': 'tempest-snat-router-1383873982', 'tenant_id': '09ea2e277be94eca9d3cc249640bee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': 'c1c8fe8f-eee3-45a5-93b4-bf950235d505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:13:08Z', 'updated_at': '2021-04-23T09:13:11Z', 'revision_number': 3, 'project_id': '09ea2e277be94eca9d3cc249640bee7a', 'gw_port': {'id': 'c1c8fe8f-eee3-45a5-93b4-bf950235d505', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:40:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8b6401-bbbc-4cec-9106-b2e362ad3b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:13:10Z', 'updated_at': '2021-04-23T09:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:18.024417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3697860d-84e7-453b-b751-bcb36c7038dc None None] The sync data for ids ['6e8b6401-bbbc-4cec-9106-b2e362ad3b1a'] in dv-neutron-786478-4-hyperv is: [{'id': '6e8b6401-bbbc-4cec-9106-b2e362ad3b1a', 'name': 'tempest-snat-router-1383873982', 'tenant_id': '09ea2e277be94eca9d3cc249640bee7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': 'c1c8fe8f-eee3-45a5-93b4-bf950235d505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:13:08Z', 'updated_at': '2021-04-23T09:13:11Z', 'revision_number': 3, 'project_id': '09ea2e277be94eca9d3cc249640bee7a', 'gw_port': {'id': 'c1c8fe8f-eee3-45a5-93b4-bf950235d505', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:40:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8b6401-bbbc-4cec-9106-b2e362ad3b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:13:10Z', 'updated_at': '2021-04-23T09:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:13:18.119772 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b61f68b7-4708-4cd1-8a96-1932b8224901 tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/b5a1fdac-3c64-4c27-9cad-598d58597a8c HTTP/1.1" status: 200 len: 472 time: 0.4967070 Apr 23 09:13:18.140008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60738) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:18.165836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d69b6223-aaf6-499d-a9ce-df0e78dab1c1 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:18.188126 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8c099bb5-eabe-47a4-97d9-48c28648b4ad tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/b4f0cb9d-53af-418a-9448-0019de57bc54 HTTP/1.1" status: 200 len: 459 time: 0.0432975 Apr 23 09:13:18.247535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60742) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:18.248956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-243ac863-4b8f-4791-b034-90393315f79e tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:18.336596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d69b6223-aaf6-499d-a9ce-df0e78dab1c1 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Calling delete_port for e91c65f5-0265-49d1-8da2-2da90f5e7da3 owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:18.557677 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3a038918-36b2-4fed-8f62-8d32935716e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=328d038f3e04461f942e13ec7ec45165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6700974 Apr 23 09:13:18.567676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60746) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:18.670698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5927e221-e659-45cd-9d70-f6ff3d9c817f tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:18.675056 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5927e221-e659-45cd-9d70-f6ff3d9c817f tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/b4f0cb9d-53af-418a-9448-0019de57bc54 HTTP/1.1" status: 204 len: 168 time: 0.4194343 Apr 23 09:13:18.676698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60750) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:18.696676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-243ac863-4b8f-4791-b034-90393315f79e tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Deleting port c1c8fe8f-eee3-45a5-93b4-bf950235d505 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:18.696970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-243ac863-4b8f-4791-b034-90393315f79e tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:18.719484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db9cde1-cba7-4b2d-a84d-8cf9c6c66196 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Router 94e3cf93-fc47-4393-9b60-9fd1bb599458 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:13:18.816414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0da7551-9755-47f9-ac86-137836bcf982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:18.902180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-243ac863-4b8f-4791-b034-90393315f79e tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] For port c1c8fe8f-eee3-45a5-93b4-bf950235d505, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c1c8fe8f-eee3-45a5-93b4-bf950235d505,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:13:18.902180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-243ac863-4b8f-4791-b034-90393315f79e tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:18.971723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d69b6223-aaf6-499d-a9ce-df0e78dab1c1 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:19.056389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5a5e921-bc79-4909-a229-effb4459489c tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:19.100998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-243ac863-4b8f-4791-b034-90393315f79e tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Calling delete_port for c1c8fe8f-eee3-45a5-93b4-bf950235d505 owned by network:router_gateway {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:19.133733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b6223-aaf6-499d-a9ce-df0e78dab1c1 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event deleted for resources: {'Port': ['ID=e91c65f5-0265-49d1-8da2-2da90f5e7da3,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:19.137057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d69b6223-aaf6-499d-a9ce-df0e78dab1c1 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:19.297555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0da7551-9755-47f9-ac86-137836bcf982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:19.356879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d69b6223-aaf6-499d-a9ce-df0e78dab1c1 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:19.542875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c276ab9-663e-4c4c-beec-27b0137eae33 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:19.587683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d92c4ecb-d530-48cd-8f7e-7e97959ed515 tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:19.591746 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d92c4ecb-d530-48cd-8f7e-7e97959ed515 tempest-MeteringIpV6TestJSON-1485378925 tempest-MeteringIpV6TestJSON-1485378925-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/b5a1fdac-3c64-4c27-9cad-598d58597a8c HTTP/1.1" status: 204 len: 168 time: 0.9105306 Apr 23 09:13:19.598432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c276ab9-663e-4c4c-beec-27b0137eae33 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:19.644865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db9cde1-cba7-4b2d-a84d-8cf9c6c66196 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:13:19.654935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3df36b-e8d9-41ac-b907-370e8911000e None None] Sync routers for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:13:19.667476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3df36b-e8d9-41ac-b907-370e8911000e None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:19.680056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ae3df36b-e8d9-41ac-b907-370e8911000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:19.694912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9db9cde1-cba7-4b2d-a84d-8cf9c6c66196 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:19.701099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69b6223-aaf6-499d-a9ce-df0e78dab1c1 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Router fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:13:19.735942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0da7551-9755-47f9-ac86-137836bcf982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:19.738630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0da7551-9755-47f9-ac86-137836bcf982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:19.742576 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d0da7551-9755-47f9-ac86-137836bcf982 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad668401-d04d-4a7d-8d99-815e3574bcf0 HTTP/1.1" status: 204 len: 168 time: 1.1703174 Apr 23 09:13:19.745449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9ca23b19-084c-482e-83ef-1669279fab72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:19.746555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ae3df36b-e8d9-41ac-b907-370e8911000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:19.764801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3df36b-e8d9-41ac-b907-370e8911000e None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:19.768595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ae3df36b-e8d9-41ac-b907-370e8911000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:19.798573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da7551-9755-47f9-ac86-137836bcf982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad668401-d04d-4a7d-8d99-815e3574bcf0,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:19.815589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d0da7551-9755-47f9-ac86-137836bcf982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:19.834865 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9db9cde1-cba7-4b2d-a84d-8cf9c6c66196 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "PUT /v2.0/floatingips/8ca07ffa-a0e8-4d27-866f-8201c615415e HTTP/1.1" status: 200 len: 688 time: 3.1533442 Apr 23 09:13:19.840576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60762) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:19.883634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ae3df36b-e8d9-41ac-b907-370e8911000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:19.884126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3df36b-e8d9-41ac-b907-370e8911000e None None] The sync data for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:13:19.934285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69b6223-aaf6-499d-a9ce-df0e78dab1c1 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:13:19.946498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f14b0-d488-4073-8838-ca7b9f29a8c9 None None] Sync routers for ids ['fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:13:19.948877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-0c276ab9-663e-4c4c-beec-27b0137eae33 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Allocated IP 172.26.4.127 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/fe6ab989-52a0-487a-8d98-8d6805f3ec16) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:13:19.958949 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d69b6223-aaf6-499d-a9ce-df0e78dab1c1 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "PUT /v2.0/routers/fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2582591 Apr 23 09:13:19.959221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f14b0-d488-4073-8838-ca7b9f29a8c9 None None] Routers {'fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:19.960142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b86f14b0-d488-4073-8838-ca7b9f29a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:19.964020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60766) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:20.059035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b86f14b0-d488-4073-8838-ca7b9f29a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:20.071396 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-97289856-29da-45cb-aaf1-ae78b3fed35f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] delete failed (client error): The resource could not be found. Apr 23 09:13:20.072559 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-97289856-29da-45cb-aaf1-ae78b3fed35f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-1369866427 HTTP/1.1" status: 404 len: 335 time: 0.1044116 Apr 23 09:13:20.074443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-243ac863-4b8f-4791-b034-90393315f79e tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:20.075498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f14b0-d488-4073-8838-ca7b9f29a8c9 None None] Routers {'fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:20.076200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b86f14b0-d488-4073-8838-ca7b9f29a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:20.079536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60774) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:20.088980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4d0d4820-382c-43a4-afb7-89c670331ee4 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:20.121008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-37cba8d8-1b4e-423d-b936-5f014fee1959 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:20.183212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b86f14b0-d488-4073-8838-ca7b9f29a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:20.183893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f14b0-d488-4073-8838-ca7b9f29a8c9 None None] The sync data for ids ['fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:13:20.197131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60784) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:20.234931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ac863-4b8f-4791-b034-90393315f79e tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1c8fe8f-eee3-45a5-93b4-bf950235d505,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:20.242043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-243ac863-4b8f-4791-b034-90393315f79e tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:20.365721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c1c8fe8f-eee3-45a5-93b4-bf950235d505 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:13:20.405917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: c1c8fe8f-eee3-45a5-93b4-bf950235d505 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:13:20.406912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c1c8fe8f-eee3-45a5-93b4-bf950235d505 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Apr 23 09:13:20.417238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-243ac863-4b8f-4791-b034-90393315f79e tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:20.446667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Port c1c8fe8f-eee3-45a5-93b4-bf950235d505 not found, will not notify nova. {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 23 09:13:20.658247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-243ac863-4b8f-4791-b034-90393315f79e tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:20.661784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-243ac863-4b8f-4791-b034-90393315f79e tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:20.721978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-243ac863-4b8f-4791-b034-90393315f79e tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:20.722759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243ac863-4b8f-4791-b034-90393315f79e tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e8b6401-bbbc-4cec-9106-b2e362ad3b1a {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:13:20.732398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-243ac863-4b8f-4791-b034-90393315f79e tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:20.736913 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-243ac863-4b8f-4791-b034-90393315f79e tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "DELETE /v2.0/routers/6e8b6401-bbbc-4cec-9106-b2e362ad3b1a HTTP/1.1" status: 204 len: 168 time: 3.9744515 Apr 23 09:13:20.737221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60800) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:21.006730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c57d0724-b0a3-4877-85c6-fa8ce1b751dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:21.007991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-08952613-4ea7-417b-be25-820971dcb809 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:21.083966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c276ab9-663e-4c4c-beec-27b0137eae33 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:21.090458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-57d0813c-e309-42ce-a86e-85d4b4a324e6 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Deleting port 737c6445-e1a7-418a-844a-3b27d46ad351 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:21.090819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-57d0813c-e309-42ce-a86e-85d4b4a324e6 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:21.145785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60808) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:21.146841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c57d0724-b0a3-4877-85c6-fa8ce1b751dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:21.153944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-37cba8d8-1b4e-423d-b936-5f014fee1959 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:21.222165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c57d0724-b0a3-4877-85c6-fa8ce1b751dd admin admin] Usage tracker for resource:security_group_rule and tenant:b59e26d9128f4746a86f0731c762c725 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:21.232234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c57d0724-b0a3-4877-85c6-fa8ce1b751dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:21.244685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c57d0724-b0a3-4877-85c6-fa8ce1b751dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:21.330533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-57d0813c-e309-42ce-a86e-85d4b4a324e6 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:21.330907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-57d0813c-e309-42ce-a86e-85d4b4a324e6 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:21.348571 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-37cba8d8-1b4e-423d-b936-5f014fee1959 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] update failed (client error): The resource could not be found. Apr 23 09:13:21.354938 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-37cba8d8-1b4e-423d-b936-5f014fee1959 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "PUT /v2.0/routers/fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3 HTTP/1.1" status: 404 len: 339 time: 1.2668076 Apr 23 09:13:21.355319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60816) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:21.428201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-170e7bdd-c581-42e0-9455-78f491b8b1df tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1176667485'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:21.504531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1807842545'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:21.509519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-170e7bdd-c581-42e0-9455-78f491b8b1df tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:21.523291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-57d0813c-e309-42ce-a86e-85d4b4a324e6 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Calling delete_port for 737c6445-e1a7-418a-844a-3b27d46ad351 owned by network:floatingip {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:21.528621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:21.540187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-170e7bdd-c581-42e0-9455-78f491b8b1df tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Usage tracker for resource:network and tenant:3b9364b91651425199c84a876688263e is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:21.546644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Usage tracker for resource:network and tenant:5775712b6fc04fb2a17e8bbd942518a6 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:21.549841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-170e7bdd-c581-42e0-9455-78f491b8b1df tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:21.561261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c276ab9-663e-4c4c-beec-27b0137eae33 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:21.569576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:21.576379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d9355f2-5452-4c93-b9ed-a81a61a5d825 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:21.618886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-170e7bdd-c581-42e0-9455-78f491b8b1df tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:21.624075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:21.650650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-08952613-4ea7-417b-be25-820971dcb809 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:21.684410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c276ab9-663e-4c4c-beec-27b0137eae33 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:13:21.696753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-0c276ab9-663e-4c4c-beec-27b0137eae33 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:21.703714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c276ab9-663e-4c4c-beec-27b0137eae33 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:13:21.752425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c276ab9-663e-4c4c-beec-27b0137eae33 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Pushing event updated for resources: {'Port': ['ID=fe6ab989-52a0-487a-8d98-8d6805f3ec16,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:21.764189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Made reservation on behalf of 5775712b6fc04fb2a17e8bbd942518a6 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:13:21.770678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:21.781083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170e7bdd-c581-42e0-9455-78f491b8b1df tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Made reservation on behalf of 3b9364b91651425199c84a876688263e for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:13:21.781519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-08952613-4ea7-417b-be25-820971dcb809 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Deleting port 448f17bb-542f-4110-9e93-8c1bc33080b7 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:21.781911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-08952613-4ea7-417b-be25-820971dcb809 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:21.787281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-170e7bdd-c581-42e0-9455-78f491b8b1df tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:21.798093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0c276ab9-663e-4c4c-beec-27b0137eae33 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:21.828532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:21.891516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:21.896576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c57d0724-b0a3-4877-85c6-fa8ce1b751dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:21.930051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-08952613-4ea7-417b-be25-820971dcb809 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] For port 448f17bb-542f-4110-9e93-8c1bc33080b7, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=448f17bb-542f-4110-9e93-8c1bc33080b7,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:13:21.930495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-08952613-4ea7-417b-be25-820971dcb809 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:21.975823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Usage tracker for resource:security_group_rule and tenant:5775712b6fc04fb2a17e8bbd942518a6 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:21.990638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c57d0724-b0a3-4877-85c6-fa8ce1b751dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:22.054065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:22.057033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170e7bdd-c581-42e0-9455-78f491b8b1df tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:13:22.059185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:22.071282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-08952613-4ea7-417b-be25-820971dcb809 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Calling delete_port for 448f17bb-542f-4110-9e93-8c1bc33080b7 owned by network:router_gateway {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:22.096159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:22.147064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-170e7bdd-c581-42e0-9455-78f491b8b1df tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:22.147467 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-170e7bdd-c581-42e0-9455-78f491b8b1df tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Added segment a63c9bd5-dca6-4d84-9f88-97b39670cef8 of type vlan for network e8983d77-45a8-4558-bfb5-8eb2b625a698 Apr 23 09:13:22.223274 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c57d0724-b0a3-4877-85c6-fa8ce1b751dd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b59e26d9128f4746a86f0731c762c725&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0219169 Apr 23 09:13:22.228523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d0724-b0a3-4877-85c6-fa8ce1b751dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89597dd6-0817-4398-a4ad-7f86ebb47e42,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:22.229852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60824) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:22.254911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c57d0724-b0a3-4877-85c6-fa8ce1b751dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:22.269775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c1c8fe8f-eee3-45a5-93b4-bf950235d505 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:13:22.283844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-08952613-4ea7-417b-be25-820971dcb809 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:22.298383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d69b6223-aaf6-499d-a9ce-df0e78dab1c1 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:22.305997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-170e7bdd-c581-42e0-9455-78f491b8b1df tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:22.315446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: c1c8fe8f-eee3-45a5-93b4-bf950235d505 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:13:22.316215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c1c8fe8f-eee3-45a5-93b4-bf950235d505 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:13:22.384050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08952613-4ea7-417b-be25-820971dcb809 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Pushing event deleted for resources: {'Port': ['ID=448f17bb-542f-4110-9e93-8c1bc33080b7,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:22.403300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-08952613-4ea7-417b-be25-820971dcb809 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:22.418168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-57d0813c-e309-42ce-a86e-85d4b4a324e6 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:22.440378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-83bac4ef-a1cc-4840-816b-4170502003f6 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:22.447589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7181a4ae-ea23-457f-beb3-7a552686e7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:22.497661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7181a4ae-ea23-457f-beb3-7a552686e7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:22.524153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-08952613-4ea7-417b-be25-820971dcb809 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:22.573937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0813c-e309-42ce-a86e-85d4b4a324e6 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event deleted for resources: {'Port': ['ID=737c6445-e1a7-418a-844a-3b27d46ad351,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:22.581931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-57d0813c-e309-42ce-a86e-85d4b4a324e6 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:22.632788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-170e7bdd-c581-42e0-9455-78f491b8b1df tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:22.638850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170e7bdd-c581-42e0-9455-78f491b8b1df tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:22.639533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-170e7bdd-c581-42e0-9455-78f491b8b1df tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:22.661398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:22.746555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-08952613-4ea7-417b-be25-820971dcb809 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:22.749539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-08952613-4ea7-417b-be25-820971dcb809 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:22.813718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-08952613-4ea7-417b-be25-820971dcb809 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:22.814355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08952613-4ea7-417b-be25-820971dcb809 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69c77f07-69df-42d7-a7e0-5e40cd2b0436 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:13:22.845481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-08952613-4ea7-417b-be25-820971dcb809 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:22.847799 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-08952613-4ea7-417b-be25-820971dcb809 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "DELETE /v2.0/routers/69c77f07-69df-42d7-a7e0-5e40cd2b0436 HTTP/1.1" status: 204 len: 168 time: 2.1095011 Apr 23 09:13:22.852192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60832) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:22.856070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:22.860115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-256218857', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}, 'admin_state_up': False}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:22.868163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:22.872987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Usage tracker for resource:router and tenant:3ffda89888b949649823f8d01859d2bc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:22.876977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:22.880553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7181a4ae-ea23-457f-beb3-7a552686e7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:22.883531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7181a4ae-ea23-457f-beb3-7a552686e7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:22.888959 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7181a4ae-ea23-457f-beb3-7a552686e7c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89597dd6-0817-4398-a4ad-7f86ebb47e42 HTTP/1.1" status: 204 len: 168 time: 0.6537454 Apr 23 09:13:22.889186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:22.897542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:22.902787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e7bdd-c581-42e0-9455-78f491b8b1df tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event updated for resources: {'Network': ['ID=e8983d77-45a8-4558-bfb5-8eb2b625a698,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:22.908035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181a4ae-ea23-457f-beb3-7a552686e7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89597dd6-0817-4398-a4ad-7f86ebb47e42,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:22.911330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7181a4ae-ea23-457f-beb3-7a552686e7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:22.911599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-170e7bdd-c581-42e0-9455-78f491b8b1df tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:22.912407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-57d0813c-e309-42ce-a86e-85d4b4a324e6 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:22.915033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-57d0813c-e309-42ce-a86e-85d4b4a324e6 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:22.916326 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-57d0813c-e309-42ce-a86e-85d4b4a324e6 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "DELETE /v2.0/floatingips/8ca07ffa-a0e8-4d27-866f-8201c615415e HTTP/1.1" status: 204 len: 168 time: 3.0772552 Apr 23 09:13:22.917466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c276ab9-663e-4c4c-beec-27b0137eae33 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:22.923182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60838) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:22.923877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network e8983d77-45a8-4558-bfb5-8eb2b625a698 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:13:22.930279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': 'e2c24857-402a-473a-b2ee-cd1195b716be'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:22.938035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:22.945748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Usage tracker for resource:floatingip and tenant:dfde3cc6f86f4c6daa52e8538a922701 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:22.953445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:22.960566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:22.961781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:22.969352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:22.992329 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-170e7bdd-c581-42e0-9455-78f491b8b1df tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6359539 Apr 23 09:13:22.993103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:23.000696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:23.002385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60844) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:23.021542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-099febec-d9f3-4cd8-977c-65657c716072 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Request body: {'subnet': {'network_id': 'e8983d77-45a8-4558-bfb5-8eb2b625a698', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:23.092038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:23.150190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:23.365250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:23.419594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:13:23.443447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1308a34d-1418-4f03-86be-58186524db3b,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:23.446608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-099febec-d9f3-4cd8-977c-65657c716072 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:23.450464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:23.450635 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Added segment e07ea439-46d2-4fdb-a788-3101102aeca9 of type vlan for network abbeb519-6d28-4271-89ad-e93e79e8ca24 Apr 23 09:13:23.452011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:23.505318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-099febec-d9f3-4cd8-977c-65657c716072 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Usage tracker for resource:subnet and tenant:3b9364b91651425199c84a876688263e is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:23.514260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-099febec-d9f3-4cd8-977c-65657c716072 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:23.567312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:23.588981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-099febec-d9f3-4cd8-977c-65657c716072 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:23.652434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60850) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:23.690871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:23.703949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-53e7bfcd-5164-433a-a936-9ac271345086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:23.728605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-53e7bfcd-5164-433a-a936-9ac271345086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:23.731429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099febec-d9f3-4cd8-977c-65657c716072 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Made reservation on behalf of 3b9364b91651425199c84a876688263e for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:13:23.735445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-099febec-d9f3-4cd8-977c-65657c716072 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:23.737162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-53e7bfcd-5164-433a-a936-9ac271345086 admin admin] Usage tracker for resource:security_group_rule and tenant:23f7090bb41241f58258ca93253ee00c is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:23.742055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-53e7bfcd-5164-433a-a936-9ac271345086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:23.760290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-53e7bfcd-5164-433a-a936-9ac271345086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:23.771867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:23.776244 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c11eead-9310-46be-a575-3086bce55bb6 req-567556a4-a07a-4c26-a433-cff42a96f7c5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4738879 Apr 23 09:13:23.778010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:23.778720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:23.786959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c276ab9-663e-4c4c-beec-27b0137eae33 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:23.790731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:23.845725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c276ab9-663e-4c4c-beec-27b0137eae33 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846489349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8286451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846514403'] for router, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:23.999407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:24.072187 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9224286 Apr 23 09:13:24.079932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60858) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:24.084904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Pushing event updated for resources: {'Network': ['ID=abbeb519-6d28-4271-89ad-e93e79e8ca24,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:24.098081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ef3e8e1c-9810-4fe6-bdb2-3643abf270f4 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Request body: {'subnet': {'network_id': 'abbeb519-6d28-4271-89ad-e93e79e8ca24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:24.099575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network abbeb519-6d28-4271-89ad-e93e79e8ca24 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:13:24.114430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:24.217765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11eead-9310-46be-a575-3086bce55bb6 req-27076f09-1e5c-495d-b626-9bf3512c8ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:24.219624 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c11eead-9310-46be-a575-3086bce55bb6 req-27076f09-1e5c-495d-b626-9bf3512c8ce3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a37e3ff2df14ef5af04077b55233f51&device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 1099 time: 0.4188111 Apr 23 09:13:24.301050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 448f17bb-542f-4110-9e93-8c1bc33080b7 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:13:24.318288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ef3e8e1c-9810-4fe6-bdb2-3643abf270f4 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:24.341157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ef3e8e1c-9810-4fe6-bdb2-3643abf270f4 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Usage tracker for resource:subnet and tenant:5775712b6fc04fb2a17e8bbd942518a6 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:24.346591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ef3e8e1c-9810-4fe6-bdb2-3643abf270f4 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:24.347183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 448f17bb-542f-4110-9e93-8c1bc33080b7 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:13:24.347687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 448f17bb-542f-4110-9e93-8c1bc33080b7 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:13:24.351003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-53e7bfcd-5164-433a-a936-9ac271345086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:24.360156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ef3e8e1c-9810-4fe6-bdb2-3643abf270f4 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:24.400846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-53e7bfcd-5164-433a-a936-9ac271345086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:24.411575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:24.441170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3e8e1c-9810-4fe6-bdb2-3643abf270f4 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Made reservation on behalf of 5775712b6fc04fb2a17e8bbd942518a6 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:13:24.448338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ef3e8e1c-9810-4fe6-bdb2-3643abf270f4 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:24.485838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c276ab9-663e-4c4c-beec-27b0137eae33 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Router 4e915e29-204c-436e-b88e-bda590ab11c9 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:13:24.541908 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-53e7bfcd-5164-433a-a936-9ac271345086 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=23f7090bb41241f58258ca93253ee00c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8882525 Apr 23 09:13:24.600249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60862) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:24.662051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7bfcd-5164-433a-a936-9ac271345086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981b1bfd-0e66-4c59-8370-b3b2978ad980,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:24.675015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-53e7bfcd-5164-433a-a936-9ac271345086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:24.819894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c276ab9-663e-4c4c-beec-27b0137eae33 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:13:24.831334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c276ab9-663e-4c4c-beec-27b0137eae33 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:24.832080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786d244c-50ae-408e-ad17-7a047bee6e1c None None] Sync routers for ids ['4e915e29-204c-436e-b88e-bda590ab11c9'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:13:24.834768 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0c276ab9-663e-4c4c-beec-27b0137eae33 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "PUT /v2.0/routers/4e915e29-204c-436e-b88e-bda590ab11c9 HTTP/1.1" status: 200 len: 919 time: 7.6382267 Apr 23 09:13:24.839165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60866) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:24.843698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786d244c-50ae-408e-ad17-7a047bee6e1c None None] Routers {'4e915e29-204c-436e-b88e-bda590ab11c9'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:24.844632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-786d244c-50ae-408e-ad17-7a047bee6e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4e915e29-204c-436e-b88e-bda590ab11c9'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:24.900673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11eead-9310-46be-a575-3086bce55bb6 req-52a8517f-b3aa-4f39-a329-29bbef674d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:24.902621 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c11eead-9310-46be-a575-3086bce55bb6 req-52a8517f-b3aa-4f39-a329-29bbef674d71 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5774ccf0-e686-428b-ad66-6523b0025605 HTTP/1.1" status: 200 len: 906 time: 0.3082986 Apr 23 09:13:24.911715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Allocated IP 172.26.4.107 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/a8ad6ecd-a300-4021-b923-64e9b515d8c7) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:13:25.087566 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0ec5d562-079b-438c-a83c-0ae373264912 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "GET /v2.0/routers/4e915e29-204c-436e-b88e-bda590ab11c9 HTTP/1.1" status: 200 len: 925 time: 0.2468932 Apr 23 09:13:25.090834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60874) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:25.111640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-786d244c-50ae-408e-ad17-7a047bee6e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:25.122025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786d244c-50ae-408e-ad17-7a047bee6e1c None None] Routers {'4e915e29-204c-436e-b88e-bda590ab11c9'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:25.123009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-786d244c-50ae-408e-ad17-7a047bee6e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4e915e29-204c-436e-b88e-bda590ab11c9'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:25.195918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-786d244c-50ae-408e-ad17-7a047bee6e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:25.196371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786d244c-50ae-408e-ad17-7a047bee6e1c None None] The sync data for ids ['4e915e29-204c-436e-b88e-bda590ab11c9'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:13:25.252512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670fd567-1f1c-47a4-bba1-32046764254e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:25.253296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-670fd567-1f1c-47a4-bba1-32046764254e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Synchronizing usage tracker for tenant:513ddb038d79429fa4fc439aa23f9a5a on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:13:25.295590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-670fd567-1f1c-47a4-bba1-32046764254e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Unset dirty status for tenant:513ddb038d79429fa4fc439aa23f9a5a on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:13:25.299946 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-670fd567-1f1c-47a4-bba1-32046764254e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&device_id=4e915e29-204c-436e-b88e-bda590ab11c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2055030 Apr 23 09:13:25.301050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60878) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:25.320775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c86a346-7ad8-46ef-abcf-ae27c3e3ee74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:25.394535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_gateway, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:25.508576 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c11eead-9310-46be-a575-3086bce55bb6 req-da5abbac-5c20-44e2-9a96-c01e47aecba3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3635d80-78ac-4778-ad86-3c8e94997809 HTTP/1.1" status: 200 len: 1002 time: 0.5795765 Apr 23 09:13:25.515836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:25.534822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aee7a1e-1d78-4463-ba2a-3c372322c1fe tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:25.536379 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0aee7a1e-1d78-4463-ba2a-3c372322c1fe tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "GET /v2.0/networks/164d7ec3-3e1e-464d-ab6a-2950ee843dd7 HTTP/1.1" status: 200 len: 881 time: 0.2343221 Apr 23 09:13:25.540308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60882) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:25.557298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c86a346-7ad8-46ef-abcf-ae27c3e3ee74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:25.598981 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fbea6e55-1889-432b-94af-ada2e8b70755 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e915e29-204c-436e-b88e-bda590ab11c9 HTTP/1.1" status: 200 len: 205 time: 0.0573130 Apr 23 09:13:25.603463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60886) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:25.806565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11eead-9310-46be-a575-3086bce55bb6 req-b4c8b025-8d03-4775-8d75-23ca20d67224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:25.808187 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c11eead-9310-46be-a575-3086bce55bb6 req-b4c8b025-8d03-4775-8d75-23ca20d67224 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=240a5dee-132f-48af-9eea-b03af8b7ce83 HTTP/1.1" status: 200 len: 844 time: 0.2406206 Apr 23 09:13:25.876752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10c9fada-8a81-4bdf-978b-7fab7225a7f6 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:25.876979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:25.960142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c86a346-7ad8-46ef-abcf-ae27c3e3ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:25.966060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:25.988462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86a346-7ad8-46ef-abcf-ae27c3e3ee74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981b1bfd-0e66-4c59-8370-b3b2978ad980,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:25.990979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8c86a346-7ad8-46ef-abcf-ae27c3e3ee74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:26.052613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11eead-9310-46be-a575-3086bce55bb6 req-deec40ec-126b-48d9-8579-2f257addf73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:26.054661 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c11eead-9310-46be-a575-3086bce55bb6 req-deec40ec-126b-48d9-8579-2f257addf73d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5774ccf0-e686-428b-ad66-6523b0025605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2330222 Apr 23 09:13:26.058823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:26.108653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-24e403b8-c77a-4c79-8ec8-d3f103957dc4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:26.259697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:13:26.319712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:26.329723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ef3e8e1c-9810-4fe6-bdb2-3643abf270f4 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:26.339110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:13:26.347877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-593d1af2-9ada-42e9-94be-f4f5248c0447 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:26.399740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Allocated IP 172.26.4.101 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/4ec1be40-5b43-46c0-85d5-70cef99cd947) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:13:26.402052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-099febec-d9f3-4cd8-977c-65657c716072 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:26.411712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c86a346-7ad8-46ef-abcf-ae27c3e3ee74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:26.424372 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8c86a346-7ad8-46ef-abcf-ae27c3e3ee74 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/981b1bfd-0e66-4c59-8370-b3b2978ad980 HTTP/1.1" status: 204 len: 168 time: 1.8075361 Apr 23 09:13:26.447399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Port': ['ID=a8ad6ecd-a300-4021-b923-64e9b515d8c7,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:26.482982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:26.484595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e8e1c-9810-4fe6-bdb2-3643abf270f4 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Pushing event updated for resources: {'Subnet': ['ID=a7bbf1bc-d8d0-420c-86c9-b40fdfd67274,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:26.491333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e97ee2d6-16d6-4dc2-b21c-ce97063df470 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:26.495515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ef3e8e1c-9810-4fe6-bdb2-3643abf270f4 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:26.503866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10c9fada-8a81-4bdf-978b-7fab7225a7f6 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:26.512763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3e8e1c-9810-4fe6-bdb2-3643abf270f4 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Checking segment: {'id': 'e07ea439-46d2-4fdb-a788-3101102aeca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'abbeb519-6d28-4271-89ad-e93e79e8ca24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:13:26.513527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3e8e1c-9810-4fe6-bdb2-3643abf270f4 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Network hostable DHCP agents. Network: abbeb519-6d28-4271-89ad-e93e79e8ca24, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:13:26.600718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3e8e1c-9810-4fe6-bdb2-3643abf270f4 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Network abbeb519-6d28-4271-89ad-e93e79e8ca24 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:13:26.650591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-10c9fada-8a81-4bdf-978b-7fab7225a7f6 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Deleting port fe6ab989-52a0-487a-8d98-8d6805f3ec16 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:26.650998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10c9fada-8a81-4bdf-978b-7fab7225a7f6 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:26.668983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-ef3e8e1c-9810-4fe6-bdb2-3643abf270f4 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, abbeb519-6d28-4271-89ad-e93e79e8ca24) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:26.682642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b63d32-b20d-4f25-81c9-1810f0914b88 None None] Network abbeb519-6d28-4271-89ad-e93e79e8ca24 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:13:26.734397 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c11eead-9310-46be-a575-3086bce55bb6 req-d921a7ac-1222-4461-8a85-8ff2292992d8 service neutron] 10.222.0.35 "GET /v2.0/networks/5774ccf0-e686-428b-ad66-6523b0025605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6340625 Apr 23 09:13:26.755099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3e8e1c-9810-4fe6-bdb2-3643abf270f4 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:26.755767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ef3e8e1c-9810-4fe6-bdb2-3643abf270f4 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:26.823012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099febec-d9f3-4cd8-977c-65657c716072 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event updated for resources: {'Subnet': ['ID=75d2c6e5-b08c-4515-a586-adf80d9da6ab,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:26.825601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-099febec-d9f3-4cd8-977c-65657c716072 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:26.849910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10c9fada-8a81-4bdf-978b-7fab7225a7f6 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:26.875909 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ef3e8e1c-9810-4fe6-bdb2-3643abf270f4 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7921665 Apr 23 09:13:26.877026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60896) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:26.973789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ccd880c8-1293-4d7d-b018-8b7857a03edb tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Request body: {'port': {'network_id': 'abbeb519-6d28-4271-89ad-e93e79e8ca24', 'name': 'tempest-AllowedAddressPairTestJSON-364426054'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:27.039736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-abbeb519-6d28-4271-89ad-e93e79e8ca24', 'network_id': 'abbeb519-6d28-4271-89ad-e93e79e8ca24', 'tenant_id': '5775712b6fc04fb2a17e8bbd942518a6', 'fixed_ips': [{'subnet_id': 'a7bbf1bc-d8d0-420c-86c9-b40fdfd67274'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:13:27.042994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:27.073432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-10c9fada-8a81-4bdf-978b-7fab7225a7f6 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Calling delete_port for fe6ab989-52a0-487a-8d98-8d6805f3ec16 owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:27.166681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099febec-d9f3-4cd8-977c-65657c716072 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Checking segment: {'id': 'a63c9bd5-dca6-4d84-9f88-97b39670cef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e8983d77-45a8-4558-bfb5-8eb2b625a698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:13:27.167099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099febec-d9f3-4cd8-977c-65657c716072 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Network hostable DHCP agents. Network: e8983d77-45a8-4558-bfb5-8eb2b625a698, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:13:27.273493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ccd880c8-1293-4d7d-b018-8b7857a03edb tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:27.317742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ccd880c8-1293-4d7d-b018-8b7857a03edb tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Usage tracker for resource:port and tenant:5775712b6fc04fb2a17e8bbd942518a6 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:27.325992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ccd880c8-1293-4d7d-b018-8b7857a03edb tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:27.334757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ccd880c8-1293-4d7d-b018-8b7857a03edb tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:27.424998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Allocated IP 172.20.0.2 (abbeb519-6d28-4271-89ad-e93e79e8ca24/a7bbf1bc-d8d0-420c-86c9-b40fdfd67274/b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:13:27.448873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd880c8-1293-4d7d-b018-8b7857a03edb tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Made reservation on behalf of 5775712b6fc04fb2a17e8bbd942518a6 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:13:27.462243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ccd880c8-1293-4d7d-b018-8b7857a03edb tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:27.523753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:27.555032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-ccd880c8-1293-4d7d-b018-8b7857a03edb tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] device_id is not set on port 8ae649bb-1208-4c50-9a3e-b8bd12581c10 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:13:27.582797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099febec-d9f3-4cd8-977c-65657c716072 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Network e8983d77-45a8-4558-bfb5-8eb2b625a698 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:13:27.601836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-099febec-d9f3-4cd8-977c-65657c716072 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, e8983d77-45a8-4558-bfb5-8eb2b625a698) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:27.642605 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c11eead-9310-46be-a575-3086bce55bb6 req-73fec3b5-f00d-4316-806d-d2fc506379b5 service neutron] 10.222.0.35 "GET /v2.0/networks/5774ccf0-e686-428b-ad66-6523b0025605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8868637 Apr 23 09:13:27.643175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184fb7e0-ef08-49be-a612-cf801eed7f39 None None] Network e8983d77-45a8-4558-bfb5-8eb2b625a698 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:13:27.655117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099febec-d9f3-4cd8-977c-65657c716072 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:27.656384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-099febec-d9f3-4cd8-977c-65657c716072 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:27.697331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10c9fada-8a81-4bdf-978b-7fab7225a7f6 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:27.711982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ba927ff7-9002-40eb-a65a-47c05cb6f2f4 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:27.747006 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-099febec-d9f3-4cd8-977c-65657c716072 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.7405570 Apr 23 09:13:27.751949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60916) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:27.768863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-42f5ad2e-7d55-41c5-b0d6-22c89dd4310d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e8983d77-45a8-4558-bfb5-8eb2b625a698'}}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:27.826794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:27.843249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-030ee365-a88c-4dff-ad56-aaf2a879983e tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:27.848722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9fada-8a81-4bdf-978b-7fab7225a7f6 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Pushing event deleted for resources: {'Port': ['ID=fe6ab989-52a0-487a-8d98-8d6805f3ec16,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:27.894359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-10c9fada-8a81-4bdf-978b-7fab7225a7f6 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:27.941837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10c9fada-8a81-4bdf-978b-7fab7225a7f6 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:28.053883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:28.118009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-e8983d77-45a8-4558-bfb5-8eb2b625a698', 'network_id': 'e8983d77-45a8-4558-bfb5-8eb2b625a698', 'tenant_id': '3b9364b91651425199c84a876688263e', 'fixed_ips': [{'subnet_id': '75d2c6e5-b08c-4515-a586-adf80d9da6ab'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:13:28.119187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:28.139232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:13:28.147280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Transition to ACTIVE for port object b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:13:28.150243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:28.152266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Pushing event updated for resources: {'Port': ['ID=4ec1be40-5b43-46c0-85d5-70cef99cd947,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:28.154704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:13:28.226112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:28.242841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60926) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:28.261969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10c9fada-8a81-4bdf-978b-7fab7225a7f6 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:28.264411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10c9fada-8a81-4bdf-978b-7fab7225a7f6 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:28.292821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Transition to ACTIVE for port object b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:13:28.321644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10c9fada-8a81-4bdf-978b-7fab7225a7f6 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:28.322587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c9fada-8a81-4bdf-978b-7fab7225a7f6 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Fanout notify agent at l3_agent the message router_deleted on router 4e915e29-204c-436e-b88e-bda590ab11c9 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:13:28.351536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10c9fada-8a81-4bdf-978b-7fab7225a7f6 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:28.352776 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-10c9fada-8a81-4bdf-978b-7fab7225a7f6 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "DELETE /v2.0/routers/4e915e29-204c-436e-b88e-bda590ab11c9 HTTP/1.1" status: 204 len: 168 time: 2.7483056 Apr 23 09:13:28.359676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60932) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:28.365784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-fc31746d-d219-4760-abc2-f878bd689406 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-220143233', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:28.373502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fc31746d-d219-4760-abc2-f878bd689406 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:28.379019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fc31746d-d219-4760-abc2-f878bd689406 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Usage tracker for resource:router and tenant:64739600c5804295a804ab4aea34ef97 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:28.384516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fc31746d-d219-4760-abc2-f878bd689406 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:28.391684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Allocated IP 2001:db8:1::2 (e8983d77-45a8-4558-bfb5-8eb2b625a698/75d2c6e5-b08c-4515-a586-adf80d9da6ab/ec3c98fb-0e3b-4abd-8c21-c7c18b613779) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:13:28.397055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fc31746d-d219-4760-abc2-f878bd689406 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:28.414294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:28.429815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-42f5ad2e-7d55-41c5-b0d6-22c89dd4310d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:28.484770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:28.518152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:28.524570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-ccd880c8-1293-4d7d-b018-8b7857a03edb tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Allocated IP 172.20.0.4 (abbeb519-6d28-4271-89ad-e93e79e8ca24/a7bbf1bc-d8d0-420c-86c9-b40fdfd67274/8ae649bb-1208-4c50-9a3e-b8bd12581c10) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:13:28.563901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Request body: {'networks': [{'name': 'tempest-network--1137644987'}, {'name': 'tempest-network--225592541'}]} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:28.564237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Request body: {'network': {'name': 'tempest-network--1137644987'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:28.564749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Request body: {'network': {'name': 'tempest-network--225592541'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:28.615799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:28.711421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Usage tracker for resource:network and tenant:cbe1c33fc0654af4a07123b7235281b4 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:28.717813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:28.723930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Network abbeb519-6d28-4271-89ad-e93e79e8ca24 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:13:28.726677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Pushing event updated for resources: {'Port': ['ID=b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:28.730333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:28.733297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:28.735653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:28.735782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:13:28.762844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc31746d-d219-4760-abc2-f878bd689406 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:28.765617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc31746d-d219-4760-abc2-f878bd689406 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:28.801748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ccd880c8-1293-4d7d-b018-8b7857a03edb tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:28.812134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc31746d-d219-4760-abc2-f878bd689406 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:28.835473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ccd880c8-1293-4d7d-b018-8b7857a03edb tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Transition to ACTIVE for port object 8ae649bb-1208-4c50-9a3e-b8bd12581c10 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:13:28.877653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Attempting to bind port b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:13:28.878045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Attempting to bind port b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'e07ea439-46d2-4fdb-a788-3101102aeca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'abbeb519-6d28-4271-89ad-e93e79e8ca24'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:13:28.878495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Attempting to bind port b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f on network abbeb519-6d28-4271-89ad-e93e79e8ca24 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:13:28.902383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc31746d-d219-4760-abc2-f878bd689406 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:28.911279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ccd880c8-1293-4d7d-b018-8b7857a03edb tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:28.913256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Made reservation on behalf of cbe1c33fc0654af4a07123b7235281b4 for: {'network': 2} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:13:28.920517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:13:28.920727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:28.921049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Checking segment: {'id': 'e07ea439-46d2-4fdb-a788-3101102aeca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'abbeb519-6d28-4271-89ad-e93e79e8ca24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:13:28.921486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:28.921987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Bound using segment: {'id': 'e07ea439-46d2-4fdb-a788-3101102aeca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'abbeb519-6d28-4271-89ad-e93e79e8ca24'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:13:28.922166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e950fb09-119c-469e-bafc-d67dca5b5a7b tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:28.922557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Bound port: b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07ea439-46d2-4fdb-a788-3101102aeca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'abbeb519-6d28-4271-89ad-e93e79e8ca24'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:13:28.922982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:28.946472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:29.007931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd880c8-1293-4d7d-b018-8b7857a03edb tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Network abbeb519-6d28-4271-89ad-e93e79e8ca24 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:13:29.011884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-ccd880c8-1293-4d7d-b018-8b7857a03edb tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:29.016716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd880c8-1293-4d7d-b018-8b7857a03edb tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:13:29.023925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:29.039266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:29.050959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:29.055388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Transition to ACTIVE for port object ec3c98fb-0e3b-4abd-8c21-c7c18b613779 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:13:29.058304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd880c8-1293-4d7d-b018-8b7857a03edb tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Pushing event updated for resources: {'Port': ['ID=8ae649bb-1208-4c50-9a3e-b8bd12581c10,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:29.061101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc31746d-d219-4760-abc2-f878bd689406 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:29.063582 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fc31746d-d219-4760-abc2-f878bd689406 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7027960 Apr 23 09:13:29.067359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ccd880c8-1293-4d7d-b018-8b7857a03edb tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:29.068135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60940) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:29.080227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a5f4261b-24d4-40a0-ba3a-bdec2130874a tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'enable_snat': False}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:29.083974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] For port b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:13:29.088633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] For port b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f,segment=NetworkSegment(e07ea439-46d2-4fdb-a788-3101102aeca9),segment_id=e07ea439-46d2-4fdb-a788-3101102aeca9)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:13:29.089984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Transition to ACTIVE for port object ec3c98fb-0e3b-4abd-8c21-c7c18b613779 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:13:29.127860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:29.132043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:29.166333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Usage tracker for resource:security_group_rule and tenant:cbe1c33fc0654af4a07123b7235281b4 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:29.184029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:29.185219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:29.238804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd880c8-1293-4d7d-b018-8b7857a03edb tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:29.239548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ccd880c8-1293-4d7d-b018-8b7857a03edb tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:29.239752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Network e8983d77-45a8-4558-bfb5-8eb2b625a698 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:13:29.242809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:29.245471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:13:29.256054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Pushing event updated for resources: {'Port': ['ID=b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:29.259726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:29.260632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e066f309-ca9a-4746-a51d-e20448f36b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:29.404990 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ccd880c8-1293-4d7d-b018-8b7857a03edb tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5203421 Apr 23 09:13:29.407623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60944) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:29.416047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bb64403d-eba9-4c18-997a-87d50652b60d tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Request body: {'port': {'network_id': 'abbeb519-6d28-4271-89ad-e93e79e8ca24', 'name': 'tempest-AllowedAddressPairTestJSON-1804738166', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:61:dd:0f'}]}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:29.511537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:29.603230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5f4261b-24d4-40a0-ba3a-bdec2130874a tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:29.614659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Pushing event updated for resources: {'Port': ['ID=ec3c98fb-0e3b-4abd-8c21-c7c18b613779,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:29.617772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:29.620454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Attempting to bind port ec3c98fb-0e3b-4abd-8c21-c7c18b613779 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:13:29.620876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Attempting to bind port ec3c98fb-0e3b-4abd-8c21-c7c18b613779 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'a63c9bd5-dca6-4d84-9f88-97b39670cef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e8983d77-45a8-4558-bfb5-8eb2b625a698'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:13:29.621293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Attempting to bind port ec3c98fb-0e3b-4abd-8c21-c7c18b613779 on network e8983d77-45a8-4558-bfb5-8eb2b625a698 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:13:29.644470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:13:29.648243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Checking segment: {'id': 'a63c9bd5-dca6-4d84-9f88-97b39670cef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e8983d77-45a8-4558-bfb5-8eb2b625a698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:13:29.651146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:29.651886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Bound using segment: {'id': 'a63c9bd5-dca6-4d84-9f88-97b39670cef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e8983d77-45a8-4558-bfb5-8eb2b625a698'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:13:29.652629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Bound port: ec3c98fb-0e3b-4abd-8c21-c7c18b613779, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63c9bd5-dca6-4d84-9f88-97b39670cef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e8983d77-45a8-4558-bfb5-8eb2b625a698'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:13:29.655868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:29.713198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_gateway, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:29.781390 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-42f5ad2e-7d55-41c5-b0d6-22c89dd4310d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:13:29.782540 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-42f5ad2e-7d55-41c5-b0d6-22c89dd4310d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "PUT /v2.0/routers/fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3 HTTP/1.1" status: 400 len: 364 time: 2.0294874 Apr 23 09:13:29.805067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60952) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:29.824685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bb64403d-eba9-4c18-997a-87d50652b60d tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:29.835561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bb64403d-eba9-4c18-997a-87d50652b60d tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Usage tracker for resource:port and tenant:5775712b6fc04fb2a17e8bbd942518a6 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:29.843465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bb64403d-eba9-4c18-997a-87d50652b60d tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:29.851273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bb64403d-eba9-4c18-997a-87d50652b60d tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:29.868295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] For port ec3c98fb-0e3b-4abd-8c21-c7c18b613779, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:13:29.874510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] For port ec3c98fb-0e3b-4abd-8c21-c7c18b613779, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ec3c98fb-0e3b-4abd-8c21-c7c18b613779,segment=NetworkSegment(a63c9bd5-dca6-4d84-9f88-97b39670cef8),segment_id=a63c9bd5-dca6-4d84-9f88-97b39670cef8)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:13:29.992033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb64403d-eba9-4c18-997a-87d50652b60d tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Made reservation on behalf of 5775712b6fc04fb2a17e8bbd942518a6 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:13:30.019488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:30.025894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8a61f3fe-9b03-4722-b590-550767b56e3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:30.132332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Pushing event updated for resources: {'Port': ['ID=ec3c98fb-0e3b-4abd-8c21-c7c18b613779,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:30.147341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:30.304871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:30.362170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:13:30.391524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:30.392119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:30.415932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e83b45fe-8612-43c1-a2bc-ace0967df060 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:30.537132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:13:30.611724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:13:30.670135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb64403d-eba9-4c18-997a-87d50652b60d tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:30.683820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5f4261b-24d4-40a0-ba3a-bdec2130874a tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:30.724101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5f4261b-24d4-40a0-ba3a-bdec2130874a tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:30.726108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:30.773257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-bb64403d-eba9-4c18-997a-87d50652b60d tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] device_id is not set on port e56f5b20-13e2-4cfd-86ae-56ce536e2451 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:13:30.859863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:13:30.872116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:30.872729 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Added segment 03255ba5-b817-4c83-bdb1-feb0438a8e06 of type vlan for network 2cc67fc2-f49c-452d-b41b-d1f8617b1a2a Apr 23 09:13:30.915270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:30.968212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:30.973664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd1c895-c435-40f3-bff5-144a203309b6,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:30.999750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:31.008410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f7c77177-6726-47c9-8d4b-a72f84363c6f tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:31.025306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a5f4261b-24d4-40a0-ba3a-bdec2130874a tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Allocated IP 172.26.4.9 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/300f4745-a131-46db-97fb-054d843b2035) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:13:31.088320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:13:31.186291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-bb64403d-eba9-4c18-997a-87d50652b60d tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Allocated IP 172.20.0.7 (abbeb519-6d28-4271-89ad-e93e79e8ca24/a7bbf1bc-d8d0-420c-86c9-b40fdfd67274/e56f5b20-13e2-4cfd-86ae-56ce536e2451) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:13:31.196572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Port': ['ID=a8ad6ecd-a300-4021-b923-64e9b515d8c7,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:31.204257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:31.204651 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Added segment 5f1ca433-ddcd-4e99-a1e5-c86b5a22169a of type vlan for network 1c09379c-47e8-4ada-a3bb-85c48d220826 Apr 23 09:13:31.244624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:31.268605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5f4261b-24d4-40a0-ba3a-bdec2130874a tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:31.276944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:31.285521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102ca526-53ba-415b-8314-dd02fea7eef8 None None] Network abbeb519-6d28-4271-89ad-e93e79e8ca24 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:13:31.314229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:31.316833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:31.383741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5f4261b-24d4-40a0-ba3a-bdec2130874a tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:31.390197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-81ac7f83-426f-4b95-a3f2-861f66420de9 None None] Provisioning for port b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:13:31.392752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ce47efa7-2a29-48f6-a2c4-fc151b76138d tempest-FloatingIPAdminTestJSON-728683778 tempest-FloatingIPAdminTestJSON-728683778-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:31.401623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-81ac7f83-426f-4b95-a3f2-861f66420de9 None None] Provisioning complete for port b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:31.402214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81ac7f83-426f-4b95-a3f2-861f66420de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:31.492772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f4261b-24d4-40a0-ba3a-bdec2130874a tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:13:31.498596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a5f4261b-24d4-40a0-ba3a-bdec2130874a tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:31.501758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f4261b-24d4-40a0-ba3a-bdec2130874a tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:13:31.514410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:31.620316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4261b-24d4-40a0-ba3a-bdec2130874a tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Pushing event updated for resources: {'Port': ['ID=300f4745-a131-46db-97fb-054d843b2035,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:31.721416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81ac7f83-426f-4b95-a3f2-861f66420de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:31.723781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a5f4261b-24d4-40a0-ba3a-bdec2130874a tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:31.759864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342c4c48-7332-41f6-a785-c4a5ce37308b None None] Network e8983d77-45a8-4558-bfb5-8eb2b625a698 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:13:31.812885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-81ac7f83-426f-4b95-a3f2-861f66420de9 None None] For port b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f,segment=NetworkSegment(e07ea439-46d2-4fdb-a788-3101102aeca9),segment_id=e07ea439-46d2-4fdb-a788-3101102aeca9)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:13:31.900625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81ac7f83-426f-4b95-a3f2-861f66420de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:31.914096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1ecef5d7-b307-4908-94a9-e43c98c1a69b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:31.938308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb64403d-eba9-4c18-997a-87d50652b60d tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:31.959283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-bb64403d-eba9-4c18-997a-87d50652b60d tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Transition to ACTIVE for port object e56f5b20-13e2-4cfd-86ae-56ce536e2451 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:13:32.197176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2e01e707-9500-4d79-b1b9-23fda6be0845 None None] Provisioning for port ec3c98fb-0e3b-4abd-8c21-c7c18b613779 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:13:32.228146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5f4261b-24d4-40a0-ba3a-bdec2130874a tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:32.240585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:32.304648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:32.326671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:32.334998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:32.335779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:32.353453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac7f83-426f-4b95-a3f2-861f66420de9 None None] Pushing event updated for resources: {'Port': ['ID=b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:32.409478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-81ac7f83-426f-4b95-a3f2-861f66420de9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:32.454735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:32.482652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ec3c98fb-0e3b-4abd-8c21-c7c18b613779 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:13:32.489950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb64403d-eba9-4c18-997a-87d50652b60d tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:32.499685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0a184240-8aaa-4830-9ccf-d303cbbf25bc tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:32.568476 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Floating IP c414aaf0-0e3e-467f-9173-e6597bf9ef04 associated. External IP: 172.26.4.107, port: e2c24857-402a-473a-b2ee-cd1195b716be. Apr 23 09:13:32.578628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d039e0ea-8e64-4239-8874-7abf923e8c85 None None] Provisioning for port 8ae649bb-1208-4c50-9a3e-b8bd12581c10 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:13:32.589728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d039e0ea-8e64-4239-8874-7abf923e8c85 None None] Provisioning complete for port 8ae649bb-1208-4c50-9a3e-b8bd12581c10 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:32.590158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d039e0ea-8e64-4239-8874-7abf923e8c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:32.597237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb64403d-eba9-4c18-997a-87d50652b60d tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Network abbeb519-6d28-4271-89ad-e93e79e8ca24 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:13:32.603001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-bb64403d-eba9-4c18-997a-87d50652b60d tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:32.609946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb64403d-eba9-4c18-997a-87d50652b60d tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:13:32.662446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d039e0ea-8e64-4239-8874-7abf923e8c85 None None] Port 8ae649bb-1208-4c50-9a3e-b8bd12581c10 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:13:32.680542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d039e0ea-8e64-4239-8874-7abf923e8c85 None None] Provisioning complete for port b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:32.680882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d039e0ea-8e64-4239-8874-7abf923e8c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:32.723536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port ec3c98fb-0e3b-4abd-8c21-c7c18b613779 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:13:32.732421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port ec3c98fb-0e3b-4abd-8c21-c7c18b613779 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:32.732882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:32.734955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64403d-eba9-4c18-997a-87d50652b60d tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Pushing event updated for resources: {'Port': ['ID=e56f5b20-13e2-4cfd-86ae-56ce536e2451,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:32.746730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bb64403d-eba9-4c18-997a-87d50652b60d tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:32.898701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb64403d-eba9-4c18-997a-87d50652b60d tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:32.899376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb64403d-eba9-4c18-997a-87d50652b60d tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:32.926378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Pushing event updated for resources: {'Network': ['ID=2cc67fc2-f49c-452d-b41b-d1f8617b1a2a,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:32.954222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 2cc67fc2-f49c-452d-b41b-d1f8617b1a2a details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:13:32.975899 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bb64403d-eba9-4c18-997a-87d50652b60d tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.5683773 Apr 23 09:13:32.979697 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.7337272 Apr 23 09:13:32.980253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60964) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:32.982953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60966) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:33.077440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5f4261b-24d4-40a0-ba3a-bdec2130874a tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:33.084400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:33.107330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5f4261b-24d4-40a0-ba3a-bdec2130874a tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846489349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8286451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846514403'] for router, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:33.132501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port ec3c98fb-0e3b-4abd-8c21-c7c18b613779, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ec3c98fb-0e3b-4abd-8c21-c7c18b613779,segment=NetworkSegment(a63c9bd5-dca6-4d84-9f88-97b39670cef8),segment_id=a63c9bd5-dca6-4d84-9f88-97b39670cef8)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:13:33.140275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-420916d0-8fc5-4064-864e-3a1c3435e19d None None] Provisioning complete for port 8ae649bb-1208-4c50-9a3e-b8bd12581c10 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:33.140275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-420916d0-8fc5-4064-864e-3a1c3435e19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:33.161642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Pushing event updated for resources: {'Network': ['ID=1c09379c-47e8-4ada-a3bb-85c48d220826,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:33.164805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:33.173124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:33.181919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:33.182069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65cf10d2-11dc-4a26-85a9-97788f4b5285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.695s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:33.182430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65cf10d2-11dc-4a26-85a9-97788f4b5285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:33.225819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 1c09379c-47e8-4ada-a3bb-85c48d220826 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:13:33.349467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-420916d0-8fc5-4064-864e-3a1c3435e19d None None] Port 8ae649bb-1208-4c50-9a3e-b8bd12581c10 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:13:33.380507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=ec3c98fb-0e3b-4abd-8c21-c7c18b613779,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:33.387688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:33.399548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-420916d0-8fc5-4064-864e-3a1c3435e19d None None] Provisioning complete for port ec3c98fb-0e3b-4abd-8c21-c7c18b613779 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:33.399972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-420916d0-8fc5-4064-864e-3a1c3435e19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:33.429609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Router 26c6e20f-5c9a-42c3-aef5-d7ae715e6c80 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:13:33.444177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Allocated IP 2001:db8::1 (5474c214-834c-43bb-b648-5e6811f7534f/78c22bdf-b146-4829-bd54-e0d075436839/ce39b94d-3ead-44ff-b4ba-7ba918d2894f) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:13:33.648058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-420916d0-8fc5-4064-864e-3a1c3435e19d None None] Provisioning for port e56f5b20-13e2-4cfd-86ae-56ce536e2451 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:13:33.654262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-420916d0-8fc5-4064-864e-3a1c3435e19d None None] Provisioning complete for port e56f5b20-13e2-4cfd-86ae-56ce536e2451 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:33.654717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-420916d0-8fc5-4064-864e-3a1c3435e19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:33.718734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-420916d0-8fc5-4064-864e-3a1c3435e19d None None] Port e56f5b20-13e2-4cfd-86ae-56ce536e2451 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:13:33.760567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e165a6-fac5-470c-a51e-208f9fc8412a tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:33.768338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e165a6-fac5-470c-a51e-208f9fc8412a tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:33.775086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e165a6-fac5-470c-a51e-208f9fc8412a tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:33.776065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d5e165a6-fac5-470c-a51e-208f9fc8412a tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Synchronizing usage tracker for tenant:5775712b6fc04fb2a17e8bbd942518a6 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:13:33.822545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4633d07e-7ed5-446f-a59f-3ba8c24beea0 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:33.830097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4633d07e-7ed5-446f-a59f-3ba8c24beea0 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:33.836642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4633d07e-7ed5-446f-a59f-3ba8c24beea0 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:33.841848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Router 94e3cf93-fc47-4393-9b60-9fd1bb599458 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:13:33.844115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4633d07e-7ed5-446f-a59f-3ba8c24beea0 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:33.846108 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4633d07e-7ed5-446f-a59f-3ba8c24beea0 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8505471 Apr 23 09:13:33.852237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60976) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:33.900687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:13:33.911581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a23cdcd-d16f-4b62-9588-ef23ce15462d None None] Sync routers for ids ['26c6e20f-5c9a-42c3-aef5-d7ae715e6c80'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:13:33.923569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a23cdcd-d16f-4b62-9588-ef23ce15462d None None] Routers {'26c6e20f-5c9a-42c3-aef5-d7ae715e6c80'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:33.924581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2a23cdcd-d16f-4b62-9588-ef23ce15462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['26c6e20f-5c9a-42c3-aef5-d7ae715e6c80'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:33.931539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d5e165a6-fac5-470c-a51e-208f9fc8412a tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Unset dirty status for tenant:5775712b6fc04fb2a17e8bbd942518a6 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:13:33.935882 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d5e165a6-fac5-470c-a51e-208f9fc8412a tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.9513631 Apr 23 09:13:33.938673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60980) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:33.995924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:34.001161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2a23cdcd-d16f-4b62-9588-ef23ce15462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:34.012759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a23cdcd-d16f-4b62-9588-ef23ce15462d None None] Routers {'26c6e20f-5c9a-42c3-aef5-d7ae715e6c80'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:34.013356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2a23cdcd-d16f-4b62-9588-ef23ce15462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['26c6e20f-5c9a-42c3-aef5-d7ae715e6c80'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:34.084763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d44b2f3c-d08b-40e4-8a9d-039be3f7a0fa tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:34.086392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2a23cdcd-d16f-4b62-9588-ef23ce15462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:34.086869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a23cdcd-d16f-4b62-9588-ef23ce15462d None None] The sync data for ids ['26c6e20f-5c9a-42c3-aef5-d7ae715e6c80'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:13:34.106577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Transition to ACTIVE for port object ce39b94d-3ead-44ff-b4ba-7ba918d2894f will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:13:34.156962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:13:34.169588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2ae77e-1079-4927-800f-cba60ee0a3b0 None None] Sync routers for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:13:34.181002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:34.181746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2ae77e-1079-4927-800f-cba60ee0a3b0 None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:34.183880 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.3297136 Apr 23 09:13:34.191234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1d2ae77e-1079-4927-800f-cba60ee0a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:34.193655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 60984) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:34.201733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-63f9ac32-d4d3-410b-bf7f-ff953d29314a tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'enable_snat': False}}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:34.219798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f4261b-24d4-40a0-ba3a-bdec2130874a tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Router a1042ec1-842d-4238-88b2-3ec0e83c49dc is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:13:34.278420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:34.278640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1d2ae77e-1079-4927-800f-cba60ee0a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:34.278724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:34.280918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2ae77e-1079-4927-800f-cba60ee0a3b0 None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:34.281713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1d2ae77e-1079-4927-800f-cba60ee0a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:34.316133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-08952613-4ea7-417b-be25-820971dcb809 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:34.328807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:13:34.351424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1d2ae77e-1079-4927-800f-cba60ee0a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:34.352261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2ae77e-1079-4927-800f-cba60ee0a3b0 None None] The sync data for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:13:34.388812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d44b2f3c-d08b-40e4-8a9d-039be3f7a0fa tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:34.425156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:34.425950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:34.516953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Network 5474c214-834c-43bb-b648-5e6811f7534f is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:13:34.524289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:34.546227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:13:34.546227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:34.546227 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.6158078 Apr 23 09:13:34.546227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event updated for resources: {'Port': ['ID=ce39b94d-3ead-44ff-b4ba-7ba918d2894f,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:34.547264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60990) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:34.552279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:34.682774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ec3c98fb-0e3b-4abd-8c21-c7c18b613779 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:13:34.772843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1c52a459-7cf6-4c16-95b9-b1eacd0f0ac8 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Deleting port e56f5b20-13e2-4cfd-86ae-56ce536e2451 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:34.772843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1c52a459-7cf6-4c16-95b9-b1eacd0f0ac8 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:34.815274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port ec3c98fb-0e3b-4abd-8c21-c7c18b613779 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:34.815696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:34.854781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f4261b-24d4-40a0-ba3a-bdec2130874a tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:13:34.861769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5f4261b-24d4-40a0-ba3a-bdec2130874a tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:34.863206 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a5f4261b-24d4-40a0-ba3a-bdec2130874a tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "PUT /v2.0/routers/a1042ec1-842d-4238-88b2-3ec0e83c49dc HTTP/1.1" status: 200 len: 917 time: 5.7907169 Apr 23 09:13:34.868726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926bee82-9561-459d-9a96-59a021318e28 None None] Sync routers for ids ['a1042ec1-842d-4238-88b2-3ec0e83c49dc'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:13:34.894076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 60996) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:34.897388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926bee82-9561-459d-9a96-59a021318e28 None None] Routers {'a1042ec1-842d-4238-88b2-3ec0e83c49dc'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:34.898195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-926bee82-9561-459d-9a96-59a021318e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['a1042ec1-842d-4238-88b2-3ec0e83c49dc'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:35.048093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d44b2f3c-d08b-40e4-8a9d-039be3f7a0fa tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc67fc2-f49c-452d-b41b-d1f8617b1a2a']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:35.084862 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-977efc08-f4c9-48e1-8186-950d5c8aa58b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "GET /v2.0/floatingips/c414aaf0-0e3e-467f-9173-e6597bf9ef04 HTTP/1.1" status: 200 len: 977 time: 0.5363479 Apr 23 09:13:35.085979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 32768) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:35.147416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d44b2f3c-d08b-40e4-8a9d-039be3f7a0fa tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03255ba5-b817-4c83-bdb1-feb0438a8e06') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:35.147753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d44b2f3c-d08b-40e4-8a9d-039be3f7a0fa tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03255ba5-b817-4c83-bdb1-feb0438a8e06') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:35.157342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-926bee82-9561-459d-9a96-59a021318e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:35.189015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d44b2f3c-d08b-40e4-8a9d-039be3f7a0fa tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:35.214747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926bee82-9561-459d-9a96-59a021318e28 None None] Routers {'a1042ec1-842d-4238-88b2-3ec0e83c49dc'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:35.215563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-926bee82-9561-459d-9a96-59a021318e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['a1042ec1-842d-4238-88b2-3ec0e83c49dc'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:35.251418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1c52a459-7cf6-4c16-95b9-b1eacd0f0ac8 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:35.259725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d44b2f3c-d08b-40e4-8a9d-039be3f7a0fa tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:35.277020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3d85feae-6b3f-4e67-80de-4e713be1a191 None None] Provisioning for port ce39b94d-3ead-44ff-b4ba-7ba918d2894f completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:13:35.294665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-926bee82-9561-459d-9a96-59a021318e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:35.295233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926bee82-9561-459d-9a96-59a021318e28 None None] The sync data for ids ['a1042ec1-842d-4238-88b2-3ec0e83c49dc'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:13:35.305158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3d85feae-6b3f-4e67-80de-4e713be1a191 None None] Provisioning complete for port ce39b94d-3ead-44ff-b4ba-7ba918d2894f triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:35.305682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3d85feae-6b3f-4e67-80de-4e713be1a191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:35.363968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dc1fc2ef-8912-463a-9bde-6be0203fd036 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Synchronizing usage tracker for tenant:dfde3cc6f86f4c6daa52e8538a922701 on resource:floatingip {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:13:35.376116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3d85feae-6b3f-4e67-80de-4e713be1a191 None None] Port ce39b94d-3ead-44ff-b4ba-7ba918d2894f cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:13:35.417389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1c52a459-7cf6-4c16-95b9-b1eacd0f0ac8 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Calling delete_port for e56f5b20-13e2-4cfd-86ae-56ce536e2451 owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:35.423550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44b2f3c-d08b-40e4-8a9d-039be3f7a0fa tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:13:35.463112 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3a41dff8-4061-4b40-8301-99696d19a1bd tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "GET /v2.0/routers/a1042ec1-842d-4238-88b2-3ec0e83c49dc HTTP/1.1" status: 200 len: 923 time: 0.5633171 Apr 23 09:13:35.473125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 32772) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:35.550555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:35.580223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dc1fc2ef-8912-463a-9bde-6be0203fd036 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Unset dirty status for tenant:dfde3cc6f86f4c6daa52e8538a922701 on resource:floatingip {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:13:35.584451 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-dc1fc2ef-8912-463a-9bde-6be0203fd036 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4834306 Apr 23 09:13:35.611924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 32778) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:35.634964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e70e351c-5d11-4e25-8b36-104dfeb949a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Request body: {'floatingip': {'port_id': 'add8650c-0a73-404c-8890-e45964481a32'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:35.647769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d44b2f3c-d08b-40e4-8a9d-039be3f7a0fa tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Network 2cc67fc2-f49c-452d-b41b-d1f8617b1a2a has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:13:35.660243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d44b2f3c-d08b-40e4-8a9d-039be3f7a0fa tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:35.839036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-63f9ac32-d4d3-410b-bf7f-ff953d29314a tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:35.872780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d44b2f3c-d08b-40e4-8a9d-039be3f7a0fa tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Network 2cc67fc2-f49c-452d-b41b-d1f8617b1a2a has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:13:35.899629 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:13:35.963164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e70e351c-5d11-4e25-8b36-104dfeb949a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:36.044579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743e9fec-c0d8-4f79-b9fc-10b46a95278b tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:36.050250 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-743e9fec-c0d8-4f79-b9fc-10b46a95278b tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&device_id=a1042ec1-842d-4238-88b2-3ec0e83c49dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.5705717 Apr 23 09:13:36.051410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 32784) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:36.087235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d44b2f3c-d08b-40e4-8a9d-039be3f7a0fa tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:36.092600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d44b2f3c-d08b-40e4-8a9d-039be3f7a0fa tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:36.112846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8c36f772-0cc9-4c79-9e30-e8441c1d84d4 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:36.143251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b2f3c-d08b-40e4-8a9d-039be3f7a0fa tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Pushing event deleted for resources: {'Network': ['ID=2cc67fc2-f49c-452d-b41b-d1f8617b1a2a,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:36.145922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d44b2f3c-d08b-40e4-8a9d-039be3f7a0fa tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:36.146912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1c52a459-7cf6-4c16-95b9-b1eacd0f0ac8 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:36.156515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ccd880c8-1293-4d7d-b018-8b7857a03edb tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:36.203971 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d44b2f3c-d08b-40e4-8a9d-039be3f7a0fa tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] 10.222.0.60 "DELETE /v2.0/networks/2cc67fc2-f49c-452d-b41b-d1f8617b1a2a HTTP/1.1" status: 204 len: 168 time: 2.3447988 Apr 23 09:13:36.215624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 32788) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:36.274426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52a459-7cf6-4c16-95b9-b1eacd0f0ac8 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Pushing event deleted for resources: {'Port': ['ID=e56f5b20-13e2-4cfd-86ae-56ce536e2451,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:36.277129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1c52a459-7cf6-4c16-95b9-b1eacd0f0ac8 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:36.418700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7526942-a087-4339-a46b-3b503a47ddb9 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:36.420194 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c7526942-a087-4339-a46b-3b503a47ddb9 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "GET /v2.0/networks/164d7ec3-3e1e-464d-ab6a-2950ee843dd7 HTTP/1.1" status: 200 len: 881 time: 0.3670654 Apr 23 09:13:36.428293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 32792) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:36.618835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-260e60ca-292e-4892-ad2d-12868bf7c66e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:36.658493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e4ee421a-4782-4e66-a2a0-eeeae3e1637c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:36.863029 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a6de841d-137a-45e9-a962-4a9a1f63a7a5 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1042ec1-842d-4238-88b2-3ec0e83c49dc HTTP/1.1" status: 200 len: 205 time: 0.4296317 Apr 23 09:13:36.865638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 32798) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:37.101246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1c52a459-7cf6-4c16-95b9-b1eacd0f0ac8 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:37.103441 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1c52a459-7cf6-4c16-95b9-b1eacd0f0ac8 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "DELETE /v2.0/ports/e56f5b20-13e2-4cfd-86ae-56ce536e2451 HTTP/1.1" status: 204 len: 168 time: 3.1097515 Apr 23 09:13:37.107489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 32804) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:37.147878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:13:37.178806 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d12f803-8131-494a-b465-91b7b13779d2 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] GET failed (client error): The resource could not be found. Apr 23 09:13:37.179416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3d12f803-8131-494a-b465-91b7b13779d2 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Synchronizing usage tracker for tenant:5775712b6fc04fb2a17e8bbd942518a6 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:13:37.200890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:37.216893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4309edf6-a0f7-4dc7-9297-fa154575974e tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:37.288406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:37.289231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:37.291883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3d12f803-8131-494a-b465-91b7b13779d2 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Unset dirty status for tenant:5775712b6fc04fb2a17e8bbd942518a6 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:13:37.297980 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3d12f803-8131-494a-b465-91b7b13779d2 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "GET /v2.0/ports/e56f5b20-13e2-4cfd-86ae-56ce536e2451 HTTP/1.1" status: 404 len: 333 time: 0.1847379 Apr 23 09:13:37.301110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-243ac863-4b8f-4791-b034-90393315f79e tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:37.351127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 32808) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:37.364950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f5f3393f-ac28-49fb-b65e-10c67db01b74 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Request body: {'port': {'network_id': 'abbeb519-6d28-4271-89ad-e93e79e8ca24', 'name': 'tempest-AllowedAddressPairTestJSON-1383496981'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:37.519243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-260e60ca-292e-4892-ad2d-12868bf7c66e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:37.560833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4309edf6-a0f7-4dc7-9297-fa154575974e tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:37.572376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f5f3393f-ac28-49fb-b65e-10c67db01b74 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:37.583525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f5f3393f-ac28-49fb-b65e-10c67db01b74 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:37.638607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f3393f-ac28-49fb-b65e-10c67db01b74 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Made reservation on behalf of 5775712b6fc04fb2a17e8bbd942518a6 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:13:37.645752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5f3393f-ac28-49fb-b65e-10c67db01b74 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:37.674227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-f5f3393f-ac28-49fb-b65e-10c67db01b74 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] device_id is not set on port 44331674-2266-4392-84a1-c3985d7d9257 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:13:37.773499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4309edf6-a0f7-4dc7-9297-fa154575974e tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Deleting port 300f4745-a131-46db-97fb-054d843b2035 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:37.773881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4309edf6-a0f7-4dc7-9297-fa154575974e tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:37.890382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event updated for resources: {'Port': ['ID=ce39b94d-3ead-44ff-b4ba-7ba918d2894f,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:37.894067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:37.952847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-f5f3393f-ac28-49fb-b65e-10c67db01b74 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Allocated IP 172.20.0.14 (abbeb519-6d28-4271-89ad-e93e79e8ca24/a7bbf1bc-d8d0-420c-86c9-b40fdfd67274/44331674-2266-4392-84a1-c3985d7d9257) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:13:37.981460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4309edf6-a0f7-4dc7-9297-fa154575974e tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:38.041391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-260e60ca-292e-4892-ad2d-12868bf7c66e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c09379c-47e8-4ada-a3bb-85c48d220826']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:38.082278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-260e60ca-292e-4892-ad2d-12868bf7c66e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f1ca433-ddcd-4e99-a1e5-c86b5a22169a') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:38.082721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-260e60ca-292e-4892-ad2d-12868bf7c66e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f1ca433-ddcd-4e99-a1e5-c86b5a22169a') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:38.138128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4309edf6-a0f7-4dc7-9297-fa154575974e tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Calling delete_port for 300f4745-a131-46db-97fb-054d843b2035 owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:38.173883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-260e60ca-292e-4892-ad2d-12868bf7c66e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:38.201488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Network 5474c214-834c-43bb-b648-5e6811f7534f is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:13:38.279577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:38.316579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-260e60ca-292e-4892-ad2d-12868bf7c66e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:38.407478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260e60ca-292e-4892-ad2d-12868bf7c66e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:13:38.415268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5f3393f-ac28-49fb-b65e-10c67db01b74 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:38.502633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:13:38.555819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4309edf6-a0f7-4dc7-9297-fa154575974e tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:38.556048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-99b0c79d-c286-4b62-833d-e0aa89cb2d79 None None] Provisioning complete for port ce39b94d-3ead-44ff-b4ba-7ba918d2894f triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:38.556582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-99b0c79d-c286-4b62-833d-e0aa89cb2d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:38.562636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-10c9fada-8a81-4bdf-978b-7fab7225a7f6 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:38.615845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309edf6-a0f7-4dc7-9297-fa154575974e tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Pushing event deleted for resources: {'Port': ['ID=300f4745-a131-46db-97fb-054d843b2035,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:38.619577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4309edf6-a0f7-4dc7-9297-fa154575974e tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:38.628980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-99b0c79d-c286-4b62-833d-e0aa89cb2d79 None None] Port ce39b94d-3ead-44ff-b4ba-7ba918d2894f cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:13:38.665833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-e70e351c-5d11-4e25-8b36-104dfeb949a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:13:38.717563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4309edf6-a0f7-4dc7-9297-fa154575974e tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:38.895816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-260e60ca-292e-4892-ad2d-12868bf7c66e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Network 1c09379c-47e8-4ada-a3bb-85c48d220826 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:13:38.913943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4309edf6-a0f7-4dc7-9297-fa154575974e tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:38.916230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-260e60ca-292e-4892-ad2d-12868bf7c66e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:38.916419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4309edf6-a0f7-4dc7-9297-fa154575974e tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:38.940150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Router fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:13:38.972652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4309edf6-a0f7-4dc7-9297-fa154575974e tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:38.973458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4309edf6-a0f7-4dc7-9297-fa154575974e tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Fanout notify agent at l3_agent the message router_deleted on router a1042ec1-842d-4238-88b2-3ec0e83c49dc {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:13:39.002402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4309edf6-a0f7-4dc7-9297-fa154575974e tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:39.007428 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4309edf6-a0f7-4dc7-9297-fa154575974e tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "DELETE /v2.0/routers/a1042ec1-842d-4238-88b2-3ec0e83c49dc HTTP/1.1" status: 204 len: 168 time: 2.1068811 Apr 23 09:13:39.008092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 32816) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:39.014721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1385342398', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}, 'admin_state_up': False}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:39.023886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:39.028785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Usage tracker for resource:router and tenant:64739600c5804295a804ab4aea34ef97 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:39.035520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:39.043314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:39.087298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:39.088469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:39.328723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e70e351c-5d11-4e25-8b36-104dfeb949a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:39.388702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e70e351c-5d11-4e25-8b36-104dfeb949a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:39.612897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2e92227f-43c0-4952-948f-a5be23d554aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:39.793597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-260e60ca-292e-4892-ad2d-12868bf7c66e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Network 1c09379c-47e8-4ada-a3bb-85c48d220826 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:13:39.837403 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:13:39.960268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-63f9ac32-d4d3-410b-bf7f-ff953d29314a tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:39.992453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-63f9ac32-d4d3-410b-bf7f-ff953d29314a tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846489349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8286451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846514403'] for router, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:39.993003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f5f3393f-ac28-49fb-b65e-10c67db01b74 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Transition to ACTIVE for port object 44331674-2266-4392-84a1-c3985d7d9257 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:13:40.002089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:13:40.007294 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-e70e351c-5d11-4e25-8b36-104dfeb949a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Floating IP c414aaf0-0e3e-467f-9173-e6597bf9ef04 associated. External IP: 172.26.4.107, port: e2c24857-402a-473a-b2ee-cd1195b716be. Apr 23 09:13:40.011943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:40.017564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366d88c2-3070-452e-8b5e-d08bfad1ee4f None None] Sync routers for ids ['fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:13:40.031888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366d88c2-3070-452e-8b5e-d08bfad1ee4f None None] Routers {'fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:40.032967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-366d88c2-3070-452e-8b5e-d08bfad1ee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:40.126558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-366d88c2-3070-452e-8b5e-d08bfad1ee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:40.137186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366d88c2-3070-452e-8b5e-d08bfad1ee4f None None] Routers {'fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:40.137867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-366d88c2-3070-452e-8b5e-d08bfad1ee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:40.148463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-260e60ca-292e-4892-ad2d-12868bf7c66e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:40.212443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5f3393f-ac28-49fb-b65e-10c67db01b74 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:40.215749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-366d88c2-3070-452e-8b5e-d08bfad1ee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:40.216554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366d88c2-3070-452e-8b5e-d08bfad1ee4f None None] The sync data for ids ['fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:13:40.237319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aaf9eec7-fd32-414f-a453-d8b99c9e8bf5 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:40.272761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-543b70e9-8546-418c-85f4-2bb650aa29d5 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:40.293589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:40.297159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-260e60ca-292e-4892-ad2d-12868bf7c66e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:40.299310 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-260e60ca-292e-4892-ad2d-12868bf7c66e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] 10.222.0.60 "DELETE /v2.0/networks/1c09379c-47e8-4ada-a3bb-85c48d220826 HTTP/1.1" status: 204 len: 168 time: 4.0798502 Apr 23 09:13:40.317895 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "PUT /v2.0/routers/fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5115111 Apr 23 09:13:40.318736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 32824) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:40.328402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 32826) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:40.335381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e60ca-292e-4892-ad2d-12868bf7c66e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Pushing event deleted for resources: {'Network': ['ID=1c09379c-47e8-4ada-a3bb-85c48d220826,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:40.374714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-260e60ca-292e-4892-ad2d-12868bf7c66e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:40.409017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f3393f-ac28-49fb-b65e-10c67db01b74 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Network abbeb519-6d28-4271-89ad-e93e79e8ca24 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:13:40.536030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-f5f3393f-ac28-49fb-b65e-10c67db01b74 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:40.551242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f3393f-ac28-49fb-b65e-10c67db01b74 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:13:40.602517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3393f-ac28-49fb-b65e-10c67db01b74 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Pushing event updated for resources: {'Port': ['ID=44331674-2266-4392-84a1-c3985d7d9257,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:40.667079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f5f3393f-ac28-49fb-b65e-10c67db01b74 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:40.694153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:40.728784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f3393f-ac28-49fb-b65e-10c67db01b74 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:40.729535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5f3393f-ac28-49fb-b65e-10c67db01b74 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:40.759688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f79319df-253d-4ae9-b2fc-1e553c8f802f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:40.817201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f9ac32-d4d3-410b-bf7f-ff953d29314a tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Router 26c6e20f-5c9a-42c3-aef5-d7ae715e6c80 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:13:40.944372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-83e99ffe-536d-435e-a347-a41d5207c586 None None] Provisioning for port 44331674-2266-4392-84a1-c3985d7d9257 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:13:40.953057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-83e99ffe-536d-435e-a347-a41d5207c586 None None] Provisioning complete for port 44331674-2266-4392-84a1-c3985d7d9257 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:40.953925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-83e99ffe-536d-435e-a347-a41d5207c586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:41.054463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-83e99ffe-536d-435e-a347-a41d5207c586 None None] Port 44331674-2266-4392-84a1-c3985d7d9257 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:13:41.225683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:41.318982 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f5f3393f-ac28-49fb-b65e-10c67db01b74 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9667430 Apr 23 09:13:41.328928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 32838) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:41.465984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974cf400-da0a-4779-b850-4835dbe32a7b tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:41.472959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974cf400-da0a-4779-b850-4835dbe32a7b tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:41.473847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-974cf400-da0a-4779-b850-4835dbe32a7b tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Synchronizing usage tracker for tenant:cbe1c33fc0654af4a07123b7235281b4 on resource:network {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:13:41.505930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5b55f2e4-91c4-4563-95a9-df4b50da8756 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:61:dd:0f'}]}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:41.547321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6aa292-c617-4033-a9f1-b464d72bcc92 req-257975c8-2def-4f26-9978-ad264de4e067 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:41.550276 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-af6aa292-c617-4033-a9f1-b464d72bcc92 req-257975c8-2def-4f26-9978-ad264de4e067 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.7870157 Apr 23 09:13:41.669705 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-af6aa292-c617-4033-a9f1-b464d72bcc92 req-c1c9a310-cd6e-44f0-b2a1-9ff17f7906b3 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106517 Apr 23 09:13:41.709942 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-f79319df-253d-4ae9-b2fc-1e553c8f802f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 23 09:13:41.709942 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f79319df-253d-4ae9-b2fc-1e553c8f802f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "DELETE /v2.0/routers/fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3 HTTP/1.1" status: 409 len: 329 time: 1.3716617 Apr 23 09:13:41.710399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 32842) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:41.784468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-974cf400-da0a-4779-b850-4835dbe32a7b tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Unset dirty status for tenant:cbe1c33fc0654af4a07123b7235281b4 on resource:network {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:13:41.784468 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-974cf400-da0a-4779-b850-4835dbe32a7b tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.4456961 Apr 23 09:13:41.802242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 32848) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:41.885199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-50167b03-7187-4a58-92ae-0d829d5cb213 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1548610501'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:41.891330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-50167b03-7187-4a58-92ae-0d829d5cb213 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:41.901804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-50167b03-7187-4a58-92ae-0d829d5cb213 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:41.960538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50167b03-7187-4a58-92ae-0d829d5cb213 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Made reservation on behalf of cbe1c33fc0654af4a07123b7235281b4 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:13:41.966755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-50167b03-7187-4a58-92ae-0d829d5cb213 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:42.043392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:42.094694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f9ac32-d4d3-410b-bf7f-ff953d29314a tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:13:42.108843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-63f9ac32-d4d3-410b-bf7f-ff953d29314a tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:42.110145 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-63f9ac32-d4d3-410b-bf7f-ff953d29314a tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "PUT /v2.0/routers/26c6e20f-5c9a-42c3-aef5-d7ae715e6c80 HTTP/1.1" status: 200 len: 921 time: 7.9151924 Apr 23 09:13:42.115600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 32856) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:42.123143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70e351c-5d11-4e25-8b36-104dfeb949a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Router 94e3cf93-fc47-4393-9b60-9fd1bb599458 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:13:42.139770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4d63a7-6e3d-49e7-9d4b-1fdcd6d4e360 None None] Sync routers for ids ['26c6e20f-5c9a-42c3-aef5-d7ae715e6c80'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:13:42.201518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4d63a7-6e3d-49e7-9d4b-1fdcd6d4e360 None None] Routers {'26c6e20f-5c9a-42c3-aef5-d7ae715e6c80'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:42.204389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-aa4d63a7-6e3d-49e7-9d4b-1fdcd6d4e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['26c6e20f-5c9a-42c3-aef5-d7ae715e6c80'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:42.319651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:42.330266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50167b03-7187-4a58-92ae-0d829d5cb213 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:13:42.364659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-aa4d63a7-6e3d-49e7-9d4b-1fdcd6d4e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:42.383628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4d63a7-6e3d-49e7-9d4b-1fdcd6d4e360 None None] Routers {'26c6e20f-5c9a-42c3-aef5-d7ae715e6c80'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:42.384748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-aa4d63a7-6e3d-49e7-9d4b-1fdcd6d4e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['26c6e20f-5c9a-42c3-aef5-d7ae715e6c80'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:42.537214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:42.554851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-aa4d63a7-6e3d-49e7-9d4b-1fdcd6d4e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:42.555557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4d63a7-6e3d-49e7-9d4b-1fdcd6d4e360 None None] The sync data for ids ['26c6e20f-5c9a-42c3-aef5-d7ae715e6c80'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:13:42.629843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-50167b03-7187-4a58-92ae-0d829d5cb213 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:42.630248 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-50167b03-7187-4a58-92ae-0d829d5cb213 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Added segment 2f39b19b-1350-4b23-af38-1e51e3c0100e of type vlan for network 5286f366-2ab2-4c90-a640-e021c841da8c Apr 23 09:13:42.928302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-50167b03-7187-4a58-92ae-0d829d5cb213 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:42.958746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5b55f2e4-91c4-4563-95a9-df4b50da8756 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:42.971548 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-72b6fcf2-92b2-4411-b1da-2532b3e6a88e tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "GET /v2.0/routers/26c6e20f-5c9a-42c3-aef5-d7ae715e6c80 HTTP/1.1" status: 200 len: 921 time: 0.8544652 Apr 23 09:13:42.977432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 32862) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:43.011595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e239fee-5e3a-410f-a4ea-7b862c5b7a3b req-b796f51d-3d54-4a3d-b0d7-9b3eeae3b0c5 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:43.016206 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3e239fee-5e3a-410f-a4ea-7b862c5b7a3b req-b796f51d-3d54-4a3d-b0d7-9b3eeae3b0c5 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 946 time: 0.6834815 Apr 23 09:13:43.093906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Allocated IP 172.26.4.35 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/d3782e06-868d-4963-baaa-738e2a3de028) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:13:43.167040 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3e239fee-5e3a-410f-a4ea-7b862c5b7a3b req-fbe6fc91-bff8-450d-93f0-b73ffda0cc7b tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/security-groups?id=02253940-2539-4e82-a972-ccf13c8e9e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413643 Apr 23 09:13:43.392732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:43.447447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70e351c-5d11-4e25-8b36-104dfeb949a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:13:43.464073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60504b6-51b5-4775-9063-58d60a2d952a None None] Sync routers for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:13:43.484839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60504b6-51b5-4775-9063-58d60a2d952a None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:43.486017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-c60504b6-51b5-4775-9063-58d60a2d952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:43.488348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:43.498054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:43.555774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-50167b03-7187-4a58-92ae-0d829d5cb213 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:43.562698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50167b03-7187-4a58-92ae-0d829d5cb213 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:43.563423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-50167b03-7187-4a58-92ae-0d829d5cb213 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:43.575754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd628be5-77c3-44a8-a661-c73eae2d6cd1 req-1211f768-aa8d-4f12-87fb-f624e5c2ad50 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:43.577596 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd628be5-77c3-44a8-a661-c73eae2d6cd1 req-1211f768-aa8d-4f12-87fb-f624e5c2ad50 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.8716812 Apr 23 09:13:43.628586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:13:43.642371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:43.643343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:43.645201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:13:43.653244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-c60504b6-51b5-4775-9063-58d60a2d952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:43.673800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60504b6-51b5-4775-9063-58d60a2d952a None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:43.675671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-c60504b6-51b5-4775-9063-58d60a2d952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:43.710366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Pushing event updated for resources: {'Port': ['ID=d3782e06-868d-4963-baaa-738e2a3de028,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:43.713543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:43.799629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-c60504b6-51b5-4775-9063-58d60a2d952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:43.800471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60504b6-51b5-4775-9063-58d60a2d952a None None] The sync data for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:13:43.995951 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-50167b03-7187-4a58-92ae-0d829d5cb213 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1795726 Apr 23 09:13:44.002422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 32872) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:44.013171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e9b2d787-7d8b-4755-95ba-3968983c5546 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-429280542'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:44.022954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e9b2d787-7d8b-4755-95ba-3968983c5546 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:44.031577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50167b03-7187-4a58-92ae-0d829d5cb213 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Pushing event updated for resources: {'Network': ['ID=5286f366-2ab2-4c90-a640-e021c841da8c,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:44.032338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e9b2d787-7d8b-4755-95ba-3968983c5546 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Usage tracker for resource:network and tenant:cbe1c33fc0654af4a07123b7235281b4 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:44.055067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 5286f366-2ab2-4c90-a640-e021c841da8c details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:13:44.089924 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd628be5-77c3-44a8-a661-c73eae2d6cd1 req-f86cff9f-880f-4d72-8ef1-5e52b91456a5 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4193850 Apr 23 09:13:44.105969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-50167b03-7187-4a58-92ae-0d829d5cb213 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:44.141842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8aa9cd-8829-4e0f-a23d-4644dd21eb1f tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:44.147676 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ec8aa9cd-8829-4e0f-a23d-4644dd21eb1f tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&device_id=26c6e20f-5c9a-42c3-aef5-d7ae715e6c80&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.1561670 Apr 23 09:13:44.152848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 32876) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:44.153304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e9b2d787-7d8b-4755-95ba-3968983c5546 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:44.203933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e9b2d787-7d8b-4755-95ba-3968983c5546 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:44.455008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b2d787-7d8b-4755-95ba-3968983c5546 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Made reservation on behalf of cbe1c33fc0654af4a07123b7235281b4 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:13:44.461545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d787-7d8b-4755-95ba-3968983c5546 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:44.486246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:44.643976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c84eb217-15ad-41b6-bcba-723890e090bf tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:44.679229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b2d787-7d8b-4755-95ba-3968983c5546 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:13:44.720633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-5b55f2e4-91c4-4563-95a9-df4b50da8756 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:13:44.796404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d787-7d8b-4755-95ba-3968983c5546 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:44.796843 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-e9b2d787-7d8b-4755-95ba-3968983c5546 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Added segment a12967b3-55b0-4dbc-a710-eca7099d097c of type vlan for network ee88ab12-d688-4580-9dd6-58b7e8c828dc Apr 23 09:13:44.846375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5b55f2e4-91c4-4563-95a9-df4b50da8756 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:44.867732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931aa868-024e-4030-ac03-6ce88370d27a tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:44.868374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-931aa868-024e-4030-ac03-6ce88370d27a tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Synchronizing usage tracker for tenant:09ea2e277be94eca9d3cc249640bee7a on resource:network {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:13:44.901353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70e351c-5d11-4e25-8b36-104dfeb949a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Router 94e3cf93-fc47-4393-9b60-9fd1bb599458 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:13:44.919574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5b55f2e4-91c4-4563-95a9-df4b50da8756 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:44.933921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ee94a427-8c42-42b9-81d6-4e10e2734c5e tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:44.987480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d787-7d8b-4755-95ba-3968983c5546 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:45.016038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-931aa868-024e-4030-ac03-6ce88370d27a tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Unset dirty status for tenant:09ea2e277be94eca9d3cc249640bee7a on resource:network {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:13:45.022270 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-931aa868-024e-4030-ac03-6ce88370d27a tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "GET /v2.0/networks/164d7ec3-3e1e-464d-ab6a-2950ee843dd7 HTTP/1.1" status: 200 len: 881 time: 0.8625128 Apr 23 09:13:45.026857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 32888) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:45.157045 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-20dd2a6d-71a7-432f-bbd1-70a41d2429b7 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c6e20f-5c9a-42c3-aef5-d7ae715e6c80 HTTP/1.1" status: 200 len: 205 time: 0.1214528 Apr 23 09:13:45.188995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed3b39-4924-415c-9f5e-650039086b35 req-96a3bf95-1870-4c8f-92ac-66b0afaf0b1b tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:45.191624 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bfed3b39-4924-415c-9f5e-650039086b35 req-96a3bf95-1870-4c8f-92ac-66b0afaf0b1b tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 946 time: 0.5096393 Apr 23 09:13:45.192268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 32892) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:45.418624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-01b4f173-26b0-4127-9f44-c0da7a28a468 None None] Provisioning complete for port 44331674-2266-4392-84a1-c3985d7d9257 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:45.419452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-01b4f173-26b0-4127-9f44-c0da7a28a468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:45.532251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:45.546725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-01b4f173-26b0-4127-9f44-c0da7a28a468 None None] Port 44331674-2266-4392-84a1-c3985d7d9257 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:13:45.603103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d787-7d8b-4755-95ba-3968983c5546 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:45.609299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b2d787-7d8b-4755-95ba-3968983c5546 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:45.609984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d787-7d8b-4755-95ba-3968983c5546 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:45.610171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55f2e4-91c4-4563-95a9-df4b50da8756 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Pushing event updated for resources: {'Port': ['ID=44331674-2266-4392-84a1-c3985d7d9257,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:45.624948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5b55f2e4-91c4-4563-95a9-df4b50da8756 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:45.633974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:45.645990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5b55f2e4-91c4-4563-95a9-df4b50da8756 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] In _notify_port_updated(), no bound segment for port 44331674-2266-4392-84a1-c3985d7d9257 on network abbeb519-6d28-4271-89ad-e93e79e8ca24 {{(pid=87174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 23 09:13:45.652195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b55f2e4-91c4-4563-95a9-df4b50da8756 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:45.652883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5b55f2e4-91c4-4563-95a9-df4b50da8756 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:45.654367 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5b55f2e4-91c4-4563-95a9-df4b50da8756 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "PUT /v2.0/ports/44331674-2266-4392-84a1-c3985d7d9257 HTTP/1.1" status: 200 len: 994 time: 4.3240964 Apr 23 09:13:45.662550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 32898) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:45.987027 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e9b2d787-7d8b-4755-95ba-3968983c5546 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9830458 Apr 23 09:13:46.012664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 32902) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:46.026412 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bfed3b39-4924-415c-9f5e-650039086b35 req-7ed84315-9885-4839-b767-41f917af8eae tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/security-groups?id=02253940-2539-4e82-a972-ccf13c8e9e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4970109 Apr 23 09:13:46.027201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d787-7d8b-4755-95ba-3968983c5546 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Pushing event updated for resources: {'Network': ['ID=ee88ab12-d688-4580-9dd6-58b7e8c828dc,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:46.037163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Request body: {'ports': [{'network_id': '5286f366-2ab2-4c90-a640-e021c841da8c', 'name': 'tempest-port--1416702325', 'admin_state_up': True}, {'network_id': 'ee88ab12-d688-4580-9dd6-58b7e8c828dc', 'admin_state_up': False}]} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:46.037509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Request body: {'port': {'network_id': '5286f366-2ab2-4c90-a640-e021c841da8c', 'name': 'tempest-port--1416702325', 'admin_state_up': True}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:46.038057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Request body: {'port': {'network_id': 'ee88ab12-d688-4580-9dd6-58b7e8c828dc', 'admin_state_up': False}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:46.062919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e9b2d787-7d8b-4755-95ba-3968983c5546 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:46.067903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70e351c-5d11-4e25-8b36-104dfeb949a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:13:46.078703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network ee88ab12-d688-4580-9dd6-58b7e8c828dc details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:13:46.086119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e70e351c-5d11-4e25-8b36-104dfeb949a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:46.124892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73b0afc-5a56-4c4d-afa6-428a04b29017 None None] Sync routers for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:13:46.183513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebab971-1643-4be1-885b-72f30327e5a3 req-84750f0d-f8a0-4d7a-a95a-e114a7bb9b12 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:46.185237 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cebab971-1643-4be1-885b-72f30327e5a3 req-84750f0d-f8a0-4d7a-a95a-e114a7bb9b12 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.7870064 Apr 23 09:13:46.205402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4537981a-f512-4e61-a059-9baaf90aaec3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:46.285463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73b0afc-5a56-4c4d-afa6-428a04b29017 None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:46.286448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f73b0afc-5a56-4c4d-afa6-428a04b29017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:46.395446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f73b0afc-5a56-4c4d-afa6-428a04b29017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:46.416980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73b0afc-5a56-4c4d-afa6-428a04b29017 None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:46.417660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f73b0afc-5a56-4c4d-afa6-428a04b29017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:46.457027 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cebab971-1643-4be1-885b-72f30327e5a3 req-0e63ffcd-3689-448a-ae13-fdf1352c73fe tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367294 Apr 23 09:13:46.529483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f73b0afc-5a56-4c4d-afa6-428a04b29017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:46.530153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73b0afc-5a56-4c4d-afa6-428a04b29017 None None] The sync data for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:13:46.559236 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e70e351c-5d11-4e25-8b36-104dfeb949a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "PUT /v2.0/floatingips/c414aaf0-0e3e-467f-9173-e6597bf9ef04 HTTP/1.1" status: 200 len: 978 time: 10.9370344 Apr 23 09:13:46.567760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 32906) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:46.582882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d53942b3-9b6f-4e66-a02a-103154e91be9 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:46.627105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:46.637569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Usage tracker for resource:port and tenant:cbe1c33fc0654af4a07123b7235281b4 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:46.645864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:46.664495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:46.668131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4537981a-f512-4e61-a059-9baaf90aaec3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:46.683713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6f259b71-bf81-4f5b-a174-0cdbf205b6ca tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Deleting port 44331674-2266-4392-84a1-c3985d7d9257 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:46.684106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f259b71-bf81-4f5b-a174-0cdbf205b6ca tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:46.704520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Router 1c295fae-2601-4a91-800b-73663c28b8b4 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:13:46.851339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d53942b3-9b6f-4e66-a02a-103154e91be9 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:46.856487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Made reservation on behalf of cbe1c33fc0654af4a07123b7235281b4 for: {'port': 2} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:13:46.870358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:46.978425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-30e6d7e1-7f88-4071-99fb-0c6d5dd3c9cd tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:46.980107 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-30e6d7e1-7f88-4071-99fb-0c6d5dd3c9cd tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.35 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 946 time: 0.5888026 Apr 23 09:13:47.000733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c84eb217-15ad-41b6-bcba-723890e090bf tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Deleting port ce39b94d-3ead-44ff-b4ba-7ba918d2894f {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:47.001118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c84eb217-15ad-41b6-bcba-723890e090bf tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:47.111372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f259b71-bf81-4f5b-a174-0cdbf205b6ca tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:47.150062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:47.413296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6f259b71-bf81-4f5b-a174-0cdbf205b6ca tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Calling delete_port for 44331674-2266-4392-84a1-c3985d7d9257 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:47.643587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c84eb217-15ad-41b6-bcba-723890e090bf tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:47.649583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] device_id is not set on port a0d2cb0f-c5d8-430a-8c31-b8b7adbbf007 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:13:47.666021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:13:47.667678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d53942b3-9b6f-4e66-a02a-103154e91be9 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:47.680805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11647d0e-99e3-45af-8b62-455a136225c4 None None] Sync routers for ids ['1c295fae-2601-4a91-800b-73663c28b8b4'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:13:47.695572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11647d0e-99e3-45af-8b62-455a136225c4 None None] Routers {'1c295fae-2601-4a91-800b-73663c28b8b4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:47.696923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-11647d0e-99e3-45af-8b62-455a136225c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['1c295fae-2601-4a91-800b-73663c28b8b4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:47.712453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4537981a-f512-4e61-a059-9baaf90aaec3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Deleting port 4ec1be40-5b43-46c0-85d5-70cef99cd947 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:47.713024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4537981a-f512-4e61-a059-9baaf90aaec3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:47.776991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-11647d0e-99e3-45af-8b62-455a136225c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:47.789420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11647d0e-99e3-45af-8b62-455a136225c4 None None] Routers {'1c295fae-2601-4a91-800b-73663c28b8b4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:47.790283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-11647d0e-99e3-45af-8b62-455a136225c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['1c295fae-2601-4a91-800b-73663c28b8b4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:47.818648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c84eb217-15ad-41b6-bcba-723890e090bf tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Calling delete_port for ce39b94d-3ead-44ff-b4ba-7ba918d2894f owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:47.828132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d53942b3-9b6f-4e66-a02a-103154e91be9 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:47.828497 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-d53942b3-9b6f-4e66-a02a-103154e91be9 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Floating IP c414aaf0-0e3e-467f-9173-e6597bf9ef04 disassociated. External IP: 172.26.4.107, port: add8650c-0a73-404c-8890-e45964481a32. Apr 23 09:13:47.866780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-11647d0e-99e3-45af-8b62-455a136225c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:47.867410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11647d0e-99e3-45af-8b62-455a136225c4 None None] The sync data for ids ['1c295fae-2601-4a91-800b-73663c28b8b4'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:13:47.923983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:47.929575 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.9166951 Apr 23 09:13:47.942808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 32914) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:47.973556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-02034fd9-9904-4b9c-8cb8-e4d3baedc15d tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:48.078266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Deleting port a3635d80-78ac-4778-ad86-3c8e94997809 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:48.078675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:48.272815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7deb5-5bf3-426c-99f4-b5857eab96b3 req-d175a415-5896-4945-9e6d-e4c820d5830c tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:48.275892 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-50e7deb5-5bf3-426c-99f4-b5857eab96b3 req-d175a415-5896-4945-9e6d-e4c820d5830c tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 946 time: 0.9666524 Apr 23 09:13:48.685666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8175698-6fe6-4334-8970-45fa0e5d94f3 req-fc2b9f16-af5e-48cb-a298-bbffca80105a tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:48.688049 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f8175698-6fe6-4334-8970-45fa0e5d94f3 req-fc2b9f16-af5e-48cb-a298-bbffca80105a tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.8834996 Apr 23 09:13:48.745482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device a3635d80-78ac-4778-ad86-3c8e94997809 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:13:48.781434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] For port a3635d80-78ac-4778-ad86-3c8e94997809, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a3635d80-78ac-4778-ad86-3c8e94997809,segment=NetworkSegment(ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00),segment_id=ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:13:48.781835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:48.888283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f259b71-bf81-4f5b-a174-0cdbf205b6ca tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:48.900559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:48.929168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4537981a-f512-4e61-a059-9baaf90aaec3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:48.936399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db4f99d-d426-4eb9-935c-908e3be0a178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3635d80-78ac-4778-ad86-3c8e94997809'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:13:48.948280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port a3635d80-78ac-4778-ad86-3c8e94997809, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a3635d80-78ac-4778-ad86-3c8e94997809,segment=NetworkSegment(ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00),segment_id=ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:13:48.980432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a5ce52b3-a1c2-476d-835a-32155050247b tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:48.989429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:48.992477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:49.065667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f259b71-bf81-4f5b-a174-0cdbf205b6ca tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Pushing event deleted for resources: {'Port': ['ID=44331674-2266-4392-84a1-c3985d7d9257,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:49.089774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=a3635d80-78ac-4778-ad86-3c8e94997809,revision_number=6']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:49.090863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6f259b71-bf81-4f5b-a174-0cdbf205b6ca tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:49.095552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:49.127004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4537981a-f512-4e61-a059-9baaf90aaec3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Calling delete_port for 4ec1be40-5b43-46c0-85d5-70cef99cd947 owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:49.143888 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-50e7deb5-5bf3-426c-99f4-b5857eab96b3 req-be5d9d63-f2c0-4382-9331-77e137c1d19a tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/security-groups?id=02253940-2539-4e82-a972-ccf13c8e9e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7699103 Apr 23 09:13:49.147443 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f8175698-6fe6-4334-8970-45fa0e5d94f3 req-89bc9f3b-a095-48bb-b345-d10ba8b0bc30 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3889298 Apr 23 09:13:49.210265 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db4f99d-d426-4eb9-935c-908e3be0a178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3635d80-78ac-4778-ad86-3c8e94997809', 'code': 200} Apr 23 09:13:49.280237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:49.533818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] device_id is not set on port 3491220e-e3d5-4d93-984f-058baf11e22d yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:13:49.546443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53942b3-9b6f-4e66-a02a-103154e91be9 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Router 94e3cf93-fc47-4393-9b60-9fd1bb599458 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:13:49.811260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c84eb217-15ad-41b6-bcba-723890e090bf tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:49.815264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d8f0a3b-6001-41c5-8f7e-5d3aca0ccca0 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:49.862276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02034fd9-9904-4b9c-8cb8-e4d3baedc15d tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:49.883872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:49.884296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:49.884650 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Floating IP 8c612108-f64c-4bd1-9576-e095aae53a14 disassociated. External IP: 172.26.4.152, port: a3635d80-78ac-4778-ad86-3c8e94997809. Apr 23 09:13:49.885041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Calling delete_port for a3635d80-78ac-4778-ad86-3c8e94997809 owned by compute:nova {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:49.887843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84eb217-15ad-41b6-bcba-723890e090bf tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event deleted for resources: {'Port': ['ID=ce39b94d-3ead-44ff-b4ba-7ba918d2894f,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:49.891055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f259b71-bf81-4f5b-a174-0cdbf205b6ca tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:49.916359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c84eb217-15ad-41b6-bcba-723890e090bf tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:49.982199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02034fd9-9904-4b9c-8cb8-e4d3baedc15d tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:50.000493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:50.064746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4537981a-f512-4e61-a059-9baaf90aaec3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:50.070532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-834dd136-9cf2-4d75-b9bf-07dfc9c65f41 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:50.084102 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6f259b71-bf81-4f5b-a174-0cdbf205b6ca tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "DELETE /v2.0/ports/44331674-2266-4392-84a1-c3985d7d9257 HTTP/1.1" status: 204 len: 168 time: 4.4168010 Apr 23 09:13:50.119117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 32920) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:50.151107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:50.197277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537981a-f512-4e61-a059-9baaf90aaec3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Pushing event deleted for resources: {'Port': ['ID=4ec1be40-5b43-46c0-85d5-70cef99cd947,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:50.200127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4537981a-f512-4e61-a059-9baaf90aaec3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:50.208182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4309edf6-a0f7-4dc7-9297-fa154575974e tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:50.254988 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-86df0769-448c-4cee-8368-7fd45900c047 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] GET failed (client error): The resource could not be found. Apr 23 09:13:50.255609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-86df0769-448c-4cee-8368-7fd45900c047 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Synchronizing usage tracker for tenant:5775712b6fc04fb2a17e8bbd942518a6 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:13:50.259750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53942b3-9b6f-4e66-a02a-103154e91be9 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:13:50.264046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c84eb217-15ad-41b6-bcba-723890e090bf tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:50.271894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bfab8a-6d2d-418d-a44a-f81523dba118 None None] Sync routers for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:13:50.272352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d53942b3-9b6f-4e66-a02a-103154e91be9 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:50.293412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bfab8a-6d2d-418d-a44a-f81523dba118 None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:50.294419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-90bfab8a-6d2d-418d-a44a-f81523dba118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:50.393377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Pushing event updated for resources: {'Port': ['ID=a0d2cb0f-c5d8-430a-8c31-b8b7adbbf007,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:50.394891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-90bfab8a-6d2d-418d-a44a-f81523dba118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:50.408606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bfab8a-6d2d-418d-a44a-f81523dba118 None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:50.410203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:50.411973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-90bfab8a-6d2d-418d-a44a-f81523dba118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:50.414762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4537981a-f512-4e61-a059-9baaf90aaec3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:50.476069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-86df0769-448c-4cee-8368-7fd45900c047 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Unset dirty status for tenant:5775712b6fc04fb2a17e8bbd942518a6 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:13:50.482385 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-86df0769-448c-4cee-8368-7fd45900c047 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "GET /v2.0/ports/44331674-2266-4392-84a1-c3985d7d9257 HTTP/1.1" status: 404 len: 333 time: 0.3578718 Apr 23 09:13:50.484317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 32928) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:50.559212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-90bfab8a-6d2d-418d-a44a-f81523dba118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:50.560099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bfab8a-6d2d-418d-a44a-f81523dba118 None None] The sync data for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:13:50.617084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Checking segment: {'id': '2f39b19b-1350-4b23-af38-1e51e3c0100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5286f366-2ab2-4c90-a640-e021c841da8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:13:50.617496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Network hostable DHCP agents. Network: 5286f366-2ab2-4c90-a640-e021c841da8c, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:13:50.727607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4537981a-f512-4e61-a059-9baaf90aaec3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:50.733293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4537981a-f512-4e61-a059-9baaf90aaec3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:50.745791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-02034fd9-9904-4b9c-8cb8-e4d3baedc15d tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Deleting port d3782e06-868d-4963-baaa-738e2a3de028 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:50.746173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02034fd9-9904-4b9c-8cb8-e4d3baedc15d tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:50.873806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Network 5286f366-2ab2-4c90-a640-e021c841da8c is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:13:50.911478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4537981a-f512-4e61-a059-9baaf90aaec3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:50.912101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4537981a-f512-4e61-a059-9baaf90aaec3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Fanout notify agent at l3_agent the message router_deleted on router 26c6e20f-5c9a-42c3-aef5-d7ae715e6c80 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:13:50.943689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 5286f366-2ab2-4c90-a640-e021c841da8c) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:50.948362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:13:50.949569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:50.955193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6662e54a-8f84-4a66-abc7-b7ddb3a773d6 None None] Network 5286f366-2ab2-4c90-a640-e021c841da8c requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:13:50.962744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bb64403d-eba9-4c18-997a-87d50652b60d tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:51.042400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0284f-d024-411d-b461-2140fc2c7d02 req-2d8af567-fbd3-4ce7-975b-88caaefb64ee tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:51.044093 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ece0284f-d024-411d-b461-2140fc2c7d02 req-2d8af567-fbd3-4ce7-975b-88caaefb64ee tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.5667894 Apr 23 09:13:51.056341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02034fd9-9904-4b9c-8cb8-e4d3baedc15d tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:51.075141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4537981a-f512-4e61-a059-9baaf90aaec3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:51.081121 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4537981a-f512-4e61-a059-9baaf90aaec3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "DELETE /v2.0/routers/26c6e20f-5c9a-42c3-aef5-d7ae715e6c80 HTTP/1.1" status: 204 len: 168 time: 5.5521021 Apr 23 09:13:51.104862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 32930) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:51.110050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c9d0ee0c-e9b7-418c-854c-61c74fc19953 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Request body: {'port': {'network_id': 'abbeb519-6d28-4271-89ad-e93e79e8ca24', 'name': 'tempest-AllowedAddressPairTestJSON-1532165861'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:51.145407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7e634733-876d-4cde-8dc8-312dfa1b8807 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1897469047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:51.172228 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d53942b3-9b6f-4e66-a02a-103154e91be9 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "PUT /v2.0/floatingips/c414aaf0-0e3e-467f-9173-e6597bf9ef04 HTTP/1.1" status: 200 len: 688 time: 4.5991995 Apr 23 09:13:51.179467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7e634733-876d-4cde-8dc8-312dfa1b8807 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:51.181831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 32936) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:51.277825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-02034fd9-9904-4b9c-8cb8-e4d3baedc15d tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Calling delete_port for d3782e06-868d-4963-baaa-738e2a3de028 owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:51.289268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Pushing event updated for resources: {'Port': ['ID=3491220e-e3d5-4d93-984f-058baf11e22d,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:51.301137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:51.313420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7e634733-876d-4cde-8dc8-312dfa1b8807 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Usage tracker for resource:router and tenant:3ffda89888b949649823f8d01859d2bc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:51.320165 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ece0284f-d024-411d-b461-2140fc2c7d02 req-f150d2a8-ae5d-405f-9295-6622d495ad31 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2537174 Apr 23 09:13:51.332089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Checking segment: {'id': 'a12967b3-55b0-4dbc-a710-eca7099d097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ee88ab12-d688-4580-9dd6-58b7e8c828dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:13:51.332518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Network hostable DHCP agents. Network: ee88ab12-d688-4580-9dd6-58b7e8c828dc, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:13:51.339699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7e634733-876d-4cde-8dc8-312dfa1b8807 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:51.393884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Network ee88ab12-d688-4580-9dd6-58b7e8c828dc is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:13:51.415553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:13:51.415937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:13:51.417065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7e634733-876d-4cde-8dc8-312dfa1b8807 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:51.429935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, ee88ab12-d688-4580-9dd6-58b7e8c828dc) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:51.438425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:13:51.440477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35449666-be43-4a0a-98a6-4dae82042436 None None] Network ee88ab12-d688-4580-9dd6-58b7e8c828dc requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:13:51.445714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:51.450348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:51.451619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:51.573898 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.5562534 Apr 23 09:13:51.576664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 32940) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:51.620584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02034fd9-9904-4b9c-8cb8-e4d3baedc15d tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:51.631617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c57b39fe-c166-4e73-b028-7d7c6a5f1149 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:51.688332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02034fd9-9904-4b9c-8cb8-e4d3baedc15d tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Pushing event deleted for resources: {'Port': ['ID=d3782e06-868d-4963-baaa-738e2a3de028,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:51.700630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84eb217-15ad-41b6-bcba-723890e090bf tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Router fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:13:51.717115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c9d0ee0c-e9b7-418c-854c-61c74fc19953 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:51.722666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-02034fd9-9904-4b9c-8cb8-e4d3baedc15d tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:51.734478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757d461-4dc6-47b3-96c6-8b30d61fb7e5 req-7f1a2efd-d24c-4abe-b9d4-378c471f1f8b tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:51.736241 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9757d461-4dc6-47b3-96c6-8b30d61fb7e5 req-7f1a2efd-d24c-4abe-b9d4-378c471f1f8b tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 944 time: 1.3109233 Apr 23 09:13:51.744008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e634733-876d-4cde-8dc8-312dfa1b8807 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:51.745157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e634733-876d-4cde-8dc8-312dfa1b8807 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:51.811078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02034fd9-9904-4b9c-8cb8-e4d3baedc15d tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:51.819503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c9d0ee0c-e9b7-418c-854c-61c74fc19953 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:51.883249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b07264-e298-44d4-aa2d-1b3ebcf2c948 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:51.890381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b07264-e298-44d4-aa2d-1b3ebcf2c948 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:51.891224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-69b07264-e298-44d4-aa2d-1b3ebcf2c948 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Synchronizing usage tracker for tenant:cbe1c33fc0654af4a07123b7235281b4 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:13:52.001422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84eb217-15ad-41b6-bcba-723890e090bf tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:13:52.004542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e634733-876d-4cde-8dc8-312dfa1b8807 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:52.015824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf197df0-0b2b-4204-982f-bdd2983bbe0f None None] Sync routers for ids ['fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:13:52.026457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d0ee0c-e9b7-418c-854c-61c74fc19953 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Made reservation on behalf of 5775712b6fc04fb2a17e8bbd942518a6 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:13:52.030113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf197df0-0b2b-4204-982f-bdd2983bbe0f None None] Routers {'fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:52.031748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-cf197df0-0b2b-4204-982f-bdd2983bbe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:52.033450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ee0c-e9b7-418c-854c-61c74fc19953 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:52.079423 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9757d461-4dc6-47b3-96c6-8b30d61fb7e5 req-e39165e4-b428-4e9b-97c4-8a0e4068df62 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/security-groups?id=02253940-2539-4e82-a972-ccf13c8e9e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3293564 Apr 23 09:13:52.087962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7653c84d-e67e-4fbe-aa1c-52d38e39265c tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Deleting port a8ad6ecd-a300-4021-b923-64e9b515d8c7 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:52.088352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7653c84d-e67e-4fbe-aa1c-52d38e39265c tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:52.107094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-cf197df0-0b2b-4204-982f-bdd2983bbe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:52.126176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf197df0-0b2b-4204-982f-bdd2983bbe0f None None] Routers {'fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:52.127117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-cf197df0-0b2b-4204-982f-bdd2983bbe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:52.131722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c9d0ee0c-e9b7-418c-854c-61c74fc19953 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] device_id is not set on port 50861f65-668a-4ab8-999a-4c779463ef59 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:13:52.183491 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c84eb217-15ad-41b6-bcba-723890e090bf tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "PUT /v2.0/routers/fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4674077 Apr 23 09:13:52.191802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e634733-876d-4cde-8dc8-312dfa1b8807 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:52.199218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 32944) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:52.206528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-cf197df0-0b2b-4204-982f-bdd2983bbe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:52.206986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf197df0-0b2b-4204-982f-bdd2983bbe0f None None] The sync data for ids ['fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:13:52.407441 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-e2bdb9c5-90bb-4b3b-ae65-910eabec9c46 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] show failed (client error): The resource could not be found. Apr 23 09:13:52.415295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-69b07264-e298-44d4-aa2d-1b3ebcf2c948 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Unset dirty status for tenant:cbe1c33fc0654af4a07123b7235281b4 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:13:52.415576 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e2bdb9c5-90bb-4b3b-ae65-910eabec9c46 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-1711576472 HTTP/1.1" status: 404 len: 335 time: 0.1958864 Apr 23 09:13:52.415677 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-69b07264-e298-44d4-aa2d-1b3ebcf2c948 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.8314984 Apr 23 09:13:52.415754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 32950) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:52.415754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 32952) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:52.428913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ff44ba14-228f-49c8-9e6d-3e91373f6b06 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:52.520104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Deleting port a3635d80-78ac-4778-ad86-3c8e94997809 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:52.520440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:52.554581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e634733-876d-4cde-8dc8-312dfa1b8807 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:52.556050 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7e634733-876d-4cde-8dc8-312dfa1b8807 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.4298794 Apr 23 09:13:52.589821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 32958) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:52.641520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02034fd9-9904-4b9c-8cb8-e4d3baedc15d tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:52.648193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02034fd9-9904-4b9c-8cb8-e4d3baedc15d tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846489349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8286451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846514403'] for router, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:52.652998 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-ff44ba14-228f-49c8-9e6d-3e91373f6b06 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] update failed (client error): The resource could not be found. Apr 23 09:13:52.655115 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ff44ba14-228f-49c8-9e6d-3e91373f6b06 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-1208503136 HTTP/1.1" status: 404 len: 335 time: 0.2361307 Apr 23 09:13:52.668280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d1bc805f-9cd7-4bd4-b406-c1de59f66243 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Request body: {'router': {'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:52.708425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 32962) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:52.788708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7653c84d-e67e-4fbe-aa1c-52d38e39265c tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:52.788960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7653c84d-e67e-4fbe-aa1c-52d38e39265c tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:52.884191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02034fd9-9904-4b9c-8cb8-e4d3baedc15d tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Router 1c295fae-2601-4a91-800b-73663c28b8b4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:13:52.894455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524454e4-881e-4eae-86f0-2d8e1e1fd841 req-c1e59d14-6dbe-4351-b133-7aa7fdc13b75 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:52.896204 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-524454e4-881e-4eae-86f0-2d8e1e1fd841 req-c1e59d14-6dbe-4351-b133-7aa7fdc13b75 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.3938980 Apr 23 09:13:52.937376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9e50ad-0e74-4220-b5d7-15e4e661a5d1 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Deleting subnet 75d2c6e5-b08c-4515-a586-adf80d9da6ab {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:13:52.944604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9e50ad-0e74-4220-b5d7-15e4e661a5d1 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:53.058000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:53.176283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02034fd9-9904-4b9c-8cb8-e4d3baedc15d tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:13:53.188263 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-524454e4-881e-4eae-86f0-2d8e1e1fd841 req-d7cf8add-0765-459c-9277-8ed9d1fe3028 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2816396 Apr 23 09:13:53.200564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02034fd9-9904-4b9c-8cb8-e4d3baedc15d tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:53.205525 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-02034fd9-9904-4b9c-8cb8-e4d3baedc15d tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "PUT /v2.0/routers/1c295fae-2601-4a91-800b-73663c28b8b4 HTTP/1.1" status: 200 len: 710 time: 5.2520766 Apr 23 09:13:53.206928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9e50ad-0e74-4220-b5d7-15e4e661a5d1 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:53.209828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 32968) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:53.215351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50752705-7876-44c8-98dc-690fec418bad None None] Sync routers for ids ['1c295fae-2601-4a91-800b-73663c28b8b4'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:13:53.231516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50752705-7876-44c8-98dc-690fec418bad None None] Routers {'1c295fae-2601-4a91-800b-73663c28b8b4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:53.233036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-50752705-7876-44c8-98dc-690fec418bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['1c295fae-2601-4a91-800b-73663c28b8b4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:53.309500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-50752705-7876-44c8-98dc-690fec418bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:53.320571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50752705-7876-44c8-98dc-690fec418bad None None] Routers {'1c295fae-2601-4a91-800b-73663c28b8b4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:13:53.321423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-50752705-7876-44c8-98dc-690fec418bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['1c295fae-2601-4a91-800b-73663c28b8b4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:53.324139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9e50ad-0e74-4220-b5d7-15e4e661a5d1 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:53.391298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-50752705-7876-44c8-98dc-690fec418bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:53.391761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50752705-7876-44c8-98dc-690fec418bad None None] The sync data for ids ['1c295fae-2601-4a91-800b-73663c28b8b4'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:13:53.503797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7653c84d-e67e-4fbe-aa1c-52d38e39265c tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Calling delete_port for a8ad6ecd-a300-4021-b923-64e9b515d8c7 owned by network:floatingip {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:53.761894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-c9d0ee0c-e9b7-418c-854c-61c74fc19953 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Allocated IP 172.20.0.13 (abbeb519-6d28-4271-89ad-e93e79e8ca24/a7bbf1bc-d8d0-420c-86c9-b40fdfd67274/50861f65-668a-4ab8-999a-4c779463ef59) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:13:53.881259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9e50ad-0e74-4220-b5d7-15e4e661a5d1 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:53.887307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:53.916660 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-870710e9-df4c-450c-b545-013c1fbe560d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "GET /v2.0/routers/1c295fae-2601-4a91-800b-73663c28b8b4 HTTP/1.1" status: 200 len: 745 time: 0.5596786 Apr 23 09:13:53.923301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 32972) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:53.925426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] For port a3635d80-78ac-4778-ad86-3c8e94997809, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a3635d80-78ac-4778-ad86-3c8e94997809,segment=NetworkSegment(ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00),segment_id=ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:13:53.925821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:53.978819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e50ad-0e74-4220-b5d7-15e4e661a5d1 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event deleted for resources: {'Subnet': ['ID=75d2c6e5-b08c-4515-a586-adf80d9da6ab,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:53.984370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6f9e50ad-0e74-4220-b5d7-15e4e661a5d1 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:53.990384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745f4113-fd37-499b-92e8-e22b3113125f None None] Network e8983d77-45a8-4558-bfb5-8eb2b625a698 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:13:53.991034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9e50ad-0e74-4220-b5d7-15e4e661a5d1 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:53.998740 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-29e377c0-30a4-4569-b2e7-ffd00777b66d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&device_id=1c295fae-2601-4a91-800b-73663c28b8b4 HTTP/1.1" status: 200 len: 205 time: 0.0703588 Apr 23 09:13:54.002373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 32976) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:54.009444 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6f9e50ad-0e74-4220-b5d7-15e4e661a5d1 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "DELETE /v2.0/subnets/75d2c6e5-b08c-4515-a586-adf80d9da6ab HTTP/1.1" status: 204 len: 168 time: 1.2897081 Apr 23 09:13:54.046666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 32980) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:54.098368 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ba47c434-6e8e-4adf-8c81-ea21bd8ee09b tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c295fae-2601-4a91-800b-73663c28b8b4 HTTP/1.1" status: 200 len: 205 time: 0.0925875 Apr 23 09:13:54.101729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 32984) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:54.222573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d1bc805f-9cd7-4bd4-b406-c1de59f66243 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:54.336329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:54.342752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c851f342-1aba-4e7d-9485-32597f2651c1 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:54.396675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f722d03b-50e7-4026-9080-c7adca80a124 None None] DHCP port deletion for e8983d77-45a8-4558-bfb5-8eb2b625a698 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:13:54.485270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a4c6f-7f64-4aac-836b-041a750f780f tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Deleting port a0d2cb0f-c5d8-430a-8c31-b8b7adbbf007 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:54.485896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd6a4c6f-7f64-4aac-836b-041a750f780f tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:54.534445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf349de8-3bec-44f9-9af8-af15c7ed6a36 req-4324a984-50a6-4b51-9de1-09a3371481c8 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:54.535767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-bf349de8-3bec-44f9-9af8-af15c7ed6a36 req-4324a984-50a6-4b51-9de1-09a3371481c8 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Synchronizing usage tracker for tenant:3a37e3ff2df14ef5af04077b55233f51 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:13:54.697349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f722d03b-50e7-4026-9080-c7adca80a124 None None] Deleting port ec3c98fb-0e3b-4abd-8c21-c7c18b613779 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:54.697724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f722d03b-50e7-4026-9080-c7adca80a124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:54.808849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f722d03b-50e7-4026-9080-c7adca80a124 None None] For port ec3c98fb-0e3b-4abd-8c21-c7c18b613779, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ec3c98fb-0e3b-4abd-8c21-c7c18b613779,segment=NetworkSegment(a63c9bd5-dca6-4d84-9f88-97b39670cef8),segment_id=a63c9bd5-dca6-4d84-9f88-97b39670cef8)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:13:54.809287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f722d03b-50e7-4026-9080-c7adca80a124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:54.955553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f722d03b-50e7-4026-9080-c7adca80a124 None None] Calling delete_port for ec3c98fb-0e3b-4abd-8c21-c7c18b613779 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:55.048152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f722d03b-50e7-4026-9080-c7adca80a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:55.055655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9068116a-8f6f-446f-8d2c-9dd92b891c9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:55.067678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-bf349de8-3bec-44f9-9af8-af15c7ed6a36 req-4324a984-50a6-4b51-9de1-09a3371481c8 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Unset dirty status for tenant:3a37e3ff2df14ef5af04077b55233f51 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:13:55.068931 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf349de8-3bec-44f9-9af8-af15c7ed6a36 req-4324a984-50a6-4b51-9de1-09a3371481c8 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 944 time: 1.5886738 Apr 23 09:13:55.099308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c851f342-1aba-4e7d-9485-32597f2651c1 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:55.107824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c851f342-1aba-4e7d-9485-32597f2651c1 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:55.114135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd6a4c6f-7f64-4aac-836b-041a750f780f tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:55.157308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722d03b-50e7-4026-9080-c7adca80a124 None None] Pushing event deleted for resources: {'Port': ['ID=ec3c98fb-0e3b-4abd-8c21-c7c18b613779,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:55.161203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310b0bc-bf0f-4eda-8a4b-20de20aa479f req-b5a1c038-3d7e-4e15-9a18-3e485b04f64c tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:55.163916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f722d03b-50e7-4026-9080-c7adca80a124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:55.165282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f722d03b-50e7-4026-9080-c7adca80a124 None None] No DVR routers for this DVR port ec3c98fb-0e3b-4abd-8c21-c7c18b613779 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:13:55.167648 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b310b0bc-bf0f-4eda-8a4b-20de20aa479f req-b5a1c038-3d7e-4e15-9a18-3e485b04f64c tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.7619851 Apr 23 09:13:55.240788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c851f342-1aba-4e7d-9485-32597f2651c1 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:55.241584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c851f342-1aba-4e7d-9485-32597f2651c1 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Fanout notify agent at l3_agent the message router_deleted on router 1c295fae-2601-4a91-800b-73663c28b8b4 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:13:55.250296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Deleting port ec3c98fb-0e3b-4abd-8c21-c7c18b613779 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:55.250949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:55.268369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:55.268822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:55.269169 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Floating IP 8c612108-f64c-4bd1-9576-e095aae53a14 disassociated. External IP: 172.26.4.152, port: a3635d80-78ac-4778-ad86-3c8e94997809. Apr 23 09:13:55.269542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Calling delete_port for a3635d80-78ac-4778-ad86-3c8e94997809 owned by compute:nova {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:55.338020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c851f342-1aba-4e7d-9485-32597f2651c1 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:55.343263 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c851f342-1aba-4e7d-9485-32597f2651c1 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "DELETE /v2.0/routers/1c295fae-2601-4a91-800b-73663c28b8b4 HTTP/1.1" status: 204 len: 168 time: 1.2369447 Apr 23 09:13:55.346163 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b310b0bc-bf0f-4eda-8a4b-20de20aa479f req-a155c7e4-44ae-4e4a-a8d3-9ec2876ac605 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721237 Apr 23 09:13:55.351195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 32990) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:55.536681 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-64a272bc-04a6-46d5-aeb7-1ac87de7d07f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c295fae-2601-4a91-800b-73663c28b8b4 HTTP/1.1" status: 200 len: 205 time: 0.1836565 Apr 23 09:13:55.539759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 32994) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:55.617598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] For port ec3c98fb-0e3b-4abd-8c21-c7c18b613779, host dv-neutron-786478-4-hyperv, got binding levels [] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:13:55.617940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:55.638367 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-77a522fe-d16e-418f-88c4-2d5c0ffe54f7 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] delete failed (client error): The resource could not be found. Apr 23 09:13:55.640465 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-77a522fe-d16e-418f-88c4-2d5c0ffe54f7 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "DELETE /v2.0/routers/1c295fae-2601-4a91-800b-73663c28b8b4 HTTP/1.1" status: 404 len: 336 time: 0.0993972 Apr 23 09:13:55.645070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 32998) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:55.745995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ee0c-e9b7-418c-854c-61c74fc19953 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:55.758069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a4c6f-7f64-4aac-836b-041a750f780f tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Calling delete_port for a0d2cb0f-c5d8-430a-8c31-b8b7adbbf007 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:55.764529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7653c84d-e67e-4fbe-aa1c-52d38e39265c tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:55.779561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:55.818784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Calling delete_port for ec3c98fb-0e3b-4abd-8c21-c7c18b613779 owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:55.828442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_backend_mixin [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Port ec3c98fb-0e3b-4abd-8c21-c7c18b613779 was not found and therefore no delete operation was performed {{(pid=87175) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 23 09:13:55.831470 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-605b0493-5a61-4f45-9bc3-2ffc93f1114c tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1042ec1-842d-4238-88b2-3ec0e83c49dc HTTP/1.1" status: 200 len: 205 time: 0.1850786 Apr 23 09:13:55.832723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:55.836746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33002) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:55.837473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:55.862630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653c84d-e67e-4fbe-aa1c-52d38e39265c tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event deleted for resources: {'Port': ['ID=a8ad6ecd-a300-4021-b923-64e9b515d8c7,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:55.875731 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf349de8-3bec-44f9-9af8-af15c7ed6a36 req-7e56a7a8-75b1-44b6-a3f4-1cd042b98408 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/security-groups?id=02253940-2539-4e82-a972-ccf13c8e9e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7512071 Apr 23 09:13:55.877243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7653c84d-e67e-4fbe-aa1c-52d38e39265c tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:55.879395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c9d0ee0c-e9b7-418c-854c-61c74fc19953 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Transition to ACTIVE for port object 50861f65-668a-4ab8-999a-4c779463ef59 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:13:55.948559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event deleted for resources: {'Port': ['ID=ec3c98fb-0e3b-4abd-8c21-c7c18b613779,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:55.959453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:55.973681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] No DVR routers for this DVR port ec3c98fb-0e3b-4abd-8c21-c7c18b613779 on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:13:56.003695 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-04cb202b-b1d6-4b1c-a4ea-8556ab3a0958 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] delete failed (client error): The resource could not be found. Apr 23 09:13:56.010166 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-04cb202b-b1d6-4b1c-a4ea-8556ab3a0958 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "DELETE /v2.0/routers/a1042ec1-842d-4238-88b2-3ec0e83c49dc HTTP/1.1" status: 404 len: 336 time: 0.1312273 Apr 23 09:13:56.010166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33006) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:56.095797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7653c84d-e67e-4fbe-aa1c-52d38e39265c tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:56.140698 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-baf5b655-d1b3-452d-aa9a-5fd3045574f9 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e915e29-204c-436e-b88e-bda590ab11c9 HTTP/1.1" status: 200 len: 205 time: 0.1204212 Apr 23 09:13:56.143573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33010) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:56.202773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ee0c-e9b7-418c-854c-61c74fc19953 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:56.280267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f239122f-6cdc-40d9-a0b9-8904bf63c190 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:56.299772 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-41ada723-d530-4ff8-a30c-f1d8b872bf73 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] delete failed (client error): The resource could not be found. Apr 23 09:13:56.302279 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-41ada723-d530-4ff8-a30c-f1d8b872bf73 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "DELETE /v2.0/routers/4e915e29-204c-436e-b88e-bda590ab11c9 HTTP/1.1" status: 404 len: 336 time: 0.1563427 Apr 23 09:13:56.303171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:56.317301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ec3c98fb-0e3b-4abd-8c21-c7c18b613779 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:13:56.321143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33014) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:56.367978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7653c84d-e67e-4fbe-aa1c-52d38e39265c tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:56.368566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: ec3c98fb-0e3b-4abd-8c21-c7c18b613779 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:13:56.369214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ec3c98fb-0e3b-4abd-8c21-c7c18b613779 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:13:56.369601 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7653c84d-e67e-4fbe-aa1c-52d38e39265c tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "DELETE /v2.0/floatingips/c414aaf0-0e3e-467f-9173-e6597bf9ef04 HTTP/1.1" status: 204 len: 168 time: 5.1811578 Apr 23 09:13:56.382718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd6a4c6f-7f64-4aac-836b-041a750f780f tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:56.386949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33020) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:56.407290 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-27a6ba30-189e-454f-8a95-6ccc13e5cfdd tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "GET /v2.0/ports?device_id=27aac9d8-948e-4c16-a78f-017f7f807c4a HTTP/1.1" status: 200 len: 205 time: 0.0847511 Apr 23 09:13:56.410880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33024) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:56.540749 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-6a0c5031-a35e-495c-ad1e-7f2f7ad038d5 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] delete failed (client error): The resource could not be found. Apr 23 09:13:56.541889 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6a0c5031-a35e-495c-ad1e-7f2f7ad038d5 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "DELETE /v2.0/routers/27aac9d8-948e-4c16-a78f-017f7f807c4a HTTP/1.1" status: 404 len: 336 time: 0.1299582 Apr 23 09:13:56.547135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d0ee0c-e9b7-418c-854c-61c74fc19953 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Network abbeb519-6d28-4271-89ad-e93e79e8ca24 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:13:56.548123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d1bc805f-9cd7-4bd4-b406-c1de59f66243 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_gateway, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:56.549033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33028) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:56.594495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c9d0ee0c-e9b7-418c-854c-61c74fc19953 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:13:56.615243 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-1bc6fae3-7f48-48b0-8236-3905baa1a185 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] delete failed (client error): The resource could not be found. Apr 23 09:13:56.615243 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1bc6fae3-7f48-48b0-8236-3905baa1a185 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "DELETE /v2.0/floatingips/c414aaf0-0e3e-467f-9173-e6597bf9ef04 HTTP/1.1" status: 404 len: 345 time: 0.2110207 Apr 23 09:13:56.615243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0ee0c-e9b7-418c-854c-61c74fc19953 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Pushing event updated for resources: {'Port': ['ID=50861f65-668a-4ab8-999a-4c779463ef59,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:56.625189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd6a4c6f-7f64-4aac-836b-041a750f780f tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:56.628343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d0ee0c-e9b7-418c-854c-61c74fc19953 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:13:56.655177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33032) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:56.668168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d1bc805f-9cd7-4bd4-b406-c1de59f66243 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:56.710063 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ec87b483-0421-4d00-ab9f-8e866a56ec0a tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "GET /v2.0/ports?device_id=3610a426-5f17-46f5-b74a-5013e52a0920 HTTP/1.1" status: 200 len: 205 time: 0.1574202 Apr 23 09:13:56.730825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33038) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:56.758177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:56.794747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c9d0ee0c-e9b7-418c-854c-61c74fc19953 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:56.795752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c9d0ee0c-e9b7-418c-854c-61c74fc19953 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:56.809546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8983d77-45a8-4558-bfb5-8eb2b625a698']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:56.849934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63c9bd5-dca6-4d84-9f88-97b39670cef8') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:56.850480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63c9bd5-dca6-4d84-9f88-97b39670cef8') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:13:56.859262 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-d2f62ec2-02d7-4319-91ab-066c8e0d1036 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] delete failed (client error): The resource could not be found. Apr 23 09:13:56.861044 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d2f62ec2-02d7-4319-91ab-066c8e0d1036 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "DELETE /v2.0/routers/3610a426-5f17-46f5-b74a-5013e52a0920 HTTP/1.1" status: 404 len: 336 time: 0.1256337 Apr 23 09:13:56.871926 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-dd6a4c6f-7f64-4aac-836b-041a750f780f tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] 10.222.0.60 "DELETE /v2.0/ports/a0d2cb0f-c5d8-430a-8c31-b8b7adbbf007 HTTP/1.1" status: 204 len: 168 time: 4.4554162 Apr 23 09:13:56.873853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33042) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:56.880206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a4c6f-7f64-4aac-836b-041a750f780f tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Pushing event deleted for resources: {'Port': ['ID=a0d2cb0f-c5d8-430a-8c31-b8b7adbbf007,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:56.891968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:56.916555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-68a379db-b939-4147-a267-953058eda4dc None None] Provisioning for port 50861f65-668a-4ab8-999a-4c779463ef59 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:13:56.925313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-68a379db-b939-4147-a267-953058eda4dc None None] Provisioning complete for port 50861f65-668a-4ab8-999a-4c779463ef59 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:13:56.926665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68a379db-b939-4147-a267-953058eda4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:56.936563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33044) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:56.957337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d0ee0c-e9b7-418c-854c-61c74fc19953 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:56.959183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ee0c-e9b7-418c-854c-61c74fc19953 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:56.969307 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-318a606d-6f63-415f-90b2-c4842c356d53 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "GET /v2.0/ports?device_id=b64cb64d-530a-485d-a665-8646cbb3e3df HTTP/1.1" status: 200 len: 205 time: 0.0850842 Apr 23 09:13:56.972105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:56.974705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33050) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:56.993680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fe6ae-1307-4646-b485-933e3470a83f req-256f5931-68b3-4218-8c8b-5513648448be tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:56.995443 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-487fe6ae-1307-4646-b485-933e3470a83f req-256f5931-68b3-4218-8c8b-5513648448be tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.4057498 Apr 23 09:13:57.051259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-68a379db-b939-4147-a267-953058eda4dc None None] Port 50861f65-668a-4ab8-999a-4c779463ef59 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:13:57.083586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:13:57.130561 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-0ea02bd4-200e-4f75-be70-4f17fed34bb5 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] delete failed (client error): The resource could not be found. Apr 23 09:13:57.134530 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0ea02bd4-200e-4f75-be70-4f17fed34bb5 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "DELETE /v2.0/routers/b64cb64d-530a-485d-a665-8646cbb3e3df HTTP/1.1" status: 404 len: 336 time: 0.1351469 Apr 23 09:13:57.138373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33056) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:57.152268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9799f1d7-d4af-49d6-9d36-7a00d8029bfa tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:57.159357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9799f1d7-d4af-49d6-9d36-7a00d8029bfa tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:57.165859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9799f1d7-d4af-49d6-9d36-7a00d8029bfa tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:57.166817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9799f1d7-d4af-49d6-9d36-7a00d8029bfa tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Synchronizing usage tracker for tenant:dfde3cc6f86f4c6daa52e8538a922701 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:13:57.245126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Pushing event deleted for resources: {'Port': ['ID=a3635d80-78ac-4778-ad86-3c8e94997809,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:57.360432 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba93074-33c7-45e0-9147-63a3d009e41c tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] DELETE failed (client error): The resource could not be found. Apr 23 09:13:57.361138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba93074-33c7-45e0-9147-63a3d009e41c tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:13:57.366853 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-aba93074-33c7-45e0-9147-63a3d009e41c tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] 10.222.0.60 "DELETE /v2.0/subnets/7d79e5e4-9d6c-4abb-b85c-5657b44c6bae HTTP/1.1" status: 404 len: 337 time: 0.2224905 Apr 23 09:13:57.407291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:57.414551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.973s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:57.415143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:57.431152 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-487fe6ae-1307-4646-b485-933e3470a83f req-4481daa2-32c6-47c0-aed3-2745dbd38ba6 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3581018 Apr 23 09:13:57.438624 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c9d0ee0c-e9b7-418c-854c-61c74fc19953 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.3539255 Apr 23 09:13:57.439791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33062) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:57.447638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-c18b396b-67be-4a7c-bc92-50678a31f59f req-735d02a6-fdd5-46df-9ed2-d174b25369bc tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Synchronizing usage tracker for tenant:3a37e3ff2df14ef5af04077b55233f51 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:13:57.489286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-18bb0b89-5d02-475e-acea-3714d1433272 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:61:dd:0f'}]}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:57.630809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Network e8983d77-45a8-4558-bfb5-8eb2b625a698 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:13:57.645252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9799f1d7-d4af-49d6-9d36-7a00d8029bfa tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Unset dirty status for tenant:dfde3cc6f86f4c6daa52e8538a922701 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:13:57.647663 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9799f1d7-d4af-49d6-9d36-7a00d8029bfa tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "GET /v2.0/ports?network_id=d58fcea4-a3d0-46b5-8db9-1853265b18f0 HTTP/1.1" status: 200 len: 2357 time: 0.9910572 Apr 23 09:13:57.652158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:57.669308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33068) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:57.915449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-d1bc805f-9cd7-4bd4-b406-c1de59f66243 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Allocated IP 172.26.4.206 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/5eba470c-478e-4b1a-9be5-3cd1b6c3a0ed) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:13:58.023268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-c18b396b-67be-4a7c-bc92-50678a31f59f req-735d02a6-fdd5-46df-9ed2-d174b25369bc tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Unset dirty status for tenant:3a37e3ff2df14ef5af04077b55233f51 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:13:58.026580 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c18b396b-67be-4a7c-bc92-50678a31f59f req-735d02a6-fdd5-46df-9ed2-d174b25369bc tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 210 time: 0.7835858 Apr 23 09:13:58.047136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cbad2c-ff04-4923-873a-22de3bbb69b5 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:58.057379 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e7cbad2c-ff04-4923-873a-22de3bbb69b5 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "GET /v2.0/subnets/d9b184bc-c883-4905-b80c-7b2df6402e65 HTTP/1.1" status: 200 len: 797 time: 0.3711419 Apr 23 09:13:58.068479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33076) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:58.078676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33078) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:58.108443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-23d56955-4d48-4d98-a672-9552b9b422a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Request body: {'port': {'network_id': 'd58fcea4-a3d0-46b5-8db9-1853265b18f0', 'name': 'tempest-FloatingIPTestJSON-287923965', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:13:58.197249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Router f7d6e821-51aa-4f11-8450-c3ac9e7e5a14 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:13:58.200009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3cba075a-e468-4b37-ba72-1804a1f63aa2 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Deleting port 3491220e-e3d5-4d93-984f-058baf11e22d {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:13:58.200605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cba075a-e468-4b37-ba72-1804a1f63aa2 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:58.352696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Network e8983d77-45a8-4558-bfb5-8eb2b625a698 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:13:58.442747 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:13:59.102767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-273f4d9c-cd46-4822-83da-6e817a6781d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:59.152572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-273f4d9c-cd46-4822-83da-6e817a6781d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:59.165229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d6804-1986-438b-bcce-3836355b816d req-bb69da57-69b3-4b41-bd48-5d7ccefe127f tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:59.174244 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-683d6804-1986-438b-bcce-3836355b816d req-bb69da57-69b3-4b41-bd48-5d7ccefe127f tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.9160948 Apr 23 09:13:59.193740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-23d56955-4d48-4d98-a672-9552b9b422a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:13:59.205751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-23d56955-4d48-4d98-a672-9552b9b422a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:59.215251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-273f4d9c-cd46-4822-83da-6e817a6781d5 admin admin] Usage tracker for resource:security_group_rule and tenant:64739600c5804295a804ab4aea34ef97 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:13:59.236208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:59.238481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-273f4d9c-cd46-4822-83da-6e817a6781d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:13:59.254623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d56955-4d48-4d98-a672-9552b9b422a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Made reservation on behalf of dfde3cc6f86f4c6daa52e8538a922701 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:13:59.272293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ac838898-8b77-448d-b093-8b4337788a67 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:13:59.294105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-273f4d9c-cd46-4822-83da-6e817a6781d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:13:59.297557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:59.307927 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "DELETE /v2.0/networks/e8983d77-45a8-4558-bfb5-8eb2b625a698 HTTP/1.1" status: 204 len: 168 time: 5.2599027 Apr 23 09:13:59.330158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33088) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:13:59.335085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1de26-0647-4086-b205-114c36f333f7 req-d810b6aa-ef03-4e09-8d84-a79ec69b26f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:59.336898 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-37f1de26-0647-4086-b205-114c36f333f7 req-d810b6aa-ef03-4e09-8d84-a79ec69b26f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=31a3cdb04d554bd6aeeb1f860e8a1415&device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 1098 time: 0.8300464 Apr 23 09:13:59.556778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cba075a-e468-4b37-ba72-1804a1f63aa2 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:59.590057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18bb0b89-5d02-475e-acea-3714d1433272 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:59.602448 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d718bac0-9c56-4039-826f-00e8aa297441 req-8f8057ad-40c8-470f-b58f-f33ed20ca85c tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 210 time: 0.1447124 Apr 23 09:13:59.663514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event deleted for resources: {'Network': ['ID=e8983d77-45a8-4558-bfb5-8eb2b625a698,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:13:59.701477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1de26-0647-4086-b205-114c36f333f7 req-0cdc0967-2e3b-4cca-933c-50c0f0577807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:13:59.704532 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-37f1de26-0647-4086-b205-114c36f333f7 req-0cdc0967-2e3b-4cca-933c-50c0f0577807 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5f22f44-5dc5-4259-bb66-faeac2187f12 HTTP/1.1" status: 200 len: 913 time: 0.3471210 Apr 23 09:13:59.724100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:13:59.862864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3cba075a-e468-4b37-ba72-1804a1f63aa2 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Calling delete_port for 3491220e-e3d5-4d93-984f-058baf11e22d owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:13:59.887081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d1bc805f-9cd7-4bd4-b406-c1de59f66243 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:13:59.893097 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-683d6804-1986-438b-bcce-3836355b816d req-cfb8ee17-a798-4238-a70a-54befd03ccba tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7168765 Apr 23 09:13:59.976522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:13:59.996483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951ff6bd-a910-4866-a062-3bc3675e1bc6 None None] Sync routers for ids ['f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:14:00.003615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b088e98-7d53-424e-a59c-8f85df1b7311 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Deleting subnet e7a825f5-d6a7-496e-9f75-421dd8125b91 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:14:00.007306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b088e98-7d53-424e-a59c-8f85df1b7311 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:00.023028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951ff6bd-a910-4866-a062-3bc3675e1bc6 None None] Routers {'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:14:00.024503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-951ff6bd-a910-4866-a062-3bc3675e1bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:00.075840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b088e98-7d53-424e-a59c-8f85df1b7311 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:00.174653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b088e98-7d53-424e-a59c-8f85df1b7311 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:00.177613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] No DVR routers for this DVR port a3635d80-78ac-4778-ad86-3c8e94997809 on host hv-neutron-7864 {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:14:00.191971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:00.194156 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9b01efda-1c3d-45cf-b3f0-a4e7e2649001 req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.35 "DELETE /v2.0/ports/a3635d80-78ac-4778-ad86-3c8e94997809 HTTP/1.1" status: 204 len: 173 time: 13.1986129 Apr 23 09:14:00.204019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db4f99d-d426-4eb9-935c-908e3be0a178', 'name': 'network-vif-deleted', 'tag': 'a3635d80-78ac-4778-ad86-3c8e94997809'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:14:00.231242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d1bc805f-9cd7-4bd4-b406-c1de59f66243 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:00.247237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3ec793df-6493-4920-a522-54d91b7a6854 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:00.316133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cba075a-e468-4b37-ba72-1804a1f63aa2 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:00.319113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bc805f-9cd7-4bd4-b406-c1de59f66243 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:14:00.323981 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db4f99d-d426-4eb9-935c-908e3be0a178', 'name': 'network-vif-deleted', 'tag': 'a3635d80-78ac-4778-ad86-3c8e94997809', 'status': 'completed', 'code': 200} Apr 23 09:14:00.330565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-d1bc805f-9cd7-4bd4-b406-c1de59f66243 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:00.342979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bc805f-9cd7-4bd4-b406-c1de59f66243 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:14:00.417122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc805f-9cd7-4bd4-b406-c1de59f66243 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Pushing event updated for resources: {'Port': ['ID=5eba470c-478e-4b1a-9be5-3cd1b6c3a0ed,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:00.420627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cba075a-e468-4b37-ba72-1804a1f63aa2 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:00.442031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d1bc805f-9cd7-4bd4-b406-c1de59f66243 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:00.442683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:00.505397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba075a-e468-4b37-ba72-1804a1f63aa2 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Pushing event deleted for resources: {'Port': ['ID=3491220e-e3d5-4d93-984f-058baf11e22d,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:00.518391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3cba075a-e468-4b37-ba72-1804a1f63aa2 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:00.558544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-951ff6bd-a910-4866-a062-3bc3675e1bc6 None None] Set router f7d6e821-51aa-4f11-8450-c3ac9e7e5a14 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:14:00.559451 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-37f1de26-0647-4086-b205-114c36f333f7 req-21291dfc-a023-44e1-9d6a-8eabea5c189f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=604ea667-2571-4657-a201-16fcd36200b4 HTTP/1.1" status: 200 len: 1001 time: 0.7586818 Apr 23 09:14:00.585061 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3cba075a-e468-4b37-ba72-1804a1f63aa2 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] 10.222.0.60 "DELETE /v2.0/ports/3491220e-e3d5-4d93-984f-058baf11e22d HTTP/1.1" status: 204 len: 168 time: 3.6097093 Apr 23 09:14:00.594017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18bb0b89-5d02-475e-acea-3714d1433272 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:00.596101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33094) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:00.715426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18bb0b89-5d02-475e-acea-3714d1433272 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:00.727155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23d56955-4d48-4d98-a672-9552b9b422a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:00.729095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-33debeb4-1715-4e83-8e8c-005edf552665 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:00.758637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b088e98-7d53-424e-a59c-8f85df1b7311 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:00.770092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-918abaae-ebc0-450e-9390-37ae2aed01f9 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Synchronizing usage tracker for tenant:cbe1c33fc0654af4a07123b7235281b4 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:14:00.788285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:00.821276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-23d56955-4d48-4d98-a672-9552b9b422a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] device_id is not set on port d527925c-7b71-4327-9574-b468791d16db yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:14:00.915371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b088e98-7d53-424e-a59c-8f85df1b7311 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a825f5-d6a7-496e-9f75-421dd8125b91,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:00.949006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b088e98-7d53-424e-a59c-8f85df1b7311 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:00.950060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d85ddb-167a-4b0d-9935-766913b67fb4 None None] Network bc051b64-7471-4350-9ef0-f551f6ddad4c requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:14:00.956497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb0b89-5d02-475e-acea-3714d1433272 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Pushing event updated for resources: {'Port': ['ID=50861f65-668a-4ab8-999a-4c779463ef59,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:00.963334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-18bb0b89-5d02-475e-acea-3714d1433272 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:00.972620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-18bb0b89-5d02-475e-acea-3714d1433272 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] In _notify_port_updated(), no bound segment for port 50861f65-668a-4ab8-999a-4c779463ef59 on network abbeb519-6d28-4271-89ad-e93e79e8ca24 {{(pid=87174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 23 09:14:00.982577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bb0b89-5d02-475e-acea-3714d1433272 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:00.983281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18bb0b89-5d02-475e-acea-3714d1433272 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:00.984799 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-18bb0b89-5d02-475e-acea-3714d1433272 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "PUT /v2.0/ports/50861f65-668a-4ab8-999a-4c779463ef59 HTTP/1.1" status: 200 len: 997 time: 3.5338860 Apr 23 09:14:00.990392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2b088e98-7d53-424e-a59c-8f85df1b7311 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:00.995020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33102) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:01.015977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1de26-0647-4086-b205-114c36f333f7 req-e6717e78-ad33-478a-b299-9244ffec1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:01.017607 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-37f1de26-0647-4086-b205-114c36f333f7 req-e6717e78-ad33-478a-b299-9244ffec1095 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e93f7937-3608-4a50-b4a7-cc289ad239de HTTP/1.1" status: 200 len: 851 time: 0.4397166 Apr 23 09:14:01.050821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-918abaae-ebc0-450e-9390-37ae2aed01f9 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Unset dirty status for tenant:cbe1c33fc0654af4a07123b7235281b4 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:14:01.052391 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-918abaae-ebc0-450e-9390-37ae2aed01f9 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4463739 Apr 23 09:14:01.066894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33106) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:01.107731 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-200fb3c1-8887-4dc7-b848-075fd3723734 req-9d370f15-47bb-4ef5-90a4-6dc732786a2f tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/ports?device_id=4db4f99d-d426-4eb9-935c-908e3be0a178 HTTP/1.1" status: 200 len: 210 time: 0.2229826 Apr 23 09:14:01.229128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3ec464dd-fe72-48a4-bf41-e1b663d6a348 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1682264226'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:01.236210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3ec464dd-fe72-48a4-bf41-e1b663d6a348 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:01.250612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3ec464dd-fe72-48a4-bf41-e1b663d6a348 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Usage tracker for resource:network and tenant:cbe1c33fc0654af4a07123b7235281b4 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:01.258241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-273f4d9c-cd46-4822-83da-6e817a6781d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:01.260519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3ec464dd-fe72-48a4-bf41-e1b663d6a348 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:01.268967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3ec464dd-fe72-48a4-bf41-e1b663d6a348 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:01.289944 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2b088e98-7d53-424e-a59c-8f85df1b7311 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "DELETE /v2.0/subnets/e7a825f5-d6a7-496e-9f75-421dd8125b91 HTTP/1.1" status: 204 len: 168 time: 1.9517415 Apr 23 09:14:01.306797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33110) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:01.316082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-273f4d9c-cd46-4822-83da-6e817a6781d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:01.332840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-951ff6bd-a910-4866-a062-3bc3675e1bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'name': 'tempest-ServersTestJSON-995490386-router', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '4109311a-6651-4eb6-881c-2c4b74864144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:09Z', 'updated_at': '2021-04-23T09:11:23Z', 'revision_number': 4, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'gw_port': {'id': '4109311a-6651-4eb6-881c-2c4b74864144', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:11Z', 'updated_at': '2021-04-23T09:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '2f7c5d4f-8123-49b7-a639-c192ed298d29', 'name': '', 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'mac_address': 'fa:16:3e:13:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '240a5dee-132f-48af-9eea-b03af8b7ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:20Z', 'updated_at': '2021-04-23T09:11:37Z', 'revision_number': 5, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'subnets': [{'id': '240a5dee-132f-48af-9eea-b03af8b7ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:01.340342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951ff6bd-a910-4866-a062-3bc3675e1bc6 None None] Checking router: f7d6e821-51aa-4f11-8450-c3ac9e7e5a14 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:14:01.352598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951ff6bd-a910-4866-a062-3bc3675e1bc6 None None] Routers {'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:14:01.353302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-951ff6bd-a910-4866-a062-3bc3675e1bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:01.401499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:01.418247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec464dd-fe72-48a4-bf41-e1b663d6a348 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Made reservation on behalf of cbe1c33fc0654af4a07123b7235281b4 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:14:01.425409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ec464dd-fe72-48a4-bf41-e1b663d6a348 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:01.473564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3f656e4f-3fd9-4292-b119-4b7712aff657 None None] Provisioning complete for port 50861f65-668a-4ab8-999a-4c779463ef59 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:14:01.474001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3f656e4f-3fd9-4292-b119-4b7712aff657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:01.536616 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-273f4d9c-cd46-4822-83da-6e817a6781d5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=64739600c5804295a804ab4aea34ef97&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4499187 Apr 23 09:14:01.548428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33114) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:01.613043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec464dd-fe72-48a4-bf41-e1b663d6a348 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:14:01.620510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f4d9c-cd46-4822-83da-6e817a6781d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c08dbb-9225-4638-ae4d-90e00a7b4117,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:01.636618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-273f4d9c-cd46-4822-83da-6e817a6781d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:01.642237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-951ff6bd-a910-4866-a062-3bc3675e1bc6 None None] Set router f7d6e821-51aa-4f11-8450-c3ac9e7e5a14 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:14:01.651442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ec464dd-fe72-48a4-bf41-e1b663d6a348 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:01.651679 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-3ec464dd-fe72-48a4-bf41-e1b663d6a348 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Added segment 33473d98-9f1f-49ad-9c21-480c65e37465 of type vlan for network 6fa5f343-84d6-4de9-9261-283c40081114 Apr 23 09:14:01.667828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3f656e4f-3fd9-4292-b119-4b7712aff657 None None] Port 50861f65-668a-4ab8-999a-4c779463ef59 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:14:01.674402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f316dc-67e6-468d-91ed-a36333d30bbb tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Deleting subnet 042786c2-29e7-46fa-9169-3eab2fc57d51 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:14:01.698953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d1bc805f-9cd7-4bd4-b406-c1de59f66243 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_gateway, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:01.700533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9f316dc-67e6-468d-91ed-a36333d30bbb tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:01.772441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1de26-0647-4086-b205-114c36f333f7 req-f6a993e6-3972-4d7b-bf42-b3ec71c8b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:01.774109 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-37f1de26-0647-4086-b205-114c36f333f7 req-f6a993e6-3972-4d7b-bf42-b3ec71c8b984 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5f22f44-5dc5-4259-bb66-faeac2187f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6619844 Apr 23 09:14:01.854944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f57f9a8-385a-4072-b7fb-6aa639ee7f9d None None] DHCP port deletion for bc051b64-7471-4350-9ef0-f551f6ddad4c request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:14:01.879430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9f316dc-67e6-468d-91ed-a36333d30bbb tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:01.978273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9f316dc-67e6-468d-91ed-a36333d30bbb tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:01.989121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184dc5c-3b07-4c7a-b884-26a664f56356 req-be0ddd59-c19e-4057-9cb4-ec844bcd01b2 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:01.990906 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8184dc5c-3b07-4c7a-b884-26a664f56356 req-be0ddd59-c19e-4057-9cb4-ec844bcd01b2 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.6834257 Apr 23 09:14:02.002486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1f57f9a8-385a-4072-b7fb-6aa639ee7f9d None None] Deleting port daaa1fd8-385f-4748-88e6-393a54534e75 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:02.003659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f57f9a8-385a-4072-b7fb-6aa639ee7f9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:02.239502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1f57f9a8-385a-4072-b7fb-6aa639ee7f9d None None] For port daaa1fd8-385f-4748-88e6-393a54534e75, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=daaa1fd8-385f-4748-88e6-393a54534e75,segment=NetworkSegment(b913bfd7-71e2-4cb4-a328-879920190711),segment_id=b913bfd7-71e2-4cb4-a328-879920190711)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:14:02.240448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f57f9a8-385a-4072-b7fb-6aa639ee7f9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:02.273623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-951ff6bd-a910-4866-a062-3bc3675e1bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'name': 'tempest-ServersTestJSON-995490386-router', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '4109311a-6651-4eb6-881c-2c4b74864144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:09Z', 'updated_at': '2021-04-23T09:11:23Z', 'revision_number': 4, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'gw_port': {'id': '4109311a-6651-4eb6-881c-2c4b74864144', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:11Z', 'updated_at': '2021-04-23T09:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '2f7c5d4f-8123-49b7-a639-c192ed298d29', 'name': '', 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'mac_address': 'fa:16:3e:13:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '240a5dee-132f-48af-9eea-b03af8b7ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:20Z', 'updated_at': '2021-04-23T09:11:37Z', 'revision_number': 5, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'subnets': [{'id': '240a5dee-132f-48af-9eea-b03af8b7ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:02.279458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951ff6bd-a910-4866-a062-3bc3675e1bc6 None None] The sync data for ids ['f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'] in dv-neutron-786478-4-hyperv is: [{'id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'name': 'tempest-ServersTestJSON-995490386-router', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '4109311a-6651-4eb6-881c-2c4b74864144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:09Z', 'updated_at': '2021-04-23T09:11:23Z', 'revision_number': 4, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'gw_port': {'id': '4109311a-6651-4eb6-881c-2c4b74864144', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:11Z', 'updated_at': '2021-04-23T09:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '2f7c5d4f-8123-49b7-a639-c192ed298d29', 'name': '', 'network_id': '5774ccf0-e686-428b-ad66-6523b0025605', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'mac_address': 'fa:16:3e:13:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '240a5dee-132f-48af-9eea-b03af8b7ce83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:20Z', 'updated_at': '2021-04-23T09:11:37Z', 'revision_number': 5, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'subnets': [{'id': '240a5dee-132f-48af-9eea-b03af8b7ce83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:14:02.425335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33122) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:02.551794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device daaa1fd8-385f-4748-88e6-393a54534e75 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:14:02.573142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ec464dd-fe72-48a4-bf41-e1b663d6a348 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:02.603672 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8184dc5c-3b07-4c7a-b884-26a664f56356 req-daeb97ac-a349-400b-afce-d51c8301395e tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5312262 Apr 23 09:14:02.623049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-40429cff-82a3-46f4-bbb5-dc2116c06781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:02.640726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1f57f9a8-385a-4072-b7fb-6aa639ee7f9d None None] Calling delete_port for daaa1fd8-385f-4748-88e6-393a54534e75 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:02.684283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e4767e2d-278f-4a22-9981-0afb3c42c3b9 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Deleting port 50861f65-668a-4ab8-999a-4c779463ef59 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:02.684283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e4767e2d-278f-4a22-9981-0afb3c42c3b9 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:02.719495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-40429cff-82a3-46f4-bbb5-dc2116c06781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:02.740913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d1bc805f-9cd7-4bd4-b406-c1de59f66243 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:02.753146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0646d510-5ba7-4537-b1c9-985091802264 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:02.778173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:02.786682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9f316dc-67e6-468d-91ed-a36333d30bbb tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:02.821774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d1bc805f-9cd7-4bd4-b406-c1de59f66243 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846489349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8286451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846514403'] for router, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:02.822094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-23d56955-4d48-4d98-a672-9552b9b422a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Allocated IP 172.20.0.14 (d58fcea4-a3d0-46b5-8db9-1853265b18f0/d9b184bc-c883-4905-b80c-7b2df6402e65/d527925c-7b71-4327-9574-b468791d16db) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:14:02.832992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:02.862623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0646d510-5ba7-4537-b1c9-985091802264 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:02.896882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f316dc-67e6-468d-91ed-a36333d30bbb tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event deleted for resources: {'Subnet': ['ID=042786c2-29e7-46fa-9169-3eab2fc57d51,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:02.907599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c9f316dc-67e6-468d-91ed-a36333d30bbb tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:02.909036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-23d56955-4d48-4d98-a672-9552b9b422a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Allocated IP 172.20.0.13 (d58fcea4-a3d0-46b5-8db9-1853265b18f0/d9b184bc-c883-4905-b80c-7b2df6402e65/d527925c-7b71-4327-9574-b468791d16db) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:14:02.913054 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-37f1de26-0647-4086-b205-114c36f333f7 req-11eca0f8-be9d-4eb9-897b-d5996d61b9a9 service neutron] 10.222.0.35 "GET /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1304855 Apr 23 09:14:02.914218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9f316dc-67e6-468d-91ed-a36333d30bbb tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:02.926744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8863c113-4de5-4c6c-ab5a-76aafe6fc035 None None] New status for floating IP 8c612108-f64c-4bd1-9576-e095aae53a14: DOWN {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:14:02.970784 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c9f316dc-67e6-468d-91ed-a36333d30bbb tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "DELETE /v2.0/subnets/042786c2-29e7-46fa-9169-3eab2fc57d51 HTTP/1.1" status: 204 len: 168 time: 1.6625912 Apr 23 09:14:02.997957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33126) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:03.032337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7214c086-9b8b-4dfc-964d-78b1db520948 None None] Network a9d3b665-0cde-4d18-929c-05535c4ee097 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:14:03.032717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ec464dd-fe72-48a4-bf41-e1b663d6a348 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:03.044930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec464dd-fe72-48a4-bf41-e1b663d6a348 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:03.046141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ec464dd-fe72-48a4-bf41-e1b663d6a348 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:03.073409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f57f9a8-385a-4072-b7fb-6aa639ee7f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:03.083266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d9b9f235-46ba-4334-8de1-6b2e3a455fc0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:03.265544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f722d03b-50e7-4026-9080-c7adca80a124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:03.270167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e4767e2d-278f-4a22-9981-0afb3c42c3b9 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:03.398466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57f9a8-385a-4072-b7fb-6aa639ee7f9d None None] Pushing event deleted for resources: {'Port': ['ID=daaa1fd8-385f-4748-88e6-393a54534e75,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:03.402195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f57f9a8-385a-4072-b7fb-6aa639ee7f9d None None] No DVR routers for this DVR port daaa1fd8-385f-4748-88e6-393a54534e75 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:14:03.419186 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3ec464dd-fe72-48a4-bf41-e1b663d6a348 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3459735 Apr 23 09:14:03.428642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33130) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:03.523566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-40429cff-82a3-46f4-bbb5-dc2116c06781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:03.541179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7b3f524b-e194-48fd-a5ad-3c20f3bb768f tempest-RoutersAdminNegativeTest-1439447259 tempest-RoutersAdminNegativeTest-1439447259-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:03.561604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1f57f9a8-385a-4072-b7fb-6aa639ee7f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:03.593485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40429cff-82a3-46f4-bbb5-dc2116c06781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c08dbb-9225-4638-ae4d-90e00a7b4117,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:03.619252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-40429cff-82a3-46f4-bbb5-dc2116c06781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:03.621708 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-37f1de26-0647-4086-b205-114c36f333f7 req-533e4415-32ef-44c2-b4a6-a53e2a83f989 service neutron] 10.222.0.35 "GET /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7011826 Apr 23 09:14:03.631357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1953f8e-a211-4661-8321-edb5a0a695ed tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:03.672873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0646d510-5ba7-4537-b1c9-985091802264 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:03.685877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-273f4d9c-cd46-4822-83da-6e817a6781d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:03.727929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9c044cda-eaaf-4456-8f9c-5353ed9f181c tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-661221689'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:03.765413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0646d510-5ba7-4537-b1c9-985091802264 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:03.769160 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0646d510-5ba7-4537-b1c9-985091802264 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "DELETE /v2.0/security-groups/02253940-2539-4e82-a972-ccf13c8e9e9b HTTP/1.1" status: 204 len: 168 time: 1.3303647 Apr 23 09:14:03.769340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e4767e2d-278f-4a22-9981-0afb3c42c3b9 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Calling delete_port for 50861f65-668a-4ab8-999a-4c779463ef59 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:03.769438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646d510-5ba7-4537-b1c9-985091802264 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02253940-2539-4e82-a972-ccf13c8e9e9b,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:03.771818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0646d510-5ba7-4537-b1c9-985091802264 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:03.774265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec464dd-fe72-48a4-bf41-e1b663d6a348 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Pushing event updated for resources: {'Network': ['ID=6fa5f343-84d6-4de9-9261-283c40081114,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:03.779823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33136) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:03.780852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-40429cff-82a3-46f4-bbb5-dc2116c06781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:03.782125 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-40429cff-82a3-46f4-bbb5-dc2116c06781 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/57c08dbb-9225-4638-ae4d-90e00a7b4117 HTTP/1.1" status: 204 len: 168 time: 2.1932757 Apr 23 09:14:03.782749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3ec464dd-fe72-48a4-bf41-e1b663d6a348 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:03.837433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9c044cda-eaaf-4456-8f9c-5353ed9f181c tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:03.856290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9c044cda-eaaf-4456-8f9c-5353ed9f181c tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Usage tracker for resource:network and tenant:cbe1c33fc0654af4a07123b7235281b4 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:03.858824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 6fa5f343-84d6-4de9-9261-283c40081114 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:14:03.861895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9c044cda-eaaf-4456-8f9c-5353ed9f181c tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:03.873055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9c044cda-eaaf-4456-8f9c-5353ed9f181c tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:03.918131 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-d4fb8a39-40f2-4e93-8f5b-93763ec925ac tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] show failed (client error): The resource could not be found. Apr 23 09:14:03.919422 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d4fb8a39-40f2-4e93-8f5b-93763ec925ac tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "GET /v2.0/security-groups/02253940-2539-4e82-a972-ccf13c8e9e9b HTTP/1.1" status: 404 len: 347 time: 0.1356609 Apr 23 09:14:03.938522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33142) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:04.003933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c044cda-eaaf-4456-8f9c-5353ed9f181c tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Made reservation on behalf of cbe1c33fc0654af4a07123b7235281b4 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:14:04.021435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c044cda-eaaf-4456-8f9c-5353ed9f181c tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:04.144792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c044cda-eaaf-4456-8f9c-5353ed9f181c tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:14:04.162439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c044cda-eaaf-4456-8f9c-5353ed9f181c tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:04.163068 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-9c044cda-eaaf-4456-8f9c-5353ed9f181c tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Added segment 1b0c5e6c-3a80-4be4-8d82-ad24f36ac864 of type vlan for network bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd Apr 23 09:14:04.192562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bc805f-9cd7-4bd4-b406-c1de59f66243 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Router 200707bd-4759-46f1-a37c-694ba07ca5a1 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:14:04.245044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c044cda-eaaf-4456-8f9c-5353ed9f181c tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:04.272496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b63dcbe-e0c2-45c7-b71b-07188ae79d9f None None] DHCP port deletion for a9d3b665-0cde-4d18-929c-05535c4ee097 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:14:04.302436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1953f8e-a211-4661-8321-edb5a0a695ed tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:04.389060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e4767e2d-278f-4a22-9981-0afb3c42c3b9 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:04.390477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23d56955-4d48-4d98-a672-9552b9b422a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:04.454497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1531c2f7-6257-439f-8909-9f8a20618854 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:14:04.550839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9b63dcbe-e0c2-45c7-b71b-07188ae79d9f None None] Deleting port 1531c2f7-6257-439f-8909-9f8a20618854 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:04.551804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b63dcbe-e0c2-45c7-b71b-07188ae79d9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:04.554170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-acaa55b1-bdc8-4a21-836f-abb45c2a0bca tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:04.610955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e3093-6725-4151-9f35-be8a441c5d6a req-a3c5093c-f8fb-4cfb-8277-7bcb8ea1c678 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:04.612509 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f83e3093-6725-4151-9f35-be8a441c5d6a req-a3c5093c-f8fb-4cfb-8277-7bcb8ea1c678 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.8395679 Apr 23 09:14:04.636983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c044cda-eaaf-4456-8f9c-5353ed9f181c tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:04.644654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c044cda-eaaf-4456-8f9c-5353ed9f181c tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:04.645377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c044cda-eaaf-4456-8f9c-5353ed9f181c tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:04.674293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4767e2d-278f-4a22-9981-0afb3c42c3b9 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Pushing event deleted for resources: {'Port': ['ID=50861f65-668a-4ab8-999a-4c779463ef59,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:04.676074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-b1953f8e-a211-4661-8321-edb5a0a695ed tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc051b64-7471-4350-9ef0-f551f6ddad4c']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:04.682446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e4767e2d-278f-4a22-9981-0afb3c42c3b9 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:04.688590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3ec464dd-fe72-48a4-bf41-e1b663d6a348 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:04.713758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-b1953f8e-a211-4661-8321-edb5a0a695ed tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b913bfd7-71e2-4cb4-a328-879920190711') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:04.714105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-b1953f8e-a211-4661-8321-edb5a0a695ed tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b913bfd7-71e2-4cb4-a328-879920190711') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:04.741810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1953f8e-a211-4661-8321-edb5a0a695ed tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:04.754826 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f83e3093-6725-4151-9f35-be8a441c5d6a req-27523ff7-bacd-4158-99b9-6ff51cf209d0 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202450 Apr 23 09:14:04.767819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ffccd69c-01e9-46a8-a286-9f69140e4646 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Deleting port eb00e706-29dc-45ff-ac12-978c69c1067e {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:04.768305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffccd69c-01e9-46a8-a286-9f69140e4646 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:04.806098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9b63dcbe-e0c2-45c7-b71b-07188ae79d9f None None] For port 1531c2f7-6257-439f-8909-9f8a20618854, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1531c2f7-6257-439f-8909-9f8a20618854,segment=NetworkSegment(c67e593f-0db2-40a1-a3c9-2b892d84858a),segment_id=c67e593f-0db2-40a1-a3c9-2b892d84858a)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:14:04.806733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b63dcbe-e0c2-45c7-b71b-07188ae79d9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:04.823350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33148) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:04.851013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23d56955-4d48-4d98-a672-9552b9b422a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:04.941728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e4767e2d-278f-4a22-9981-0afb3c42c3b9 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:04.948141 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e4767e2d-278f-4a22-9981-0afb3c42c3b9 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "DELETE /v2.0/ports/50861f65-668a-4ab8-999a-4c779463ef59 HTTP/1.1" status: 204 len: 168 time: 3.9495754 Apr 23 09:14:04.949097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33152) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:04.969478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9b63dcbe-e0c2-45c7-b71b-07188ae79d9f None None] Calling delete_port for 1531c2f7-6257-439f-8909-9f8a20618854 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:04.972642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1953f8e-a211-4661-8321-edb5a0a695ed tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:04.984800 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bf6871a4-8731-4d12-a805-fdb9d070c32e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=513ddb038d79429fa4fc439aa23f9a5a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1598520 Apr 23 09:14:04.987772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fd7df144-7e24-4a18-936b-44ba8c40fb11 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:05.025685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33156) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:05.042427 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9c044cda-eaaf-4456-8f9c-5353ed9f181c tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4660499 Apr 23 09:14:05.093630 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d23812-d922-4828-b0c1-09c387fec138 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] GET failed (client error): The resource could not be found. Apr 23 09:14:05.094461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e9d23812-d922-4828-b0c1-09c387fec138 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Synchronizing usage tracker for tenant:5775712b6fc04fb2a17e8bbd942518a6 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:14:05.110108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1953f8e-a211-4661-8321-edb5a0a695ed tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:14:05.120988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c044cda-eaaf-4456-8f9c-5353ed9f181c tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Pushing event updated for resources: {'Network': ['ID=bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:05.154573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9c044cda-eaaf-4456-8f9c-5353ed9f181c tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:05.158784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e9d23812-d922-4828-b0c1-09c387fec138 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Unset dirty status for tenant:5775712b6fc04fb2a17e8bbd942518a6 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:14:05.164123 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e9d23812-d922-4828-b0c1-09c387fec138 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "GET /v2.0/ports/50861f65-668a-4ab8-999a-4c779463ef59 HTTP/1.1" status: 404 len: 333 time: 0.1778939 Apr 23 09:14:05.166934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33160) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:05.173302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:14:05.177738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d56955-4d48-4d98-a672-9552b9b422a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Network d58fcea4-a3d0-46b5-8db9-1853265b18f0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:14:05.188204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-23d56955-4d48-4d98-a672-9552b9b422a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:05.207602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-584ec4b0-fde2-4cf1-a324-764f440b5465 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Request body: {'port': {'network_id': 'abbeb519-6d28-4271-89ad-e93e79e8ca24', 'name': 'tempest-AllowedAddressPairTestJSON-1680478541'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:05.218693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b63dcbe-e0c2-45c7-b71b-07188ae79d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:05.222758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Port 1531c2f7-6257-439f-8909-9f8a20618854 update to DOWN by agent not found {{(pid=87176) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2113}} Apr 23 09:14:05.236347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33162) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:05.248638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d56955-4d48-4d98-a672-9552b9b422a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:14:05.256985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bc805f-9cd7-4bd4-b406-c1de59f66243 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:14:05.276769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bc39d2-d5c1-47e5-a902-861243337455 None None] Sync routers for ids ['200707bd-4759-46f1-a37c-694ba07ca5a1'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:14:05.280513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Request body: {'subnets': [{'network_id': '6fa5f343-84d6-4de9-9261-283c40081114', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1122030446', 'ip_version': 4}, {'network_id': 'bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:05.281143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Request body: {'subnet': {'network_id': '6fa5f343-84d6-4de9-9261-283c40081114', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1122030446', 'ip_version': 4}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:05.282236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Request body: {'subnet': {'network_id': 'bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:05.290041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc39d2-d5c1-47e5-a902-861243337455 None None] Routers {'200707bd-4759-46f1-a37c-694ba07ca5a1'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:14:05.291082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-76bc39d2-d5c1-47e5-a902-861243337455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['200707bd-4759-46f1-a37c-694ba07ca5a1'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:05.344031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d56955-4d48-4d98-a672-9552b9b422a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:05.344990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23d56955-4d48-4d98-a672-9552b9b422a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:05.353123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d1bc805f-9cd7-4bd4-b406-c1de59f66243 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:05.358601 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d1bc805f-9cd7-4bd4-b406-c1de59f66243 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "PUT /v2.0/routers/200707bd-4759-46f1-a37c-694ba07ca5a1 HTTP/1.1" status: 200 len: 880 time: 12.7271550 Apr 23 09:14:05.372875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33168) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:05.373479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-76bc39d2-d5c1-47e5-a902-861243337455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:05.380770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffccd69c-01e9-46a8-a286-9f69140e4646 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:05.381339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffccd69c-01e9-46a8-a286-9f69140e4646 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:05.385154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc39d2-d5c1-47e5-a902-861243337455 None None] Routers {'200707bd-4759-46f1-a37c-694ba07ca5a1'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:14:05.386111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-76bc39d2-d5c1-47e5-a902-861243337455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:13:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['200707bd-4759-46f1-a37c-694ba07ca5a1'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:05.408522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f9376c02-21a2-4c68-b06e-8b972c8d89a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:05.462686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-76bc39d2-d5c1-47e5-a902-861243337455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:05.463396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bc39d2-d5c1-47e5-a902-861243337455 None None] The sync data for ids ['200707bd-4759-46f1-a37c-694ba07ca5a1'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:14:05.588878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-14e33ab3-8ff4-40d0-afcb-237715f7df05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:05.629999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d56955-4d48-4d98-a672-9552b9b422a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Port': ['ID=d527925c-7b71-4327-9574-b468791d16db,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:05.660213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63dcbe-e0c2-45c7-b71b-07188ae79d9f None None] Pushing event deleted for resources: {'Port': ['ID=1531c2f7-6257-439f-8909-9f8a20618854,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:05.666378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b63dcbe-e0c2-45c7-b71b-07188ae79d9f None None] No DVR routers for this DVR port 1531c2f7-6257-439f-8909-9f8a20618854 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:14:05.671036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9b63dcbe-e0c2-45c7-b71b-07188ae79d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:05.770536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f9376c02-21a2-4c68-b06e-8b972c8d89a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:05.816617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-23d56955-4d48-4d98-a672-9552b9b422a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.827s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:05.835600 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-23d56955-4d48-4d98-a672-9552b9b422a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 7.7487502 Apr 23 09:14:05.842568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ffccd69c-01e9-46a8-a286-9f69140e4646 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Calling delete_port for eb00e706-29dc-45ff-ac12-978c69c1067e owned by network:floatingip {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:05.848288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33174) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:05.861199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b1953f8e-a211-4661-8321-edb5a0a695ed tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Network bc051b64-7471-4350-9ef0-f551f6ddad4c has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:14:05.875564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1953f8e-a211-4661-8321-edb5a0a695ed tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:05.886898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': 'd527925c-7b71-4327-9574-b468791d16db', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:05.898086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:05.946194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Usage tracker for resource:floatingip and tenant:dfde3cc6f86f4c6daa52e8538a922701 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:06.072271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:06.105370 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b3c1fb80-aef3-435b-8a72-83b9c3c9af03 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "GET /v2.0/routers/200707bd-4759-46f1-a37c-694ba07ca5a1 HTTP/1.1" status: 200 len: 921 time: 0.7275586 Apr 23 09:14:06.107877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:06.118349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33178) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:06.123998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b1953f8e-a211-4661-8321-edb5a0a695ed tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Network bc051b64-7471-4350-9ef0-f551f6ddad4c has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:14:06.190992 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:14:06.249840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-584ec4b0-fde2-4cf1-a324-764f440b5465 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:06.289604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:06.296063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-584ec4b0-fde2-4cf1-a324-764f440b5465 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:06.315417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Usage tracker for resource:subnet and tenant:cbe1c33fc0654af4a07123b7235281b4 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:06.323875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:06.352762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:06.387735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:06.444722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584ec4b0-fde2-4cf1-a324-764f440b5465 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Made reservation on behalf of 5775712b6fc04fb2a17e8bbd942518a6 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:14:06.456160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-584ec4b0-fde2-4cf1-a324-764f440b5465 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:06.548261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Made reservation on behalf of cbe1c33fc0654af4a07123b7235281b4 for: {'subnet': 2} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:14:06.562528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:06.563164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:06.631907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb48034-e59f-4f72-b308-ff6e332bb601 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:06.632697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3bb48034-e59f-4f72-b308-ff6e332bb601 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Synchronizing usage tracker for tenant:09ea2e277be94eca9d3cc249640bee7a on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:14:06.720230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3bb48034-e59f-4f72-b308-ff6e332bb601 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Unset dirty status for tenant:09ea2e277be94eca9d3cc249640bee7a on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:14:06.721574 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3bb48034-e59f-4f72-b308-ff6e332bb601 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&device_id=200707bd-4759-46f1-a37c-694ba07ca5a1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6021726 Apr 23 09:14:06.727435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33182) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:06.733264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1953f8e-a211-4661-8321-edb5a0a695ed tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:06.751290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-44907b4b-0dd9-4453-9f33-3eee40351c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:06.764513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-27f01ce8-476a-4d15-9280-056fe7c1f070 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:06.801666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1953f8e-a211-4661-8321-edb5a0a695ed tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:06.810862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1953f8e-a211-4661-8321-edb5a0a695ed tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event deleted for resources: {'Network': ['ID=bc051b64-7471-4350-9ef0-f551f6ddad4c,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:06.816244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b1953f8e-a211-4661-8321-edb5a0a695ed tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:06.822756 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b1953f8e-a211-4661-8321-edb5a0a695ed tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "DELETE /v2.0/networks/bc051b64-7471-4350-9ef0-f551f6ddad4c HTTP/1.1" status: 204 len: 168 time: 3.8193700 Apr 23 09:14:06.826116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33186) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:07.025539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-584ec4b0-fde2-4cf1-a324-764f440b5465 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] device_id is not set on port 96a71c9a-eb1f-4231-b270-a1cf7941356f yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:14:07.050026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:07.059055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffccd69c-01e9-46a8-a286-9f69140e4646 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:07.073729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-23d56955-4d48-4d98-a672-9552b9b422a2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:07.115476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba11cc1-ddd5-4608-abf2-7159c39ddfdb req-30c1d0e3-85cc-4a2e-8db7-aec14f9d725f tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:07.118411 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2ba11cc1-ddd5-4608-abf2-7159c39ddfdb req-30c1d0e3-85cc-4a2e-8db7-aec14f9d725f tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 1.0398548 Apr 23 09:14:07.132568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffccd69c-01e9-46a8-a286-9f69140e4646 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Pushing event deleted for resources: {'Port': ['ID=eb00e706-29dc-45ff-ac12-978c69c1067e,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:07.136024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f755805-e1ff-4f6a-834d-f52381134c7e tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:07.136645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1f755805-e1ff-4f6a-834d-f52381134c7e tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Synchronizing usage tracker for tenant:09ea2e277be94eca9d3cc249640bee7a on resource:network {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:14:07.142196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ffccd69c-01e9-46a8-a286-9f69140e4646 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:07.147331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f9376c02-21a2-4c68-b06e-8b972c8d89a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:07.170421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d67983d0-5530-4299-b413-7a594f4f63f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:07.263010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1f755805-e1ff-4f6a-834d-f52381134c7e tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Unset dirty status for tenant:09ea2e277be94eca9d3cc249640bee7a on resource:network {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:14:07.264320 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1f755805-e1ff-4f6a-834d-f52381134c7e tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "GET /v2.0/networks/164d7ec3-3e1e-464d-ab6a-2950ee843dd7 HTTP/1.1" status: 200 len: 881 time: 0.5361180 Apr 23 09:14:07.275146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33190) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:07.386224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:07.403176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffccd69c-01e9-46a8-a286-9f69140e4646 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks [] for floatingip, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:07.406378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffccd69c-01e9-46a8-a286-9f69140e4646 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:07.407666 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ffccd69c-01e9-46a8-a286-9f69140e4646 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] 10.222.0.60 "DELETE /v2.0/floatingips/8c612108-f64c-4bd1-9576-e095aae53a14 HTTP/1.1" status: 204 len: 168 time: 3.4638498 Apr 23 09:14:07.420980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33194) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:07.519509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9376c02-21a2-4c68-b06e-8b972c8d89a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecd11d5-ecda-4b55-a5d7-0a8d7616513b,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:07.590103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f9376c02-21a2-4c68-b06e-8b972c8d89a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:07.621463 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d2180c0e-c5b5-40d9-b15a-3256c3b6761a tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "GET /v2.0/ports?device_id=200707bd-4759-46f1-a37c-694ba07ca5a1 HTTP/1.1" status: 200 len: 205 time: 0.3218446 Apr 23 09:14:07.627072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33198) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:07.637754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f9376c02-21a2-4c68-b06e-8b972c8d89a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:07.639842 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f9376c02-21a2-4c68-b06e-8b972c8d89a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ecd11d5-ecda-4b55-a5d7-0a8d7616513b HTTP/1.1" status: 204 len: 168 time: 2.6054175 Apr 23 09:14:07.826284 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2ba11cc1-ddd5-4608-abf2-7159c39ddfdb req-b56185cf-ee9b-4cee-9f06-6ac9b611054b tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6605990 Apr 23 09:14:07.858449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d3b665-0cde-4d18-929c-05535c4ee097']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:07.891133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67e593f-0db2-40a1-a3c9-2b892d84858a') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:07.891432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67e593f-0db2-40a1-a3c9-2b892d84858a') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:07.932123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:07.947234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-584ec4b0-fde2-4cf1-a324-764f440b5465 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Allocated IP 172.20.0.8 (abbeb519-6d28-4271-89ad-e93e79e8ca24/a7bbf1bc-d8d0-420c-86c9-b40fdfd67274/96a71c9a-eb1f-4231-b270-a1cf7941356f) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:14:07.969628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:08.061502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7539-3b6b-481e-ac0a-6e1fb50a8b56 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:08.092526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:08.118417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:14:08.677124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Network a9d3b665-0cde-4d18-929c-05535c4ee097 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:14:08.699458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:08.924163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Allocated IP 172.26.4.143 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/1c8f2f42-73e3-4fbd-958e-290c52917438) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:14:09.229689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ec5b0-ffe8-4ae7-8c11-1e5be946ba73 req-4f184eb5-816a-4b32-9680-2f4c77eb909a tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:09.231549 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4e3ec5b0-ffe8-4ae7-8c11-1e5be946ba73 req-4f184eb5-816a-4b32-9680-2f4c77eb909a tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 1.1847177 Apr 23 09:14:09.257661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7539-3b6b-481e-ac0a-6e1fb50a8b56 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:09.284871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-584ec4b0-fde2-4cf1-a324-764f440b5465 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:09.404937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Network a9d3b665-0cde-4d18-929c-05535c4ee097 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:14:09.435152 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:14:09.548352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:09.568819 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4e3ec5b0-ffe8-4ae7-8c11-1e5be946ba73 req-1a1b59ac-143f-4f71-a18c-7b45dd4881ca tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254483 Apr 23 09:14:09.719634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c7539-3b6b-481e-ac0a-6e1fb50a8b56 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Deleting port 5eba470c-478e-4b1a-9be5-3cd1b6c3a0ed {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:09.720727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7539-3b6b-481e-ac0a-6e1fb50a8b56 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:09.725935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd853bce-3030-405f-927a-77e137b8ab3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:09.742769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-584ec4b0-fde2-4cf1-a324-764f440b5465 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Transition to ACTIVE for port object 96a71c9a-eb1f-4231-b270-a1cf7941356f will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:14:09.770689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:09.772153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:09.777254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:09.783429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e839a8cf-2524-4eb6-bb8a-c8d83fda7d72 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:09.785869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2fd4a49c-3325-4a01-9e91-a07d65004c22 tempest-QuotasNegativeTest-1344766038 tempest-QuotasNegativeTest-1344766038-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:09.869890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event deleted for resources: {'Network': ['ID=a9d3b665-0cde-4d18-929c-05535c4ee097,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:09.874358 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "DELETE /v2.0/networks/a9d3b665-0cde-4d18-929c-05535c4ee097 HTTP/1.1" status: 204 len: 168 time: 3.0468342 Apr 23 09:14:09.881650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33232) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:09.898879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:09.899302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:09.899705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:09.900125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:09.900544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:09.900965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:09.901372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:09.901783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:09.902390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:09.902770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:09.903176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:09.904657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:09.907775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:09.996203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:14:10.011269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:10.023847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:14:10.088475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Port': ['ID=1c8f2f42-73e3-4fbd-958e-290c52917438,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:10.098600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7539-3b6b-481e-ac0a-6e1fb50a8b56 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:10.134577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:10.135285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:10.135975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:10.136707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:10.137591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:10.138894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:10.139550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:10.140238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:10.141382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:10.141685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:10.142374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:10.143038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:10.164924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15b6b3a-df01-4232-af3f-f4b9101f3105 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Deleting subnet 78c22bdf-b146-4829-bd54-e0d075436839 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:14:10.165978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:10.175442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-584ec4b0-fde2-4cf1-a324-764f440b5465 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:10.178540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2a27-c530-4a84-9a7c-ff7c1bfbd8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:10.194255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9c1a2d5a-ddc7-4836-8ccf-43da4c5cf32a tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:10.263722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:10.297175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b15b6b3a-df01-4232-af3f-f4b9101f3105 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:10.423806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584ec4b0-fde2-4cf1-a324-764f440b5465 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Network abbeb519-6d28-4271-89ad-e93e79e8ca24 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:14:10.451273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-584ec4b0-fde2-4cf1-a324-764f440b5465 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:10.477571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33246) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:10.488767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584ec4b0-fde2-4cf1-a324-764f440b5465 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:14:10.618795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c7539-3b6b-481e-ac0a-6e1fb50a8b56 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Calling delete_port for 5eba470c-478e-4b1a-9be5-3cd1b6c3a0ed owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:10.661284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ec4b0-fde2-4cf1-a324-764f440b5465 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Pushing event updated for resources: {'Port': ['ID=96a71c9a-eb1f-4231-b270-a1cf7941356f,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:10.680371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-584ec4b0-fde2-4cf1-a324-764f440b5465 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:10.788092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584ec4b0-fde2-4cf1-a324-764f440b5465 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:10.789256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-584ec4b0-fde2-4cf1-a324-764f440b5465 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:10.824047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-397a657d-2d56-4389-914c-0f5cdfcda4d4 None None] Provisioning for port 96a71c9a-eb1f-4231-b270-a1cf7941356f completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:14:10.832748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-397a657d-2d56-4389-914c-0f5cdfcda4d4 None None] Provisioning complete for port 96a71c9a-eb1f-4231-b270-a1cf7941356f triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:14:10.833345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-397a657d-2d56-4389-914c-0f5cdfcda4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:10.899318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-397a657d-2d56-4389-914c-0f5cdfcda4d4 None None] Port 96a71c9a-eb1f-4231-b270-a1cf7941356f cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:14:10.918190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b15b6b3a-df01-4232-af3f-f4b9101f3105 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:11.043234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-75ab5d0a-9f46-42e9-8dc3-4d2933ca6633 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1156376031'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:11.159020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-75ab5d0a-9f46-42e9-8dc3-4d2933ca6633 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:11.187383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-75ab5d0a-9f46-42e9-8dc3-4d2933ca6633 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Usage tracker for resource:router and tenant:72ea108046e6432199415813323fca03 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:11.205616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-75ab5d0a-9f46-42e9-8dc3-4d2933ca6633 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:11.229719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:11.242351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-75ab5d0a-9f46-42e9-8dc3-4d2933ca6633 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:11.278168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:11.288064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e3c3def4-e64b-4db4-9543-9b0dc33a7b91 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:11.342449 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-584ec4b0-fde2-4cf1-a324-764f440b5465 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.1469932 Apr 23 09:14:11.344551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f071af-fc82-433d-9f1f-d85a59aa9d13 req-3d8655a2-ad81-4b1e-8b97-f4f6ddf6ea60 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:11.346267 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54f071af-fc82-433d-9f1f-d85a59aa9d13 req-3d8655a2-ad81-4b1e-8b97-f4f6ddf6ea60 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 1.0513337 Apr 23 09:14:11.349409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33252) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:11.355259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-75ab5d0a-9f46-42e9-8dc3-4d2933ca6633 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:11.356424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-75ab5d0a-9f46-42e9-8dc3-4d2933ca6633 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:11.384337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-91853190-a0e3-4bef-af57-7230aba91cef tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Request body: {'port': {'network_id': 'abbeb519-6d28-4271-89ad-e93e79e8ca24', 'name': 'tempest-AllowedAddressPairTestJSON-1181015352'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:11.407245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b15b6b3a-df01-4232-af3f-f4b9101f3105 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:11.487495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Pushing event updated for resources: {'Subnet': ['ID=be4a2c4e-244c-4531-b65f-e03d377fd2cd,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:11.501496 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54f071af-fc82-433d-9f1f-d85a59aa9d13 req-a6255c09-98e1-4a95-ac3d-74ca69ab2f57 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329820 Apr 23 09:14:11.557297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-75ab5d0a-9f46-42e9-8dc3-4d2933ca6633 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:11.557297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:11.882000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Checking segment: {'id': '33473d98-9f1f-49ad-9c21-480c65e37465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fa5f343-84d6-4de9-9261-283c40081114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:14:11.882676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Network hostable DHCP agents. Network: 6fa5f343-84d6-4de9-9261-283c40081114, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:14:11.883730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7539-3b6b-481e-ac0a-6e1fb50a8b56 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:11.897343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f5f3393f-ac28-49fb-b65e-10c67db01b74 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:12.000968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c7539-3b6b-481e-ac0a-6e1fb50a8b56 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Pushing event deleted for resources: {'Port': ['ID=5eba470c-478e-4b1a-9be5-3cd1b6c3a0ed,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:12.010716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-75ab5d0a-9f46-42e9-8dc3-4d2933ca6633 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:12.025067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-91853190-a0e3-4bef-af57-7230aba91cef tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:12.034993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Network 6fa5f343-84d6-4de9-9261-283c40081114 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:14:12.035896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d3c7539-3b6b-481e-ac0a-6e1fb50a8b56 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:12.038607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-91853190-a0e3-4bef-af57-7230aba91cef tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Usage tracker for resource:port and tenant:5775712b6fc04fb2a17e8bbd942518a6 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:12.042671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-91853190-a0e3-4bef-af57-7230aba91cef tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:12.063563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-91853190-a0e3-4bef-af57-7230aba91cef tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:12.092026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:12.110927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 6fa5f343-84d6-4de9-9261-283c40081114) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:12.116218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-75ab5d0a-9f46-42e9-8dc3-4d2933ca6633 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:12.120664 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-75ab5d0a-9f46-42e9-8dc3-4d2933ca6633 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.5811734 Apr 23 09:14:12.125371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33260) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:12.129164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94264e6e-61a2-42f2-b7cf-d3bf9961bebd None None] Network 6fa5f343-84d6-4de9-9261-283c40081114 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:14:12.234932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7539-3b6b-481e-ac0a-6e1fb50a8b56 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:12.271495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91853190-a0e3-4bef-af57-7230aba91cef tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Made reservation on behalf of 5775712b6fc04fb2a17e8bbd942518a6 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:14:12.281952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91853190-a0e3-4bef-af57-7230aba91cef tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:12.287777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8c1c2a27-c530-4a84-9a7c-ff7c1bfbd8cf admin admin] Deleting port 2f7c5d4f-8123-49b7-a639-c192ed298d29 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:12.288166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:12.288330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2a27-c530-4a84-9a7c-ff7c1bfbd8cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:12.479177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-6fa5f343-84d6-4de9-9261-283c40081114', 'network_id': '6fa5f343-84d6-4de9-9261-283c40081114', 'tenant_id': 'cbe1c33fc0654af4a07123b7235281b4', 'fixed_ips': [{'subnet_id': 'be4a2c4e-244c-4531-b65f-e03d377fd2cd'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:14:12.480128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:12.548799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:12.621927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-91853190-a0e3-4bef-af57-7230aba91cef tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] device_id is not set on port 4c21771f-86ae-4f39-aed8-d8f4e4381c88 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:14:12.662378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ac760b9-d133-4cc9-9d14-462708973a8b tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:12.692729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Allocated IP 172.20.0.2 (6fa5f343-84d6-4de9-9261-283c40081114/be4a2c4e-244c-4531-b65f-e03d377fd2cd/de31505d-0f76-47a3-af10-581499465a2f) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:14:12.727279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b15b6b3a-df01-4232-af3f-f4b9101f3105 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:12.827681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9888a2d4-bd02-45ee-9db3-4311f40f8ff2 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:12.883561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7539-3b6b-481e-ac0a-6e1fb50a8b56 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:12.885735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b6b3a-df01-4232-af3f-f4b9101f3105 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event deleted for resources: {'Subnet': ['ID=78c22bdf-b146-4829-bd54-e0d075436839,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:12.888609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b15b6b3a-df01-4232-af3f-f4b9101f3105 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:12.891899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b15b6b3a-df01-4232-af3f-f4b9101f3105 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:12.899820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840b3a3c-88d8-4eb1-ba8a-f4ac9a4830f5 None None] Network 5474c214-834c-43bb-b648-5e6811f7534f requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:14:12.944228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7539-3b6b-481e-ac0a-6e1fb50a8b56 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:12.977947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:12.996221 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b15b6b3a-df01-4232-af3f-f4b9101f3105 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "DELETE /v2.0/subnets/78c22bdf-b146-4829-bd54-e0d075436839 HTTP/1.1" status: 204 len: 168 time: 3.1011257 Apr 23 09:14:13.008276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33264) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:13.094702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883e98e-06c7-45c2-ab7e-d93e6d219373 req-8a813dc5-d2f0-4743-ba70-f6891a5105bd tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:13.096360 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8883e98e-06c7-45c2-ab7e-d93e6d219373 req-8a813dc5-d2f0-4743-ba70-f6891a5105bd tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.9834113 Apr 23 09:14:13.157974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Transition to ACTIVE for port object de31505d-0f76-47a3-af10-581499465a2f will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:14:13.165900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7539-3b6b-481e-ac0a-6e1fb50a8b56 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:13.167577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3c7539-3b6b-481e-ac0a-6e1fb50a8b56 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Fanout notify agent at l3_agent the message router_deleted on router 200707bd-4759-46f1-a37c-694ba07ca5a1 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:14:13.178154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-8c1c2a27-c530-4a84-9a7c-ff7c1bfbd8cf admin admin] For port 2f7c5d4f-8123-49b7-a639-c192ed298d29, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2f7c5d4f-8123-49b7-a639-c192ed298d29,segment=NetworkSegment(ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00),segment_id=ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:14:13.178864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2a27-c530-4a84-9a7c-ff7c1bfbd8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:13.281832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Transition to ACTIVE for port object de31505d-0f76-47a3-af10-581499465a2f will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:14:13.297347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ac760b9-d133-4cc9-9d14-462708973a8b tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:13.307160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ac760b9-d133-4cc9-9d14-462708973a8b tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:13.328518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:13.336188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7539-3b6b-481e-ac0a-6e1fb50a8b56 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:13.343695 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7d3c7539-3b6b-481e-ac0a-6e1fb50a8b56 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "DELETE /v2.0/routers/200707bd-4759-46f1-a37c-694ba07ca5a1 HTTP/1.1" status: 204 len: 168 time: 5.7063611 Apr 23 09:14:13.343994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:13.363455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33268) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:13.375847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ce3ae4fa-7bb4-47ed-85a0-d962df06a0b3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-61482774', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:13.397366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ce3ae4fa-7bb4-47ed-85a0-d962df06a0b3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:13.434193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ce3ae4fa-7bb4-47ed-85a0-d962df06a0b3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Usage tracker for resource:router and tenant:3ffda89888b949649823f8d01859d2bc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:13.439322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-91853190-a0e3-4bef-af57-7230aba91cef tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Allocated IP 172.20.0.3 (abbeb519-6d28-4271-89ad-e93e79e8ca24/a7bbf1bc-d8d0-420c-86c9-b40fdfd67274/4c21771f-86ae-4f39-aed8-d8f4e4381c88) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:14:13.441661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ce3ae4fa-7bb4-47ed-85a0-d962df06a0b3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:13.441876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:13.456670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ac760b9-d133-4cc9-9d14-462708973a8b tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:13.457211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac760b9-d133-4cc9-9d14-462708973a8b tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc100b2d-1128-4ba6-b897-153dd23ae8a4 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:14:13.460367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ce3ae4fa-7bb4-47ed-85a0-d962df06a0b3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:13.488525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Pushing event updated for resources: {'Port': ['ID=de31505d-0f76-47a3-af10-581499465a2f,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:13.502449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8c1c2a27-c530-4a84-9a7c-ff7c1bfbd8cf admin admin] Calling delete_port for 2f7c5d4f-8123-49b7-a639-c192ed298d29 owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:13.519386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Network 6fa5f343-84d6-4de9-9261-283c40081114 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:14:13.525312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:13.542197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:14:13.549585 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8883e98e-06c7-45c2-ab7e-d93e6d219373 req-a6b8ec6d-f8e0-4d13-b8d4-4f5bbc6d60ee tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3983753 Apr 23 09:14:13.553686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce3ae4fa-7bb4-47ed-85a0-d962df06a0b3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:13.554857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:13.555057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce3ae4fa-7bb4-47ed-85a0-d962df06a0b3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:13.555444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:13.556019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:13.556614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:13.569885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:13.571191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:13.571191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:13.571692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:13.572393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:13.572835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:13.573840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:13.574215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ac760b9-d133-4cc9-9d14-462708973a8b tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:13.574521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:13.575579 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6ac760b9-d133-4cc9-9d14-462708973a8b tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] 10.222.0.60 "DELETE /v2.0/routers/dc100b2d-1128-4ba6-b897-153dd23ae8a4 HTTP/1.1" status: 204 len: 168 time: 1.4365983 Apr 23 09:14:13.579624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:13.592280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33272) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:13.595713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:13.604812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-8c1cffb5-3cb9-4e18-83d7-dc5819852de9 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Request body: {'router': {'name': 'tempest-router-1844984269', 'distributed': False}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:13.644566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8c1cffb5-3cb9-4e18-83d7-dc5819852de9 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:13.680277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:13.693049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d1bc805f-9cd7-4bd4-b406-c1de59f66243 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:13.718356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1592f527-e6ec-4acc-80dc-ee67e1d35739 None None] DHCP port deletion for 5474c214-834c-43bb-b648-5e6811f7534f request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:14:13.729759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce3ae4fa-7bb4-47ed-85a0-d962df06a0b3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:13.742352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8c1cffb5-3cb9-4e18-83d7-dc5819852de9 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Usage tracker for resource:router and tenant:72ea108046e6432199415813323fca03 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:13.765537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Deleting port 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:13.765537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:13.819249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8c1cffb5-3cb9-4e18-83d7-dc5819852de9 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:13.895818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8c1cffb5-3cb9-4e18-83d7-dc5819852de9 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:13.915173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Attempting to bind port de31505d-0f76-47a3-af10-581499465a2f on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:14:13.915952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Attempting to bind port de31505d-0f76-47a3-af10-581499465a2f by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '33473d98-9f1f-49ad-9c21-480c65e37465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fa5f343-84d6-4de9-9261-283c40081114'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:14:13.916671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Attempting to bind port de31505d-0f76-47a3-af10-581499465a2f on network 6fa5f343-84d6-4de9-9261-283c40081114 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:14:13.928296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:14:13.928296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Checking segment: {'id': '33473d98-9f1f-49ad-9c21-480c65e37465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fa5f343-84d6-4de9-9261-283c40081114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:14:13.929197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:13.929772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Bound using segment: {'id': '33473d98-9f1f-49ad-9c21-480c65e37465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fa5f343-84d6-4de9-9261-283c40081114'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:14:13.930691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Bound port: de31505d-0f76-47a3-af10-581499465a2f, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33473d98-9f1f-49ad-9c21-480c65e37465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6fa5f343-84d6-4de9-9261-283c40081114'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:14:13.930916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] For port 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15,segment=NetworkSegment(e5382e3d-8340-4b06-84ce-727d36db8143),segment_id=e5382e3d-8340-4b06-84ce-727d36db8143)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:14:13.932189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:13.932388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:14.072450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1592f527-e6ec-4acc-80dc-ee67e1d35739 None None] Deleting port 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:14.072990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1592f527-e6ec-4acc-80dc-ee67e1d35739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:14.092374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce3ae4fa-7bb4-47ed-85a0-d962df06a0b3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:14.103692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] For port de31505d-0f76-47a3-af10-581499465a2f, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:14:14.132736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Calling delete_port for 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15 owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:14.142783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c1cffb5-3cb9-4e18-83d7-dc5819852de9 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:14.144472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c1cffb5-3cb9-4e18-83d7-dc5819852de9 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:14.149230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:14.150081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Port': ['ID=1c8f2f42-73e3-4fbd-958e-290c52917438,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:14.161552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:14.170872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] For port de31505d-0f76-47a3-af10-581499465a2f, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=de31505d-0f76-47a3-af10-581499465a2f,segment=NetworkSegment(33473d98-9f1f-49ad-9c21-480c65e37465),segment_id=33473d98-9f1f-49ad-9c21-480c65e37465)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:14:14.207109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:14.213706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1592f527-e6ec-4acc-80dc-ee67e1d35739 None None] For port 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15,segment=NetworkSegment(e5382e3d-8340-4b06-84ce-727d36db8143),segment_id=e5382e3d-8340-4b06-84ce-727d36db8143)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:14:14.214184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1592f527-e6ec-4acc-80dc-ee67e1d35739 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:14.218761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:14.224639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5408dd89-4a64-4eda-b44a-ffce500ce804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:14.229870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2a27-c530-4a84-9a7c-ff7c1bfbd8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:14.235224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:14.249420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e8e5de08-6664-4fac-a7e3-7cae796c1cc5 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:14.400244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c2a27-c530-4a84-9a7c-ff7c1bfbd8cf admin admin] Pushing event deleted for resources: {'Port': ['ID=2f7c5d4f-8123-49b7-a639-c192ed298d29,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:14.449982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8c1c2a27-c530-4a84-9a7c-ff7c1bfbd8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:14.451774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:14.491489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0c276ab9-663e-4c4c-beec-27b0137eae33 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:14.538932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:14:14.605528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1592f527-e6ec-4acc-80dc-ee67e1d35739 None None] Calling delete_port for 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:14.656709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:14:14.657346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:14:14.702559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] No DVR routers for this DVR port 7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15 on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:14:14.716346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event deleted for resources: {'Port': ['ID=7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:14.752240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Pushing event updated for resources: {'Port': ['ID=de31505d-0f76-47a3-af10-581499465a2f,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:14.758671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:14.808804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-1592f527-e6ec-4acc-80dc-ee67e1d35739 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:14:14.811189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-1592f527-e6ec-4acc-80dc-ee67e1d35739 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:14:14.818609 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Floating IP c584d384-cea9-45f5-becc-5928ced9436a associated. External IP: 172.26.4.143, port: d527925c-7b71-4327-9574-b468791d16db. Apr 23 09:14:14.888283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce3ae4fa-7bb4-47ed-85a0-d962df06a0b3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:14.889568 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ce3ae4fa-7bb4-47ed-85a0-d962df06a0b3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5249150 Apr 23 09:14:14.905544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:14.913397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33278) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:14.967608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5e760017-bac5-4fdc-b8a1-983dce73fbdf tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'enable_snat': True}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:15.065942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c1cffb5-3cb9-4e18-83d7-dc5819852de9 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:15.124797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91853190-a0e3-4bef-af57-7230aba91cef tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:15.170576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Pushing event updated for resources: {'Subnet': ['ID=8d6da682-c655-49b0-8c55-2e782a219191,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:15.204757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.969s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:15.231965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-91853190-a0e3-4bef-af57-7230aba91cef tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Transition to ACTIVE for port object 4c21771f-86ae-4f39-aed8-d8f4e4381c88 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:14:15.246089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Checking segment: {'id': '1b0c5e6c-3a80-4be4-8d82-ad24f36ac864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:14:15.246539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Network hostable DHCP agents. Network: bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:14:15.298171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c1cffb5-3cb9-4e18-83d7-dc5819852de9 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:15.371156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1592f527-e6ec-4acc-80dc-ee67e1d35739 None None] The port '7bf2cb6d-1bc9-4d25-a754-310a8a2c8f15' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:14:15.423801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61fb6c-1549-46c1-97f4-312771243a8a req-2f6eb5e1-8d3b-45ba-b78d-aac4d524ed7b tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:15.425456 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9c61fb6c-1549-46c1-97f4-312771243a8a req-2f6eb5e1-8d3b-45ba-b78d-aac4d524ed7b tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.5411687 Apr 23 09:14:15.426584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c1cffb5-3cb9-4e18-83d7-dc5819852de9 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:15.432536 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8c1cffb5-3cb9-4e18-83d7-dc5819852de9 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.8280389 Apr 23 09:14:15.432536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Network bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:14:15.444562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33282) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:15.523358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:14:15.607716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91853190-a0e3-4bef-af57-7230aba91cef tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:15.640260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4379ba09-f274-4571-9bba-72cf8106c099 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:15.641212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:15.763981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:15.771708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a74f2e7-f2b8-4754-aef0-619324a914ad None None] Network bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:14:15.836007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-158074c9-281c-4cba-843a-70fac776ff58 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:15.907673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91853190-a0e3-4bef-af57-7230aba91cef tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Network abbeb519-6d28-4271-89ad-e93e79e8ca24 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:14:15.918031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:15.918595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:15.919409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:15.931584 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9c61fb6c-1549-46c1-97f4-312771243a8a req-a3b7103e-4522-4d49-9131-e4371fd9b6ec tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4885044 Apr 23 09:14:16.039895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91853190-a0e3-4bef-af57-7230aba91cef tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Pushing event updated for resources: {'Port': ['ID=4c21771f-86ae-4f39-aed8-d8f4e4381c88,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:16.059073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-91853190-a0e3-4bef-af57-7230aba91cef tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:16.079429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Router 94e3cf93-fc47-4393-9b60-9fd1bb599458 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:14:16.081878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-91853190-a0e3-4bef-af57-7230aba91cef tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:16.087886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91853190-a0e3-4bef-af57-7230aba91cef tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:14:16.318382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd', 'network_id': 'bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd', 'tenant_id': 'cbe1c33fc0654af4a07123b7235281b4', 'fixed_ips': [{'subnet_id': '8d6da682-c655-49b0-8c55-2e782a219191'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:14:16.320604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:16.680035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f3c30a-4380-4e0f-aa37-d9c293a9a866 None None] Network 6fa5f343-84d6-4de9-9261-283c40081114 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:14:16.827698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Allocated IP 172.20.0.18 (bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd/8d6da682-c655-49b0-8c55-2e782a219191/735571d4-04a6-4ad9-a3d6-c94ffaddfe12) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:14:16.895973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device de31505d-0f76-47a3-af10-581499465a2f up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:14:16.941925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2a27-c530-4a84-9a7c-ff7c1bfbd8cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:16.978241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5474c214-834c-43bb-b648-5e6811f7534f']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:17.000365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e760017-bac5-4fdc-b8a1-983dce73fbdf tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:17.009168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5382e3d-8340-4b06-84ce-727d36db8143') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:17.009511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5382e3d-8340-4b06-84ce-727d36db8143') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:17.056991 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 11.8133004 Apr 23 09:14:17.064032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91853190-a0e3-4bef-af57-7230aba91cef tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:17.064771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91853190-a0e3-4bef-af57-7230aba91cef tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:17.109433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33290) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:17.138644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-158074c9-281c-4cba-843a-70fac776ff58 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:17.152095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f86b6099-18b1-4e31-ba54-58e45040cc33 None None] Provisioning for port 4c21771f-86ae-4f39-aed8-d8f4e4381c88 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:14:17.243876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-158074c9-281c-4cba-843a-70fac776ff58 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:17.253005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:17.304002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f86b6099-18b1-4e31-ba54-58e45040cc33 None None] Provisioning complete for port 4c21771f-86ae-4f39-aed8-d8f4e4381c88 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:14:17.304699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f86b6099-18b1-4e31-ba54-58e45040cc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:17.325311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:17.331432 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-91853190-a0e3-4bef-af57-7230aba91cef tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9774044 Apr 23 09:14:17.333004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33294) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:17.363273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-afd394c4-1ca7-463b-a783-c19480ea1f19 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:61:dd:0f'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:9a:9d:01'}]}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:17.371113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:14:17.409251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-158074c9-281c-4cba-843a-70fac776ff58 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:17.409837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158074c9-281c-4cba-843a-70fac776ff58 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f09106e-2686-4ce2-897c-a4cef5e1bc62 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:14:17.460580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7249ba-8e64-418c-8daa-31a0c37529dd tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:17.461695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7249ba-8e64-418c-8daa-31a0c37529dd tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:17.463572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7249ba-8e64-418c-8daa-31a0c37529dd tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:17.464523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fa7249ba-8e64-418c-8daa-31a0c37529dd tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Synchronizing usage tracker for tenant:cbe1c33fc0654af4a07123b7235281b4 on resource:subnet {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:14:17.488327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-158074c9-281c-4cba-843a-70fac776ff58 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:17.495889 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-158074c9-281c-4cba-843a-70fac776ff58 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] 10.222.0.60 "DELETE /v2.0/routers/9f09106e-2686-4ce2-897c-a4cef5e1bc62 HTTP/1.1" status: 204 len: 168 time: 1.9836571 Apr 23 09:14:17.508716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33298) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:17.520735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:14:17.531065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e6cf1115-a098-40b8-9d4b-75378571a374 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Request body: {'router': {'name': 'tempest-router-1313536397', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4c1511f361f34cdfbbb8ed40c6279271'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:17.577301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e6cf1115-a098-40b8-9d4b-75378571a374 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:17.605487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e6cf1115-a098-40b8-9d4b-75378571a374 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Usage tracker for resource:router and tenant:4c1511f361f34cdfbbb8ed40c6279271 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:17.619369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ec5a1-a8b5-4816-9a1e-b2c2df8c620b req-ced49c30-0f94-4098-8268-7538e2f17eb8 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:17.619917 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-974ec5a1-a8b5-4816-9a1e-b2c2df8c620b req-ced49c30-0f94-4098-8268-7538e2f17eb8 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.6387665 Apr 23 09:14:17.625813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e6cf1115-a098-40b8-9d4b-75378571a374 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:17.647051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4446e9-a18d-47e9-b1c8-cd14214e086e None None] Sync routers for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:14:17.693826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e6cf1115-a098-40b8-9d4b-75378571a374 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:17.716536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fa7249ba-8e64-418c-8daa-31a0c37529dd tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Unset dirty status for tenant:cbe1c33fc0654af4a07123b7235281b4 on resource:subnet {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:14:17.717840 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fa7249ba-8e64-418c-8daa-31a0c37529dd tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.5976853 Apr 23 09:14:17.719009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:17.726691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33302) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:17.745382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Network 5474c214-834c-43bb-b648-5e6811f7534f has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:14:17.786500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4446e9-a18d-47e9-b1c8-cd14214e086e None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:14:17.787602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-8e4446e9-a18d-47e9-b1c8-cd14214e086e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:17.807511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:17.836630 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.9587553 Apr 23 09:14:17.836630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1115-a098-40b8-9d4b-75378571a374 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:17.836630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1115-a098-40b8-9d4b-75378571a374 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:17.842528 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-974ec5a1-a8b5-4816-9a1e-b2c2df8c620b req-8b2207b2-6309-48cb-97d2-5d1f5aeeeb48 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038360 Apr 23 09:14:17.852353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33306) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:17.876666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f86b6099-18b1-4e31-ba54-58e45040cc33 None None] Port 4c21771f-86ae-4f39-aed8-d8f4e4381c88 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:14:17.899067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b48be4a1-d865-48eb-82af-2c840999f9a7 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Request body: {'floatingip': {'port_id': 'd527925c-7b71-4327-9574-b468791d16db', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:17.912411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-8e4446e9-a18d-47e9-b1c8-cd14214e086e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:17.982070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port de31505d-0f76-47a3-af10-581499465a2f completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:14:17.990762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1115-a098-40b8-9d4b-75378571a374 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:18.014896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4446e9-a18d-47e9-b1c8-cd14214e086e None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:14:18.015374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-8e4446e9-a18d-47e9-b1c8-cd14214e086e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:18.113267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-8e4446e9-a18d-47e9-b1c8-cd14214e086e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:18.113738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4446e9-a18d-47e9-b1c8-cd14214e086e None None] The sync data for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:14:18.153832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b17fcbd-7eb5-42c2-8b2f-881b6aeab822 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Deleting subnet be4a2c4e-244c-4531-b65f-e03d377fd2cd {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:14:18.157854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:18.176816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Transition to ACTIVE for port object 735571d4-04a6-4ad9-a3d6-c94ffaddfe12 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:14:18.179798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4b17fcbd-7eb5-42c2-8b2f-881b6aeab822 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:18.189711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-21b0e470-ede5-4315-bacb-2b91328bd112 None None] Provisioning for port de31505d-0f76-47a3-af10-581499465a2f completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:14:18.206701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-21b0e470-ede5-4315-bacb-2b91328bd112 None None] Provisioning complete for port de31505d-0f76-47a3-af10-581499465a2f triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:14:18.207145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21b0e470-ede5-4315-bacb-2b91328bd112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:18.246360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Transition to ACTIVE for port object 735571d4-04a6-4ad9-a3d6-c94ffaddfe12 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:14:18.293606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:18.300482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1f57f9a8-385a-4072-b7fb-6aa639ee7f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:18.305291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Network 5474c214-834c-43bb-b648-5e6811f7534f has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:14:18.344607 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:14:18.382059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Network bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:14:18.391515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:18.398063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:14:18.411571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Pushing event updated for resources: {'Port': ['ID=735571d4-04a6-4ad9-a3d6-c94ffaddfe12,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:18.458523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4b17fcbd-7eb5-42c2-8b2f-881b6aeab822 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:18.470668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:18.565307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1c2a27-c530-4a84-9a7c-ff7c1bfbd8cf admin admin] Router f7d6e821-51aa-4f11-8450-c3ac9e7e5a14 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:14:18.592533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21b0e470-ede5-4315-bacb-2b91328bd112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:18.602931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Attempting to bind port 735571d4-04a6-4ad9-a3d6-c94ffaddfe12 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:14:18.603386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Attempting to bind port 735571d4-04a6-4ad9-a3d6-c94ffaddfe12 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '1b0c5e6c-3a80-4be4-8d82-ad24f36ac864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:14:18.603769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Attempting to bind port 735571d4-04a6-4ad9-a3d6-c94ffaddfe12 on network bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:14:18.616905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:14:18.617462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Checking segment: {'id': '1b0c5e6c-3a80-4be4-8d82-ad24f36ac864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:14:18.617781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:18.618231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Bound using segment: {'id': '1b0c5e6c-3a80-4be4-8d82-ad24f36ac864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:14:18.618847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Bound port: 735571d4-04a6-4ad9-a3d6-c94ffaddfe12, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0c5e6c-3a80-4be4-8d82-ad24f36ac864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:14:18.619282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:18.685508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-afd394c4-1ca7-463b-a783-c19480ea1f19 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:18.687435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-21b0e470-ede5-4315-bacb-2b91328bd112 None None] For port de31505d-0f76-47a3-af10-581499465a2f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=de31505d-0f76-47a3-af10-581499465a2f,segment=NetworkSegment(33473d98-9f1f-49ad-9c21-480c65e37465),segment_id=33473d98-9f1f-49ad-9c21-480c65e37465)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:14:18.714282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:18.718757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:18.720385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b48be4a1-d865-48eb-82af-2c840999f9a7 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:18.734385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:18.787842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1115-a098-40b8-9d4b-75378571a374 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:18.801422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Pushing event deleted for resources: {'Network': ['ID=5474c214-834c-43bb-b648-5e6811f7534f,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:18.816218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21b0e470-ede5-4315-bacb-2b91328bd112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:18.822218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:18.882525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] For port 735571d4-04a6-4ad9-a3d6-c94ffaddfe12, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:14:18.908691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1115-a098-40b8-9d4b-75378571a374 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:18.910067 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e6cf1115-a098-40b8-9d4b-75378571a374 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3988445 Apr 23 09:14:18.926960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0e470-ede5-4315-bacb-2b91328bd112 None None] Pushing event updated for resources: {'Port': ['ID=de31505d-0f76-47a3-af10-581499465a2f,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:18.928399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:18.929214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33312) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:18.931224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-21b0e470-ede5-4315-bacb-2b91328bd112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:18.946182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] For port 735571d4-04a6-4ad9-a3d6-c94ffaddfe12, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=735571d4-04a6-4ad9-a3d6-c94ffaddfe12,segment=NetworkSegment(1b0c5e6c-3a80-4be4-8d82-ad24f36ac864),segment_id=1b0c5e6c-3a80-4be4-8d82-ad24f36ac864)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:14:18.958018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3227be19-ee69-4f9c-8ede-dc89c9bc9329 None None] Provisioning complete for port de31505d-0f76-47a3-af10-581499465a2f triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:14:18.958903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3227be19-ee69-4f9c-8ede-dc89c9bc9329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:18.959574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f9859123-8a5d-475e-b821-f6828512cd2f tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:19.021362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:19.026396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:19.111196 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "DELETE /v2.0/networks/5474c214-834c-43bb-b648-5e6811f7534f HTTP/1.1" status: 204 len: 168 time: 6.0991216 Apr 23 09:14:19.124771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33316) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:19.190459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Pushing event updated for resources: {'Port': ['ID=735571d4-04a6-4ad9-a3d6-c94ffaddfe12,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:19.197032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:19.205615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-de902d3e-8d70-40d9-b527-3b6e81823c1c tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Synchronizing usage tracker for tenant:3b9364b91651425199c84a876688263e on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:14:19.490664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-de902d3e-8d70-40d9-b527-3b6e81823c1c tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Unset dirty status for tenant:3b9364b91651425199c84a876688263e on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:14:19.496109 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-de902d3e-8d70-40d9-b527-3b6e81823c1c tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3 HTTP/1.1" status: 200 len: 205 time: 0.3661549 Apr 23 09:14:19.497821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33320) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:19.596111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-afd394c4-1ca7-463b-a783-c19480ea1f19 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:14:19.647509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-afd394c4-1ca7-463b-a783-c19480ea1f19 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:19.732534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4b17fcbd-7eb5-42c2-8b2f-881b6aeab822 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:19.792994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-afd394c4-1ca7-463b-a783-c19480ea1f19 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:19.803583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0e8ee01b-df9a-4588-868a-586393c05f2c tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:19.870174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0de7d1f8-f51f-40be-971c-a5f1f9460cb7 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:19.977890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e760017-bac5-4fdc-b8a1-983dce73fbdf tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:20.058526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e760017-bac5-4fdc-b8a1-983dce73fbdf tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:20.100547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c37426d8-d424-4b20-bbc3-821f901a66ea None None] Provisioning complete for port 4c21771f-86ae-4f39-aed8-d8f4e4381c88 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:14:20.101333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c37426d8-d424-4b20-bbc3-821f901a66ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:20.117390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd394c4-1ca7-463b-a783-c19480ea1f19 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Pushing event updated for resources: {'Port': ['ID=4c21771f-86ae-4f39-aed8-d8f4e4381c88,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:20.131782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-afd394c4-1ca7-463b-a783-c19480ea1f19 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:20.145130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-afd394c4-1ca7-463b-a783-c19480ea1f19 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] In _notify_port_updated(), no bound segment for port 4c21771f-86ae-4f39-aed8-d8f4e4381c88 on network abbeb519-6d28-4271-89ad-e93e79e8ca24 {{(pid=87174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 23 09:14:20.151238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd394c4-1ca7-463b-a783-c19480ea1f19 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:20.151963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-afd394c4-1ca7-463b-a783-c19480ea1f19 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:20.158458 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-afd394c4-1ca7-463b-a783-c19480ea1f19 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "PUT /v2.0/ports/4c21771f-86ae-4f39-aed8-d8f4e4381c88 HTTP/1.1" status: 200 len: 1055 time: 2.7989237 Apr 23 09:14:20.168534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c37426d8-d424-4b20-bbc3-821f901a66ea None None] Port 4c21771f-86ae-4f39-aed8-d8f4e4381c88 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:14:20.202973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33324) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:20.413560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0de7d1f8-f51f-40be-971c-a5f1f9460cb7 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:20.423551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0de7d1f8-f51f-40be-971c-a5f1f9460cb7 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:20.427680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 735571d4-04a6-4ad9-a3d6-c94ffaddfe12 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:14:20.475710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f9859123-8a5d-475e-b821-f6828512cd2f tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:20.476457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f9859123-8a5d-475e-b821-f6828512cd2f tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks [] for router, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:20.567146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1c2a27-c530-4a84-9a7c-ff7c1bfbd8cf admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:14:20.580085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dccc9e-be2a-43c9-a426-d29d6b90dd3a None None] Sync routers for ids ['f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:14:20.595845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 735571d4-04a6-4ad9-a3d6-c94ffaddfe12 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:14:20.602247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dccc9e-be2a-43c9-a426-d29d6b90dd3a None None] Routers {'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:14:20.603249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-44dccc9e-be2a-43c9-a426-d29d6b90dd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:20.616518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device de31505d-0f76-47a3-af10-581499465a2f up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:14:20.831567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port de31505d-0f76-47a3-af10-581499465a2f triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:14:20.831984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:20.863389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd548a-20c5-4af4-af2d-4731d5236dfb req-06007c61-4aa7-41e2-ae23-088b8517909f tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:20.871956 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e1dd548a-20c5-4af4-af2d-4731d5236dfb req-06007c61-4aa7-41e2-ae23-088b8517909f tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 1.3258243 Apr 23 09:14:20.921919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4b17fcbd-7eb5-42c2-8b2f-881b6aeab822 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:20.925412 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8c1c2a27-c530-4a84-9a7c-ff7c1bfbd8cf admin admin] 10.222.0.60 "PUT /v2.0/routers/f7d6e821-51aa-4f11-8450-c3ac9e7e5a14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5033255 Apr 23 09:14:20.936880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33328) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:20.944834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-44dccc9e-be2a-43c9-a426-d29d6b90dd3a None None] Set router f7d6e821-51aa-4f11-8450-c3ac9e7e5a14 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:14:20.971070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c9f316dc-67e6-468d-91ed-a36333d30bbb tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:21.014074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4b17fcbd-7eb5-42c2-8b2f-881b6aeab822 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:21.015557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0de7d1f8-f51f-40be-971c-a5f1f9460cb7 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:21.016920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de7d1f8-f51f-40be-971c-a5f1f9460cb7 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Fanout notify agent at l3_agent the message router_deleted on router fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:14:21.041203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f2afb5-b522-4f73-81e5-4e4593a7b0ac None None] Network 6fa5f343-84d6-4de9-9261-283c40081114 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:14:21.052525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0de7d1f8-f51f-40be-971c-a5f1f9460cb7 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:21.053767 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0de7d1f8-f51f-40be-971c-a5f1f9460cb7 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] 10.222.0.60 "DELETE /v2.0/routers/fa090c8e-9fcc-4f5e-8b61-a1f5b7aa8db3 HTTP/1.1" status: 204 len: 168 time: 1.5548294 Apr 23 09:14:21.087296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659b4403-1555-4d22-a344-09b8e6e2e400 None None] Network bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:14:21.096380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-514a8242-d185-42e3-8e7a-4346aa6d28aa tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Deleting port 4c21771f-86ae-4f39-aed8-d8f4e4381c88 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:21.096770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-514a8242-d185-42e3-8e7a-4346aa6d28aa tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:21.149939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b48be4a1-d865-48eb-82af-2c840999f9a7 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:21.196725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b48be4a1-d865-48eb-82af-2c840999f9a7 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:21.280551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cb166c95-a966-4f7e-83bd-30a70409046a None None] Provisioning for port 735571d4-04a6-4ad9-a3d6-c94ffaddfe12 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:14:21.329122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f64637d-c8af-47ab-9fcc-b3ca8134ae03 admin admin] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:21.360682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cb166c95-a966-4f7e-83bd-30a70409046a None None] Provisioning complete for port 735571d4-04a6-4ad9-a3d6-c94ffaddfe12 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:14:21.367463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb166c95-a966-4f7e-83bd-30a70409046a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:21.603623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f64637d-c8af-47ab-9fcc-b3ca8134ae03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:21.624662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-514a8242-d185-42e3-8e7a-4346aa6d28aa tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:21.628117 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e1dd548a-20c5-4af4-af2d-4731d5236dfb req-a0f10d7f-e57c-45d1-a26e-e09ec6ef1167 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7547524 Apr 23 09:14:21.630767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17fcbd-7eb5-42c2-8b2f-881b6aeab822 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Pushing event deleted for resources: {'Subnet': ['ID=be4a2c4e-244c-4531-b65f-e03d377fd2cd,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:21.643390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4b17fcbd-7eb5-42c2-8b2f-881b6aeab822 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:21.716505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-44dccc9e-be2a-43c9-a426-d29d6b90dd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'name': 'tempest-ServersTestJSON-995490386-router', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '4109311a-6651-4eb6-881c-2c4b74864144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:09Z', 'updated_at': '2021-04-23T09:14:13Z', 'revision_number': 5, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'gw_port': {'id': '4109311a-6651-4eb6-881c-2c4b74864144', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:11Z', 'updated_at': '2021-04-23T09:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:21.722562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dccc9e-be2a-43c9-a426-d29d6b90dd3a None None] Checking router: f7d6e821-51aa-4f11-8450-c3ac9e7e5a14 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:14:21.734338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dccc9e-be2a-43c9-a426-d29d6b90dd3a None None] Routers {'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:14:21.735054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-44dccc9e-be2a-43c9-a426-d29d6b90dd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:21.771785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f9859123-8a5d-475e-b821-f6828512cd2f tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87175) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}} Apr 23 09:14:21.772484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f9859123-8a5d-475e-b821-f6828512cd2f tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Router a2f70988-98c3-425b-8753-7bf6dab5a9f0 migrating from provider to provider. {{(pid=87175) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}} Apr 23 09:14:21.773129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f9859123-8a5d-475e-b821-f6828512cd2f tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:21.822730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33338) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:21.833691 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4b17fcbd-7eb5-42c2-8b2f-881b6aeab822 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] 10.222.0.60 "DELETE /v2.0/subnets/be4a2c4e-244c-4531-b65f-e03d377fd2cd HTTP/1.1" status: 204 len: 168 time: 4.0941753 Apr 23 09:14:21.842985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-514a8242-d185-42e3-8e7a-4346aa6d28aa tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Calling delete_port for 4c21771f-86ae-4f39-aed8-d8f4e4381c88 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:21.846828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33344) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:21.875069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f9859123-8a5d-475e-b821-f6828512cd2f tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:21.893930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-5e760017-bac5-4fdc-b8a1-983dce73fbdf tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Allocated IP 172.26.4.144 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/51d19d93-63a3-4e39-8b4e-86992bab4977) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:14:21.917763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f9859123-8a5d-475e-b821-f6828512cd2f tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846489349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8286451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846514403'] for router, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:21.971019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb166c95-a966-4f7e-83bd-30a70409046a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:21.971749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-44dccc9e-be2a-43c9-a426-d29d6b90dd3a None None] Set router f7d6e821-51aa-4f11-8450-c3ac9e7e5a14 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:14:22.078673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-cb166c95-a966-4f7e-83bd-30a70409046a None None] For port 735571d4-04a6-4ad9-a3d6-c94ffaddfe12, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=735571d4-04a6-4ad9-a3d6-c94ffaddfe12,segment=NetworkSegment(1b0c5e6c-3a80-4be4-8d82-ad24f36ac864),segment_id=1b0c5e6c-3a80-4be4-8d82-ad24f36ac864)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:14:22.103825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb166c95-a966-4f7e-83bd-30a70409046a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:22.108634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9b63dcbe-e0c2-45c7-b71b-07188ae79d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:22.150482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-44dccc9e-be2a-43c9-a426-d29d6b90dd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'name': 'tempest-ServersTestJSON-995490386-router', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:09Z', 'updated_at': '2021-04-23T09:14:21Z', 'revision_number': 6, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:22.156103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dccc9e-be2a-43c9-a426-d29d6b90dd3a None None] The sync data for ids ['f7d6e821-51aa-4f11-8450-c3ac9e7e5a14'] in dv-neutron-786478-4-hyperv is: [{'id': 'f7d6e821-51aa-4f11-8450-c3ac9e7e5a14', 'name': 'tempest-ServersTestJSON-995490386-router', 'tenant_id': '3a37e3ff2df14ef5af04077b55233f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:09Z', 'updated_at': '2021-04-23T09:14:21Z', 'revision_number': 6, 'project_id': '3a37e3ff2df14ef5af04077b55233f51', 'gw_port_host': None}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:14:22.168142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948b141d-c347-4317-9bba-b0ffb9bd31c0 None None] DHCP port deletion for 6fa5f343-84d6-4de9-9261-283c40081114 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:14:22.313412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb166c95-a966-4f7e-83bd-30a70409046a None None] Pushing event updated for resources: {'Port': ['ID=735571d4-04a6-4ad9-a3d6-c94ffaddfe12,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:22.319492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cb166c95-a966-4f7e-83bd-30a70409046a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:22.330856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-948b141d-c347-4317-9bba-b0ffb9bd31c0 None None] Deleting port de31505d-0f76-47a3-af10-581499465a2f {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:22.331306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-948b141d-c347-4317-9bba-b0ffb9bd31c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:22.398337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2f7c5d4f-8123-49b7-a639-c192ed298d29 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:14:22.500911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24f13a7-9413-48b3-b5ab-7a6904fa8b12 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Deleting subnet 8d6da682-c655-49b0-8c55-2e782a219191 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:14:22.527381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d24f13a7-9413-48b3-b5ab-7a6904fa8b12 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:22.594718 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-921a7e5e-e9b7-4c35-b814-66612889fc37 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3b9364b91651425199c84a876688263e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7679837 Apr 23 09:14:22.602168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33348) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:22.663646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d24f13a7-9413-48b3-b5ab-7a6904fa8b12 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:22.689322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8f64637d-c8af-47ab-9fcc-b3ca8134ae03 admin admin] Deleting port 4109311a-6651-4eb6-881c-2c4b74864144 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:22.689706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f64637d-c8af-47ab-9fcc-b3ca8134ae03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:22.709929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557a99d-847a-4d7c-aba6-5a17f2a17d7e req-63f5b389-b46f-4476-862f-3d5126955fc8 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:22.711679 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e557a99d-847a-4d7c-aba6-5a17f2a17d7e req-63f5b389-b46f-4476-862f-3d5126955fc8 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.7543356 Apr 23 09:14:22.737920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48be4a1-d865-48eb-82af-2c840999f9a7 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Router 94e3cf93-fc47-4393-9b60-9fd1bb599458 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:14:22.738767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 2f7c5d4f-8123-49b7-a639-c192ed298d29 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:14:22.739366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2f7c5d4f-8123-49b7-a639-c192ed298d29 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:14:22.740367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device de31505d-0f76-47a3-af10-581499465a2f no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:14:22.831119 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f9859123-8a5d-475e-b821-f6828512cd2f tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] No L3 agents can host the router a2f70988-98c3-425b-8753-7bf6dab5a9f0 Apr 23 09:14:22.893895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-948b141d-c347-4317-9bba-b0ffb9bd31c0 None None] For port de31505d-0f76-47a3-af10-581499465a2f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=de31505d-0f76-47a3-af10-581499465a2f,segment=NetworkSegment(33473d98-9f1f-49ad-9c21-480c65e37465),segment_id=33473d98-9f1f-49ad-9c21-480c65e37465)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:14:22.894436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-948b141d-c347-4317-9bba-b0ffb9bd31c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:22.906010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-044f7ac2-01db-4045-9b4d-84ecdb6c1d14 None None] Provisioning complete for port 735571d4-04a6-4ad9-a3d6-c94ffaddfe12 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:14:22.906468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-044f7ac2-01db-4045-9b4d-84ecdb6c1d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:22.985868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-62901687-184a-45d3-a442-c84d9c6a41b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:23.025892 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e557a99d-847a-4d7c-aba6-5a17f2a17d7e req-30ad3fd2-3b43-4351-a2ec-3e4cfae09c80 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2926817 Apr 23 09:14:23.071664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d24f13a7-9413-48b3-b5ab-7a6904fa8b12 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:23.111280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-514a8242-d185-42e3-8e7a-4346aa6d28aa tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:23.130752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e4767e2d-278f-4a22-9981-0afb3c42c3b9 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:23.143199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-948b141d-c347-4317-9bba-b0ffb9bd31c0 None None] Calling delete_port for de31505d-0f76-47a3-af10-581499465a2f owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:23.194129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a8242-d185-42e3-8e7a-4346aa6d28aa tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Pushing event deleted for resources: {'Port': ['ID=4c21771f-86ae-4f39-aed8-d8f4e4381c88,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:23.206352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-514a8242-d185-42e3-8e7a-4346aa6d28aa tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:23.211483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48be4a1-d865-48eb-82af-2c840999f9a7 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:14:23.219505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:23.236404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9213630-2ced-4a42-b2e9-51027af18037 None None] Sync routers for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:14:23.257770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e760017-bac5-4fdc-b8a1-983dce73fbdf tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:23.286377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-62901687-184a-45d3-a442-c84d9c6a41b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:23.305392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b48be4a1-d865-48eb-82af-2c840999f9a7 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:23.342504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9213630-2ced-4a42-b2e9-51027af18037 None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:14:23.343738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a9213630-2ced-4a42-b2e9-51027af18037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:23.347837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9859123-8a5d-475e-b821-f6828512cd2f tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Hosts for router a2f70988-98c3-425b-8753-7bf6dab5a9f0: [] {{(pid=87175) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 23 09:14:23.405472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-62901687-184a-45d3-a442-c84d9c6a41b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:23.421330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a9213630-2ced-4a42-b2e9-51027af18037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:23.429012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:23.437887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0646d510-5ba7-4537-b1c9-985091802264 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:23.468660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9213630-2ced-4a42-b2e9-51027af18037 None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:14:23.469521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a9213630-2ced-4a42-b2e9-51027af18037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:23.492175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-8f64637d-c8af-47ab-9fcc-b3ca8134ae03 admin admin] For port 4109311a-6651-4eb6-881c-2c4b74864144, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4109311a-6651-4eb6-881c-2c4b74864144,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:14:23.493347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f64637d-c8af-47ab-9fcc-b3ca8134ae03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:23.510096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9859123-8a5d-475e-b821-f6828512cd2f tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Hosts for other DVR routers connected to router a2f70988-98c3-425b-8753-7bf6dab5a9f0: set() {{(pid=87175) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:348}} Apr 23 09:14:23.520320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62901687-184a-45d3-a442-c84d9c6a41b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eed1ac5-c6fb-4e24-90ef-b4e160b9f00e,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:23.537573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f9859123-8a5d-475e-b821-f6828512cd2f tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:23.542122 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f9859123-8a5d-475e-b821-f6828512cd2f tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] 10.222.0.60 "PUT /v2.0/routers/a2f70988-98c3-425b-8753-7bf6dab5a9f0 HTTP/1.1" status: 200 len: 717 time: 4.6110833 Apr 23 09:14:23.546496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33354) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:23.552110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-62901687-184a-45d3-a442-c84d9c6a41b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:23.553651 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-62901687-184a-45d3-a442-c84d9c6a41b0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5eed1ac5-c6fb-4e24-90ef-b4e160b9f00e HTTP/1.1" status: 204 len: 168 time: 0.9409084 Apr 23 09:14:23.555080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-62901687-184a-45d3-a442-c84d9c6a41b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:23.582248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a9213630-2ced-4a42-b2e9-51027af18037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:23.582771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9213630-2ced-4a42-b2e9-51027af18037 None None] The sync data for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:14:23.615452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port de31505d-0f76-47a3-af10-581499465a2f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=de31505d-0f76-47a3-af10-581499465a2f,segment=NetworkSegment(33473d98-9f1f-49ad-9c21-480c65e37465),segment_id=33473d98-9f1f-49ad-9c21-480c65e37465)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:14:23.645959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:23.647898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-81ac7f83-426f-4b95-a3f2-861f66420de9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:23.696539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-948b141d-c347-4317-9bba-b0ffb9bd31c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:14:23.696539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-948b141d-c347-4317-9bba-b0ffb9bd31c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:14:23.753270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=de31505d-0f76-47a3-af10-581499465a2f,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:23.765672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:23.769428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8f64637d-c8af-47ab-9fcc-b3ca8134ae03 admin admin] Calling delete_port for 4109311a-6651-4eb6-881c-2c4b74864144 owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:23.841082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c75758-52d9-46f1-8fe6-9d785b4d5aea req-c4318cb0-e63b-4c2b-906e-cd7acca3675d tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:23.844239 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-33c75758-52d9-46f1-8fe6-9d785b4d5aea req-c4318cb0-e63b-4c2b-906e-cd7acca3675d tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.6477630 Apr 23 09:14:23.932312 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-33c75758-52d9-46f1-8fe6-9d785b4d5aea req-bc76cdfd-1e71-401e-9020-00d249d75d2a tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763991 Apr 23 09:14:23.935017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e760017-bac5-4fdc-b8a1-983dce73fbdf tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:23.946666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4537981a-f512-4e61-a059-9baaf90aaec3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:24.010152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e760017-bac5-4fdc-b8a1-983dce73fbdf tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:14:24.016024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-5e760017-bac5-4fdc-b8a1-983dce73fbdf tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:24.033468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e760017-bac5-4fdc-b8a1-983dce73fbdf tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:14:24.130941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e760017-bac5-4fdc-b8a1-983dce73fbdf tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Pushing event updated for resources: {'Port': ['ID=51d19d93-63a3-4e39-8b4e-86992bab4977,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:24.156982 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b48be4a1-d865-48eb-82af-2c840999f9a7 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "PUT /v2.0/floatingips/c584d384-cea9-45f5-becc-5928ced9436a HTTP/1.1" status: 200 len: 978 time: 6.2965481 Apr 23 09:14:24.164689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5e760017-bac5-4fdc-b8a1-983dce73fbdf tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:24.165443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33368) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:24.169398 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ce884006-8e34-40a4-98dd-d8192d31ffc6 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] 10.222.0.60 "GET /v2.0/routers/a2f70988-98c3-425b-8753-7bf6dab5a9f0 HTTP/1.1" status: 200 len: 717 time: 0.6118722 Apr 23 09:14:24.237579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33374) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:24.370650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-948b141d-c347-4317-9bba-b0ffb9bd31c0 None None] Deleting port de31505d-0f76-47a3-af10-581499465a2f {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:24.371306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-948b141d-c347-4317-9bba-b0ffb9bd31c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:24.426667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-514a8242-d185-42e3-8e7a-4346aa6d28aa tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:24.439883 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-514a8242-d185-42e3-8e7a-4346aa6d28aa tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "DELETE /v2.0/ports/4c21771f-86ae-4f39-aed8-d8f4e4381c88 HTTP/1.1" status: 204 len: 168 time: 4.2357266 Apr 23 09:14:24.445942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33382) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:24.463965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 735571d4-04a6-4ad9-a3d6-c94ffaddfe12 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:14:24.538841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9c227-ea5a-48bb-8449-489ddbe40dc4 req-fd19c466-96c2-42b5-9119-6914f67ef8f9 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:24.540689 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ca9c227-ea5a-48bb-8449-489ddbe40dc4 req-fd19c466-96c2-42b5-9119-6914f67ef8f9 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.4231935 Apr 23 09:14:24.588537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d24f13a7-9413-48b3-b5ab-7a6904fa8b12 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:24.589999 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-a607b52a-0a1d-40f9-83c5-c77008f7a260 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] GET failed (client error): The resource could not be found. Apr 23 09:14:24.590839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a607b52a-0a1d-40f9-83c5-c77008f7a260 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Synchronizing usage tracker for tenant:5775712b6fc04fb2a17e8bbd942518a6 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:14:24.605154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a05e3d3c-ac84-4c44-91e8-433155863362 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:24.677478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f13a7-9413-48b3-b5ab-7a6904fa8b12 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Pushing event deleted for resources: {'Subnet': ['ID=8d6da682-c655-49b0-8c55-2e782a219191,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:24.685235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d24f13a7-9413-48b3-b5ab-7a6904fa8b12 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:24.688343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d24f13a7-9413-48b3-b5ab-7a6904fa8b12 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:24.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d24f13a7-9413-48b3-b5ab-7a6904fa8b12 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] 10.222.0.60 "DELETE /v2.0/subnets/8d6da682-c655-49b0-8c55-2e782a219191 HTTP/1.1" status: 204 len: 168 time: 2.8332591 Apr 23 09:14:24.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ca9c227-ea5a-48bb-8449-489ddbe40dc4 req-bb5b5702-40d8-4402-8751-bbce18e39c82 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458180 Apr 23 09:14:24.696505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205424c0-1f78-4046-9108-40fbf899a37b None None] Network bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:14:24.703282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33390) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:24.760128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-948b141d-c347-4317-9bba-b0ffb9bd31c0 None None] For port de31505d-0f76-47a3-af10-581499465a2f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=de31505d-0f76-47a3-af10-581499465a2f,segment=NetworkSegment(33473d98-9f1f-49ad-9c21-480c65e37465),segment_id=33473d98-9f1f-49ad-9c21-480c65e37465)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:14:24.761706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-948b141d-c347-4317-9bba-b0ffb9bd31c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:24.804602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a607b52a-0a1d-40f9-83c5-c77008f7a260 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Unset dirty status for tenant:5775712b6fc04fb2a17e8bbd942518a6 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:14:24.808729 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a607b52a-0a1d-40f9-83c5-c77008f7a260 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "GET /v2.0/ports/4c21771f-86ae-4f39-aed8-d8f4e4381c88 HTTP/1.1" status: 404 len: 333 time: 0.3625283 Apr 23 09:14:24.813812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a013ffea-91ce-4665-b1d3-c0410d9f8789 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:24.814645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a013ffea-91ce-4665-b1d3-c0410d9f8789 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Synchronizing usage tracker for tenant:cbe1c33fc0654af4a07123b7235281b4 on resource:subnet {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:14:24.817473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33398) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:24.921076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a013ffea-91ce-4665-b1d3-c0410d9f8789 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Unset dirty status for tenant:cbe1c33fc0654af4a07123b7235281b4 on resource:subnet {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:14:24.930876 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a013ffea-91ce-4665-b1d3-c0410d9f8789 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2222166 Apr 23 09:14:24.939574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33404) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:24.977496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-948b141d-c347-4317-9bba-b0ffb9bd31c0 None None] Calling delete_port for de31505d-0f76-47a3-af10-581499465a2f owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:25.054664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 735571d4-04a6-4ad9-a3d6-c94ffaddfe12 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:14:25.055341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:25.060855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33408) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:25.091725 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-895fd9a2-7739-4d63-baad-68190a7e04e8 tempest-RoutersTestDVR-779794693 tempest-RoutersTestDVR-779794693-project] 10.222.0.60 "GET /v2.0/routers/a2f70988-98c3-425b-8753-7bf6dab5a9f0 HTTP/1.1" status: 200 len: 683 time: 0.8456712 Apr 23 09:14:25.098514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33414) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:25.172931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:25.191441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f64637d-c8af-47ab-9fcc-b3ca8134ae03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:25.204696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:25.283718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5c8768a8-baad-4822-a86d-2f2de122e41f tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Deleting port 96a71c9a-eb1f-4231-b270-a1cf7941356f {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:25.284140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c8768a8-baad-4822-a86d-2f2de122e41f tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:25.320355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-948b141d-c347-4317-9bba-b0ffb9bd31c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:25.327820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:25.386984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b141d-c347-4317-9bba-b0ffb9bd31c0 None None] Pushing event deleted for resources: {'Port': ['ID=de31505d-0f76-47a3-af10-581499465a2f,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:25.391895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-948b141d-c347-4317-9bba-b0ffb9bd31c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:25.392896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948b141d-c347-4317-9bba-b0ffb9bd31c0 None None] No DVR routers for this DVR port de31505d-0f76-47a3-af10-581499465a2f on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:14:25.411662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645a4563-0ac3-4a2b-86cf-2b53329d8b7d None None] DHCP port deletion for bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:14:25.416105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4109311a-6651-4eb6-881c-2c4b74864144 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:14:25.461323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Deleting port 735571d4-04a6-4ad9-a3d6-c94ffaddfe12 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:25.461773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:25.462200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 4109311a-6651-4eb6-881c-2c4b74864144 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:14:25.462627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4109311a-6651-4eb6-881c-2c4b74864144 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:14:25.535413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-645a4563-0ac3-4a2b-86cf-2b53329d8b7d None None] Deleting port 735571d4-04a6-4ad9-a3d6-c94ffaddfe12 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:25.535913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-645a4563-0ac3-4a2b-86cf-2b53329d8b7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:25.631568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c8768a8-baad-4822-a86d-2f2de122e41f tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:25.656276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] For port 735571d4-04a6-4ad9-a3d6-c94ffaddfe12, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=735571d4-04a6-4ad9-a3d6-c94ffaddfe12,segment=NetworkSegment(1b0c5e6c-3a80-4be4-8d82-ad24f36ac864),segment_id=1b0c5e6c-3a80-4be4-8d82-ad24f36ac864)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:14:25.656276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:25.662730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-645a4563-0ac3-4a2b-86cf-2b53329d8b7d None None] For port 735571d4-04a6-4ad9-a3d6-c94ffaddfe12, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=735571d4-04a6-4ad9-a3d6-c94ffaddfe12,segment=NetworkSegment(1b0c5e6c-3a80-4be4-8d82-ad24f36ac864),segment_id=1b0c5e6c-3a80-4be4-8d82-ad24f36ac864)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:14:25.663176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-645a4563-0ac3-4a2b-86cf-2b53329d8b7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:25.731863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bea17517-b109-4692-9b7e-7510efbcf8c1 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:25.733401 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.v2.base [None req-bea17517-b109-4692-9b7e-7510efbcf8c1 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 23 09:14:25.733965 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-bea17517-b109-4692-9b7e-7510efbcf8c1 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] create failed (client error): There was a conflict when trying to complete your request. Apr 23 09:14:25.735099 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bea17517-b109-4692-9b7e-7510efbcf8c1 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6713722 Apr 23 09:14:25.787109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33418) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:25.800876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5c8768a8-baad-4822-a86d-2f2de122e41f tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Calling delete_port for 96a71c9a-eb1f-4231-b270-a1cf7941356f owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:25.836862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64637d-c8af-47ab-9fcc-b3ca8134ae03 admin admin] Pushing event deleted for resources: {'Port': ['ID=4109311a-6651-4eb6-881c-2c4b74864144,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:25.932998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group': {'name': 'tempest-secgroup--346588827'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:25.937385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8f64637d-c8af-47ab-9fcc-b3ca8134ae03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:25.948746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Calling delete_port for 735571d4-04a6-4ad9-a3d6-c94ffaddfe12 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:25.958210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:25.966716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Usage tracker for resource:security_group and tenant:65184052664a46f2bd939e33d36febd7 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:25.971899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:25.986779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-645a4563-0ac3-4a2b-86cf-2b53329d8b7d None None] Calling delete_port for 735571d4-04a6-4ad9-a3d6-c94ffaddfe12 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:25.991910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:26.003483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c26b84a-c9a6-4c82-bdfa-0f0ec5e35ff9 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:26.051599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:26.063248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-645a4563-0ac3-4a2b-86cf-2b53329d8b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:26.068647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:26.069141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:26.086092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:14:26.086481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:14:26.120577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a4563-0ac3-4a2b-86cf-2b53329d8b7d None None] Pushing event deleted for resources: {'Port': ['ID=735571d4-04a6-4ad9-a3d6-c94ffaddfe12,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:26.124973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-645a4563-0ac3-4a2b-86cf-2b53329d8b7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:26.126561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645a4563-0ac3-4a2b-86cf-2b53329d8b7d None None] No DVR routers for this DVR port 735571d4-04a6-4ad9-a3d6-c94ffaddfe12 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:14:26.137792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:26.147415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Usage tracker for resource:security_group_rule and tenant:65184052664a46f2bd939e33d36febd7 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:26.153525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:26.164474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:26.259072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c8768a8-baad-4822-a86d-2f2de122e41f tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:26.268207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-514a8242-d185-42e3-8e7a-4346aa6d28aa tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:26.328637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 735571d4-04a6-4ad9-a3d6-c94ffaddfe12 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:14:26.337849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8768a8-baad-4822-a86d-2f2de122e41f tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Pushing event deleted for resources: {'Port': ['ID=96a71c9a-eb1f-4231-b270-a1cf7941356f,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:26.341158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5c8768a8-baad-4822-a86d-2f2de122e41f tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:26.348848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:26.377026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 735571d4-04a6-4ad9-a3d6-c94ffaddfe12 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:14:26.377440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 735571d4-04a6-4ad9-a3d6-c94ffaddfe12 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:14:26.390142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f64637d-c8af-47ab-9fcc-b3ca8134ae03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:26.392278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:26.396470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:26.401009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Usage tracker for resource:security_group_rule and tenant:65184052664a46f2bd939e33d36febd7 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:26.409806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a4372b70-6b18-40e1-aa0f-05bf4816c36a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:26.438832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:26.441246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:26.546244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c8768a8-baad-4822-a86d-2f2de122e41f tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:26.583867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e46c9f8-0ad7-4f9b-8494-8304213d731f,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:26.587324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:26.622472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c26b84a-c9a6-4c82-bdfa-0f0ec5e35ff9 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:26.651030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] The port '735571d4-04a6-4ad9-a3d6-c94ffaddfe12' was deleted {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:14:26.678400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c26b84a-c9a6-4c82-bdfa-0f0ec5e35ff9 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:26.683041 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-73c0fbb7-10b9-4d88-a167-76e63f4f883a req-4d43f93f-7482-4649-a86f-83fe6673c471 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.3851964 Apr 23 09:14:26.683649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e760017-bac5-4fdc-b8a1-983dce73fbdf tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:26.694284 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5c8768a8-baad-4822-a86d-2f2de122e41f tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "DELETE /v2.0/ports/96a71c9a-eb1f-4231-b270-a1cf7941356f HTTP/1.1" status: 204 len: 168 time: 1.8756533 Apr 23 09:14:26.701911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33422) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:26.723295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:26.755781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8a421f0f-db86-47e4-8b4c-bc4f06de73c1 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Deleting port 1c8f2f42-73e3-4fbd-958e-290c52917438 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:26.756154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8a421f0f-db86-47e4-8b4c-bc4f06de73c1 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:26.794798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:26.804221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:26.823301 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-0564d3f7-aa79-4542-b8c2-acfeb41b3152 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] GET failed (client error): The resource could not be found. Apr 23 09:14:26.823912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0564d3f7-aa79-4542-b8c2-acfeb41b3152 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Synchronizing usage tracker for tenant:5775712b6fc04fb2a17e8bbd942518a6 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:14:26.873666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f64637d-c8af-47ab-9fcc-b3ca8134ae03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:26.915496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f64637d-c8af-47ab-9fcc-b3ca8134ae03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:26.922672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:26.941450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d56e582-641a-4bfc-b728-73a52e3b394b,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:26.944631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:26.964903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:26.967166 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1768403 Apr 23 09:14:26.970736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33426) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:26.979275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-61d61f70-6064-4abf-8866-adb44b38426a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group_rule': {'security_group_id': '1d56e582-641a-4bfc-b728-73a52e3b394b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:27.039587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c26b84a-c9a6-4c82-bdfa-0f0ec5e35ff9 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:27.040132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c26b84a-c9a6-4c82-bdfa-0f0ec5e35ff9 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2f70988-98c3-425b-8753-7bf6dab5a9f0 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:14:27.050991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-61d61f70-6064-4abf-8866-adb44b38426a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:27.053724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0564d3f7-aa79-4542-b8c2-acfeb41b3152 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Unset dirty status for tenant:5775712b6fc04fb2a17e8bbd942518a6 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:14:27.064118 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0564d3f7-aa79-4542-b8c2-acfeb41b3152 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "GET /v2.0/ports/96a71c9a-eb1f-4231-b270-a1cf7941356f HTTP/1.1" status: 404 len: 333 time: 0.3519375 Apr 23 09:14:27.064445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-61d61f70-6064-4abf-8866-adb44b38426a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Usage tracker for resource:security_group_rule and tenant:65184052664a46f2bd939e33d36febd7 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:27.067224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33430) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:27.074735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f64637d-c8af-47ab-9fcc-b3ca8134ae03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:27.075722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f64637d-c8af-47ab-9fcc-b3ca8134ae03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7d6e821-51aa-4f11-8450-c3ac9e7e5a14 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:14:27.083363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-61d61f70-6064-4abf-8866-adb44b38426a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:27.142731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-61d61f70-6064-4abf-8866-adb44b38426a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:27.163740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:27.193799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0c5e6c-3a80-4be4-8d82-ad24f36ac864') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:27.194169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0c5e6c-3a80-4be4-8d82-ad24f36ac864') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:27.205881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8a421f0f-db86-47e4-8b4c-bc4f06de73c1 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:27.206253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8a421f0f-db86-47e4-8b4c-bc4f06de73c1 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:27.214738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:27.229543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c26b84a-c9a6-4c82-bdfa-0f0ec5e35ff9 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:27.232316 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5c26b84a-c9a6-4c82-bdfa-0f0ec5e35ff9 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] 10.222.0.60 "DELETE /v2.0/routers/a2f70988-98c3-425b-8753-7bf6dab5a9f0 HTTP/1.1" status: 204 len: 168 time: 2.1215591 Apr 23 09:14:27.259732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33434) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:27.287571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-832822f8-4d8a-4138-874f-79c9c53f6f23 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Request body: {'router': {'name': 'tempest-router-2073631970', 'distributed': True}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:27.292286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f64637d-c8af-47ab-9fcc-b3ca8134ae03 admin admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:27.294678 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8f64637d-c8af-47ab-9fcc-b3ca8134ae03 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f7d6e821-51aa-4f11-8450-c3ac9e7e5a14 HTTP/1.1" status: 204 len: 168 time: 6.3437471 Apr 23 09:14:27.299160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33438) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:27.305555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-832822f8-4d8a-4138-874f-79c9c53f6f23 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:27.309678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:27.312473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-61d61f70-6064-4abf-8866-adb44b38426a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:27.367807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-832822f8-4d8a-4138-874f-79c9c53f6f23 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Usage tracker for resource:router and tenant:72ea108046e6432199415813323fca03 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:27.376334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-832822f8-4d8a-4138-874f-79c9c53f6f23 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:27.394478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:14:27.411040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-832822f8-4d8a-4138-874f-79c9c53f6f23 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:27.593157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c73647-a2cb-4571-8767-0876fc265b47 admin admin] Deleting subnet 240a5dee-132f-48af-9eea-b03af8b7ce83 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:14:27.601624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-832822f8-4d8a-4138-874f-79c9c53f6f23 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:27.602788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-832822f8-4d8a-4138-874f-79c9c53f6f23 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:27.669830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74c73647-a2cb-4571-8767-0876fc265b47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:27.732329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-61d61f70-6064-4abf-8866-adb44b38426a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:27.734283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Network bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:14:27.738013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8a421f0f-db86-47e4-8b4c-bc4f06de73c1 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Calling delete_port for 1c8f2f42-73e3-4fbd-958e-290c52917438 owned by network:floatingip {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:27.744842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0fbb7-10b9-4d88-a167-76e63f4f883a req-40b6179f-7eff-4533-96dd-d4ac91d208e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:27.745531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d373d1d4-3a44-4c4f-9d91-2dff513d6035 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Deleting port 8ae649bb-1208-4c50-9a3e-b8bd12581c10 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:27.745936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d373d1d4-3a44-4c4f-9d91-2dff513d6035 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:27.747494 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-73c0fbb7-10b9-4d88-a167-76e63f4f883a req-40b6179f-7eff-4533-96dd-d4ac91d208e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=31a3cdb04d554bd6aeeb1f860e8a1415&device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 1098 time: 0.9010048 Apr 23 09:14:27.771387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:27.812015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-61d61f70-6064-4abf-8866-adb44b38426a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:27.904368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-14439101-de23-45af-88da-3a05454bad52 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:27.915728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e760017-bac5-4fdc-b8a1-983dce73fbdf tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:27.921510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74c73647-a2cb-4571-8767-0876fc265b47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:27.925068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e760017-bac5-4fdc-b8a1-983dce73fbdf tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846489349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8286451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846514403'] for router, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:28.025142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-832822f8-4d8a-4138-874f-79c9c53f6f23 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:28.122619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0fbb7-10b9-4d88-a167-76e63f4f883a req-a1bbf3e3-7070-4fd7-b780-9b887a35ba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:28.124336 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-73c0fbb7-10b9-4d88-a167-76e63f4f883a req-a1bbf3e3-7070-4fd7-b780-9b887a35ba5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5f22f44-5dc5-4259-bb66-faeac2187f12 HTTP/1.1" status: 200 len: 913 time: 0.3476784 Apr 23 09:14:28.301674 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-73c0fbb7-10b9-4d88-a167-76e63f4f883a req-9417ea95-edee-4ddc-85b0-c4cae91c950f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=604ea667-2571-4657-a201-16fcd36200b4 HTTP/1.1" status: 200 len: 1001 time: 0.1585588 Apr 23 09:14:28.381319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d61f70-6064-4abf-8866-adb44b38426a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=033b2478-6df0-4495-b240-ed952c751bde,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:28.384676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-61d61f70-6064-4abf-8866-adb44b38426a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:28.439635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0fbb7-10b9-4d88-a167-76e63f4f883a req-573dfd08-c531-4c4f-898a-23954729579f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:28.441235 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-73c0fbb7-10b9-4d88-a167-76e63f4f883a req-573dfd08-c531-4c4f-898a-23954729579f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e93f7937-3608-4a50-b4a7-cc289ad239de HTTP/1.1" status: 200 len: 851 time: 0.1329060 Apr 23 09:14:28.498650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-61d61f70-6064-4abf-8866-adb44b38426a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:28.499974 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-61d61f70-6064-4abf-8866-adb44b38426a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5283608 Apr 23 09:14:28.507978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33442) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:28.516888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Network bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:14:28.525667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-798a09a3-3c6f-4126-b370-b1f3127d9f9f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group_rule': {'security_group_id': '1d56e582-641a-4bfc-b728-73a52e3b394b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:28.537210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-798a09a3-3c6f-4126-b370-b1f3127d9f9f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:28.542900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-798a09a3-3c6f-4126-b370-b1f3127d9f9f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Usage tracker for resource:security_group_rule and tenant:65184052664a46f2bd939e33d36febd7 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:28.548768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-798a09a3-3c6f-4126-b370-b1f3127d9f9f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:28.556590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-798a09a3-3c6f-4126-b370-b1f3127d9f9f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:14:28.561659 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:14:28.569842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8a421f0f-db86-47e4-8b4c-bc4f06de73c1 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:28.575749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0575af92-76c4-46c7-b87d-9ebb05b94538 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:28.587414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d373d1d4-3a44-4c4f-9d91-2dff513d6035 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:28.635827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e760017-bac5-4fdc-b8a1-983dce73fbdf tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Router 2ce78785-8cab-425a-bd41-4b64efd781b3 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:14:28.641419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a421f0f-db86-47e4-8b4c-bc4f06de73c1 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event deleted for resources: {'Port': ['ID=1c8f2f42-73e3-4fbd-958e-290c52917438,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:28.658440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-832822f8-4d8a-4138-874f-79c9c53f6f23 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:28.678103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8a421f0f-db86-47e4-8b4c-bc4f06de73c1 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:28.730029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-798a09a3-3c6f-4126-b370-b1f3127d9f9f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:28.812163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d373d1d4-3a44-4c4f-9d91-2dff513d6035 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Calling delete_port for 8ae649bb-1208-4c50-9a3e-b8bd12581c10 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:28.837657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0fbb7-10b9-4d88-a167-76e63f4f883a req-a4726f7e-caab-4017-908e-9e36bc9ff966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:28.839337 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-73c0fbb7-10b9-4d88-a167-76e63f4f883a req-a4726f7e-caab-4017-908e-9e36bc9ff966 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5f22f44-5dc5-4259-bb66-faeac2187f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3817286 Apr 23 09:14:28.865661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:28.872501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:28.878600 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] 10.222.0.60 "DELETE /v2.0/networks/bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd HTTP/1.1" status: 204 len: 168 time: 3.9330142 Apr 23 09:14:28.878600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74c73647-a2cb-4571-8767-0876fc265b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:28.907231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7dd78886-702e-4769-9c9f-45cdb489bcdf tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:28.910349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33446) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:28.935729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-832822f8-4d8a-4138-874f-79c9c53f6f23 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:28.937127 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-832822f8-4d8a-4138-874f-79c9c53f6f23 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.6667583 Apr 23 09:14:28.943943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33450) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:28.948532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Pushing event deleted for resources: {'Network': ['ID=bbec8e4e-ebd6-4b49-9ef1-6d8cb38c27dd,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:28.951931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:29.049209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8a421f0f-db86-47e4-8b4c-bc4f06de73c1 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:29.049588 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-8a421f0f-db86-47e4-8b4c-bc4f06de73c1 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Floating IP c584d384-cea9-45f5-becc-5928ced9436a disassociated (deleted). External IP: 172.26.4.143, port: d527925c-7b71-4327-9574-b468791d16db. Apr 23 09:14:29.167563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d6954ee-64de-4f4c-90e1-ec5a95690058 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:29.406612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b10ed354-0d40-445e-ba56-fee758d417e4 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:29.435269 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-798a09a3-3c6f-4126-b370-b1f3127d9f9f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] create failed (client error): There was a conflict when trying to complete your request. Apr 23 09:14:29.436331 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-798a09a3-3c6f-4126-b370-b1f3127d9f9f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9184773 Apr 23 09:14:29.444969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33454) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:29.446119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e760017-bac5-4fdc-b8a1-983dce73fbdf tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:14:29.465872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26307c03-3c8c-4360-b8b8-acf8f371328c None None] Sync routers for ids ['2ce78785-8cab-425a-bd41-4b64efd781b3'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:14:29.482304 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-73c0fbb7-10b9-4d88-a167-76e63f4f883a req-6a0dd820-20ae-4faa-a592-13d1af6a5ca1 service neutron] 10.222.0.35 "GET /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748405 Apr 23 09:14:29.511886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26307c03-3c8c-4360-b8b8-acf8f371328c None None] Routers {'2ce78785-8cab-425a-bd41-4b64efd781b3'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:14:29.518533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-26307c03-3c8c-4360-b8b8-acf8f371328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['2ce78785-8cab-425a-bd41-4b64efd781b3'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:29.633734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d6954ee-64de-4f4c-90e1-ec5a95690058 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:29.641313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d6954ee-64de-4f4c-90e1-ec5a95690058 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:29.648353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-26307c03-3c8c-4360-b8b8-acf8f371328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:29.670563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26307c03-3c8c-4360-b8b8-acf8f371328c None None] Routers {'2ce78785-8cab-425a-bd41-4b64efd781b3'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:14:29.671798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-26307c03-3c8c-4360-b8b8-acf8f371328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['2ce78785-8cab-425a-bd41-4b64efd781b3'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:29.718123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e760017-bac5-4fdc-b8a1-983dce73fbdf tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:29.723490 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5e760017-bac5-4fdc-b8a1-983dce73fbdf tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "PUT /v2.0/routers/2ce78785-8cab-425a-bd41-4b64efd781b3 HTTP/1.1" status: 200 len: 913 time: 14.7845616 Apr 23 09:14:29.725684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33458) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:29.770082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-26307c03-3c8c-4360-b8b8-acf8f371328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:29.770852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26307c03-3c8c-4360-b8b8-acf8f371328c None None] The sync data for ids ['2ce78785-8cab-425a-bd41-4b64efd781b3'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:14:29.843856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d6954ee-64de-4f4c-90e1-ec5a95690058 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:29.844434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6954ee-64de-4f4c-90e1-ec5a95690058 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82cc89d6-a8ad-4071-bdab-8e51361dd6c5 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:14:29.846071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d373d1d4-3a44-4c4f-9d91-2dff513d6035 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:29.917171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:29.997462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373d1d4-3a44-4c4f-9d91-2dff513d6035 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Pushing event deleted for resources: {'Port': ['ID=8ae649bb-1208-4c50-9a3e-b8bd12581c10,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:30.016189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d373d1d4-3a44-4c4f-9d91-2dff513d6035 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:30.123275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d6954ee-64de-4f4c-90e1-ec5a95690058 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:30.124593 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0d6954ee-64de-4f4c-90e1-ec5a95690058 tempest-RoutersTestDVR-1679445555 tempest-RoutersTestDVR-1679445555-project-admin] 10.222.0.60 "DELETE /v2.0/routers/82cc89d6-a8ad-4071-bdab-8e51361dd6c5 HTTP/1.1" status: 204 len: 168 time: 1.1777434 Apr 23 09:14:30.179376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74c73647-a2cb-4571-8767-0876fc265b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:30.189729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:30.237406 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-42a3b28e-3255-4366-b133-70aeb2747b29 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "GET /v2.0/routers/2ce78785-8cab-425a-bd41-4b64efd781b3 HTTP/1.1" status: 200 len: 919 time: 0.5102456 Apr 23 09:14:30.245394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d373d1d4-3a44-4c4f-9d91-2dff513d6035 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:30.249325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33464) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:30.249610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c73647-a2cb-4571-8767-0876fc265b47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=240a5dee-132f-48af-9eea-b03af8b7ce83,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:30.256151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ce3a36-4e4e-415d-8323-a3d427a30633 None None] Network 5774ccf0-e686-428b-ad66-6523b0025605 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:14:30.292982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74c73647-a2cb-4571-8767-0876fc265b47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:30.298381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-74c73647-a2cb-4571-8767-0876fc265b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:30.320797 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d373d1d4-3a44-4c4f-9d91-2dff513d6035 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "DELETE /v2.0/ports/8ae649bb-1208-4c50-9a3e-b8bd12581c10 HTTP/1.1" status: 204 len: 168 time: 3.2403750 Apr 23 09:14:30.321164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33470) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:30.328474 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-74c73647-a2cb-4571-8767-0876fc265b47 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/240a5dee-132f-48af-9eea-b03af8b7ce83 HTTP/1.1" status: 204 len: 168 time: 3.0233409 Apr 23 09:14:30.334391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33474) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:30.353818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b10ed354-0d40-445e-ba56-fee758d417e4 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:30.391027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6abdd055-1080-44f8-a8fb-c38c2bb303fc tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:30.425469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f1d2ea-78d6-444f-9007-ab3818e0cb55 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Deleting subnet a7bbf1bc-d8d0-420c-86c9-b40fdfd67274 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:14:30.439572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b77a60-abbb-453c-b75e-54263018e00d tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:30.441271 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a0b77a60-abbb-453c-b75e-54263018e00d tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&device_id=2ce78785-8cab-425a-bd41-4b64efd781b3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1894288 Apr 23 09:14:30.442522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c7f1d2ea-78d6-444f-9007-ab3818e0cb55 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:30.470687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33478) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:30.510619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c7f1d2ea-78d6-444f-9007-ab3818e0cb55 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:31.219160 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-73c0fbb7-10b9-4d88-a167-76e63f4f883a req-f6b55036-37fa-425c-b184-c7a72d0c39ae service neutron] 10.222.0.35 "GET /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0415378 Apr 23 09:14:31.220062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c7f1d2ea-78d6-444f-9007-ab3818e0cb55 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:31.220646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dc3e91-b566-4b1f-a698-917274cd6205 None None] DHCP port deletion for 5774ccf0-e686-428b-ad66-6523b0025605 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:14:31.221065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6abdd055-1080-44f8-a8fb-c38c2bb303fc tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:31.221802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-32dc3e91-b566-4b1f-a698-917274cd6205 None None] Deleting port 3def2d41-8128-4cbf-a669-1d7befa481e6 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:31.221802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32dc3e91-b566-4b1f-a698-917274cd6205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:31.222755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33484) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:31.222755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a421f0f-db86-47e4-8b4c-bc4f06de73c1 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Router 94e3cf93-fc47-4393-9b60-9fd1bb599458 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:14:31.222755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:31.223151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-32dc3e91-b566-4b1f-a698-917274cd6205 None None] For port 3def2d41-8128-4cbf-a669-1d7befa481e6, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=3def2d41-8128-4cbf-a669-1d7befa481e6,segment=NetworkSegment(ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00),segment_id=ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:14:31.223151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32dc3e91-b566-4b1f-a698-917274cd6205 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:31.223354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-b10ed354-0d40-445e-ba56-fee758d417e4 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa5f343-84d6-4de9-9261-283c40081114']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:31.223354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-b10ed354-0d40-445e-ba56-fee758d417e4 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33473d98-9f1f-49ad-9c21-480c65e37465') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:31.223354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-b10ed354-0d40-445e-ba56-fee758d417e4 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33473d98-9f1f-49ad-9c21-480c65e37465') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:31.224604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-32dc3e91-b566-4b1f-a698-917274cd6205 None None] Calling delete_port for 3def2d41-8128-4cbf-a669-1d7befa481e6 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:31.241538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b10ed354-0d40-445e-ba56-fee758d417e4 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:31.361865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0d023-d841-4198-b89f-439e68a20efd tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:31.363508 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a5f0d023-d841-4198-b89f-439e68a20efd tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "GET /v2.0/networks/164d7ec3-3e1e-464d-ab6a-2950ee843dd7 HTTP/1.1" status: 200 len: 881 time: 0.8230612 Apr 23 09:14:31.367620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33490) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:31.372076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-95f4e4cb-f7f6-44eb-80e7-d74a75440ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:31.412039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-95f4e4cb-f7f6-44eb-80e7-d74a75440ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:31.423614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-95f4e4cb-f7f6-44eb-80e7-d74a75440ef8 admin admin] Usage tracker for resource:security_group_rule and tenant:4c1511f361f34cdfbbb8ed40c6279271 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:31.430335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-95f4e4cb-f7f6-44eb-80e7-d74a75440ef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:31.434340 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5dc8216e-1838-42e2-92f3-e77a46d34c7f tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce78785-8cab-425a-bd41-4b64efd781b3 HTTP/1.1" status: 200 len: 205 time: 0.0640624 Apr 23 09:14:31.438608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33494) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:31.441844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-95f4e4cb-f7f6-44eb-80e7-d74a75440ef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:31.520407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b10ed354-0d40-445e-ba56-fee758d417e4 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:31.525531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32dc3e91-b566-4b1f-a698-917274cd6205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:31.532404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:31.542295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10ed354-0d40-445e-ba56-fee758d417e4 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:14:31.561098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a421f0f-db86-47e4-8b4c-bc4f06de73c1 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:14:31.576988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] Deleting port 3def2d41-8128-4cbf-a669-1d7befa481e6 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:31.577373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:31.592385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb3e88e-56db-464a-9246-2f383a3079e9 None None] Sync routers for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:14:31.600487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc3e91-b566-4b1f-a698-917274cd6205 None None] Pushing event deleted for resources: {'Port': ['ID=3def2d41-8128-4cbf-a669-1d7befa481e6,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:31.610915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-32dc3e91-b566-4b1f-a698-917274cd6205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:31.612039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dc3e91-b566-4b1f-a698-917274cd6205 None None] No DVR routers for this DVR port 3def2d41-8128-4cbf-a669-1d7befa481e6 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:14:31.613823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb3e88e-56db-464a-9246-2f383a3079e9 None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:14:31.614709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-8cb3e88e-56db-464a-9246-2f383a3079e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:31.702035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-8cb3e88e-56db-464a-9246-2f383a3079e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:31.716223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb3e88e-56db-464a-9246-2f383a3079e9 None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:14:31.717659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-8cb3e88e-56db-464a-9246-2f383a3079e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:31.860181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-8cb3e88e-56db-464a-9246-2f383a3079e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:31.860968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb3e88e-56db-464a-9246-2f383a3079e9 None None] The sync data for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:14:31.875603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8a421f0f-db86-47e4-8b4c-bc4f06de73c1 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:31.901460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c7f1d2ea-78d6-444f-9007-ab3818e0cb55 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:31.915641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-024dcac5-7486-41f7-ae34-5aa28a23c3c7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:31.934564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] For port 3def2d41-8128-4cbf-a669-1d7befa481e6, host dv-neutron-786478-4-hyperv, got binding levels [] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:14:31.935004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:31.944751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b10ed354-0d40-445e-ba56-fee758d417e4 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Network 6fa5f343-84d6-4de9-9261-283c40081114 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:14:31.955250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b10ed354-0d40-445e-ba56-fee758d417e4 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:31.967123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1d2ea-78d6-444f-9007-ab3818e0cb55 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Pushing event deleted for resources: {'Subnet': ['ID=a7bbf1bc-d8d0-420c-86c9-b40fdfd67274,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:31.982024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c7f1d2ea-78d6-444f-9007-ab3818e0cb55 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:31.989808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c7f1d2ea-78d6-444f-9007-ab3818e0cb55 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:31.994674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc872bd7-93c6-45d3-9f9c-946c47b95e41 None None] Network abbeb519-6d28-4271-89ad-e93e79e8ca24 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:14:32.000017 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c7f1d2ea-78d6-444f-9007-ab3818e0cb55 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "DELETE /v2.0/subnets/a7bbf1bc-d8d0-420c-86c9-b40fdfd67274 HTTP/1.1" status: 204 len: 168 time: 1.6777358 Apr 23 09:14:32.002820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33498) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:32.101999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6abdd055-1080-44f8-a8fb-c38c2bb303fc tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:32.113895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-62901687-184a-45d3-a442-c84d9c6a41b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:32.125512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abdd055-1080-44f8-a8fb-c38c2bb303fc tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d56e582-641a-4bfc-b728-73a52e3b394b,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:32.128058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6abdd055-1080-44f8-a8fb-c38c2bb303fc tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:32.134763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6abdd055-1080-44f8-a8fb-c38c2bb303fc tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:32.136019 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6abdd055-1080-44f8-a8fb-c38c2bb303fc tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "DELETE /v2.0/security-groups/1d56e582-641a-4bfc-b728-73a52e3b394b HTTP/1.1" status: 204 len: 168 time: 2.6878653 Apr 23 09:14:32.138985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33502) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:32.363267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 3def2d41-8128-4cbf-a669-1d7befa481e6 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:14:32.410773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f6c28dc6-2e2d-45ca-bc58-c58586c37386 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Synchronizing usage tracker for tenant:65184052664a46f2bd939e33d36febd7 on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:14:32.412151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 3def2d41-8128-4cbf-a669-1d7befa481e6 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:14:32.412654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 3def2d41-8128-4cbf-a669-1d7befa481e6 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:14:32.428635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e0d520b-67cc-45e0-a6ff-9d0c6ee342bf tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:32.432802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-95116e52-b194-42c9-b2f5-60dce01e34ab tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:32.532377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] Calling delete_port for 3def2d41-8128-4cbf-a669-1d7befa481e6 owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:32.545992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_backend_mixin [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] Port 3def2d41-8128-4cbf-a669-1d7befa481e6 was not found and therefore no delete operation was performed {{(pid=87175) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 23 09:14:32.566008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2db1903-e5ae-4bc5-a8e5-38273aa47736 None None] DHCP port deletion for abbeb519-6d28-4271-89ad-e93e79e8ca24 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:14:32.568455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:32.600809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b84d5a78-ada0-4130-acbe-dbbec346718e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:32.646383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f6c28dc6-2e2d-45ca-bc58-c58586c37386 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Unset dirty status for tenant:65184052664a46f2bd939e33d36febd7 on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:14:32.651819 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f6c28dc6-2e2d-45ca-bc58-c58586c37386 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5074687 Apr 23 09:14:32.652017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d2db1903-e5ae-4bc5-a8e5-38273aa47736 None None] Deleting port b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:32.652017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d2db1903-e5ae-4bc5-a8e5-38273aa47736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:32.654545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33506) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:32.670066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7780243e-eceb-48a1-a930-02cbfe1c541a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group': {'name': 'tempest-secgroup--448985825'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:32.682923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7780243e-eceb-48a1-a930-02cbfe1c541a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:32.717421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7780243e-eceb-48a1-a930-02cbfe1c541a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:32.731532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] No DVR routers for this DVR port 3def2d41-8128-4cbf-a669-1d7befa481e6 on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:14:32.752386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-95116e52-b194-42c9-b2f5-60dce01e34ab tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:32.762015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] Pushing event deleted for resources: {'Port': ['ID=3def2d41-8128-4cbf-a669-1d7befa481e6,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:32.768792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6e0d520b-67cc-45e0-a6ff-9d0c6ee342bf tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Deleting port b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:32.768792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e0d520b-67cc-45e0-a6ff-9d0c6ee342bf tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:32.769235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:32.771047 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8a421f0f-db86-47e4-8b4c-bc4f06de73c1 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "DELETE /v2.0/floatingips/c584d384-cea9-45f5-becc-5928ced9436a HTTP/1.1" status: 204 len: 168 time: 8.6019518 Apr 23 09:14:32.779523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33510) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:32.830378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b10ed354-0d40-445e-ba56-fee758d417e4 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Network 6fa5f343-84d6-4de9-9261-283c40081114 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:14:32.842096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7780243e-eceb-48a1-a930-02cbfe1c541a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:32.859685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d2db1903-e5ae-4bc5-a8e5-38273aa47736 None None] For port b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f,segment=NetworkSegment(e07ea439-46d2-4fdb-a788-3101102aeca9),segment_id=e07ea439-46d2-4fdb-a788-3101102aeca9)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:14:32.860543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d2db1903-e5ae-4bc5-a8e5-38273aa47736 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:14:32.877698 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:14:32.995581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7780243e-eceb-48a1-a930-02cbfe1c541a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:33.007760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6e0d520b-67cc-45e0-a6ff-9d0c6ee342bf tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] For port b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f,segment=NetworkSegment(e07ea439-46d2-4fdb-a788-3101102aeca9),segment_id=e07ea439-46d2-4fdb-a788-3101102aeca9)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:14:33.008174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e0d520b-67cc-45e0-a6ff-9d0c6ee342bf tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:33.021015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7780243e-eceb-48a1-a930-02cbfe1c541a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Usage tracker for resource:security_group_rule and tenant:65184052664a46f2bd939e33d36febd7 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:33.027223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7780243e-eceb-48a1-a930-02cbfe1c541a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:33.040283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-95f4e4cb-f7f6-44eb-80e7-d74a75440ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:33.060572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d2db1903-e5ae-4bc5-a8e5-38273aa47736 None None] Calling delete_port for b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:33.065704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:33.118064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-95f4e4cb-f7f6-44eb-80e7-d74a75440ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:33.136572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7780243e-eceb-48a1-a930-02cbfe1c541a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:33.143909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fad4b121-9e85-4639-a800-1ee5de469415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:33.153921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d2db1903-e5ae-4bc5-a8e5-38273aa47736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:33.159500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-21b0e470-ede5-4315-bacb-2b91328bd112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:33.210391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db1903-e5ae-4bc5-a8e5-38273aa47736 None None] Pushing event deleted for resources: {'Port': ['ID=b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:33.218448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d2db1903-e5ae-4bc5-a8e5-38273aa47736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:33.219388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6e0d520b-67cc-45e0-a6ff-9d0c6ee342bf tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Calling delete_port for b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:33.220462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2db1903-e5ae-4bc5-a8e5-38273aa47736 None None] No DVR routers for this DVR port b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:14:33.257260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b10ed354-0d40-445e-ba56-fee758d417e4 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:33.279432 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-95f4e4cb-f7f6-44eb-80e7-d74a75440ef8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4c1511f361f34cdfbbb8ed40c6279271&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2765706 Apr 23 09:14:33.279432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b10ed354-0d40-445e-ba56-fee758d417e4 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:33.283733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4e4cb-f7f6-44eb-80e7-d74a75440ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597b78aa-36b2-45fc-98be-94748b4d7534,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:33.284404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33514) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:33.300097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-95f4e4cb-f7f6-44eb-80e7-d74a75440ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:33.304734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:33.333092 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b10ed354-0d40-445e-ba56-fee758d417e4 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] 10.222.0.60 "DELETE /v2.0/networks/6fa5f343-84d6-4de9-9261-283c40081114 HTTP/1.1" status: 204 len: 168 time: 4.4137330 Apr 23 09:14:33.335146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5774ccf0-e686-428b-ad66-6523b0025605']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:33.343333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ed354-0d40-445e-ba56-fee758d417e4 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Pushing event deleted for resources: {'Network': ['ID=6fa5f343-84d6-4de9-9261-283c40081114,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:33.344838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33518) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:33.348887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b10ed354-0d40-445e-ba56-fee758d417e4 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:33.352578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:33.352923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0bac8e-8a5c-4b6a-8aef-aa7188afcf00') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:33.355143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-95116e52-b194-42c9-b2f5-60dce01e34ab tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Deleting port 51d19d93-63a3-4e39-8b4e-86992bab4977 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:33.355532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-95116e52-b194-42c9-b2f5-60dce01e34ab tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:33.369619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:33.387538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:33.394741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:14:33.635208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] Network 5774ccf0-e686-428b-ad66-6523b0025605 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:14:33.651780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:33.666397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-68c8408b-1fca-4774-a922-2bb291175c6a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Deleting port d527925c-7b71-4327-9574-b468791d16db {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:33.666793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68c8408b-1fca-4774-a922-2bb291175c6a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:33.720553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7780243e-eceb-48a1-a930-02cbfe1c541a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:33.761265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3bac45c8-f13a-4103-944e-247a7f7b4ed3 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:33.780528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7780243e-eceb-48a1-a930-02cbfe1c541a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:33.842142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-43b2f6d0-1946-4090-8296-e5edf31d4029 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:33.848993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] Network 5774ccf0-e686-428b-ad66-6523b0025605 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:14:33.850035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-959e02da-7b2a-4749-a893-ca694269807e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:33.868546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-6e0d520b-67cc-45e0-a6ff-9d0c6ee342bf tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:14:33.868883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-6e0d520b-67cc-45e0-a6ff-9d0c6ee342bf tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:14:33.880864 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:14:33.927505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-95116e52-b194-42c9-b2f5-60dce01e34ab tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:34.011355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:34.017192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:34.021483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:34.045978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] Pushing event deleted for resources: {'Network': ['ID=5774ccf0-e686-428b-ad66-6523b0025605,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:34.048676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:34.076168 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] 10.222.0.60 "DELETE /v2.0/networks/5774ccf0-e686-428b-ad66-6523b0025605 HTTP/1.1" status: 204 len: 168 time: 3.7268534 Apr 23 09:14:34.135985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780243e-eceb-48a1-a930-02cbfe1c541a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcfa4ee-0b81-4d8d-973f-ddfc3fd07695,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:34.140387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-959e02da-7b2a-4749-a893-ca694269807e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:34.155297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-95116e52-b194-42c9-b2f5-60dce01e34ab tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Calling delete_port for 51d19d93-63a3-4e39-8b4e-86992bab4977 owned by network:router_gateway {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:34.164885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7780243e-eceb-48a1-a930-02cbfe1c541a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:34.193883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7780243e-eceb-48a1-a930-02cbfe1c541a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:34.195294 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7780243e-eceb-48a1-a930-02cbfe1c541a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5396242 Apr 23 09:14:34.201164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33524) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:34.207771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9f8b2365-d67a-4747-a298-d96e25ad7f0a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group_rule': {'security_group_id': 'fbcfa4ee-0b81-4d8d-973f-ddfc3fd07695', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:34.209422 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.v2.base [None req-9f8b2365-d67a-4747-a298-d96e25ad7f0a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 23 09:14:34.209985 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-9f8b2365-d67a-4747-a298-d96e25ad7f0a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:14:34.211098 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9f8b2365-d67a-4747-a298-d96e25ad7f0a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0088518 Apr 23 09:14:34.214676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33528) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:34.240823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68c8408b-1fca-4774-a922-2bb291175c6a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:34.301058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-235bc087-dd49-4f3c-b76c-545c66c40ee0 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:34.336496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-235bc087-dd49-4f3c-b76c-545c66c40ee0 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:34.372521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33532) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:34.376786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:14:34.419952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:14:34.420699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:14:34.510960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-68c8408b-1fca-4774-a922-2bb291175c6a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Calling delete_port for d527925c-7b71-4327-9574-b468791d16db owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:34.521637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3bac45c8-f13a-4103-944e-247a7f7b4ed3 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:34.542505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6e0d520b-67cc-45e0-a6ff-9d0c6ee342bf tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] The port 'b7c65c1a-3f3a-4d5a-b0bf-f5cc6a48396f' was deleted {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:14:34.772290 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7e7f6e8c-367f-4bc6-9048-b9e40e35b767 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a37e3ff2df14ef5af04077b55233f51&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3982880 Apr 23 09:14:34.775578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33536) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:34.839791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-235bc087-dd49-4f3c-b76c-545c66c40ee0 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:34.854546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0c1c4340-4251-4292-a00d-8c02e82ef4bc tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:34.891156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bc087-dd49-4f3c-b76c-545c66c40ee0 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcfa4ee-0b81-4d8d-973f-ddfc3fd07695,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:34.893885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-235bc087-dd49-4f3c-b76c-545c66c40ee0 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:34.919208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-235bc087-dd49-4f3c-b76c-545c66c40ee0 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:34.921347 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-235bc087-dd49-4f3c-b76c-545c66c40ee0 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "DELETE /v2.0/security-groups/fbcfa4ee-0b81-4d8d-973f-ddfc3fd07695 HTTP/1.1" status: 204 len: 168 time: 0.7054362 Apr 23 09:14:34.924939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33540) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:34.943803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c6011af-95b2-444b-b56b-ee7e9e10d5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:34.991339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c6011af-95b2-444b-b56b-ee7e9e10d5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:35.036280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-846da0d1-9d20-4461-b81b-07970e2b057e tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Synchronizing usage tracker for tenant:65184052664a46f2bd939e33d36febd7 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:14:35.097053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-846da0d1-9d20-4461-b81b-07970e2b057e tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Unset dirty status for tenant:65184052664a46f2bd939e33d36febd7 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:14:35.102165 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-846da0d1-9d20-4461-b81b-07970e2b057e tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1722746 Apr 23 09:14:35.102597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e0d520b-67cc-45e0-a6ff-9d0c6ee342bf tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:35.102713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33544) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:35.109905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-59b98508-3e0f-421d-b10d-6873c1cd71ee tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group': {'name': 'tempest-secgroup--1468068990'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:35.116827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-59b98508-3e0f-421d-b10d-6873c1cd71ee tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:35.129607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-59b98508-3e0f-421d-b10d-6873c1cd71ee tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:35.133659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c6011af-95b2-444b-b56b-ee7e9e10d5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:35.140382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-40429cff-82a3-46f4-bbb5-dc2116c06781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:35.159003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-3bac45c8-f13a-4103-944e-247a7f7b4ed3 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee88ab12-d688-4580-9dd6-58b7e8c828dc']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:35.159304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6011af-95b2-444b-b56b-ee7e9e10d5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6635c222-e841-41ff-9590-bfce37e2d5e7,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:35.161645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2c6011af-95b2-444b-b56b-ee7e9e10d5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:35.170376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c6011af-95b2-444b-b56b-ee7e9e10d5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:35.172384 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2c6011af-95b2-444b-b56b-ee7e9e10d5ee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6635c222-e841-41ff-9590-bfce37e2d5e7 HTTP/1.1" status: 204 len: 168 time: 0.3948812 Apr 23 09:14:35.177112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-959e02da-7b2a-4749-a893-ca694269807e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:35.185668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-59b98508-3e0f-421d-b10d-6873c1cd71ee tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:35.212102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-59b98508-3e0f-421d-b10d-6873c1cd71ee tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:35.217222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-59b98508-3e0f-421d-b10d-6873c1cd71ee tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Usage tracker for resource:security_group_rule and tenant:65184052664a46f2bd939e33d36febd7 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:35.220790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-59b98508-3e0f-421d-b10d-6873c1cd71ee tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:35.227324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-59b98508-3e0f-421d-b10d-6873c1cd71ee tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:35.240367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:35.251309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-3bac45c8-f13a-4103-944e-247a7f7b4ed3 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12967b3-55b0-4dbc-a710-eca7099d097c') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:35.251640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-3bac45c8-f13a-4103-944e-247a7f7b4ed3 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12967b3-55b0-4dbc-a710-eca7099d097c') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:35.284916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e02da-7b2a-4749-a893-ca694269807e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597b78aa-36b2-45fc-98be-94748b4d7534,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:35.288221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3bac45c8-f13a-4103-944e-247a7f7b4ed3 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:35.315371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-959e02da-7b2a-4749-a893-ca694269807e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:35.332712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-959e02da-7b2a-4749-a893-ca694269807e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:35.337419 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-959e02da-7b2a-4749-a893-ca694269807e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/597b78aa-36b2-45fc-98be-94748b4d7534 HTTP/1.1" status: 204 len: 168 time: 2.0380931 Apr 23 09:14:35.344850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-59b98508-3e0f-421d-b10d-6873c1cd71ee tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:35.362971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-6e0d520b-67cc-45e0-a6ff-9d0c6ee342bf tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbeb519-6d28-4271-89ad-e93e79e8ca24']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:35.377991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-6e0d520b-67cc-45e0-a6ff-9d0c6ee342bf tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07ea439-46d2-4fdb-a788-3101102aeca9') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:35.378341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-6e0d520b-67cc-45e0-a6ff-9d0c6ee342bf tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07ea439-46d2-4fdb-a788-3101102aeca9') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:35.391628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e0d520b-67cc-45e0-a6ff-9d0c6ee342bf tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:35.405516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-59b98508-3e0f-421d-b10d-6873c1cd71ee tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:35.411617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:35.443367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e0d520b-67cc-45e0-a6ff-9d0c6ee342bf tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:35.448711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3bac45c8-f13a-4103-944e-247a7f7b4ed3 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:35.460869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b98508-3e0f-421d-b10d-6873c1cd71ee tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab5fdb8-d58b-4be6-b69c-b32f1ad66115,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:35.464109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-59b98508-3e0f-421d-b10d-6873c1cd71ee tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:35.525694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-59b98508-3e0f-421d-b10d-6873c1cd71ee tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:35.531101 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-59b98508-3e0f-421d-b10d-6873c1cd71ee tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4232197 Apr 23 09:14:35.531765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33552) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:35.539020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-16ad1168-3936-435a-bb06-b6a95aa220f8 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group_rule': {'security_group_id': 'eab5fdb8-d58b-4be6-b69c-b32f1ad66115', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:35.541650 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.v2.base [None req-16ad1168-3936-435a-bb06-b6a95aa220f8 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 23 09:14:35.542380 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-16ad1168-3936-435a-bb06-b6a95aa220f8 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:14:35.547241 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-16ad1168-3936-435a-bb06-b6a95aa220f8 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0119450 Apr 23 09:14:35.547534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0d520b-67cc-45e0-a6ff-9d0c6ee342bf tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:14:35.548521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33556) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:35.567314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bac45c8-f13a-4103-944e-247a7f7b4ed3 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:14:35.648028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8bb16bc-3a9e-4686-9957-89a06e868e1b tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:35.697291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8bb16bc-3a9e-4686-9957-89a06e868e1b tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:35.800189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8bb16bc-3a9e-4686-9957-89a06e868e1b tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:35.811894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:35.831836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb16bc-3a9e-4686-9957-89a06e868e1b tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab5fdb8-d58b-4be6-b69c-b32f1ad66115,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:35.841559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d8bb16bc-3a9e-4686-9957-89a06e868e1b tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:35.844207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8bb16bc-3a9e-4686-9957-89a06e868e1b tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:35.845400 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d8bb16bc-3a9e-4686-9957-89a06e868e1b tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "DELETE /v2.0/security-groups/eab5fdb8-d58b-4be6-b69c-b32f1ad66115 HTTP/1.1" status: 204 len: 168 time: 0.2953558 Apr 23 09:14:35.859260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33568) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:35.931257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7407cc45-7400-4387-923e-ee32fc7041d1 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Synchronizing usage tracker for tenant:65184052664a46f2bd939e33d36febd7 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:14:36.004717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-95116e52-b194-42c9-b2f5-60dce01e34ab tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:36.005747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7407cc45-7400-4387-923e-ee32fc7041d1 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Unset dirty status for tenant:65184052664a46f2bd939e33d36febd7 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:14:36.010938 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7407cc45-7400-4387-923e-ee32fc7041d1 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1469626 Apr 23 09:14:36.013392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33574) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:36.019333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a68e4302-ca1b-4564-97a0-03e11d7e92c5 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group': {'name': 'tempest-secgroup--1004575701'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:36.026693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d373d1d4-3a44-4c4f-9d91-2dff513d6035 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:36.028157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a68e4302-ca1b-4564-97a0-03e11d7e92c5 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:36.042088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a68e4302-ca1b-4564-97a0-03e11d7e92c5 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:36.059504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33578) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:36.066748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3bac45c8-f13a-4103-944e-247a7f7b4ed3 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Network ee88ab12-d688-4580-9dd6-58b7e8c828dc has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:14:36.085523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32afea12-fddd-4573-b6d2-3caa12b96ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:36.096448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a68e4302-ca1b-4564-97a0-03e11d7e92c5 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:36.099365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3bac45c8-f13a-4103-944e-247a7f7b4ed3 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:36.115699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6e0d520b-67cc-45e0-a6ff-9d0c6ee342bf tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Network abbeb519-6d28-4271-89ad-e93e79e8ca24 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:14:36.121668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-32afea12-fddd-4573-b6d2-3caa12b96ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:36.129775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-32afea12-fddd-4573-b6d2-3caa12b96ca5 admin admin] Usage tracker for resource:security_group_rule and tenant:72ea108046e6432199415813323fca03 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:36.132819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a68e4302-ca1b-4564-97a0-03e11d7e92c5 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:36.135360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-32afea12-fddd-4573-b6d2-3caa12b96ca5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:36.142787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a68e4302-ca1b-4564-97a0-03e11d7e92c5 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Usage tracker for resource:security_group_rule and tenant:65184052664a46f2bd939e33d36febd7 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:36.145739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-32afea12-fddd-4573-b6d2-3caa12b96ca5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:36.147720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e0d520b-67cc-45e0-a6ff-9d0c6ee342bf tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:36.148066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a68e4302-ca1b-4564-97a0-03e11d7e92c5 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:36.157173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a68e4302-ca1b-4564-97a0-03e11d7e92c5 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:36.224233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95116e52-b194-42c9-b2f5-60dce01e34ab tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Pushing event deleted for resources: {'Port': ['ID=51d19d93-63a3-4e39-8b4e-86992bab4977,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:36.226042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-95116e52-b194-42c9-b2f5-60dce01e34ab tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:36.302806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a68e4302-ca1b-4564-97a0-03e11d7e92c5 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:36.323723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32afea12-fddd-4573-b6d2-3caa12b96ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:36.343143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a68e4302-ca1b-4564-97a0-03e11d7e92c5 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:36.349185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-59b98508-3e0f-421d-b10d-6873c1cd71ee tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:36.384066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32afea12-fddd-4573-b6d2-3caa12b96ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:36.426743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e4302-ca1b-4564-97a0-03e11d7e92c5 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e77c5a-5f01-4e8e-9e96-efea12861219,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:36.440336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a68e4302-ca1b-4564-97a0-03e11d7e92c5 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:36.441001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7a78d46a-ac8b-4071-a5c8-6a3f964a297c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:36.490839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afea12-fddd-4573-b6d2-3caa12b96ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98ae7a0-31cc-4b6a-97bf-07c84f1ed98d,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:36.499213 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-32afea12-fddd-4573-b6d2-3caa12b96ca5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=72ea108046e6432199415813323fca03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4350820 Apr 23 09:14:36.499213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-32afea12-fddd-4573-b6d2-3caa12b96ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:36.500024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33588) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:36.532276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a68e4302-ca1b-4564-97a0-03e11d7e92c5 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:36.533892 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a68e4302-ca1b-4564-97a0-03e11d7e92c5 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5201008 Apr 23 09:14:36.545539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33594) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:36.556233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-94d1ca01-149d-4fde-8916-55e5d2df8282 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group_rule': {'security_group_id': '87e77c5a-5f01-4e8e-9e96-efea12861219', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:36.559781 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.v2.base [None req-94d1ca01-149d-4fde-8916-55e5d2df8282 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 23 09:14:36.560396 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-94d1ca01-149d-4fde-8916-55e5d2df8282 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:14:36.561552 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-94d1ca01-149d-4fde-8916-55e5d2df8282 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0142975 Apr 23 09:14:36.565210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33598) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:36.570980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1c42eac4-a426-4d47-bd2c-3ae1b8a0182e tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group_rule': {'security_group_id': '87e77c5a-5f01-4e8e-9e96-efea12861219', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:36.571729 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.v2.base [None req-1c42eac4-a426-4d47-bd2c-3ae1b8a0182e tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 23 09:14:36.572288 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-1c42eac4-a426-4d47-bd2c-3ae1b8a0182e tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:14:36.576924 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1c42eac4-a426-4d47-bd2c-3ae1b8a0182e tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071557 Apr 23 09:14:36.586366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33602) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:36.597705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1a2f26f4-aa09-408f-bf7d-26ad887bef2f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group_rule': {'security_group_id': '87e77c5a-5f01-4e8e-9e96-efea12861219', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:36.598999 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.v2.base [None req-1a2f26f4-aa09-408f-bf7d-26ad887bef2f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 23 09:14:36.599217 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-1a2f26f4-aa09-408f-bf7d-26ad887bef2f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:14:36.600337 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1a2f26f4-aa09-408f-bf7d-26ad887bef2f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0111880 Apr 23 09:14:36.603619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33606) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:36.610394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68c8408b-1fca-4774-a922-2bb291175c6a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:36.611598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9767f590-01d0-4183-886b-fbf62fee372b tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group_rule': {'security_group_id': '87e77c5a-5f01-4e8e-9e96-efea12861219', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:36.612546 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.v2.base [None req-9767f590-01d0-4183-886b-fbf62fee372b tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 23 09:14:36.613105 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-9767f590-01d0-4183-886b-fbf62fee372b tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:14:36.616520 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9767f590-01d0-4183-886b-fbf62fee372b tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0095651 Apr 23 09:14:36.628167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33610) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:36.632266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-91853190-a0e3-4bef-af57-7230aba91cef tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:36.653888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2fa4759-5d36-4917-8a80-df2168ac8fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:36.679323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3bac45c8-f13a-4103-944e-247a7f7b4ed3 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Network ee88ab12-d688-4580-9dd6-58b7e8c828dc has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:14:36.700360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6e0d520b-67cc-45e0-a6ff-9d0c6ee342bf tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Network abbeb519-6d28-4271-89ad-e93e79e8ca24 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:14:36.714457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2fa4759-5d36-4917-8a80-df2168ac8fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:36.728855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7da70d1-23b3-4d08-8e10-6c5a68b68dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:14:36.736746 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:14:36.774592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d576cfa-1cff-48b7-b036-912b5c77689f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:14:36.778167 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:14:36.781970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8408b-1fca-4774-a922-2bb291175c6a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event deleted for resources: {'Port': ['ID=d527925c-7b71-4327-9574-b468791d16db,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:36.781970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-68c8408b-1fca-4774-a922-2bb291175c6a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:36.801622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-95116e52-b194-42c9-b2f5-60dce01e34ab tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:36.829232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d576cfa-1cff-48b7-b036-912b5c77689f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:36.846523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33616) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:36.872707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2fa4759-5d36-4917-8a80-df2168ac8fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:36.884358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-235bc087-dd49-4f3c-b76c-545c66c40ee0 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:36.914408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa4759-5d36-4917-8a80-df2168ac8fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98ae7a0-31cc-4b6a-97bf-07c84f1ed98d,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:36.924045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e2fa4759-5d36-4917-8a80-df2168ac8fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:36.930557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2fa4759-5d36-4917-8a80-df2168ac8fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:36.935322 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e2fa4759-5d36-4917-8a80-df2168ac8fcc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b98ae7a0-31cc-4b6a-97bf-07c84f1ed98d HTTP/1.1" status: 204 len: 168 time: 0.4310594 Apr 23 09:14:36.971644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d576cfa-1cff-48b7-b036-912b5c77689f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:36.986710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d8bb16bc-3a9e-4686-9957-89a06e868e1b tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:37.024618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d576cfa-1cff-48b7-b036-912b5c77689f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e77c5a-5f01-4e8e-9e96-efea12861219,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:37.033672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1d576cfa-1cff-48b7-b036-912b5c77689f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:37.041067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-875366701-network', 'tenant_id': '680695fd5257427aa59cd011d8236117'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:37.050907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:37.056537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d576cfa-1cff-48b7-b036-912b5c77689f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:37.058029 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1d576cfa-1cff-48b7-b036-912b5c77689f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "DELETE /v2.0/security-groups/87e77c5a-5f01-4e8e-9e96-efea12861219 HTTP/1.1" status: 204 len: 168 time: 0.4288430 Apr 23 09:14:37.065589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Usage tracker for resource:network and tenant:680695fd5257427aa59cd011d8236117 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:37.068832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33626) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:37.071243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:37.094979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:37.143698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-18866520-7267-4d0b-ba0f-f8476f247d67 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Synchronizing usage tracker for tenant:65184052664a46f2bd939e33d36febd7 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:14:37.164034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Made reservation on behalf of 680695fd5257427aa59cd011d8236117 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:14:37.170975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:37.188205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:37.210449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:37.215636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Usage tracker for resource:security_group_rule and tenant:680695fd5257427aa59cd011d8236117 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:37.219620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:37.227688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:37.361489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-18866520-7267-4d0b-ba0f-f8476f247d67 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Unset dirty status for tenant:65184052664a46f2bd939e33d36febd7 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:14:37.363042 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-18866520-7267-4d0b-ba0f-f8476f247d67 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2934582 Apr 23 09:14:37.374714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33632) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:37.378988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:37.383546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bfe48754-5ecc-4b87-a962-80efb837f6d7 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group': {'name': 'tempest-secgroup--1629179727'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:37.390933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bfe48754-5ecc-4b87-a962-80efb837f6d7 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:37.403301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bfe48754-5ecc-4b87-a962-80efb837f6d7 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:37.500610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:37.518079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1d576cfa-1cff-48b7-b036-912b5c77689f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:37.568906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d60dd82-988b-48dd-9b2a-5a29ae331086,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:37.577270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:37.590642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bfe48754-5ecc-4b87-a962-80efb837f6d7 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:37.617345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-95116e52-b194-42c9-b2f5-60dce01e34ab tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:37.626255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-95116e52-b194-42c9-b2f5-60dce01e34ab tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:37.630709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bfe48754-5ecc-4b87-a962-80efb837f6d7 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:37.635583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bfe48754-5ecc-4b87-a962-80efb837f6d7 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Usage tracker for resource:security_group_rule and tenant:65184052664a46f2bd939e33d36febd7 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:37.640187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bfe48754-5ecc-4b87-a962-80efb837f6d7 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:37.652754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bfe48754-5ecc-4b87-a962-80efb837f6d7 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:37.658570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:14:37.677488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68c8408b-1fca-4774-a922-2bb291175c6a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:37.690041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:37.690545 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Added segment 227f2858-c0bf-4b5d-a20f-49a6a3bca62d of type vlan for network 9da1bde6-e097-474a-957c-8a07c337c629 Apr 23 09:14:37.712933 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-68c8408b-1fca-4774-a922-2bb291175c6a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "DELETE /v2.0/ports/d527925c-7b71-4327-9574-b468791d16db HTTP/1.1" status: 204 len: 168 time: 4.9320335 Apr 23 09:14:37.714776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e0d520b-67cc-45e0-a6ff-9d0c6ee342bf tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:37.720649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e0d520b-67cc-45e0-a6ff-9d0c6ee342bf tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:37.720897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33642) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:37.727634 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6e0d520b-67cc-45e0-a6ff-9d0c6ee342bf tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] 10.222.0.60 "DELETE /v2.0/networks/abbeb519-6d28-4271-89ad-e93e79e8ca24 HTTP/1.1" status: 204 len: 168 time: 5.7190506 Apr 23 09:14:37.727634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3bac45c8-f13a-4103-944e-247a7f7b4ed3 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:37.730988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3bac45c8-f13a-4103-944e-247a7f7b4ed3 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:37.739032 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3bac45c8-f13a-4103-944e-247a7f7b4ed3 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] 10.222.0.60 "DELETE /v2.0/networks/ee88ab12-d688-4580-9dd6-58b7e8c828dc HTTP/1.1" status: 204 len: 168 time: 4.3926723 Apr 23 09:14:37.740084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33648) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:37.741117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65cf10d2-11dc-4a26-85a9-97788f4b5285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:37.759122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:37.783102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:37.817624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:37.825565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d520b-67cc-45e0-a6ff-9d0c6ee342bf tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Pushing event deleted for resources: {'Network': ['ID=abbeb519-6d28-4271-89ad-e93e79e8ca24,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:37.826831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Usage tracker for resource:floatingip and tenant:dfde3cc6f86f4c6daa52e8538a922701 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:37.841947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:37.853242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-95116e52-b194-42c9-b2f5-60dce01e34ab tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:37.853994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95116e52-b194-42c9-b2f5-60dce01e34ab tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Fanout notify agent at l3_agent the message router_deleted on router 2ce78785-8cab-425a-bd41-4b64efd781b3 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:14:37.860710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:37.868587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-95116e52-b194-42c9-b2f5-60dce01e34ab tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:37.868587 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-95116e52-b194-42c9-b2f5-60dce01e34ab tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "DELETE /v2.0/routers/2ce78785-8cab-425a-bd41-4b64efd781b3 HTTP/1.1" status: 204 len: 168 time: 6.4270358 Apr 23 09:14:37.876270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33654) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:37.891966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac45c8-f13a-4103-944e-247a7f7b4ed3 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Pushing event deleted for resources: {'Network': ['ID=ee88ab12-d688-4580-9dd6-58b7e8c828dc,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:37.892712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-87db983e-9096-4d98-9bc1-b49d8de4a2a3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2015777559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:37.894955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3bac45c8-f13a-4103-944e-247a7f7b4ed3 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:37.899896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:37.900632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:37.901441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bfe48754-5ecc-4b87-a962-80efb837f6d7 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:37.906800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-87db983e-9096-4d98-9bc1-b49d8de4a2a3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:37.912462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-87db983e-9096-4d98-9bc1-b49d8de4a2a3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Usage tracker for resource:router and tenant:3ffda89888b949649823f8d01859d2bc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:37.916315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-87db983e-9096-4d98-9bc1-b49d8de4a2a3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:37.924978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-87db983e-9096-4d98-9bc1-b49d8de4a2a3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:37.970467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:37.971932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:37.972633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:37.978665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-70c8bcb2-aaa9-463b-b825-b743d3a2dcf2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:38.016669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-100ad883-590b-4e74-990f-0d45219798b8 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:38.086228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bfe48754-5ecc-4b87-a962-80efb837f6d7 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:38.090945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:38.105135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-87db983e-9096-4d98-9bc1-b49d8de4a2a3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:38.106746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-87db983e-9096-4d98-9bc1-b49d8de4a2a3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:38.163968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Pushing event updated for resources: {'Network': ['ID=9da1bde6-e097-474a-957c-8a07c337c629,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:38.176011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 9da1bde6-e097-474a-957c-8a07c337c629 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:14:38.176492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:38.177938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:38.193468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-100ad883-590b-4e74-990f-0d45219798b8 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:38.212314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-87db983e-9096-4d98-9bc1-b49d8de4a2a3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:38.226390 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3781369 Apr 23 09:14:38.232704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33664) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:38.239391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe48754-5ecc-4b87-a962-80efb837f6d7 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe06582-7ae3-4ea1-aa80-2df668e6e80e,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:38.243769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bfe48754-5ecc-4b87-a962-80efb837f6d7 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:38.244344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2e0452ab-7b6c-4f85-a5dd-17bf8e155e3f admin admin] Request body: {'subnet': {'network_id': '9da1bde6-e097-474a-957c-8a07c337c629', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-875366701-subnet', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:38.245102 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bfe48754-5ecc-4b87-a962-80efb837f6d7 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8692973 Apr 23 09:14:38.246252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bfe48754-5ecc-4b87-a962-80efb837f6d7 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:38.252734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2e0452ab-7b6c-4f85-a5dd-17bf8e155e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:38.256437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33670) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:38.268995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2e0452ab-7b6c-4f85-a5dd-17bf8e155e3f admin admin] Usage tracker for resource:subnet and tenant:680695fd5257427aa59cd011d8236117 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:38.276463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6f6f3cf2-c043-4b8a-9605-f79c98db126e tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group_rule': {'security_group_id': 'bbe06582-7ae3-4ea1-aa80-2df668e6e80e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:38.279809 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.v2.base [None req-6f6f3cf2-c043-4b8a-9605-f79c98db126e tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 23 09:14:38.280588 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-6f6f3cf2-c043-4b8a-9605-f79c98db126e tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:14:38.282020 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6f6f3cf2-c043-4b8a-9605-f79c98db126e tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0217550 Apr 23 09:14:38.305918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33674) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:38.316308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-8bf41efb-8494-4e61-afe4-c13db18f926f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group_rule': {'security_group_id': 'bbe06582-7ae3-4ea1-aa80-2df668e6e80e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:38.327060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8bf41efb-8494-4e61-afe4-c13db18f926f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:38.335071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8bf41efb-8494-4e61-afe4-c13db18f926f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Usage tracker for resource:security_group_rule and tenant:65184052664a46f2bd939e33d36febd7 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:38.338821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8bf41efb-8494-4e61-afe4-c13db18f926f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:38.344983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2e0452ab-7b6c-4f85-a5dd-17bf8e155e3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:38.353427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8bf41efb-8494-4e61-afe4-c13db18f926f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:38.370513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2e0452ab-7b6c-4f85-a5dd-17bf8e155e3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:38.384901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-87db983e-9096-4d98-9bc1-b49d8de4a2a3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:38.435877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-100ad883-590b-4e74-990f-0d45219798b8 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5286f366-2ab2-4c90-a640-e021c841da8c']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:38.453660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-87db983e-9096-4d98-9bc1-b49d8de4a2a3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:38.455006 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-87db983e-9096-4d98-9bc1-b49d8de4a2a3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5762324 Apr 23 09:14:38.455391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0452ab-7b6c-4f85-a5dd-17bf8e155e3f admin admin] Made reservation on behalf of 680695fd5257427aa59cd011d8236117 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:14:38.456840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:38.466098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2e0452ab-7b6c-4f85-a5dd-17bf8e155e3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:38.507545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33680) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:38.521738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-884cae96-e7ba-4fb5-ac61-dfe143eed1b2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'enable_snat': False}}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:38.541472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33684) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:38.541855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33686) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:38.555135 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-8bf41efb-8494-4e61-afe4-c13db18f926f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:14:38.556287 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8bf41efb-8494-4e61-afe4-c13db18f926f tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2485514 Apr 23 09:14:38.564448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33694) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:38.573420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-4f0401ab-2a48-477e-94d9-2cee471753f4 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group_rule': {'security_group_id': 'bbe06582-7ae3-4ea1-aa80-2df668e6e80e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:38.575676 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.v2.base [None req-4f0401ab-2a48-477e-94d9-2cee471753f4 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 23 09:14:38.576247 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-4f0401ab-2a48-477e-94d9-2cee471753f4 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:14:38.577916 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4f0401ab-2a48-477e-94d9-2cee471753f4 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0124354 Apr 23 09:14:38.586181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33700) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:38.597337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9a033ee2-50cf-4f1c-89b1-9082f908a058 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group_rule': {'security_group_id': 'bbe06582-7ae3-4ea1-aa80-2df668e6e80e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:38.607428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9a033ee2-50cf-4f1c-89b1-9082f908a058 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:38.617744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9a033ee2-50cf-4f1c-89b1-9082f908a058 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Usage tracker for resource:security_group_rule and tenant:65184052664a46f2bd939e33d36febd7 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:38.624742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9a033ee2-50cf-4f1c-89b1-9082f908a058 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:38.669235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9a033ee2-50cf-4f1c-89b1-9082f908a058 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:38.674126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-100ad883-590b-4e74-990f-0d45219798b8 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f39b19b-1350-4b23-af38-1e51e3c0100e') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:38.674668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-100ad883-590b-4e74-990f-0d45219798b8 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f39b19b-1350-4b23-af38-1e51e3c0100e') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:38.699854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1356807886'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:38.710385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:38.723561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:network and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:38.729491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Allocated IP 172.26.4.3 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/a2523836-c663-4766-a36e-ecd090dc0c02) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:14:38.733008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:38.759469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:38.844860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:14:38.850997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:38.856054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-100ad883-590b-4e74-990f-0d45219798b8 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:38.881820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:38.939975 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-9a033ee2-50cf-4f1c-89b1-9082f908a058 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:14:38.941135 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9a033ee2-50cf-4f1c-89b1-9082f908a058 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3537993 Apr 23 09:14:38.954653 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-879303bd-2dda-4bb0-a0f2-33b41c3ac80a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5775712b6fc04fb2a17e8bbd942518a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4109786 Apr 23 09:14:38.957183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33706) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:38.957553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33708) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:38.968090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:38.973450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b968b5d7-59f6-4001-8231-0b39040fdd99 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group_rule': {'security_group_id': 'bbe06582-7ae3-4ea1-aa80-2df668e6e80e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:38.973986 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.v2.base [None req-b968b5d7-59f6-4001-8231-0b39040fdd99 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 23 09:14:38.974560 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-b968b5d7-59f6-4001-8231-0b39040fdd99 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:14:38.975619 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b968b5d7-59f6-4001-8231-0b39040fdd99 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0151420 Apr 23 09:14:38.987706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33714) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:39.001014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:security_group_rule and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:39.008564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:39.015379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f55e2e83-0d71-4f70-8860-d2d59981f152 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group_rule': {'security_group_id': 'bbe06582-7ae3-4ea1-aa80-2df668e6e80e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:39.035381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f55e2e83-0d71-4f70-8860-d2d59981f152 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:39.040072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:39.056003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f55e2e83-0d71-4f70-8860-d2d59981f152 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Usage tracker for resource:security_group_rule and tenant:65184052664a46f2bd939e33d36febd7 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:39.077051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f55e2e83-0d71-4f70-8860-d2d59981f152 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:39.096529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f55e2e83-0d71-4f70-8860-d2d59981f152 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:39.109176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-100ad883-590b-4e74-990f-0d45219798b8 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:39.132949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:39.173221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-518d3866-a4ac-43d7-8508-2a23d3734c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:39.187154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100ad883-590b-4e74-990f-0d45219798b8 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:14:39.237672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-518d3866-a4ac-43d7-8508-2a23d3734c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:39.323413 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-f55e2e83-0d71-4f70-8860-d2d59981f152 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:14:39.325082 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f55e2e83-0d71-4f70-8860-d2d59981f152 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3332665 Apr 23 09:14:39.332775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33718) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:39.345291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a17a6dad-caa5-4c19-b9ba-cb8af2b5090c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group_rule': {'security_group_id': 'bbe06582-7ae3-4ea1-aa80-2df668e6e80e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:39.345820 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.v2.base [None req-a17a6dad-caa5-4c19-b9ba-cb8af2b5090c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 23 09:14:39.346382 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-a17a6dad-caa5-4c19-b9ba-cb8af2b5090c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:14:39.351634 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a17a6dad-caa5-4c19-b9ba-cb8af2b5090c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0133865 Apr 23 09:14:39.351634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:39.352133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:39.357296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33722) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:39.358680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3255de0a-694e-47d2-8688-ea0a1b14f673 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:39.413672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-8edefd5c-61fb-47fe-af15-4ab9df376a20 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group_rule': {'security_group_id': 'bbe06582-7ae3-4ea1-aa80-2df668e6e80e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:39.419275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:39.436009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8edefd5c-61fb-47fe-af15-4ab9df376a20 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:39.448916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:14:39.461077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8edefd5c-61fb-47fe-af15-4ab9df376a20 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Usage tracker for resource:security_group_rule and tenant:65184052664a46f2bd939e33d36febd7 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:39.465807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:39.468707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-884cae96-e7ba-4fb5-ac61-dfe143eed1b2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:39.469919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:14:39.472240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8edefd5c-61fb-47fe-af15-4ab9df376a20 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:39.477227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:14:39.526641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Port': ['ID=a2523836-c663-4766-a36e-ecd090dc0c02,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:39.529119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-518d3866-a4ac-43d7-8508-2a23d3734c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:39.534370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8edefd5c-61fb-47fe-af15-4ab9df376a20 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:39.539423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:39.539989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:39.549785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-100ad883-590b-4e74-990f-0d45219798b8 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Network 5286f366-2ab2-4c90-a640-e021c841da8c has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:14:39.555785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:39.556188 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Added segment c65f0cc2-8d46-40b5-a3f5-9a91c1127155 of type vlan for network bb316f39-4b0e-43f1-8f3e-34646815cee0 Apr 23 09:14:39.561601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-100ad883-590b-4e74-990f-0d45219798b8 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:39.609008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e19ea9d0-7532-4fb4-804f-40da6226dab9,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:39.627958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4a919a9-a2e4-4f61-b7c0-d790bad851f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:39.657325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:39.662344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d3866-a4ac-43d7-8508-2a23d3734c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1308a34d-1418-4f03-86be-58186524db3b,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:39.666549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-518d3866-a4ac-43d7-8508-2a23d3734c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:39.671125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dddb1467-abcc-4e97-9fe3-10f76ca6a42d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:39.671563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dddb1467-abcc-4e97-9fe3-10f76ca6a42d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:39.695822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-518d3866-a4ac-43d7-8508-2a23d3734c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:39.701667 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-518d3866-a4ac-43d7-8508-2a23d3734c21 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1308a34d-1418-4f03-86be-58186524db3b HTTP/1.1" status: 204 len: 168 time: 0.7348955 Apr 23 09:14:39.753736 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-8edefd5c-61fb-47fe-af15-4ab9df376a20 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:14:39.755709 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8edefd5c-61fb-47fe-af15-4ab9df376a20 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3648069 Apr 23 09:14:39.759295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33728) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:39.772685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-4c647edc-4b0e-4e7d-ba4a-d43e72529a34 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group_rule': {'security_group_id': 'bbe06582-7ae3-4ea1-aa80-2df668e6e80e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:39.790100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4c647edc-4b0e-4e7d-ba4a-d43e72529a34 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:39.798276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:39.799854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-100ad883-590b-4e74-990f-0d45219798b8 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Network 5286f366-2ab2-4c90-a640-e021c841da8c has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:14:39.811547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:39.812820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:39.822417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4c647edc-4b0e-4e7d-ba4a-d43e72529a34 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Usage tracker for resource:security_group_rule and tenant:65184052664a46f2bd939e33d36febd7 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:14:39.827431 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:14:39.832116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-56c7df20-63e7-437a-8e7e-84e26fce0b6f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:39.844138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4c647edc-4b0e-4e7d-ba4a-d43e72529a34 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:39.869553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4c647edc-4b0e-4e7d-ba4a-d43e72529a34 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:39.949805 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4034598 Apr 23 09:14:39.957806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Network': ['ID=bb316f39-4b0e-43f1-8f3e-34646815cee0,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:39.959992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33734) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:39.963538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:39.969473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-48737de0-6061-4485-9ad1-50a067ca94c4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:39.972737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:14:40.037955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-100ad883-590b-4e74-990f-0d45219798b8 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:40.042630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-100ad883-590b-4e74-990f-0d45219798b8 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:40.049718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:40.084657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ad883-590b-4e74-990f-0d45219798b8 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Pushing event deleted for resources: {'Network': ['ID=5286f366-2ab2-4c90-a640-e021c841da8c,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:40.087572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-100ad883-590b-4e74-990f-0d45219798b8 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:40.114888 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-100ad883-590b-4e74-990f-0d45219798b8 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] 10.222.0.60 "DELETE /v2.0/networks/5286f366-2ab2-4c90-a640-e021c841da8c HTTP/1.1" status: 204 len: 168 time: 2.3483074 Apr 23 09:14:40.124938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-48737de0-6061-4485-9ad1-50a067ca94c4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:40.145872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-48737de0-6061-4485-9ad1-50a067ca94c4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:40.151368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-48737de0-6061-4485-9ad1-50a067ca94c4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:40.172366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-48737de0-6061-4485-9ad1-50a067ca94c4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:40.178516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:40.233499 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-4c647edc-4b0e-4e7d-ba4a-d43e72529a34 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:14:40.239201 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4c647edc-4b0e-4e7d-ba4a-d43e72529a34 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4748588 Apr 23 09:14:40.240151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33744) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:40.279751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48737de0-6061-4485-9ad1-50a067ca94c4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:14:40.291031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:40.292602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-48737de0-6061-4485-9ad1-50a067ca94c4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:40.442615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-884cae96-e7ba-4fb5-ac61-dfe143eed1b2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:40.479751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-884cae96-e7ba-4fb5-ac61-dfe143eed1b2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:40.546524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:40.601219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ee36cdd4-34eb-4828-8019-b9954770001e tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:40.659980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ee36cdd4-34eb-4828-8019-b9954770001e tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:40.697419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-884cae96-e7ba-4fb5-ac61-dfe143eed1b2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Allocated IP 172.26.4.77 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/6141a464-156b-42fa-8e74-f7d6c7462a38) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:14:40.848518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33760) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:40.951915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ee36cdd4-34eb-4828-8019-b9954770001e tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:40.959625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:40.981532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36cdd4-34eb-4828-8019-b9954770001e tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe06582-7ae3-4ea1-aa80-2df668e6e80e,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:40.989406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ee36cdd4-34eb-4828-8019-b9954770001e tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:41.071794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:41.084717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ee36cdd4-34eb-4828-8019-b9954770001e tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:41.086010 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ee36cdd4-34eb-4828-8019-b9954770001e tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "DELETE /v2.0/security-groups/bbe06582-7ae3-4ea1-aa80-2df668e6e80e HTTP/1.1" status: 204 len: 168 time: 0.8446805 Apr 23 09:14:41.091289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33768) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:41.116404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:41.125268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1c52a459-7cf6-4c16-95b9-b1eacd0f0ac8 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:41.167566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33772) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:41.275021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:41.281223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-884cae96-e7ba-4fb5-ac61-dfe143eed1b2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:41.321932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'network': {'name': 'tempest-RoutersTest-1663818682'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:41.364176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:41.388856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:network and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:41.392960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:41.415308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:41.426236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2e0452ab-7b6c-4f85-a5dd-17bf8e155e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:41.434612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-74c73647-a2cb-4571-8767-0876fc265b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:41.514359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Made reservation on behalf of 28923eac46964204bb78aee0456d0ac1 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:14:41.521212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:41.544208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-884cae96-e7ba-4fb5-ac61-dfe143eed1b2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:41.551085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:41.572905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0452ab-7b6c-4f85-a5dd-17bf8e155e3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b9b780d-df32-4d9f-896c-d11a8ac6fe41,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:41.579006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0452ab-7b6c-4f85-a5dd-17bf8e155e3f admin admin] Checking segment: {'id': '227f2858-c0bf-4b5d-a20f-49a6a3bca62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:14:41.579418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0452ab-7b6c-4f85-a5dd-17bf8e155e3f admin admin] Network hostable DHCP agents. Network: 9da1bde6-e097-474a-957c-8a07c337c629, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:14:41.584509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2e0452ab-7b6c-4f85-a5dd-17bf8e155e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:41.587015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6f259b71-bf81-4f5b-a174-0cdbf205b6ca tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:41.626412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-04af7b67-e03e-4eb2-a244-12f9155005d1 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Synchronizing usage tracker for tenant:65184052664a46f2bd939e33d36febd7 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:14:41.632925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Port': ['ID=a2523836-c663-4766-a36e-ecd090dc0c02,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:41.647164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:41.650890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884cae96-e7ba-4fb5-ac61-dfe143eed1b2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:14:41.651096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:41.661276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-884cae96-e7ba-4fb5-ac61-dfe143eed1b2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:41.664863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:security_group_rule and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:41.668483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884cae96-e7ba-4fb5-ac61-dfe143eed1b2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:14:41.687170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:41.697866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:41.722811 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7e88d67b-3a49-49b7-be76-edeced41ac2f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cbe1c33fc0654af4a07123b7235281b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8633401 Apr 23 09:14:41.727316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:41.728244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33778) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:41.748822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-04af7b67-e03e-4eb2-a244-12f9155005d1 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Unset dirty status for tenant:65184052664a46f2bd939e33d36febd7 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:14:41.755493 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-04af7b67-e03e-4eb2-a244-12f9155005d1 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6578598 Apr 23 09:14:41.756405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33782) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:41.759833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884cae96-e7ba-4fb5-ac61-dfe143eed1b2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Pushing event updated for resources: {'Port': ['ID=6141a464-156b-42fa-8e74-f7d6c7462a38,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:41.772498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-90cc5591-9458-46f1-bb0f-a2cb238c58b4 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group': {'name': 'tempest-secgroup--87916817'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:41.777369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-884cae96-e7ba-4fb5-ac61-dfe143eed1b2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:41.779794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:41.786569 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.0592129 Apr 23 09:14:41.788304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33786) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:41.795631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-90cc5591-9458-46f1-bb0f-a2cb238c58b4 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:41.804490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0bd4125a-37de-4812-88ea-47f3eed3d05d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Request body: {'port': {'network_id': 'd58fcea4-a3d0-46b5-8db9-1853265b18f0', 'name': 'tempest-FloatingIPTestJSON-1176621217'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:41.871941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d4c0de7-5561-47de-976e-02e95e9135c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:41.908785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0452ab-7b6c-4f85-a5dd-17bf8e155e3f admin admin] Network 9da1bde6-e097-474a-957c-8a07c337c629 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:14:41.909021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-48737de0-6061-4485-9ad1-50a067ca94c4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:41.920951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4b17fcbd-7eb5-42c2-8b2f-881b6aeab822 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:41.936471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-90cc5591-9458-46f1-bb0f-a2cb238c58b4 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:41.951738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d4c0de7-5561-47de-976e-02e95e9135c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:42.054637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48737de0-6061-4485-9ad1-50a067ca94c4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Checking segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:14:42.055578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48737de0-6061-4485-9ad1-50a067ca94c4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network hostable DHCP agents. Network: bb316f39-4b0e-43f1-8f3e-34646815cee0, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:14:42.061370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48737de0-6061-4485-9ad1-50a067ca94c4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=2791543a-afd3-44d2-af40-ef3a894171a8,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:42.067183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-48737de0-6061-4485-9ad1-50a067ca94c4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:42.067443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-2e0452ab-7b6c-4f85-a5dd-17bf8e155e3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 9da1bde6-e097-474a-957c-8a07c337c629) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:42.084307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e8bb68-e22a-429a-873b-4b4ed63a6c58 None None] Network 9da1bde6-e097-474a-957c-8a07c337c629 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:14:42.103816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d4c0de7-5561-47de-976e-02e95e9135c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:42.111571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e2fa4759-5d36-4917-8a80-df2168ac8fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:42.142415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48737de0-6061-4485-9ad1-50a067ca94c4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:14:42.147911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c0de7-5561-47de-976e-02e95e9135c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd1c895-c435-40f3-bff5-144a203309b6,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:42.153207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d4c0de7-5561-47de-976e-02e95e9135c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:42.155507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d4c0de7-5561-47de-976e-02e95e9135c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:42.157356 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5d4c0de7-5561-47de-976e-02e95e9135c5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1dd1c895-c435-40f3-bff5-144a203309b6 HTTP/1.1" status: 204 len: 168 time: 0.4275243 Apr 23 09:14:42.180829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0452ab-7b6c-4f85-a5dd-17bf8e155e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:42.181499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2e0452ab-7b6c-4f85-a5dd-17bf8e155e3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:42.186452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90cc5591-9458-46f1-bb0f-a2cb238c58b4 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:42.208976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-48737de0-6061-4485-9ad1-50a067ca94c4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, bb316f39-4b0e-43f1-8f3e-34646815cee0) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:42.241315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f14f32-07fb-414a-af8c-b49a901bde57 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:14:42.262737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48737de0-6061-4485-9ad1-50a067ca94c4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:42.263843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-48737de0-6061-4485-9ad1-50a067ca94c4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:42.282851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-90cc5591-9458-46f1-bb0f-a2cb238c58b4 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:42.307033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-90cc5591-9458-46f1-bb0f-a2cb238c58b4 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Usage tracker for resource:security_group_rule and tenant:65184052664a46f2bd939e33d36febd7 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:42.313560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-90cc5591-9458-46f1-bb0f-a2cb238c58b4 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:42.315567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:42.316876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0bd4125a-37de-4812-88ea-47f3eed3d05d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:42.332141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-90cc5591-9458-46f1-bb0f-a2cb238c58b4 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:42.374437 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-48737de0-6061-4485-9ad1-50a067ca94c4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4127939 Apr 23 09:14:42.376967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33792) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:42.387294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9483b4b5-40a6-4ab7-8660-0b1881094b44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'name': 'tempest-NetworksTestDHCPv6-1777934080'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:42.526038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0bd4125a-37de-4812-88ea-47f3eed3d05d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Usage tracker for resource:port and tenant:dfde3cc6f86f4c6daa52e8538a922701 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:42.539481 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2e0452ab-7b6c-4f85-a5dd-17bf8e155e3f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.3050139 Apr 23 09:14:42.543715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0bd4125a-37de-4812-88ea-47f3eed3d05d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:42.548697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33798) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:42.557436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0bd4125a-37de-4812-88ea-47f3eed3d05d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:42.560752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:42.584407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-875366701-router', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:42.590243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-9da1bde6-e097-474a-957c-8a07c337c629', 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'fixed_ips': [{'subnet_id': '0b9b780d-df32-4d9f-896c-d11a8ac6fe41'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:14:42.591502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:42.596224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:42.612766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Usage tracker for resource:router and tenant:680695fd5257427aa59cd011d8236117 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:42.615675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-884cae96-e7ba-4fb5-ac61-dfe143eed1b2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:42.644642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9483b4b5-40a6-4ab7-8660-0b1881094b44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:42.644642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9483b4b5-40a6-4ab7-8660-0b1881094b44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:port and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:42.644642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9483b4b5-40a6-4ab7-8660-0b1881094b44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:42.649937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9483b4b5-40a6-4ab7-8660-0b1881094b44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:42.663662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-bb316f39-4b0e-43f1-8f3e-34646815cee0', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'fixed_ips': [{'subnet_id': '2791543a-afd3-44d2-af40-ef3a894171a8'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:14:42.664673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:42.669016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:42.681149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:42.684514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-180afc5c-116f-44ca-afa1-55888d6a7b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:42.771701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd4125a-37de-4812-88ea-47f3eed3d05d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Made reservation on behalf of dfde3cc6f86f4c6daa52e8538a922701 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:14:42.777777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bd4125a-37de-4812-88ea-47f3eed3d05d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:42.798974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9483b4b5-40a6-4ab7-8660-0b1881094b44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:14:42.806975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9483b4b5-40a6-4ab7-8660-0b1881094b44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:42.809992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:42.827388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:14:42.843427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-9483b4b5-40a6-4ab7-8660-0b1881094b44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] device_id is not set on port a0f74fdc-57fc-429b-9525-f7779f1f1f4b yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:14:42.882676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-0bd4125a-37de-4812-88ea-47f3eed3d05d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] device_id is not set on port 207272ea-99b8-4c56-8bce-2f50b9256c7b yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:14:42.925573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:42.925982 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Added segment a360ddad-08c9-4b6c-9e51-ce1f433376b8 of type vlan for network 6cca3856-365f-41b3-b8d6-5acc46f7b22a Apr 23 09:14:42.928367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a46252a-6443-425a-8f38-5ee77f0134de,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:42.949948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:43.017172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:43.044100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Allocated IP 172.20.0.2 (9da1bde6-e097-474a-957c-8a07c337c629/0b9b780d-df32-4d9f-896c-d11a8ac6fe41/7beab888-d7c4-42ba-858f-2701e142a30d) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:14:43.046694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-9483b4b5-40a6-4ab7-8660-0b1881094b44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8::2da (bb316f39-4b0e-43f1-8f3e-34646815cee0/2791543a-afd3-44d2-af40-ef3a894171a8/a0f74fdc-57fc-429b-9525-f7779f1f1f4b) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:14:43.079942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90cc5591-9458-46f1-bb0f-a2cb238c58b4 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:43.085999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:43.087241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:43.206522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:14:43.286699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90cc5591-9458-46f1-bb0f-a2cb238c58b4 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:43.297871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:43.351512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9483b4b5-40a6-4ab7-8660-0b1881094b44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:43.368325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9483b4b5-40a6-4ab7-8660-0b1881094b44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Transition to ACTIVE for port object a0f74fdc-57fc-429b-9525-f7779f1f1f4b will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:14:43.398137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:43.405058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:43.405739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:43.417285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:43.435311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9483b4b5-40a6-4ab7-8660-0b1881094b44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:43.437829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc5591-9458-46f1-bb0f-a2cb238c58b4 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b668c2-0077-4b2b-ac55-d3a98b578ae7,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:43.440827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-0bd4125a-37de-4812-88ea-47f3eed3d05d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Allocated IP 172.20.0.12 (d58fcea4-a3d0-46b5-8db9-1853265b18f0/d9b184bc-c883-4905-b80c-7b2df6402e65/207272ea-99b8-4c56-8bce-2f50b9256c7b) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:14:43.446239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5e760017-bac5-4fdc-b8a1-983dce73fbdf tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:43.455577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-90cc5591-9458-46f1-bb0f-a2cb238c58b4 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:43.458382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:43.466747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:43.488925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Transition to ACTIVE for port object 7beab888-d7c4-42ba-858f-2701e142a30d will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:14:43.548151 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3734500 Apr 23 09:14:43.548958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Allocated IP 2001:db8::2 (bb316f39-4b0e-43f1-8f3e-34646815cee0/2791543a-afd3-44d2-af40-ef3a894171a8/9932bb07-75a4-4999-9adb-eca816fcc94f) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:14:43.549501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90cc5591-9458-46f1-bb0f-a2cb238c58b4 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:43.551964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33814) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:43.552268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Transition to ACTIVE for port object 7beab888-d7c4-42ba-858f-2701e142a30d will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:14:43.556208 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-90cc5591-9458-46f1-bb0f-a2cb238c58b4 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.7976544 Apr 23 09:14:43.559710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9483b4b5-40a6-4ab7-8660-0b1881094b44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:14:43.563585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33816) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:43.586707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-9483b4b5-40a6-4ab7-8660-0b1881094b44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:43.592457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-31708fef-87d6-4cff-9ff6-db5276defcbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'network': {'name': 'tempest-RoutersTest-1376670289'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:43.598483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-31708fef-87d6-4cff-9ff6-db5276defcbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:43.602020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:43.602819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-31708fef-87d6-4cff-9ff6-db5276defcbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:network and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:43.605858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-31708fef-87d6-4cff-9ff6-db5276defcbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:43.609943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-798af200-2c57-49b9-a5f2-9ff2911dc7c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:43.612191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-31708fef-87d6-4cff-9ff6-db5276defcbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:43.624264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9483b4b5-40a6-4ab7-8660-0b1881094b44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:14:43.630756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9483b4b5-40a6-4ab7-8660-0b1881094b44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:43.631492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9483b4b5-40a6-4ab7-8660-0b1881094b44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:43.649537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483b4b5-40a6-4ab7-8660-0b1881094b44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=a0f74fdc-57fc-429b-9525-f7779f1f1f4b,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:43.655489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31708fef-87d6-4cff-9ff6-db5276defcbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Made reservation on behalf of 28923eac46964204bb78aee0456d0ac1 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:14:43.662166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-31708fef-87d6-4cff-9ff6-db5276defcbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:43.670525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6f98b355-7a62-4ba7-868f-7940725cec09 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group_rule': {'security_group_id': '03b668c2-0077-4b2b-ac55-d3a98b578ae7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:43.675938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9483b4b5-40a6-4ab7-8660-0b1881094b44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:43.698499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-884cae96-e7ba-4fb5-ac61-dfe143eed1b2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:43.706614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31708fef-87d6-4cff-9ff6-db5276defcbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:14:43.720602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-31708fef-87d6-4cff-9ff6-db5276defcbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:43.721281 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-31708fef-87d6-4cff-9ff6-db5276defcbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Added segment 938b9d28-5d3b-471d-8b59-a5a013fcb9df of type vlan for network 71cd69da-1cec-459f-be37-3f3445003dc6 Apr 23 09:14:43.738232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6f98b355-7a62-4ba7-868f-7940725cec09 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:43.743624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Network': ['ID=6cca3856-365f-41b3-b8d6-5acc46f7b22a,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:43.756486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-884cae96-e7ba-4fb5-ac61-dfe143eed1b2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846489349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8286451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846514403'] for router, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:43.757475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Network 9da1bde6-e097-474a-957c-8a07c337c629 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:14:43.769209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:43.781388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 6cca3856-365f-41b3-b8d6-5acc46f7b22a details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:14:43.795364 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9483b4b5-40a6-4ab7-8660-0b1881094b44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4144201 Apr 23 09:14:43.808399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33826) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:43.821069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-31708fef-87d6-4cff-9ff6-db5276defcbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:43.859564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6f98b355-7a62-4ba7-868f-7940725cec09 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Usage tracker for resource:security_group_rule and tenant:65184052664a46f2bd939e33d36febd7 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:43.864322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33830) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:43.876353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:43.879111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6f98b355-7a62-4ba7-868f-7940725cec09 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:43.900468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:14:43.944798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Pushing event updated for resources: {'Port': ['ID=7beab888-d7c4-42ba-858f-2701e142a30d,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:43.967008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9e0c0c-63a2-42f1-8102-4d3943b40fd1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:43.968466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0b9e0c0c-63a2-42f1-8102-4d3943b40fd1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:14:43.982583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:43.987879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-31708fef-87d6-4cff-9ff6-db5276defcbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:43.994180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31708fef-87d6-4cff-9ff6-db5276defcbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:43.995033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-31708fef-87d6-4cff-9ff6-db5276defcbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:44.001474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:44.051939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0b9e0c0c-63a2-42f1-8102-4d3943b40fd1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:14:44.053289 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0b9e0c0c-63a2-42f1-8102-4d3943b40fd1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2370911 Apr 23 09:14:44.057445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33834) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:44.131652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Attempting to bind port 7beab888-d7c4-42ba-858f-2701e142a30d on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:14:44.132307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Attempting to bind port 7beab888-d7c4-42ba-858f-2701e142a30d by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '227f2858-c0bf-4b5d-a20f-49a6a3bca62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:14:44.132307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Attempting to bind port 7beab888-d7c4-42ba-858f-2701e142a30d on network 9da1bde6-e097-474a-957c-8a07c337c629 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:14:44.154046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:14:44.154841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Checking segment: {'id': '227f2858-c0bf-4b5d-a20f-49a6a3bca62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:14:44.155313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:44.155749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Bound using segment: {'id': '227f2858-c0bf-4b5d-a20f-49a6a3bca62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:14:44.156299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Bound port: 7beab888-d7c4-42ba-858f-2701e142a30d, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227f2858-c0bf-4b5d-a20f-49a6a3bca62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:14:44.157820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:44.166134 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-31708fef-87d6-4cff-9ff6-db5276defcbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5912874 Apr 23 09:14:44.167527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33838) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:44.184932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-aaa1189d-7d73-4474-877b-dc3f6b47d491 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'subnet': {'network_id': '6cca3856-365f-41b3-b8d6-5acc46f7b22a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:44.206532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31708fef-87d6-4cff-9ff6-db5276defcbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Network': ['ID=71cd69da-1cec-459f-be37-3f3445003dc6,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:44.228062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-31708fef-87d6-4cff-9ff6-db5276defcbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:44.234802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 71cd69da-1cec-459f-be37-3f3445003dc6 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:14:44.249567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:44.295377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Transition to ACTIVE for port object 9932bb07-75a4-4999-9adb-eca816fcc94f will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:14:44.348196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6f98b355-7a62-4ba7-868f-7940725cec09 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:44.392759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-aaa1189d-7d73-4474-877b-dc3f6b47d491 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:44.397701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aaa1189d-7d73-4474-877b-dc3f6b47d491 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:subnet and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:44.401671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aaa1189d-7d73-4474-877b-dc3f6b47d491 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:44.409267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-aaa1189d-7d73-4474-877b-dc3f6b47d491 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:44.410977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] For port 7beab888-d7c4-42ba-858f-2701e142a30d, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:14:44.416251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Transition to ACTIVE for port object 9932bb07-75a4-4999-9adb-eca816fcc94f will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:14:44.425527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] For port 7beab888-d7c4-42ba-858f-2701e142a30d, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7beab888-d7c4-42ba-858f-2701e142a30d,segment=NetworkSegment(227f2858-c0bf-4b5d-a20f-49a6a3bca62d),segment_id=227f2858-c0bf-4b5d-a20f-49a6a3bca62d)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:14:44.445221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa1189d-7d73-4474-877b-dc3f6b47d491 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Made reservation on behalf of 28923eac46964204bb78aee0456d0ac1 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:14:44.451953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aaa1189d-7d73-4474-877b-dc3f6b47d491 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:44.470163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:44.475072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-948b141d-c347-4317-9bba-b0ffb9bd31c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:44.572726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:44.586729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-13b5c4d6-3714-44d0-9ec1-2c6ebb212ef6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting port a0f74fdc-57fc-429b-9525-f7779f1f1f4b {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:44.587122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-13b5c4d6-3714-44d0-9ec1-2c6ebb212ef6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:44.593121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Pushing event updated for resources: {'Port': ['ID=9932bb07-75a4-4999-9adb-eca816fcc94f,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:44.599301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:44.612051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:14:44.615956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-eb30ba1c-7a77-4bc0-bfde-5b2f74338b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:44.648648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:44.660404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:14:44.733976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1826786250'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:44.767534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-13b5c4d6-3714-44d0-9ec1-2c6ebb212ef6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:44.816560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Pushing event updated for resources: {'Port': ['ID=7beab888-d7c4-42ba-858f-2701e142a30d,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:44.819680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Attempting to bind port 9932bb07-75a4-4999-9adb-eca816fcc94f on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:14:44.820101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Attempting to bind port 9932bb07-75a4-4999-9adb-eca816fcc94f by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:14:44.820512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Attempting to bind port 9932bb07-75a4-4999-9adb-eca816fcc94f on network bb316f39-4b0e-43f1-8f3e-34646815cee0 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:14:44.827624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:44.828478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:14:44.829029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Checking segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:14:44.829321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:44.829760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Bound using segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:14:44.830427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Bound port: 9932bb07-75a4-4999-9adb-eca816fcc94f, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:14:44.830856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:44.884817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:44.947931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] For port 9932bb07-75a4-4999-9adb-eca816fcc94f, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:14:44.952063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] For port 9932bb07-75a4-4999-9adb-eca816fcc94f, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=9932bb07-75a4-4999-9adb-eca816fcc94f,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:14:44.977507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-13b5c4d6-3714-44d0-9ec1-2c6ebb212ef6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Calling delete_port for a0f74fdc-57fc-429b-9525-f7779f1f1f4b owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:44.984319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:44.989498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f8739bb6-a518-4ce6-a9ea-0215a206256f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:45.042096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Usage tracker for resource:network and tenant:21b39df122d54bb0acfa2a1dae871901 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:45.062372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:45.079933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:45.091426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Pushing event updated for resources: {'Port': ['ID=9932bb07-75a4-4999-9adb-eca816fcc94f,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:45.094907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:45.148072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:45.263089 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-6f98b355-7a62-4ba7-868f-7940725cec09 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] create failed (client error): The resource could not be found. Apr 23 09:14:45.264526 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6f98b355-7a62-4ba7-868f-7940725cec09 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.6950214 Apr 23 09:14:45.275036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33846) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:45.303962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ab5202b0-8ca7-4041-96ff-3705c7cc73a2 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group_rule': {'security_group_id': '03b668c2-0077-4b2b-ac55-d3a98b578ae7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4d42261f-3e3d-4b8b-9c84-d2d72ce2d97c'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:45.319667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Made reservation on behalf of 21b39df122d54bb0acfa2a1dae871901 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:14:45.326588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:45.330175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-13b5c4d6-3714-44d0-9ec1-2c6ebb212ef6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:45.338582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ab5202b0-8ca7-4041-96ff-3705c7cc73a2 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:45.345260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bd4125a-37de-4812-88ea-47f3eed3d05d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:45.352479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-28b392ca-06da-4fa6-8e00-c7a80ef97b97 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:45.365838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ab5202b0-8ca7-4041-96ff-3705c7cc73a2 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Usage tracker for resource:security_group_rule and tenant:65184052664a46f2bd939e33d36febd7 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:45.373323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:45.385671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ab5202b0-8ca7-4041-96ff-3705c7cc73a2 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:45.406828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ab5202b0-8ca7-4041-96ff-3705c7cc73a2 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:45.474213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5c4d6-3714-44d0-9ec1-2c6ebb212ef6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Port': ['ID=a0f74fdc-57fc-429b-9525-f7779f1f1f4b,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:45.483106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-13b5c4d6-3714-44d0-9ec1-2c6ebb212ef6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:45.498876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:45.530912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Usage tracker for resource:security_group_rule and tenant:21b39df122d54bb0acfa2a1dae871901 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:45.537942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:45.540407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-13b5c4d6-3714-44d0-9ec1-2c6ebb212ef6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:45.549443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884cae96-e7ba-4fb5-ac61-dfe143eed1b2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Router 85422e2c-0bf8-4030-9ecc-9ee231d081bb is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:14:45.554926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:45.567128 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-13b5c4d6-3714-44d0-9ec1-2c6ebb212ef6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/a0f74fdc-57fc-429b-9525-f7779f1f1f4b HTTP/1.1" status: 204 len: 168 time: 1.5085139 Apr 23 09:14:45.571560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33850) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:45.679077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c576f5-7f42-4b91-9e8c-a204cd5525db tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:45.681021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c576f5-7f42-4b91-9e8c-a204cd5525db tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:45.681849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-51c576f5-7f42-4b91-9e8c-a204cd5525db tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:14:45.764058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aaa1189d-7d73-4474-877b-dc3f6b47d491 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:45.765148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2b088e98-7d53-424e-a59c-8f85df1b7311 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:45.828264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bd4125a-37de-4812-88ea-47f3eed3d05d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:45.841141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5b55f2e4-91c4-4563-95a9-df4b50da8756 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:45.858057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1189d-7d73-4474-877b-dc3f6b47d491 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Subnet': ['ID=e4f7bf60-3f82-4085-b818-5adf080ebba9,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:45.863978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aaa1189d-7d73-4474-877b-dc3f6b47d491 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:45.866769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa1189d-7d73-4474-877b-dc3f6b47d491 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Checking segment: {'id': 'a360ddad-08c9-4b6c-9e51-ce1f433376b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6cca3856-365f-41b3-b8d6-5acc46f7b22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:14:45.867175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa1189d-7d73-4474-877b-dc3f6b47d491 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network hostable DHCP agents. Network: 6cca3856-365f-41b3-b8d6-5acc46f7b22a, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:14:45.908198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-51c576f5-7f42-4b91-9e8c-a204cd5525db tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:14:45.909694 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-51c576f5-7f42-4b91-9e8c-a204cd5525db tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3358185 Apr 23 09:14:45.912320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33856) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:45.939563 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-ab5202b0-8ca7-4041-96ff-3705c7cc73a2 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] create failed (client error): The resource could not be found. Apr 23 09:14:45.943484 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ab5202b0-8ca7-4041-96ff-3705c7cc73a2 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6618316 Apr 23 09:14:45.948805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33860) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:45.969441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd4125a-37de-4812-88ea-47f3eed3d05d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Network d58fcea4-a3d0-46b5-8db9-1853265b18f0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:14:45.992524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-0bd4125a-37de-4812-88ea-47f3eed3d05d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:46.005619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa1189d-7d73-4474-877b-dc3f6b47d491 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 6cca3856-365f-41b3-b8d6-5acc46f7b22a is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:14:46.035962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f665dc5-1db5-4ee4-8f83-0a9102c2ea84 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet 2791543a-afd3-44d2-af40-ef3a894171a8 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:14:46.043712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f665dc5-1db5-4ee4-8f83-0a9102c2ea84 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:46.075394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd4125a-37de-4812-88ea-47f3eed3d05d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:14:46.088216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-aaa1189d-7d73-4474-877b-dc3f6b47d491 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 6cca3856-365f-41b3-b8d6-5acc46f7b22a) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:46.097598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e09b03-4e3c-46a1-91b0-8bec388af9fa None None] Network 6cca3856-365f-41b3-b8d6-5acc46f7b22a requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:14:46.137225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa1189d-7d73-4474-877b-dc3f6b47d491 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:46.138062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aaa1189d-7d73-4474-877b-dc3f6b47d491 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:46.149673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f665dc5-1db5-4ee4-8f83-0a9102c2ea84 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:46.185548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-78540ae2-df5c-4fa2-acf1-aa17a8a0fa9c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:46.195097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4125a-37de-4812-88ea-47f3eed3d05d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Port': ['ID=207272ea-99b8-4c56-8bce-2f50b9256c7b,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:46.228326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0bd4125a-37de-4812-88ea-47f3eed3d05d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:46.238682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884cae96-e7ba-4fb5-ac61-dfe143eed1b2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:14:46.254812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a585b8-384b-44f8-abc0-2ed982a690b0 None None] Sync routers for ids ['85422e2c-0bf8-4030-9ecc-9ee231d081bb'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:14:46.261670 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-aaa1189d-7d73-4474-877b-dc3f6b47d491 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0920718 Apr 23 09:14:46.267930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33864) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:46.275409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-78540ae2-df5c-4fa2-acf1-aa17a8a0fa9c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:46.294484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1c537080-fb17-4a4f-aea1-ac0d5b32b566 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'subnet': {'network_id': '71cd69da-1cec-459f-be37-3f3445003dc6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:46.305850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a585b8-384b-44f8-abc0-2ed982a690b0 None None] Routers {'85422e2c-0bf8-4030-9ecc-9ee231d081bb'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:14:46.313689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d6a585b8-384b-44f8-abc0-2ed982a690b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['85422e2c-0bf8-4030-9ecc-9ee231d081bb'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:46.328911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:46.404289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd4125a-37de-4812-88ea-47f3eed3d05d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:46.404857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bd4125a-37de-4812-88ea-47f3eed3d05d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:46.421526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:46.467490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c7ddc934-696a-48ee-9aba-b70dcd403bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:46.515336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-884cae96-e7ba-4fb5-ac61-dfe143eed1b2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:46.524972 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-884cae96-e7ba-4fb5-ac61-dfe143eed1b2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "PUT /v2.0/routers/85422e2c-0bf8-4030-9ecc-9ee231d081bb HTTP/1.1" status: 200 len: 915 time: 8.0155821 Apr 23 09:14:46.526872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:46.532506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d6a585b8-384b-44f8-abc0-2ed982a690b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:46.559658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a585b8-384b-44f8-abc0-2ed982a690b0 None None] Routers {'85422e2c-0bf8-4030-9ecc-9ee231d081bb'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:14:46.560910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d6a585b8-384b-44f8-abc0-2ed982a690b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['85422e2c-0bf8-4030-9ecc-9ee231d081bb'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:46.597075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f665dc5-1db5-4ee4-8f83-0a9102c2ea84 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:46.600579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7beab888-d7c4-42ba-858f-2701e142a30d up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:14:46.602634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33868) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:46.612388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=839639f5-8d8b-4f55-b427-727d9eb4dbd8,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:46.638027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:46.707675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-6cca3856-365f-41b3-b8d6-5acc46f7b22a', 'network_id': '6cca3856-365f-41b3-b8d6-5acc46f7b22a', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'fixed_ips': [{'subnet_id': 'e4f7bf60-3f82-4085-b818-5adf080ebba9'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:14:46.710146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:46.740076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d6a585b8-384b-44f8-abc0-2ed982a690b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:46.740695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a585b8-384b-44f8-abc0-2ed982a690b0 None None] The sync data for ids ['85422e2c-0bf8-4030-9ecc-9ee231d081bb'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:14:46.746037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:46.831160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:14:46.948053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 7beab888-d7c4-42ba-858f-2701e142a30d completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:14:46.965526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d430d4-99c4-4758-acd5-4089e0d97a6c None None] Network 9da1bde6-e097-474a-957c-8a07c337c629 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:14:46.976244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:46.976977 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Added segment 9b18921c-7c32-4b1e-8e84-7db78a32acef of type vlan for network 32513aca-8c4e-4d0a-bec7-23f59600c8f2 Apr 23 09:14:46.996397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-78540ae2-df5c-4fa2-acf1-aa17a8a0fa9c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:46.996620 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0bd4125a-37de-4812-88ea-47f3eed3d05d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.1993463 Apr 23 09:14:47.003572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33872) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:47.007832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9932bb07-75a4-4999-9adb-eca816fcc94f up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:14:47.010603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-53e7bfcd-5164-433a-a936-9ac271345086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:47.030679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-79be2a6d-0e51-4a16-81cf-0cb6db0b3766 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Request body: {'floatingip': {'port_id': '207272ea-99b8-4c56-8bce-2f50b9256c7b'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:47.045067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687b45bd-8251-4447-a906-5da3dda3487a None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:14:47.062163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1c537080-fb17-4a4f-aea1-ac0d5b32b566 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:47.065248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78540ae2-df5c-4fa2-acf1-aa17a8a0fa9c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b668c2-0077-4b2b-ac55-d3a98b578ae7,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:47.067867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-78540ae2-df5c-4fa2-acf1-aa17a8a0fa9c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:47.080475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1c537080-fb17-4a4f-aea1-ac0d5b32b566 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:subnet and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:47.085844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1c537080-fb17-4a4f-aea1-ac0d5b32b566 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:47.098074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-78540ae2-df5c-4fa2-acf1-aa17a8a0fa9c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:47.102076 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-78540ae2-df5c-4fa2-acf1-aa17a8a0fa9c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "DELETE /v2.0/security-groups/03b668c2-0077-4b2b-ac55-d3a98b578ae7 HTTP/1.1" status: 204 len: 168 time: 1.1456301 Apr 23 09:14:47.102076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1c537080-fb17-4a4f-aea1-ac0d5b32b566 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:47.109272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33876) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:47.171795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c537080-fb17-4a4f-aea1-ac0d5b32b566 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Made reservation on behalf of 28923eac46964204bb78aee0456d0ac1 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:14:47.178453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1c537080-fb17-4a4f-aea1-ac0d5b32b566 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:47.207105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-79be2a6d-0e51-4a16-81cf-0cb6db0b3766 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:47.248008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6b98400d-22c0-42fe-af4b-a426d265ace5 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Synchronizing usage tracker for tenant:65184052664a46f2bd939e33d36febd7 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:14:47.274833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:47.322441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f665dc5-1db5-4ee4-8f83-0a9102c2ea84 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:47.338752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-48737de0-6061-4485-9ad1-50a067ca94c4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:47.394377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6b98400d-22c0-42fe-af4b-a426d265ace5 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Unset dirty status for tenant:65184052664a46f2bd939e33d36febd7 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:14:47.403765 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6b98400d-22c0-42fe-af4b-a426d265ace5 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2844296 Apr 23 09:14:47.403765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f665dc5-1db5-4ee4-8f83-0a9102c2ea84 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:47.410561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f665dc5-1db5-4ee4-8f83-0a9102c2ea84 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=2791543a-afd3-44d2-af40-ef3a894171a8,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:47.413452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4f665dc5-1db5-4ee4-8f83-0a9102c2ea84 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:47.414048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33880) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:47.428561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a85d75bb-d851-4448-9ed7-66e9c6c46d98 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group_rule': {'security_group_id': 'c0d1e8d9-dd5d-4247-a246-d0d45082de23', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:47.438547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a85d75bb-d851-4448-9ed7-66e9c6c46d98 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:47.442928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b96ea8c1-812d-437c-bae2-536d40a64694 None None] Provisioning for port 7beab888-d7c4-42ba-858f-2701e142a30d completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:14:47.446523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a85d75bb-d851-4448-9ed7-66e9c6c46d98 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Usage tracker for resource:security_group_rule and tenant:65184052664a46f2bd939e33d36febd7 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:47.447663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Allocated IP 172.20.0.2 (6cca3856-365f-41b3-b8d6-5acc46f7b22a/e4f7bf60-3f82-4085-b818-5adf080ebba9/41881ee8-56da-43ae-8c38-825faba85193) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:14:47.451141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a85d75bb-d851-4448-9ed7-66e9c6c46d98 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:47.460187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a85d75bb-d851-4448-9ed7-66e9c6c46d98 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:47.467895 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4f665dc5-1db5-4ee4-8f83-0a9102c2ea84 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/2791543a-afd3-44d2-af40-ef3a894171a8 HTTP/1.1" status: 204 len: 168 time: 1.5543165 Apr 23 09:14:47.469801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33884) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:47.474407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b96ea8c1-812d-437c-bae2-536d40a64694 None None] Provisioning complete for port 7beab888-d7c4-42ba-858f-2701e142a30d triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:14:47.474407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b96ea8c1-812d-437c-bae2-536d40a64694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:47.775203 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f43b1512-9401-4d81-8836-adeab364e4a7 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "GET /v2.0/routers/85422e2c-0bf8-4030-9ecc-9ee231d081bb HTTP/1.1" status: 200 len: 921 time: 1.1478398 Apr 23 09:14:47.789245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33888) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:47.798871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 9932bb07-75a4-4999-9adb-eca816fcc94f completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:14:47.891296 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-76771c57-ab01-4d55-a6b8-e5244d1f2f50 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4164429 Apr 23 09:14:47.896324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33892) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:47.915519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6d75b786-7470-468c-a147-b5753adc30f2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:47.942539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Allocated IP 172.26.4.240 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/3426d27b-fe56-4344-a036-f56fe411e84a) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:14:47.955493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:47.961627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:47.962300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:47.974375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:48.052838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b96ea8c1-812d-437c-bae2-536d40a64694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:48.106652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6d75b786-7470-468c-a147-b5753adc30f2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:48.109288 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-a85d75bb-d851-4448-9ed7-66e9c6c46d98 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] create failed (client error): The resource could not be found. Apr 23 09:14:48.112414 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a85d75bb-d851-4448-9ed7-66e9c6c46d98 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6903114 Apr 23 09:14:48.114191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6d75b786-7470-468c-a147-b5753adc30f2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:48.117792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6d75b786-7470-468c-a147-b5753adc30f2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:48.120630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33896) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:48.125303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6d75b786-7470-468c-a147-b5753adc30f2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:48.132986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:48.149106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b96ea8c1-812d-437c-bae2-536d40a64694 None None] For port 7beab888-d7c4-42ba-858f-2701e142a30d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7beab888-d7c4-42ba-858f-2701e142a30d,segment=NetworkSegment(227f2858-c0bf-4b5d-a20f-49a6a3bca62d),segment_id=227f2858-c0bf-4b5d-a20f-49a6a3bca62d)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:14:48.161956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Transition to ACTIVE for port object 41881ee8-56da-43ae-8c38-825faba85193 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:14:48.162628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d75b786-7470-468c-a147-b5753adc30f2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:14:48.169710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d75b786-7470-468c-a147-b5753adc30f2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:48.186637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b96ea8c1-812d-437c-bae2-536d40a64694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:48.193463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-92c53595-923b-4bac-95e2-bffb59687dd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:48.244448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Transition to ACTIVE for port object 41881ee8-56da-43ae-8c38-825faba85193 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:14:48.273535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9f4a43-d82e-441b-9320-8f3daca15c02 None None] DHCP port deletion for bb316f39-4b0e-43f1-8f3e-34646815cee0 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:14:48.282210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ea8c1-812d-437c-bae2-536d40a64694 None None] Pushing event updated for resources: {'Port': ['ID=7beab888-d7c4-42ba-858f-2701e142a30d,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:48.293230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event updated for resources: {'Network': ['ID=32513aca-8c4e-4d0a-bec7-23f59600c8f2,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:48.299411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1cd651cd-6dd9-4b0b-bec4-d2ef1a4ca243 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group': {'name': 'tempest-secgroup--699941638'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:48.326962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b96ea8c1-812d-437c-bae2-536d40a64694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:48.337741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:48.343905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:48.344738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-645a4563-0ac3-4a2b-86cf-2b53329d8b7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:48.363469 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 4.4847698 Apr 23 09:14:48.380803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 32513aca-8c4e-4d0a-bec7-23f59600c8f2 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:14:48.502160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Network 6cca3856-365f-41b3-b8d6-5acc46f7b22a is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:14:48.551527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1cd651cd-6dd9-4b0b-bec4-d2ef1a4ca243 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:48.614870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1cd651cd-6dd9-4b0b-bec4-d2ef1a4ca243 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:48.620502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9932bb07-75a4-4999-9adb-eca816fcc94f no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:14:48.639508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8c994f-d8f7-412c-8e86-021ebc7f65e6 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:48.642939 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1e8c994f-d8f7-412c-8e86-021ebc7f65e6 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&device_id=85422e2c-0bf8-4030-9ecc-9ee231d081bb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8393023 Apr 23 09:14:48.660712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33900) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:48.661399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:48.662414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1c537080-fb17-4a4f-aea1-ac0d5b32b566 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:48.664789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:14:48.668468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Pushing event updated for resources: {'Port': ['ID=41881ee8-56da-43ae-8c38-825faba85193,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:48.671609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:48.689282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c7b6fe87-edb8-4cab-8b1e-4c2946a925da None None] Provisioning for port 9932bb07-75a4-4999-9adb-eca816fcc94f completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:14:48.689723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b15b6b3a-df01-4232-af3f-f4b9101f3105 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:48.717539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1cd651cd-6dd9-4b0b-bec4-d2ef1a4ca243 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:48.778253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c537080-fb17-4a4f-aea1-ac0d5b32b566 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Subnet': ['ID=48ed4f40-3c12-4410-ba0f-ac608a4e8cf0,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:48.781803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1c537080-fb17-4a4f-aea1-ac0d5b32b566 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:48.801477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c7b6fe87-edb8-4cab-8b1e-4c2946a925da None None] Provisioning complete for port 9932bb07-75a4-4999-9adb-eca816fcc94f triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:14:48.801890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c7b6fe87-edb8-4cab-8b1e-4c2946a925da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:48.838781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c537080-fb17-4a4f-aea1-ac0d5b32b566 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Checking segment: {'id': '938b9d28-5d3b-471d-8b59-a5a013fcb9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '71cd69da-1cec-459f-be37-3f3445003dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:14:48.841195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c537080-fb17-4a4f-aea1-ac0d5b32b566 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network hostable DHCP agents. Network: 71cd69da-1cec-459f-be37-3f3445003dc6, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:14:48.863971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1cd651cd-6dd9-4b0b-bec4-d2ef1a4ca243 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:48.943523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1cd651cd-6dd9-4b0b-bec4-d2ef1a4ca243 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Usage tracker for resource:security_group_rule and tenant:65184052664a46f2bd939e33d36febd7 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:48.952152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Attempting to bind port 41881ee8-56da-43ae-8c38-825faba85193 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:14:48.952663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Attempting to bind port 41881ee8-56da-43ae-8c38-825faba85193 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'a360ddad-08c9-4b6c-9e51-ce1f433376b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6cca3856-365f-41b3-b8d6-5acc46f7b22a'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:14:48.953080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Attempting to bind port 41881ee8-56da-43ae-8c38-825faba85193 on network 6cca3856-365f-41b3-b8d6-5acc46f7b22a {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:14:48.958760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1cd651cd-6dd9-4b0b-bec4-d2ef1a4ca243 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:48.966108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:48.974365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:14:48.974820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Checking segment: {'id': 'a360ddad-08c9-4b6c-9e51-ce1f433376b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6cca3856-365f-41b3-b8d6-5acc46f7b22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:14:48.975278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:48.975725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Bound using segment: {'id': 'a360ddad-08c9-4b6c-9e51-ce1f433376b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6cca3856-365f-41b3-b8d6-5acc46f7b22a'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:14:48.976265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Bound port: 41881ee8-56da-43ae-8c38-825faba85193, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a360ddad-08c9-4b6c-9e51-ce1f433376b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6cca3856-365f-41b3-b8d6-5acc46f7b22a'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:14:48.976692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:48.980240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1cd651cd-6dd9-4b0b-bec4-d2ef1a4ca243 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:48.997575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-dc9f4a43-d82e-441b-9320-8f3daca15c02 None None] Deleting port 9932bb07-75a4-4999-9adb-eca816fcc94f {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:48.998357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc9f4a43-d82e-441b-9320-8f3daca15c02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:49.047101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c537080-fb17-4a4f-aea1-ac0d5b32b566 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 71cd69da-1cec-459f-be37-3f3445003dc6 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:14:49.052330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0375fe1f-6bb0-4210-b356-cb6cdde4c549 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:49.056713 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0375fe1f-6bb0-4210-b356-cb6cdde4c549 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "GET /v2.0/networks/164d7ec3-3e1e-464d-ab6a-2950ee843dd7 HTTP/1.1" status: 200 len: 881 time: 0.3912141 Apr 23 09:14:49.060432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33904) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:49.108573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-1c537080-fb17-4a4f-aea1-ac0d5b32b566 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 71cd69da-1cec-459f-be37-3f3445003dc6) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:49.138618 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-55530b32-f275-4d29-9a81-89dc1f197a4a tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "GET /v2.0/ports?device_id=85422e2c-0bf8-4030-9ecc-9ee231d081bb HTTP/1.1" status: 200 len: 205 time: 0.0734749 Apr 23 09:14:49.144290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33908) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:49.210435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011d689c-b3fb-4e1a-9397-d2b12a9206e0 None None] Network 71cd69da-1cec-459f-be37-3f3445003dc6 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:14:49.227790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1cd651cd-6dd9-4b0b-bec4-d2ef1a4ca243 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:49.253583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c537080-fb17-4a4f-aea1-ac0d5b32b566 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:49.254049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1c537080-fb17-4a4f-aea1-ac0d5b32b566 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:49.408394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-79be2a6d-0e51-4a16-81cf-0cb6db0b3766 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:49.412078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1cd651cd-6dd9-4b0b-bec4-d2ef1a4ca243 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:49.429182 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1c537080-fb17-4a4f-aea1-ac0d5b32b566 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1569998 Apr 23 09:14:49.441434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33912) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:49.447219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-73139ee0-bc97-4aeb-a858-7a0345bb2d14 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1797435956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:49.465930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-73139ee0-bc97-4aeb-a858-7a0345bb2d14 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:49.493887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-73139ee0-bc97-4aeb-a858-7a0345bb2d14 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:router and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:49.501543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-73139ee0-bc97-4aeb-a858-7a0345bb2d14 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:49.502962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:49.517385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-73139ee0-bc97-4aeb-a858-7a0345bb2d14 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:49.521924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc35ee9b-06f2-4550-91f6-216ec46724e6 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:49.544840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fce629aa-ab56-43e1-85ca-61f59fffef78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:49.588184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d75b786-7470-468c-a147-b5753adc30f2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:49.605155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:14:49.606545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-79be2a6d-0e51-4a16-81cf-0cb6db0b3766 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:49.611023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-dc9f4a43-d82e-441b-9320-8f3daca15c02 None None] For port 9932bb07-75a4-4999-9adb-eca816fcc94f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=9932bb07-75a4-4999-9adb-eca816fcc94f,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:14:49.611470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc9f4a43-d82e-441b-9320-8f3daca15c02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:49.668447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b201e979-795e-40ef-9109-4c8f7f24bc32 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:49.678983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd651cd-6dd9-4b0b-bec4-d2ef1a4ca243 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc7488e-6469-4ac7-a7e7-9adf2cb3015c,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:49.682836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1cd651cd-6dd9-4b0b-bec4-d2ef1a4ca243 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:49.688418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:49.692290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:14:49.736277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1cd651cd-6dd9-4b0b-bec4-d2ef1a4ca243 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:49.740486 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1cd651cd-6dd9-4b0b-bec4-d2ef1a4ca243 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4623790 Apr 23 09:14:49.742867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d75b786-7470-468c-a147-b5753adc30f2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:14:49.743952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-73139ee0-bc97-4aeb-a858-7a0345bb2d14 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:49.745067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-73139ee0-bc97-4aeb-a858-7a0345bb2d14 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:49.753626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:49.756230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33916) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:49.760746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-6d75b786-7470-468c-a147-b5753adc30f2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:49.768534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b31e3f59-f787-4af4-bd14-93d2bba3e7c3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group': {'name': 'tempest-secgroup--1608547039'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:49.805948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b31e3f59-f787-4af4-bd14-93d2bba3e7c3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:49.820421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d75b786-7470-468c-a147-b5753adc30f2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:49.821256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d75b786-7470-468c-a147-b5753adc30f2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:49.835606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b31e3f59-f787-4af4-bd14-93d2bba3e7c3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Usage tracker for resource:security_group and tenant:65184052664a46f2bd939e33d36febd7 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:49.853538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b31e3f59-f787-4af4-bd14-93d2bba3e7c3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:49.859408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75b786-7470-468c-a147-b5753adc30f2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=2080db7d-f75d-4aa4-9807-a3defaf6b05d,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:49.877647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6d75b786-7470-468c-a147-b5753adc30f2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:49.881092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b31e3f59-f787-4af4-bd14-93d2bba3e7c3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:49.897903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-73139ee0-bc97-4aeb-a858-7a0345bb2d14 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:49.935801 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6d75b786-7470-468c-a147-b5753adc30f2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0354803 Apr 23 09:14:49.935801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc35ee9b-06f2-4550-91f6-216ec46724e6 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:49.941086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33920) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:49.951211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7783d691-f90d-4f0e-8cc9-a1afc7d2e82b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'name': 'tempest-NetworksTestDHCPv6-269883666'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:49.959907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Pushing event updated for resources: {'Port': ['ID=3426d27b-fe56-4344-a036-f56fe411e84a,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:49.963096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:49.973242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b31e3f59-f787-4af4-bd14-93d2bba3e7c3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:50.005871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-73139ee0-bc97-4aeb-a858-7a0345bb2d14 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:50.078789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-dc9f4a43-d82e-441b-9320-8f3daca15c02 None None] Calling delete_port for 9932bb07-75a4-4999-9adb-eca816fcc94f owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:50.130479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b31e3f59-f787-4af4-bd14-93d2bba3e7c3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:50.154703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b31e3f59-f787-4af4-bd14-93d2bba3e7c3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Usage tracker for resource:security_group_rule and tenant:65184052664a46f2bd939e33d36febd7 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:50.166380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b31e3f59-f787-4af4-bd14-93d2bba3e7c3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:50.167272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c7b6fe87-edb8-4cab-8b1e-4c2946a925da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:50.177713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-73139ee0-bc97-4aeb-a858-7a0345bb2d14 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:50.179237 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-73139ee0-bc97-4aeb-a858-7a0345bb2d14 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7370796 Apr 23 09:14:50.180549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b31e3f59-f787-4af4-bd14-93d2bba3e7c3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:50.183652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33926) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:50.251542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] For port 41881ee8-56da-43ae-8c38-825faba85193, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:14:50.260983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] For port 41881ee8-56da-43ae-8c38-825faba85193, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=41881ee8-56da-43ae-8c38-825faba85193,segment=NetworkSegment(a360ddad-08c9-4b6c-9e51-ce1f433376b8),segment_id=a360ddad-08c9-4b6c-9e51-ce1f433376b8)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:14:50.264261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7783d691-f90d-4f0e-8cc9-a1afc7d2e82b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:50.272002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7783d691-f90d-4f0e-8cc9-a1afc7d2e82b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:port and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:50.272350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc9f4a43-d82e-441b-9320-8f3daca15c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:50.280790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7783d691-f90d-4f0e-8cc9-a1afc7d2e82b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:50.290951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cc35ee9b-06f2-4550-91f6-216ec46724e6 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Deleting port 6141a464-156b-42fa-8e74-f7d6c7462a38 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:50.291526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc35ee9b-06f2-4550-91f6-216ec46724e6 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:50.313905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7783d691-f90d-4f0e-8cc9-a1afc7d2e82b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:50.420510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:50.438615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7783d691-f90d-4f0e-8cc9-a1afc7d2e82b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:14:50.445437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7783d691-f90d-4f0e-8cc9-a1afc7d2e82b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:50.483932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b31e3f59-f787-4af4-bd14-93d2bba3e7c3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:50.502778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f4a43-d82e-441b-9320-8f3daca15c02 None None] Pushing event deleted for resources: {'Port': ['ID=9932bb07-75a4-4999-9adb-eca816fcc94f,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:50.503037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-7783d691-f90d-4f0e-8cc9-a1afc7d2e82b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] device_id is not set on port e0545394-a727-4b6e-9ea4-4b5648857af3 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:14:50.523868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:50.536185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7beab888-d7c4-42ba-858f-2701e142a30d up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:14:50.552159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b31e3f59-f787-4af4-bd14-93d2bba3e7c3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:50.563158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-60185963-8232-4488-a9bf-848bd48e3d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:50.621512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dc9f4a43-d82e-441b-9320-8f3daca15c02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:50.622709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dc9f4a43-d82e-441b-9320-8f3daca15c02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:50.659036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc35ee9b-06f2-4550-91f6-216ec46724e6 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:50.714177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9f4a43-d82e-441b-9320-8f3daca15c02 None None] No DVR routers for this DVR port 9932bb07-75a4-4999-9adb-eca816fcc94f on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:14:50.729083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Pushing event updated for resources: {'Port': ['ID=41881ee8-56da-43ae-8c38-825faba85193,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:50.756749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:50.762631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e3f59-f787-4af4-bd14-93d2bba3e7c3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e30d671-7941-4966-9aa5-bd83ebea5937,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:50.782113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3f2c0e3c-d260-427f-b10b-75dda75bd6f7 None None] Provisioning complete for port 7beab888-d7c4-42ba-858f-2701e142a30d triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:14:50.782591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3f2c0e3c-d260-427f-b10b-75dda75bd6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:50.806944 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-79be2a6d-0e51-4a16-81cf-0cb6db0b3766 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Floating IP b2912200-0f77-4173-a31a-5dc50f8cca00 associated. External IP: 172.26.4.3, port: 207272ea-99b8-4c56-8bce-2f50b9256c7b. Apr 23 09:14:50.824572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e086b4de-1e43-468c-9d49-de652e3050f3 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:14:50.861728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b31e3f59-f787-4af4-bd14-93d2bba3e7c3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:50.880302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-71cd69da-1cec-459f-be37-3f3445003dc6', 'network_id': '71cd69da-1cec-459f-be37-3f3445003dc6', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'fixed_ips': [{'subnet_id': '48ed4f40-3c12-4410-ba0f-ac608a4e8cf0'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:14:50.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:50.966588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-7783d691-f90d-4f0e-8cc9-a1afc7d2e82b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8::2f1 (bb316f39-4b0e-43f1-8f3e-34646815cee0/2080db7d-f75d-4aa4-9807-a3defaf6b05d/e0545394-a727-4b6e-9ea4-4b5648857af3) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:14:50.973997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 7beab888-d7c4-42ba-858f-2701e142a30d triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:14:50.974520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:51.187374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b31e3f59-f787-4af4-bd14-93d2bba3e7c3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:51.189116 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b31e3f59-f787-4af4-bd14-93d2bba3e7c3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4255562 Apr 23 09:14:51.201525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cc35ee9b-06f2-4550-91f6-216ec46724e6 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Calling delete_port for 6141a464-156b-42fa-8e74-f7d6c7462a38 owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:51.450248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33932) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:51.501503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-fff56845-d789-426c-b7a8-638fb4bf6c7c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group_rule': {'security_group_id': 'ccc7488e-6469-4ac7-a7e7-9adf2cb3015c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1e30d671-7941-4966-9aa5-bd83ebea5937'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:51.511957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fff56845-d789-426c-b7a8-638fb4bf6c7c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:51.517864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fff56845-d789-426c-b7a8-638fb4bf6c7c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Usage tracker for resource:security_group_rule and tenant:65184052664a46f2bd939e33d36febd7 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:51.521858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fff56845-d789-426c-b7a8-638fb4bf6c7c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:51.531145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fff56845-d789-426c-b7a8-638fb4bf6c7c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:51.616162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Allocated IP 172.21.0.2 (71cd69da-1cec-459f-be37-3f3445003dc6/48ed4f40-3c12-4410-ba0f-ac608a4e8cf0/42fc4c92-fcfa-42f3-a267-0e8065dc36a4) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:14:51.627632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-bb316f39-4b0e-43f1-8f3e-34646815cee0', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'fixed_ips': [{'subnet_id': '2080db7d-f75d-4aa4-9807-a3defaf6b05d'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:14:51.628537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:51.960656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7783d691-f90d-4f0e-8cc9-a1afc7d2e82b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:51.980662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-7783d691-f90d-4f0e-8cc9-a1afc7d2e82b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Transition to ACTIVE for port object e0545394-a727-4b6e-9ea4-4b5648857af3 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:14:51.992377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:52.004565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc35ee9b-06f2-4550-91f6-216ec46724e6 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:52.006911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Transition to ACTIVE for port object 42fc4c92-fcfa-42f3-a267-0e8065dc36a4 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:14:52.016628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-57d0813c-e309-42ce-a86e-85d4b4a324e6 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:52.032968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Transition to ACTIVE for port object 42fc4c92-fcfa-42f3-a267-0e8065dc36a4 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:14:52.084907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79be2a6d-0e51-4a16-81cf-0cb6db0b3766 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Router 94e3cf93-fc47-4393-9b60-9fd1bb599458 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:14:52.115081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35ee9b-06f2-4550-91f6-216ec46724e6 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Pushing event deleted for resources: {'Port': ['ID=6141a464-156b-42fa-8e74-f7d6c7462a38,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:52.118711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cc35ee9b-06f2-4550-91f6-216ec46724e6 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:52.140210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:52.144477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33936) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:52.148537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:52.153465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7783d691-f90d-4f0e-8cc9-a1afc7d2e82b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:52.164507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-02034fd9-9904-4b9c-8cb8-e4d3baedc15d tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:52.181216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-74203cbb-29ed-4424-ae4d-6e46a4e03b15 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Request body: {'subnet': {'network_id': '32513aca-8c4e-4d0a-bec7-23f59600c8f2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:52.240722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Allocated IP 2001:db8::2 (bb316f39-4b0e-43f1-8f3e-34646815cee0/2080db7d-f75d-4aa4-9807-a3defaf6b05d/14756846-4569-48c3-88af-01d8bf71c94e) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:14:52.244457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Network 71cd69da-1cec-459f-be37-3f3445003dc6 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:14:52.251454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:52.262162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:14:52.268299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7783d691-f90d-4f0e-8cc9-a1afc7d2e82b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:14:52.270376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Pushing event updated for resources: {'Port': ['ID=42fc4c92-fcfa-42f3-a267-0e8065dc36a4,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:52.272502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-7783d691-f90d-4f0e-8cc9-a1afc7d2e82b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:52.275235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7783d691-f90d-4f0e-8cc9-a1afc7d2e82b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:14:52.283282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7783d691-f90d-4f0e-8cc9-a1afc7d2e82b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:52.284034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7783d691-f90d-4f0e-8cc9-a1afc7d2e82b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:52.323140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc35ee9b-06f2-4550-91f6-216ec46724e6 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:52.327103 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-fff56845-d789-426c-b7a8-638fb4bf6c7c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:14:52.331880 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fff56845-d789-426c-b7a8-638fb4bf6c7c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.8719037 Apr 23 09:14:52.334545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:52.392147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33940) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:52.463318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 41881ee8-56da-43ae-8c38-825faba85193 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:14:52.506190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:14:52.548987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc35ee9b-06f2-4550-91f6-216ec46724e6 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:52.552472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc35ee9b-06f2-4550-91f6-216ec46724e6 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:52.573108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783d691-f90d-4f0e-8cc9-a1afc7d2e82b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=e0545394-a727-4b6e-9ea4-4b5648857af3,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:52.576817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7783d691-f90d-4f0e-8cc9-a1afc7d2e82b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:52.579320 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7783d691-f90d-4f0e-8cc9-a1afc7d2e82b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6368244 Apr 23 09:14:52.581916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33944) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:52.588520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Attempting to bind port 42fc4c92-fcfa-42f3-a267-0e8065dc36a4 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:14:52.588932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Attempting to bind port 42fc4c92-fcfa-42f3-a267-0e8065dc36a4 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '938b9d28-5d3b-471d-8b59-a5a013fcb9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '71cd69da-1cec-459f-be37-3f3445003dc6'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:14:52.589889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Attempting to bind port 42fc4c92-fcfa-42f3-a267-0e8065dc36a4 on network 71cd69da-1cec-459f-be37-3f3445003dc6 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:14:52.604169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:14:52.604583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Checking segment: {'id': '938b9d28-5d3b-471d-8b59-a5a013fcb9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '71cd69da-1cec-459f-be37-3f3445003dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:14:52.605763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:52.606480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Bound using segment: {'id': '938b9d28-5d3b-471d-8b59-a5a013fcb9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '71cd69da-1cec-459f-be37-3f3445003dc6'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:14:52.607042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Bound port: 42fc4c92-fcfa-42f3-a267-0e8065dc36a4, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '938b9d28-5d3b-471d-8b59-a5a013fcb9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '71cd69da-1cec-459f-be37-3f3445003dc6'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:14:52.608094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:52.635834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc35ee9b-06f2-4550-91f6-216ec46724e6 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:52.636609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc35ee9b-06f2-4550-91f6-216ec46724e6 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Fanout notify agent at l3_agent the message router_deleted on router 85422e2c-0bf8-4030-9ecc-9ee231d081bb {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:14:52.661514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc35ee9b-06f2-4550-91f6-216ec46724e6 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:52.667076 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cc35ee9b-06f2-4550-91f6-216ec46724e6 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "DELETE /v2.0/routers/85422e2c-0bf8-4030-9ecc-9ee231d081bb HTTP/1.1" status: 204 len: 168 time: 3.5202570 Apr 23 09:14:52.668758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33948) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:52.675025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a665e240-2118-474d-9382-b853ed7e1021 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:52.676831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-236329171', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}, 'admin_state_up': False}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:52.685438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:52.690474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Usage tracker for resource:router and tenant:3ffda89888b949649823f8d01859d2bc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:52.693922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:52.701445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:52.704450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:52.749446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297172c8-67e0-4ae5-b6c1-faf657af3230 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:52.750515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-297172c8-67e0-4ae5-b6c1-faf657af3230 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:14:52.754478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:52.755745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:52.772537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-74203cbb-29ed-4424-ae4d-6e46a4e03b15 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:52.787520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 41881ee8-56da-43ae-8c38-825faba85193 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:14:52.818292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-297172c8-67e0-4ae5-b6c1-faf657af3230 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:14:52.826955 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-297172c8-67e0-4ae5-b6c1-faf657af3230 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2437439 Apr 23 09:14:52.829985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33952) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:52.842860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3832e6f8-685c-4352-8a33-e75b71ef7fb7 None None] Network 6cca3856-365f-41b3-b8d6-5acc46f7b22a requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:14:52.855784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-74203cbb-29ed-4424-ae4d-6e46a4e03b15 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Usage tracker for resource:subnet and tenant:21b39df122d54bb0acfa2a1dae871901 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:52.892857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:53.076422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-26f56a92-65a8-4c78-82b5-053d7f396c44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting port e0545394-a727-4b6e-9ea4-4b5648857af3 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:53.076805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26f56a92-65a8-4c78-82b5-053d7f396c44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:53.169465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] For port 42fc4c92-fcfa-42f3-a267-0e8065dc36a4, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:14:53.225937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:53.227760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] For port 42fc4c92-fcfa-42f3-a267-0e8065dc36a4, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=42fc4c92-fcfa-42f3-a267-0e8065dc36a4,segment=NetworkSegment(938b9d28-5d3b-471d-8b59-a5a013fcb9df),segment_id=938b9d28-5d3b-471d-8b59-a5a013fcb9df)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:14:53.233782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-74203cbb-29ed-4424-ae4d-6e46a4e03b15 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:53.240307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-74203cbb-29ed-4424-ae4d-6e46a4e03b15 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:53.262599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-45e9d552-a283-415c-abe3-94362a8afdeb None None] Provisioning for port 41881ee8-56da-43ae-8c38-825faba85193 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:14:53.277729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-45e9d552-a283-415c-abe3-94362a8afdeb None None] Provisioning complete for port 41881ee8-56da-43ae-8c38-825faba85193 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:14:53.278153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-45e9d552-a283-415c-abe3-94362a8afdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:53.336566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:53.353639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:53.369316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c0cfeaf-0778-41c9-a5db-b20c1c7fc87c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:53.385469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:53.402378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79be2a6d-0e51-4a16-81cf-0cb6db0b3766 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:14:53.407213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:53.442875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26f56a92-65a8-4c78-82b5-053d7f396c44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:53.451767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74203cbb-29ed-4424-ae4d-6e46a4e03b15 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Made reservation on behalf of 21b39df122d54bb0acfa2a1dae871901 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:14:53.458177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74203cbb-29ed-4424-ae4d-6e46a4e03b15 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:53.484677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Transition to ACTIVE for port object 14756846-4569-48c3-88af-01d8bf71c94e will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:14:53.493414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-79be2a6d-0e51-4a16-81cf-0cb6db0b3766 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:53.507701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Transition to ACTIVE for port object 14756846-4569-48c3-88af-01d8bf71c94e will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:14:53.511683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d277412a-2b1f-4074-a23e-0450275026d8 None None] Sync routers for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:14:53.567387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:53.583326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d277412a-2b1f-4074-a23e-0450275026d8 None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:14:53.584023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d277412a-2b1f-4074-a23e-0450275026d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:53.605483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c0cfeaf-0778-41c9-a5db-b20c1c7fc87c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:53.606352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-26f56a92-65a8-4c78-82b5-053d7f396c44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Calling delete_port for e0545394-a727-4b6e-9ea4-4b5648857af3 owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:53.684091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Pushing event updated for resources: {'Port': ['ID=42fc4c92-fcfa-42f3-a267-0e8065dc36a4,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:53.690156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:53.690156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d277412a-2b1f-4074-a23e-0450275026d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:53.693798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4096a9f1-2e1a-4f59-a01b-f8462909c698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:53.758879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:14:53.767456 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-79be2a6d-0e51-4a16-81cf-0cb6db0b3766 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "PUT /v2.0/floatingips/b2912200-0f77-4173-a31a-5dc50f8cca00 HTTP/1.1" status: 200 len: 977 time: 6.7620287 Apr 23 09:14:53.783924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33956) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:53.818565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:53.821563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:14:53.878351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d277412a-2b1f-4074-a23e-0450275026d8 None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:14:53.878981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d277412a-2b1f-4074-a23e-0450275026d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:53.969952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26f56a92-65a8-4c78-82b5-053d7f396c44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:53.977794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:54.028016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Pushing event updated for resources: {'Port': ['ID=14756846-4569-48c3-88af-01d8bf71c94e,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:54.030876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f56a92-65a8-4c78-82b5-053d7f396c44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Port': ['ID=e0545394-a727-4b6e-9ea4-4b5648857af3,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:54.031173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:54.032328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d277412a-2b1f-4074-a23e-0450275026d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:54.032789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d277412a-2b1f-4074-a23e-0450275026d8 None None] The sync data for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:14:54.044098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-45e9d552-a283-415c-abe3-94362a8afdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:54.065078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-26f56a92-65a8-4c78-82b5-053d7f396c44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:54.093957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Attempting to bind port 14756846-4569-48c3-88af-01d8bf71c94e on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:14:54.094456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Attempting to bind port 14756846-4569-48c3-88af-01d8bf71c94e by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:14:54.094809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Attempting to bind port 14756846-4569-48c3-88af-01d8bf71c94e on network bb316f39-4b0e-43f1-8f3e-34646815cee0 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:14:54.122683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:14:54.122683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Checking segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:14:54.123001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:54.124975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Bound using segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:14:54.124975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Bound port: 14756846-4569-48c3-88af-01d8bf71c94e, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:14:54.124975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:54.136285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:54.136713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c0cfeaf-0778-41c9-a5db-b20c1c7fc87c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:54.148230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1cd651cd-6dd9-4b0b-bec4-d2ef1a4ca243 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:54.149916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-45e9d552-a283-415c-abe3-94362a8afdeb None None] For port 41881ee8-56da-43ae-8c38-825faba85193, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=41881ee8-56da-43ae-8c38-825faba85193,segment=NetworkSegment(a360ddad-08c9-4b6c-9e51-ce1f433376b8),segment_id=a360ddad-08c9-4b6c-9e51-ce1f433376b8)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:14:54.197018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-45e9d552-a283-415c-abe3-94362a8afdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:54.199519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:54.207179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:54.302342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cfeaf-0778-41c9-a5db-b20c1c7fc87c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e30d671-7941-4966-9aa5-bd83ebea5937,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:54.315065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5c0cfeaf-0778-41c9-a5db-b20c1c7fc87c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:54.340785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9d552-a283-415c-abe3-94362a8afdeb None None] Pushing event updated for resources: {'Port': ['ID=41881ee8-56da-43ae-8c38-825faba85193,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:54.344276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-45e9d552-a283-415c-abe3-94362a8afdeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:54.345936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] For port 14756846-4569-48c3-88af-01d8bf71c94e, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:14:54.356535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] For port 14756846-4569-48c3-88af-01d8bf71c94e, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=14756846-4569-48c3-88af-01d8bf71c94e,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:14:54.388124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:54.392498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-19bb1ca8-a9aa-4278-adc6-12d279fcc5a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:54.430592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Allocated IP 172.26.4.192 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/6e96fd3f-2e9e-4dba-8275-3fc3ca49b1eb) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:14:54.438472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26f56a92-65a8-4c78-82b5-053d7f396c44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:54.471536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 42fc4c92-fcfa-42f3-a267-0e8065dc36a4 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:14:54.512660 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-26f56a92-65a8-4c78-82b5-053d7f396c44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/e0545394-a727-4b6e-9ea4-4b5648857af3 HTTP/1.1" status: 204 len: 168 time: 1.6782966 Apr 23 09:14:54.524633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33960) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:54.533261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a665e240-2118-474d-9382-b853ed7e1021 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Allocated IP 172.20.0.1 (6cca3856-365f-41b3-b8d6-5acc46f7b22a/e4f7bf60-3f82-4085-b818-5adf080ebba9/b7e47312-e672-49d9-95e8-3a797fb02f52) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:14:54.571848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Pushing event updated for resources: {'Port': ['ID=14756846-4569-48c3-88af-01d8bf71c94e,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:54.575998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:54.592163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d4a1740c-87c3-4102-9e12-4badb8bea9d8 None None] Provisioning complete for port 41881ee8-56da-43ae-8c38-825faba85193 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:14:54.592829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4a1740c-87c3-4102-9e12-4badb8bea9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:54.595400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:54.695088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386ca405-6e4c-4015-aca9-4854cff3a7c1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:54.696908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386ca405-6e4c-4015-aca9-4854cff3a7c1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:54.697728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-386ca405-6e4c-4015-aca9-4854cff3a7c1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:14:54.707114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 42fc4c92-fcfa-42f3-a267-0e8065dc36a4 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:14:54.755144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c0cfeaf-0778-41c9-a5db-b20c1c7fc87c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:54.756586 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5c0cfeaf-0778-41c9-a5db-b20c1c7fc87c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "DELETE /v2.0/security-groups/1e30d671-7941-4966-9aa5-bd83ebea5937 HTTP/1.1" status: 204 len: 168 time: 2.3459754 Apr 23 09:14:54.758638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:54.762235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33964) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:54.810477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-386ca405-6e4c-4015-aca9-4854cff3a7c1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:14:54.814981 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-386ca405-6e4c-4015-aca9-4854cff3a7c1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2856121 Apr 23 09:14:54.817521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33968) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:54.935421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c6abdf76-6b1e-46ee-85bc-6e94cf7a0fdd tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Synchronizing usage tracker for tenant:65184052664a46f2bd939e33d36febd7 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:14:54.970019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c780d94b-c31d-4394-834c-35d48f9aaad2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet 2080db7d-f75d-4aa4-9807-a3defaf6b05d {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:14:54.979478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c780d94b-c31d-4394-834c-35d48f9aaad2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:54.996132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-46a19d32-4752-47a8-9d3c-16861acc3a8e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Deleting port 207272ea-99b8-4c56-8bce-2f50b9256c7b {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:54.996898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46a19d32-4752-47a8-9d3c-16861acc3a8e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:55.020869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a665e240-2118-474d-9382-b853ed7e1021 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:55.047876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c780d94b-c31d-4394-834c-35d48f9aaad2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:55.090253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c6abdf76-6b1e-46ee-85bc-6e94cf7a0fdd tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Unset dirty status for tenant:65184052664a46f2bd939e33d36febd7 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:14:55.094656 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c6abdf76-6b1e-46ee-85bc-6e94cf7a0fdd tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3308756 Apr 23 09:14:55.098393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33972) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:55.099635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:55.121868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7783d691-f90d-4f0e-8cc9-a1afc7d2e82b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:55.164873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a665e240-2118-474d-9382-b853ed7e1021 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Transition to ACTIVE for port object b7e47312-e672-49d9-95e8-3a797fb02f52 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:14:55.241879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:14:55.259859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Pushing event updated for resources: {'Port': ['ID=6e96fd3f-2e9e-4dba-8275-3fc3ca49b1eb,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:55.262915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:55.270192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:55.275121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:14:55.351914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46a19d32-4752-47a8-9d3c-16861acc3a8e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:55.361254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ef6865e2-099e-4d40-babf-0404f33e6aaa tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:55.395054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30f9a19-5d77-4507-b886-564baa1b876b None None] Network 71cd69da-1cec-459f-be37-3f3445003dc6 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:14:55.441148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Router d033581c-f7e4-4217-88dc-fefb89b580f0 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:14:55.467229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c780d94b-c31d-4394-834c-35d48f9aaad2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:55.556682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a665e240-2118-474d-9382-b853ed7e1021 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:55.568709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b05abbb7-72eb-44b9-a168-ae54ea475488 None None] Provisioning for port 42fc4c92-fcfa-42f3-a267-0e8065dc36a4 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:14:55.576024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-18bb0b89-5d02-475e-acea-3714d1433272 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:55.606788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b05abbb7-72eb-44b9-a168-ae54ea475488 None None] Provisioning complete for port 42fc4c92-fcfa-42f3-a267-0e8065dc36a4 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:14:55.607217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b05abbb7-72eb-44b9-a168-ae54ea475488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:55.981464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ef6865e2-099e-4d40-babf-0404f33e6aaa tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:56.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b05abbb7-72eb-44b9-a168-ae54ea475488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:56.049546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b05abbb7-72eb-44b9-a168-ae54ea475488 None None] For port 42fc4c92-fcfa-42f3-a267-0e8065dc36a4, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=42fc4c92-fcfa-42f3-a267-0e8065dc36a4,segment=NetworkSegment(938b9d28-5d3b-471d-8b59-a5a013fcb9df),segment_id=938b9d28-5d3b-471d-8b59-a5a013fcb9df)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:14:56.107935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b05abbb7-72eb-44b9-a168-ae54ea475488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:56.113127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d2db1903-e5ae-4bc5-a8e5-38273aa47736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:56.119355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a665e240-2118-474d-9382-b853ed7e1021 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 6cca3856-365f-41b3-b8d6-5acc46f7b22a is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:14:56.138366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a665e240-2118-474d-9382-b853ed7e1021 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:56.163998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a665e240-2118-474d-9382-b853ed7e1021 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:14:56.173486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ef6865e2-099e-4d40-babf-0404f33e6aaa tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:56.201096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-78540ae2-df5c-4fa2-acf1-aa17a8a0fa9c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:56.227315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05abbb7-72eb-44b9-a168-ae54ea475488 None None] Pushing event updated for resources: {'Port': ['ID=42fc4c92-fcfa-42f3-a267-0e8065dc36a4,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:56.232558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b05abbb7-72eb-44b9-a168-ae54ea475488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:56.302036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4a6f77aa-5134-4b71-aea3-447bb5ad51e8 None None] Provisioning for port 14756846-4569-48c3-88af-01d8bf71c94e completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:14:56.389187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:14:56.391110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6865e2-099e-4d40-babf-0404f33e6aaa tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc7488e-6469-4ac7-a7e7-9adf2cb3015c,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:56.412034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] Sync routers for ids ['d033581c-f7e4-4217-88dc-fefb89b580f0'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:14:56.415450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ef6865e2-099e-4d40-babf-0404f33e6aaa tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:56.416282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665e240-2118-474d-9382-b853ed7e1021 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Port': ['ID=b7e47312-e672-49d9-95e8-3a797fb02f52,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:56.421641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a665e240-2118-474d-9382-b853ed7e1021 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.846s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:56.470164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] Routers {'d033581c-f7e4-4217-88dc-fefb89b580f0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:14:56.471203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['d033581c-f7e4-4217-88dc-fefb89b580f0'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:56.553690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-eb5b5f56-497f-4bc5-b8d2-35814c356f09 None None] Provisioning complete for port 42fc4c92-fcfa-42f3-a267-0e8065dc36a4 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:14:56.554123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb5b5f56-497f-4bc5-b8d2-35814c356f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:56.578338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:56.578338 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 14.0200651 Apr 23 09:14:56.581103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ef6865e2-099e-4d40-babf-0404f33e6aaa tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:56.582115 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ef6865e2-099e-4d40-babf-0404f33e6aaa tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "DELETE /v2.0/security-groups/ccc7488e-6469-4ac7-a7e7-9adf2cb3015c HTTP/1.1" status: 204 len: 168 time: 1.4778364 Apr 23 09:14:56.584152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 33978) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:56.601508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33980) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:56.671786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:56.672709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 42fc4c92-fcfa-42f3-a267-0e8065dc36a4 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:14:56.727688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a665e240-2118-474d-9382-b853ed7e1021 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:56.733303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46a19d32-4752-47a8-9d3c-16861acc3a8e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:56.733726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46a19d32-4752-47a8-9d3c-16861acc3a8e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:56.734079 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-46a19d32-4752-47a8-9d3c-16861acc3a8e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Floating IP b2912200-0f77-4173-a31a-5dc50f8cca00 disassociated. External IP: 172.26.4.3, port: 207272ea-99b8-4c56-8bce-2f50b9256c7b. Apr 23 09:14:56.734499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-46a19d32-4752-47a8-9d3c-16861acc3a8e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Calling delete_port for 207272ea-99b8-4c56-8bce-2f50b9256c7b owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:56.798305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] Set router d033581c-f7e4-4217-88dc-fefb89b580f0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:14:56.870298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 42fc4c92-fcfa-42f3-a267-0e8065dc36a4 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:14:56.872141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:56.911030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74203cbb-29ed-4424-ae4d-6e46a4e03b15 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:56.929582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:57.025605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-22ed24fe-d7a2-40f1-8001-e6804f2be516 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Synchronizing usage tracker for tenant:65184052664a46f2bd939e33d36febd7 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:14:57.092094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-90634704-757b-4be5-a753-067d81e35973 None None] Could not find standard attr ID for object e0545394-a727-4b6e-9ea4-4b5648857af3. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:14:57.113011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 14756846-4569-48c3-88af-01d8bf71c94e up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:14:57.216238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-22ed24fe-d7a2-40f1-8001-e6804f2be516 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Unset dirty status for tenant:65184052664a46f2bd939e33d36febd7 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:14:57.217617 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-22ed24fe-d7a2-40f1-8001-e6804f2be516 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6152663 Apr 23 09:14:57.227837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33986) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:57.235556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7fca446f-0a37-47ec-9fe5-9e5ed131ba3d tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group': {'name': 'tempest-secgroup--1865732661'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:57.290956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-90634704-757b-4be5-a753-067d81e35973 None None] Provisioning for port b7e47312-e672-49d9-95e8-3a797fb02f52 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:14:57.296096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 14756846-4569-48c3-88af-01d8bf71c94e completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:14:57.298763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46a19d32-4752-47a8-9d3c-16861acc3a8e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:57.308527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-90634704-757b-4be5-a753-067d81e35973 None None] Provisioning complete for port b7e47312-e672-49d9-95e8-3a797fb02f52 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:14:57.310889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90634704-757b-4be5-a753-067d81e35973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:57.316215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7fca446f-0a37-47ec-9fe5-9e5ed131ba3d tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:57.328754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c780d94b-c31d-4394-834c-35d48f9aaad2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:57.355829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 14756846-4569-48c3-88af-01d8bf71c94e triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:14:57.356649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:57.363659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7fca446f-0a37-47ec-9fe5-9e5ed131ba3d tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:57.367974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:57.412547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a665e240-2118-474d-9382-b853ed7e1021 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:57.447513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780d94b-c31d-4394-834c-35d48f9aaad2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=2080db7d-f75d-4aa4-9807-a3defaf6b05d,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:57.451234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c780d94b-c31d-4394-834c-35d48f9aaad2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:57.459099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c780d94b-c31d-4394-834c-35d48f9aaad2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:57.505808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7fca446f-0a37-47ec-9fe5-9e5ed131ba3d tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:57.538370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:57.556598 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c780d94b-c31d-4394-834c-35d48f9aaad2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/2080db7d-f75d-4aa4-9807-a3defaf6b05d HTTP/1.1" status: 204 len: 168 time: 2.7355211 Apr 23 09:14:57.599927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce416b4-463b-459f-b222-308d4ec31dbd None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:14:57.640991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33990) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:57.642299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7fca446f-0a37-47ec-9fe5-9e5ed131ba3d tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:57.686130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'name': 'tempest-ServersTestManualDisk-875366701-router', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:14:43Z', 'updated_at': '2021-04-23T09:14:50Z', 'revision_number': 3, 'project_id': '680695fd5257427aa59cd011d8236117', 'gw_port': {'id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:14:46Z', 'updated_at': '2021-04-23T09:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:57.690527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] Checking router: d033581c-f7e4-4217-88dc-fefb89b580f0 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:14:57.690925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] Updating router d033581c-f7e4-4217-88dc-fefb89b580f0 port 3426d27b-fe56-4344-a036-f56fe411e84a binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:14:57.755612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:57.767531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-90634704-757b-4be5-a753-067d81e35973 None None] Port b7e47312-e672-49d9-95e8-3a797fb02f52 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:14:57.785248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7fca446f-0a37-47ec-9fe5-9e5ed131ba3d tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Usage tracker for resource:security_group_rule and tenant:65184052664a46f2bd939e33d36febd7 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:57.810371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7fca446f-0a37-47ec-9fe5-9e5ed131ba3d tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:57.814724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-90634704-757b-4be5-a753-067d81e35973 None None] Could not find standard attr ID for object a0f74fdc-57fc-429b-9525-f7779f1f1f4b. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:14:57.820093 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-81ac286a-882e-468f-8631-5378fae66747 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1739533 Apr 23 09:14:57.830623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33994) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:57.843694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:57.845556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7fca446f-0a37-47ec-9fe5-9e5ed131ba3d tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:57.851788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-52c0417f-2184-4f52-b599-9fa4e4598327 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:57.898948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 14756846-4569-48c3-88af-01d8bf71c94e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=14756846-4569-48c3-88af-01d8bf71c94e,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:14:57.943378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:57.944910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 41881ee8-56da-43ae-8c38-825faba85193 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:14:58.081811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b7319601-f435-4522-ba1c-f718c3660797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:58.128271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4696113c-1d2b-4aef-8416-acb9bcdb35ab None None] DHCP port deletion for bb316f39-4b0e-43f1-8f3e-34646815cee0 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:14:58.176893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:58.191945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] Transition to ACTIVE for port object 3426d27b-fe56-4344-a036-f56fe411e84a will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:14:58.196195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-52c0417f-2184-4f52-b599-9fa4e4598327 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:14:58.210080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-52c0417f-2184-4f52-b599-9fa4e4598327 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:14:58.221391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-52c0417f-2184-4f52-b599-9fa4e4598327 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:14:58.235392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a19d32-4752-47a8-9d3c-16861acc3a8e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Router 94e3cf93-fc47-4393-9b60-9fd1bb599458 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:14:58.240135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:58.243690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-52c0417f-2184-4f52-b599-9fa4e4598327 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:14:58.243871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 41881ee8-56da-43ae-8c38-825faba85193 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:14:58.244168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:58.248241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4605b2fe-d1fa-4fb8-bc03-8427f7683415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:58.310747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c0417f-2184-4f52-b599-9fa4e4598327 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:14:58.316374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=14756846-4569-48c3-88af-01d8bf71c94e,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:58.318671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-52c0417f-2184-4f52-b599-9fa4e4598327 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:58.331728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:58.348835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170a89c-d0a0-47ca-98d8-4a1fcecfd489 None None] Pushing event updated for resources: {'Port': ['ID=3426d27b-fe56-4344-a036-f56fe411e84a,revision_number=2']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:58.350112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7fca446f-0a37-47ec-9fe5-9e5ed131ba3d tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:58.360728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a89c-d0a0-47ca-98d8-4a1fcecfd489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:58.366247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a89c-d0a0-47ca-98d8-4a1fcecfd489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:58.366247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a89c-d0a0-47ca-98d8-4a1fcecfd489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:58.366247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a89c-d0a0-47ca-98d8-4a1fcecfd489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:58.366247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a89c-d0a0-47ca-98d8-4a1fcecfd489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:58.366247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a89c-d0a0-47ca-98d8-4a1fcecfd489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:58.366247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a89c-d0a0-47ca-98d8-4a1fcecfd489 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:58.366247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a89c-d0a0-47ca-98d8-4a1fcecfd489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:58.366247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a89c-d0a0-47ca-98d8-4a1fcecfd489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:58.366247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a89c-d0a0-47ca-98d8-4a1fcecfd489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:58.366247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a89c-d0a0-47ca-98d8-4a1fcecfd489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:58.366247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170a89c-d0a0-47ca-98d8-4a1fcecfd489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:14:58.372358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8170a89c-d0a0-47ca-98d8-4a1fcecfd489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:58.393474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4696113c-1d2b-4aef-8416-acb9bcdb35ab None None] Deleting port 14756846-4569-48c3-88af-01d8bf71c94e {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:14:58.393903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4696113c-1d2b-4aef-8416-acb9bcdb35ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:58.396788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] Attempting to bind port 3426d27b-fe56-4344-a036-f56fe411e84a on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:14:58.397207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] Attempting to bind port 3426d27b-fe56-4344-a036-f56fe411e84a by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:14:58.397610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] Attempting to bind port 3426d27b-fe56-4344-a036-f56fe411e84a on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:14:58.405479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:14:58.405895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:14:58.406469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:58.406907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:14:58.407429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] Bound port: 3426d27b-fe56-4344-a036-f56fe411e84a, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:14:58.407857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:58.460371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Router 3b42c005-7f1c-4f55-bab0-645c5c50f1d6 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:14:58.463650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7fca446f-0a37-47ec-9fe5-9e5ed131ba3d tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:58.468567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bfe48754-5ecc-4b87-a962-80efb837f6d7 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:58.502245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] For port 3426d27b-fe56-4344-a036-f56fe411e84a, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:14:58.505709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] For port 3426d27b-fe56-4344-a036-f56fe411e84a, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=3426d27b-fe56-4344-a036-f56fe411e84a,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:14:58.537080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:58.544433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e4e40c0a-0945-4977-86ef-00fa5375ddb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:58.562950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74203cbb-29ed-4424-ae4d-6e46a4e03b15 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Checking segment: {'id': '9b18921c-7c32-4b1e-8e84-7db78a32acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '32513aca-8c4e-4d0a-bec7-23f59600c8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:14:58.563379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74203cbb-29ed-4424-ae4d-6e46a4e03b15 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network hostable DHCP agents. Network: 32513aca-8c4e-4d0a-bec7-23f59600c8f2, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:14:58.581390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a19d32-4752-47a8-9d3c-16861acc3a8e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:14:58.606193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0c2696-c9d7-4346-89c0-b0242f1398cb None None] Sync routers for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:14:58.646779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170a89c-d0a0-47ca-98d8-4a1fcecfd489 None None] Pushing event updated for resources: {'Port': ['ID=3426d27b-fe56-4344-a036-f56fe411e84a,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:58.650177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8170a89c-d0a0-47ca-98d8-4a1fcecfd489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:58.670560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] Routers {'d033581c-f7e4-4217-88dc-fefb89b580f0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:14:58.671235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['d033581c-f7e4-4217-88dc-fefb89b580f0'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:58.713661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74203cbb-29ed-4424-ae4d-6e46a4e03b15 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event updated for resources: {'Subnet': ['ID=5007a98c-3ca7-470d-8dc1-8233b2a7b8b4,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:58.719224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0c2696-c9d7-4346-89c0-b0242f1398cb None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:14:58.722700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-bd0c2696-c9d7-4346-89c0-b0242f1398cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:58.729422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca446f-0a37-47ec-9fe5-9e5ed131ba3d tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7898f86e-e413-409c-932c-13f943f47b56,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:58.758902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7fca446f-0a37-47ec-9fe5-9e5ed131ba3d tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:58.804084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-74203cbb-29ed-4424-ae4d-6e46a4e03b15 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.874s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:58.809812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0bd4125a-37de-4812-88ea-47f3eed3d05d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.374s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:58.855547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7fca446f-0a37-47ec-9fe5-9e5ed131ba3d tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:58.857354 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7fca446f-0a37-47ec-9fe5-9e5ed131ba3d tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6284239 Apr 23 09:14:58.889400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 33998) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:58.902696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] Set router d033581c-f7e4-4217-88dc-fefb89b580f0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:14:58.904293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6c94f5b9-9a06-4d5b-8a10-fed124a6dfd6 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:58.904883 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.v2.base [None req-6c94f5b9-9a06-4d5b-8a10-fed124a6dfd6 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 23 09:14:58.905544 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-6c94f5b9-9a06-4d5b-8a10-fed124a6dfd6 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] update failed (client error): There was a conflict when trying to complete your request. Apr 23 09:14:58.910002 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6c94f5b9-9a06-4d5b-8a10-fed124a6dfd6 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "PUT /v2.0/security-groups/7898f86e-e413-409c-932c-13f943f47b56 HTTP/1.1" status: 409 len: 330 time: 0.0138035 Apr 23 09:14:58.910672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-bd0c2696-c9d7-4346-89c0-b0242f1398cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:58.915117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34002) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:58.927579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4696113c-1d2b-4aef-8416-acb9bcdb35ab None None] For port 14756846-4569-48c3-88af-01d8bf71c94e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=14756846-4569-48c3-88af-01d8bf71c94e,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:14:58.928027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4696113c-1d2b-4aef-8416-acb9bcdb35ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:58.935787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:14:58.980515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0c2696-c9d7-4346-89c0-b0242f1398cb None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:14:58.981593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-bd0c2696-c9d7-4346-89c0-b0242f1398cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:59.004026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c92042-ba60-4b60-a3f3-fe62339eb215 None None] Sync routers for ids ['3b42c005-7f1c-4f55-bab0-645c5c50f1d6'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:14:59.075863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-bd0c2696-c9d7-4346-89c0-b0242f1398cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:59.076320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0c2696-c9d7-4346-89c0-b0242f1398cb None None] The sync data for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:14:59.088720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:59.093172 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.4190989 Apr 23 09:14:59.096095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34006) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:59.106626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-84ae9ed3-ea3c-4750-bf1c-a3f285e5f186 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:59.172227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8bb7b2f4-3b7d-4a2a-83dc-3d5bac4d73e3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:59.185421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c92042-ba60-4b60-a3f3-fe62339eb215 None None] Routers {'3b42c005-7f1c-4f55-bab0-645c5c50f1d6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:14:59.187290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d3c92042-ba60-4b60-a3f3-fe62339eb215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3b42c005-7f1c-4f55-bab0-645c5c50f1d6'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:59.222120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4696113c-1d2b-4aef-8416-acb9bcdb35ab None None] Calling delete_port for 14756846-4569-48c3-88af-01d8bf71c94e owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:14:59.306716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d3c92042-ba60-4b60-a3f3-fe62339eb215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:59.333593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 14756846-4569-48c3-88af-01d8bf71c94e no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:14:59.377255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4696113c-1d2b-4aef-8416-acb9bcdb35ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:59.380652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c92042-ba60-4b60-a3f3-fe62339eb215 None None] Routers {'3b42c005-7f1c-4f55-bab0-645c5c50f1d6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:14:59.381346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d3c92042-ba60-4b60-a3f3-fe62339eb215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3b42c005-7f1c-4f55-bab0-645c5c50f1d6'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:59.389932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 14756846-4569-48c3-88af-01d8bf71c94e {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:14:59.390828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 14756846-4569-48c3-88af-01d8bf71c94e not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:14:59.406365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:14:59.438331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46a19d32-4752-47a8-9d3c-16861acc3a8e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:59.448101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74203cbb-29ed-4424-ae4d-6e46a4e03b15 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network 32513aca-8c4e-4d0a-bec7-23f59600c8f2 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:14:59.466469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d3c92042-ba60-4b60-a3f3-fe62339eb215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:59.466899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c92042-ba60-4b60-a3f3-fe62339eb215 None None] The sync data for ids ['3b42c005-7f1c-4f55-bab0-645c5c50f1d6'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:14:59.486556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4696113c-1d2b-4aef-8416-acb9bcdb35ab None None] No DVR routers for this DVR port 14756846-4569-48c3-88af-01d8bf71c94e on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:14:59.501796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696113c-1d2b-4aef-8416-acb9bcdb35ab None None] Pushing event deleted for resources: {'Port': ['ID=14756846-4569-48c3-88af-01d8bf71c94e,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:59.508992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a19d32-4752-47a8-9d3c-16861acc3a8e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event deleted for resources: {'Port': ['ID=207272ea-99b8-4c56-8bce-2f50b9256c7b,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:14:59.518467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4696113c-1d2b-4aef-8416-acb9bcdb35ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:59.567927 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-46a19d32-4752-47a8-9d3c-16861acc3a8e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "DELETE /v2.0/ports/207272ea-99b8-4c56-8bce-2f50b9256c7b HTTP/1.1" status: 204 len: 168 time: 5.7194352 Apr 23 09:14:59.624663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'name': 'tempest-ServersTestManualDisk-875366701-router', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:14:43Z', 'updated_at': '2021-04-23T09:14:50Z', 'revision_number': 3, 'project_id': '680695fd5257427aa59cd011d8236117', 'gw_port': {'id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:14:46Z', 'updated_at': '2021-04-23T09:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:14:59.633492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64995dbe-c6a9-4da0-a951-75fb304b3810 None None] The sync data for ids ['d033581c-f7e4-4217-88dc-fefb89b580f0'] in dv-neutron-786478-4-hyperv is: [{'id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'name': 'tempest-ServersTestManualDisk-875366701-router', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:14:43Z', 'updated_at': '2021-04-23T09:14:50Z', 'revision_number': 3, 'project_id': '680695fd5257427aa59cd011d8236117', 'gw_port': {'id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:14:46Z', 'updated_at': '2021-04-23T09:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:14:59.633833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34010) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:59.634908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-46a19d32-4752-47a8-9d3c-16861acc3a8e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:14:59.649917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-74203cbb-29ed-4424-ae4d-6e46a4e03b15 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 32513aca-8c4e-4d0a-bec7-23f59600c8f2) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:14:59.660086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da82ae7-488c-417e-85c8-c83f8c6153df None None] Network 32513aca-8c4e-4d0a-bec7-23f59600c8f2 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:14:59.736230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8bb7b2f4-3b7d-4a2a-83dc-3d5bac4d73e3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:59.837700 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0095f75f-f90b-44ba-8ea4-8310676c5042 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "GET /v2.0/floatingips/b2912200-0f77-4173-a31a-5dc50f8cca00 HTTP/1.1" status: 200 len: 686 time: 0.1984663 Apr 23 09:14:59.847431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34014) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:59.853208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74203cbb-29ed-4424-ae4d-6e46a4e03b15 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:14:59.853885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74203cbb-29ed-4424-ae4d-6e46a4e03b15 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:59.929264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a665e240-2118-474d-9382-b853ed7e1021 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:59.935477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-32513aca-8c4e-4d0a-bec7-23f59600c8f2', 'network_id': '32513aca-8c4e-4d0a-bec7-23f59600c8f2', 'tenant_id': '21b39df122d54bb0acfa2a1dae871901', 'fixed_ips': [{'subnet_id': '5007a98c-3ca7-470d-8dc1-8233b2a7b8b4'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:14:59.936881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:14:59.949212 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-74203cbb-29ed-4424-ae4d-6e46a4e03b15 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 7.7993612 Apr 23 09:14:59.951243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34018) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:14:59.966052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b44c7baf-e8f4-46b4-b56d-292615152ed5 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1837708460'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:14:59.994984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a665e240-2118-474d-9382-b853ed7e1021 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:00.028564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-68c8408b-1fca-4774-a922-2bb291175c6a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:00.047600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b44c7baf-e8f4-46b4-b56d-292615152ed5 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:00.121662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8bb7b2f4-3b7d-4a2a-83dc-3d5bac4d73e3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:00.125327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Allocated IP 2001:db8:0:ffff::2 (32513aca-8c4e-4d0a-bec7-23f59600c8f2/5007a98c-3ca7-470d-8dc1-8233b2a7b8b4/d807d5c6-4cf2-4b21-ab29-b88a89538ab5) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:00.147028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b44c7baf-e8f4-46b4-b56d-292615152ed5 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Usage tracker for resource:network and tenant:21b39df122d54bb0acfa2a1dae871901 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:00.152815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-32afea12-fddd-4573-b6d2-3caa12b96ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:00.169584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b44c7baf-e8f4-46b4-b56d-292615152ed5 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:00.193274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665e240-2118-474d-9382-b853ed7e1021 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Port': ['ID=b7e47312-e672-49d9-95e8-3a797fb02f52,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:00.265274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b44c7baf-e8f4-46b4-b56d-292615152ed5 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:00.276143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a665e240-2118-474d-9382-b853ed7e1021 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:00.278223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d80288c7-d804-4025-8589-cb0b7f2f3981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:00.291596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7b2f4-3b7d-4a2a-83dc-3d5bac4d73e3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7898f86e-e413-409c-932c-13f943f47b56,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:00.292757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a665e240-2118-474d-9382-b853ed7e1021 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:00.324018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8bb7b2f4-3b7d-4a2a-83dc-3d5bac4d73e3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:00.363658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8bb7b2f4-3b7d-4a2a-83dc-3d5bac4d73e3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:00.364438 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8bb7b2f4-3b7d-4a2a-83dc-3d5bac4d73e3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "DELETE /v2.0/security-groups/7898f86e-e413-409c-932c-13f943f47b56 HTTP/1.1" status: 204 len: 168 time: 1.4480643 Apr 23 09:15:00.375132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34022) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:00.394740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44c7baf-e8f4-46b4-b56d-292615152ed5 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Made reservation on behalf of 21b39df122d54bb0acfa2a1dae871901 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:00.400901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b44c7baf-e8f4-46b4-b56d-292615152ed5 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:00.434262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:00.447785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Transition to ACTIVE for port object d807d5c6-4cf2-4b21-ab29-b88a89538ab5 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:00.497116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Transition to ACTIVE for port object d807d5c6-4cf2-4b21-ab29-b88a89538ab5 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:00.543025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:00.547613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:00.607782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a665e240-2118-474d-9382-b853ed7e1021 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 6cca3856-365f-41b3-b8d6-5acc46f7b22a is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:00.611968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a665e240-2118-474d-9382-b853ed7e1021 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:00.641412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Pushing event updated for resources: {'Port': ['ID=d807d5c6-4cf2-4b21-ab29-b88a89538ab5,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:00.645912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:00.651099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44c7baf-e8f4-46b4-b56d-292615152ed5 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:15:00.659232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Network 32513aca-8c4e-4d0a-bec7-23f59600c8f2 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:00.660535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:00.667650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:00.748474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2dadec63-f5bf-49a3-bbe6-05c6a9650664 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Synchronizing usage tracker for tenant:65184052664a46f2bd939e33d36febd7 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:15:00.777461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b44c7baf-e8f4-46b4-b56d-292615152ed5 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:00.777989 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-b44c7baf-e8f4-46b4-b56d-292615152ed5 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Added segment b5724cfc-2b2e-43fc-a78b-a2e2b6cbf3b5 of type vlan for network e0dd965e-e74a-4561-a8a6-e4db07b6e711 Apr 23 09:15:00.783491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cb603581-b7fa-4bf5-91cb-15e5ededd412 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Deleting port a2523836-c663-4766-a36e-ecd090dc0c02 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:00.784017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb603581-b7fa-4bf5-91cb-15e5ededd412 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:00.962947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-d80288c7-d804-4025-8589-cb0b7f2f3981 admin admin] Allocated IP 172.20.0.1 (9da1bde6-e097-474a-957c-8a07c337c629/0b9b780d-df32-4d9f-896c-d11a8ac6fe41/b8869406-99ea-465b-9eb3-9741ef5b9896) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:01.017821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a665e240-2118-474d-9382-b853ed7e1021 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Router 4725272f-aca8-4806-80c1-b7e64cfa7864 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:15:01.033883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2dadec63-f5bf-49a3-bbe6-05c6a9650664 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Unset dirty status for tenant:65184052664a46f2bd939e33d36febd7 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:15:01.041616 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2dadec63-f5bf-49a3-bbe6-05c6a9650664 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6595061 Apr 23 09:15:01.054852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34030) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:01.056775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b44c7baf-e8f4-46b4-b56d-292615152ed5 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:01.079380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Attempting to bind port d807d5c6-4cf2-4b21-ab29-b88a89538ab5 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:15:01.079882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Attempting to bind port d807d5c6-4cf2-4b21-ab29-b88a89538ab5 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '9b18921c-7c32-4b1e-8e84-7db78a32acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '32513aca-8c4e-4d0a-bec7-23f59600c8f2'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:15:01.080274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Attempting to bind port d807d5c6-4cf2-4b21-ab29-b88a89538ab5 on network 32513aca-8c4e-4d0a-bec7-23f59600c8f2 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:15:01.087792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:15:01.088226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Checking segment: {'id': '9b18921c-7c32-4b1e-8e84-7db78a32acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '32513aca-8c4e-4d0a-bec7-23f59600c8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:15:01.088688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:01.089880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Bound using segment: {'id': '9b18921c-7c32-4b1e-8e84-7db78a32acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '32513aca-8c4e-4d0a-bec7-23f59600c8f2'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:15:01.090489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Bound port: d807d5c6-4cf2-4b21-ab29-b88a89538ab5, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b18921c-7c32-4b1e-8e84-7db78a32acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '32513aca-8c4e-4d0a-bec7-23f59600c8f2'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:15:01.091043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:01.113043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-26e863fe-7a44-46a2-9411-cb3ae9ad1892 None None] Provisioning complete for port b7e47312-e672-49d9-95e8-3a797fb02f52 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:01.113470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26e863fe-7a44-46a2-9411-cb3ae9ad1892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:01.125052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-52c0417f-2184-4f52-b599-9fa4e4598327 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:01.129641 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-11eeee2c-09d8-4940-9c8e-71e5a22cc3d1 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] delete failed (client error): The resource could not be found. Apr 23 09:15:01.137731 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-11eeee2c-09d8-4940-9c8e-71e5a22cc3d1 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "DELETE /v2.0/security-groups/d034e583-c89f-46fb-a43e-0e10e9fdf205 HTTP/1.1" status: 404 len: 347 time: 0.0684092 Apr 23 09:15:01.139261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-84ae9ed3-ea3c-4750-bf1c-a3f285e5f186 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:01.143688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:01.186335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34034) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:01.239916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a665e240-2118-474d-9382-b853ed7e1021 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:15:01.249483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-b44c7baf-e8f4-46b4-b56d-292615152ed5 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:15:01.285895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-26e863fe-7a44-46a2-9411-cb3ae9ad1892 None None] Port b7e47312-e672-49d9-95e8-3a797fb02f52 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:15:01.297479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1879d8ec-dfc9-444b-bb8a-783cc0476df9 None None] Sync routers for ids ['4725272f-aca8-4806-80c1-b7e64cfa7864'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:15:01.304713 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-a3a62947-bb82-44e6-8674-2f5e8d1f880c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] show failed (client error): The resource could not be found. Apr 23 09:15:01.312420 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a3a62947-bb82-44e6-8674-2f5e8d1f880c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "GET /v2.0/security-groups/6307b171-d77d-466a-a7b8-e89243d2c1a8 HTTP/1.1" status: 404 len: 347 time: 0.1109860 Apr 23 09:15:01.312420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c0417f-2184-4f52-b599-9fa4e4598327 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:01.316980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb603581-b7fa-4bf5-91cb-15e5ededd412 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:01.317352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb603581-b7fa-4bf5-91cb-15e5ededd412 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:01.328154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] For port d807d5c6-4cf2-4b21-ab29-b88a89538ab5, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:15:01.329144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34040) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:01.334586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] For port d807d5c6-4cf2-4b21-ab29-b88a89538ab5, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=d807d5c6-4cf2-4b21-ab29-b88a89538ab5,segment=NetworkSegment(9b18921c-7c32-4b1e-8e84-7db78a32acef),segment_id=9b18921c-7c32-4b1e-8e84-7db78a32acef)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:15:01.334998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-52c0417f-2184-4f52-b599-9fa4e4598327 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:01.335594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1879d8ec-dfc9-444b-bb8a-783cc0476df9 None None] Routers {'4725272f-aca8-4806-80c1-b7e64cfa7864'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:01.337100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1879d8ec-dfc9-444b-bb8a-783cc0476df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4725272f-aca8-4806-80c1-b7e64cfa7864'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:01.360326 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a665e240-2118-474d-9382-b853ed7e1021 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/routers/4725272f-aca8-4806-80c1-b7e64cfa7864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1689441 Apr 23 09:15:01.362173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34044) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:01.362931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-84ae9ed3-ea3c-4750-bf1c-a3f285e5f186 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:01.411061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09083c2-f9bd-4162-a0fb-0d0c26169f2c None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:01.425669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 3426d27b-fe56-4344-a036-f56fe411e84a up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:15:01.441490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b44c7baf-e8f4-46b4-b56d-292615152ed5 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:01.447647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44c7baf-e8f4-46b4-b56d-292615152ed5 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:01.448382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b44c7baf-e8f4-46b4-b56d-292615152ed5 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:01.452642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0417f-2184-4f52-b599-9fa4e4598327 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=b1924ee3-335f-4cbb-bbcf-74ca4324452f,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:01.471727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:01.495684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:01.502281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878f6ff1-b142-40a0-aee6-59c8865e1124 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:01.503414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-878f6ff1-b142-40a0-aee6-59c8865e1124 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Synchronizing usage tracker for tenant:28923eac46964204bb78aee0456d0ac1 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:15:01.518976 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-87ed6e2f-e140-4735-bfa7-cb6831fc3e78 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] show failed (client error): The resource could not be found. Apr 23 09:15:01.524691 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-87ed6e2f-e140-4735-bfa7-cb6831fc3e78 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] 10.222.0.60 "GET /v2.0/security-group-rules/aa06c9c7-8a0d-4e0e-8ea8-a7645c47a7e0 HTTP/1.1" status: 404 len: 356 time: 0.1828256 Apr 23 09:15:01.535346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cb603581-b7fa-4bf5-91cb-15e5ededd412 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Calling delete_port for a2523836-c663-4766-a36e-ecd090dc0c02 owned by network:floatingip {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:15:01.551013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d80288c7-d804-4025-8589-cb0b7f2f3981 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:01.551126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-52c0417f-2184-4f52-b599-9fa4e4598327 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:01.551126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c0417f-2184-4f52-b599-9fa4e4598327 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:01.551126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-52c0417f-2184-4f52-b599-9fa4e4598327 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:01.551126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fb33cc32-4710-4e69-977f-1dc2b19762f0 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:01.554524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1879d8ec-dfc9-444b-bb8a-783cc0476df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:01.570731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d80288c7-d804-4025-8589-cb0b7f2f3981 admin admin] Transition to ACTIVE for port object b8869406-99ea-465b-9eb3-9741ef5b9896 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:01.616863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-878f6ff1-b142-40a0-aee6-59c8865e1124 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Unset dirty status for tenant:28923eac46964204bb78aee0456d0ac1 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:15:01.619275 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-878f6ff1-b142-40a0-aee6-59c8865e1124 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/ports/b7e47312-e672-49d9-95e8-3a797fb02f52 HTTP/1.1" status: 200 len: 910 time: 0.2575629 Apr 23 09:15:01.622294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34050) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:01.676335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1879d8ec-dfc9-444b-bb8a-783cc0476df9 None None] Routers {'4725272f-aca8-4806-80c1-b7e64cfa7864'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:01.677613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1879d8ec-dfc9-444b-bb8a-783cc0476df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4725272f-aca8-4806-80c1-b7e64cfa7864'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:01.717306 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b44c7baf-e8f4-46b4-b56d-292615152ed5 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7577758 Apr 23 09:15:01.720587 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-52c0417f-2184-4f52-b599-9fa4e4598327 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.8888896 Apr 23 09:15:01.721553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34054) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:01.730338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34056) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:01.738845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bc274c67-ecfb-47c4-a5d7-9785c114837e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Request body: {'subnet': {'network_id': 'e0dd965e-e74a-4561-a8a6-e4db07b6e711', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:01.746193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6de69e50-0d1c-4824-96fa-501028f43066 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'name': 'tempest-NetworksTestDHCPv6-1651574632'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:01.754650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c7baf-e8f4-46b4-b56d-292615152ed5 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event updated for resources: {'Network': ['ID=e0dd965e-e74a-4561-a8a6-e4db07b6e711,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:01.765778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b44c7baf-e8f4-46b4-b56d-292615152ed5 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:01.781921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1879d8ec-dfc9-444b-bb8a-783cc0476df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:01.782410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1879d8ec-dfc9-444b-bb8a-783cc0476df9 None None] The sync data for ids ['4725272f-aca8-4806-80c1-b7e64cfa7864'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:15:01.785344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network e0dd965e-e74a-4561-a8a6-e4db07b6e711 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:15:01.837103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Pushing event updated for resources: {'Port': ['ID=d807d5c6-4cf2-4b21-ab29-b88a89538ab5,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:01.927428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:01.957535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d80288c7-d804-4025-8589-cb0b7f2f3981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:01.957947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bc274c67-ecfb-47c4-a5d7-9785c114837e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:01.961861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-46a19d32-4752-47a8-9d3c-16861acc3a8e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:01.998266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-84ae9ed3-ea3c-4750-bf1c-a3f285e5f186 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Deleting port 6e96fd3f-2e9e-4dba-8275-3fc3ca49b1eb {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:01.998533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-84ae9ed3-ea3c-4750-bf1c-a3f285e5f186 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:02.012400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 3426d27b-fe56-4344-a036-f56fe411e84a completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:02.019715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bc274c67-ecfb-47c4-a5d7-9785c114837e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Usage tracker for resource:subnet and tenant:21b39df122d54bb0acfa2a1dae871901 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:02.027945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 3426d27b-fe56-4344-a036-f56fe411e84a triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:02.028378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:02.038042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bc274c67-ecfb-47c4-a5d7-9785c114837e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:02.062204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bc274c67-ecfb-47c4-a5d7-9785c114837e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:02.115137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34066) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:02.116235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6de69e50-0d1c-4824-96fa-501028f43066 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:02.135678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-bb316f39-4b0e-43f1-8f3e-34646815cee0', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'fixed_ips': [{'subnet_id': 'b1924ee3-335f-4cbb-bbcf-74ca4324452f'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:15:02.136623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:02.202587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-84ae9ed3-ea3c-4750-bf1c-a3f285e5f186 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:02.275611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6de69e50-0d1c-4824-96fa-501028f43066 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:port and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:02.285497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6de69e50-0d1c-4824-96fa-501028f43066 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:02.364106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:02.375252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6de69e50-0d1c-4824-96fa-501028f43066 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:02.385721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 3426d27b-fe56-4344-a036-f56fe411e84a, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=3426d27b-fe56-4344-a036-f56fe411e84a,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:02.392392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80288c7-d804-4025-8589-cb0b7f2f3981 admin admin] Network 9da1bde6-e097-474a-957c-8a07c337c629 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:02.405895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-d80288c7-d804-4025-8589-cb0b7f2f3981 admin admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:02.420716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80288c7-d804-4025-8589-cb0b7f2f3981 admin admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:02.486849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:02.493961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-86f1f164-b31a-4562-aa59-6372e6855b05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:02.498096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80288c7-d804-4025-8589-cb0b7f2f3981 admin admin] Pushing event updated for resources: {'Port': ['ID=b8869406-99ea-465b-9eb3-9741ef5b9896,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:02.566397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d80288c7-d804-4025-8589-cb0b7f2f3981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:02.591233 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-adec1c29-0f59-4782-8939-2806fc403d77 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=65184052664a46f2bd939e33d36febd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4390886 Apr 23 09:15:02.592091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de69e50-0d1c-4824-96fa-501028f43066 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:02.598880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6de69e50-0d1c-4824-96fa-501028f43066 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:02.617051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34072) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:02.625029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=3426d27b-fe56-4344-a036-f56fe411e84a,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:02.631189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:02.673281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Allocated IP 2001:db8::2 (bb316f39-4b0e-43f1-8f3e-34646815cee0/b1924ee3-335f-4cbb-bbcf-74ca4324452f/1bce7a50-3e44-499a-86fa-ac4a0b71485b) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:02.747254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-6de69e50-0d1c-4824-96fa-501028f43066 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] device_id is not set on port 8552da33-9d2b-4a6d-9966-0ee0bda97ee8 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:15:02.897737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-84ae9ed3-ea3c-4750-bf1c-a3f285e5f186 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Calling delete_port for 6e96fd3f-2e9e-4dba-8275-3fc3ca49b1eb owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:15:02.954624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:02.967680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Transition to ACTIVE for port object 1bce7a50-3e44-499a-86fa-ac4a0b71485b will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:02.989788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Transition to ACTIVE for port object 1bce7a50-3e44-499a-86fa-ac4a0b71485b will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:03.011346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-67b4af06-45a2-47ec-b3a9-2374fca376d1 None None] Provisioning for port b8869406-99ea-465b-9eb3-9741ef5b9896 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:03.016983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-67b4af06-45a2-47ec-b3a9-2374fca376d1 None None] Provisioning complete for port b8869406-99ea-465b-9eb3-9741ef5b9896 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:03.017363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67b4af06-45a2-47ec-b3a9-2374fca376d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:03.018176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb603581-b7fa-4bf5-91cb-15e5ededd412 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:03.022437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc274c67-ecfb-47c4-a5d7-9785c114837e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Made reservation on behalf of 21b39df122d54bb0acfa2a1dae871901 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:03.030487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc274c67-ecfb-47c4-a5d7-9785c114837e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:03.048669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9483b4b5-40a6-4ab7-8660-0b1881094b44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:03.064038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:03.071556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:03.117882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb603581-b7fa-4bf5-91cb-15e5ededd412 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event deleted for resources: {'Port': ['ID=a2523836-c663-4766-a36e-ecd090dc0c02,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:03.161522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d80288c7-d804-4025-8589-cb0b7f2f3981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:03.164612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cb603581-b7fa-4bf5-91cb-15e5ededd412 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:03.166414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:03.170706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-67b4af06-45a2-47ec-b3a9-2374fca376d1 None None] Port b8869406-99ea-465b-9eb3-9741ef5b9896 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:15:03.177472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:03.180648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:03.191642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Pushing event updated for resources: {'Port': ['ID=1bce7a50-3e44-499a-86fa-ac4a0b71485b,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:03.195656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:03.315607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Attempting to bind port 1bce7a50-3e44-499a-86fa-ac4a0b71485b on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:15:03.316201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Attempting to bind port 1bce7a50-3e44-499a-86fa-ac4a0b71485b by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:15:03.316753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Attempting to bind port 1bce7a50-3e44-499a-86fa-ac4a0b71485b on network bb316f39-4b0e-43f1-8f3e-34646815cee0 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:15:03.326527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:15:03.327133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Checking segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:15:03.327702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:03.328259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Bound using segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:15:03.328934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Bound port: 1bce7a50-3e44-499a-86fa-ac4a0b71485b, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:15:03.329474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:03.376621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb603581-b7fa-4bf5-91cb-15e5ededd412 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:03.387608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-6de69e50-0d1c-4824-96fa-501028f43066 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8::32 (bb316f39-4b0e-43f1-8f3e-34646815cee0/b1924ee3-335f-4cbb-bbcf-74ca4324452f/8552da33-9d2b-4a6d-9966-0ee0bda97ee8) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:03.482928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] For port 1bce7a50-3e44-499a-86fa-ac4a0b71485b, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:15:03.486731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] For port 1bce7a50-3e44-499a-86fa-ac4a0b71485b, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1bce7a50-3e44-499a-86fa-ac4a0b71485b,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:15:03.489822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device d807d5c6-4cf2-4b21-ab29-b88a89538ab5 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:15:03.493569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb603581-b7fa-4bf5-91cb-15e5ededd412 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:03.504862 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cb603581-b7fa-4bf5-91cb-15e5ededd412 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "DELETE /v2.0/floatingips/b2912200-0f77-4173-a31a-5dc50f8cca00 HTTP/1.1" status: 204 len: 168 time: 3.6540570 Apr 23 09:15:03.507887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34078) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:03.518993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': 'add8650c-0a73-404c-8890-e45964481a32'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:03.529154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:03.536567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Usage tracker for resource:floatingip and tenant:dfde3cc6f86f4c6daa52e8538a922701 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:03.541350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:03.550543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:03.578434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:03.578434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b05abbb7-72eb-44b9-a168-ae54ea475488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:03.616468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-84ae9ed3-ea3c-4750-bf1c-a3f285e5f186 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:03.625495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c6764060-4195-42c5-9803-89948662cd6e tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:03.680933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a333b2-ec2b-438c-9052-560c52b80038 None None] Network 32513aca-8c4e-4d0a-bec7-23f59600c8f2 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:03.692598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae9ed3-ea3c-4750-bf1c-a3f285e5f186 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Pushing event deleted for resources: {'Port': ['ID=6e96fd3f-2e9e-4dba-8275-3fc3ca49b1eb,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:03.695464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-84ae9ed3-ea3c-4750-bf1c-a3f285e5f186 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:03.696379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:03.832358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d44f991e-b3af-40f8-88b1-f891b1db0f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:03.834429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Pushing event updated for resources: {'Port': ['ID=1bce7a50-3e44-499a-86fa-ac4a0b71485b,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:03.843139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:03.861768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d44f991e-b3af-40f8-88b1-f891b1db0f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:03.888686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port d807d5c6-4cf2-4b21-ab29-b88a89538ab5 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:03.930016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port d807d5c6-4cf2-4b21-ab29-b88a89538ab5 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:03.931114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:03.971828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-18a459b9-8fba-4e11-9994-c99416b9b19a None None] Provisioning for port d807d5c6-4cf2-4b21-ab29-b88a89538ab5 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:03.988367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-84ae9ed3-ea3c-4750-bf1c-a3f285e5f186 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:03.989970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-18a459b9-8fba-4e11-9994-c99416b9b19a None None] Provisioning complete for port d807d5c6-4cf2-4b21-ab29-b88a89538ab5 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:03.990440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18a459b9-8fba-4e11-9994-c99416b9b19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:04.022834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d80288c7-d804-4025-8589-cb0b7f2f3981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:04.168674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-921ff447-5e6b-4881-b87c-9775bd3e50db tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:04.201729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6de69e50-0d1c-4824-96fa-501028f43066 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:04.205730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d44f991e-b3af-40f8-88b1-f891b1db0f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:04.225408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7780243e-eceb-48a1-a930-02cbfe1c541a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:04.249319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f991e-b3af-40f8-88b1-f891b1db0f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e46c9f8-0ad7-4f9b-8494-8304213d731f,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:04.252320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d44f991e-b3af-40f8-88b1-f891b1db0f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:04.349191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6de69e50-0d1c-4824-96fa-501028f43066 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Transition to ACTIVE for port object 8552da33-9d2b-4a6d-9966-0ee0bda97ee8 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:04.482463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:04.579202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18a459b9-8fba-4e11-9994-c99416b9b19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:04.595846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port d807d5c6-4cf2-4b21-ab29-b88a89538ab5, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=d807d5c6-4cf2-4b21-ab29-b88a89538ab5,segment=NetworkSegment(9b18921c-7c32-4b1e-8e84-7db78a32acef),segment_id=9b18921c-7c32-4b1e-8e84-7db78a32acef)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:04.635055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-84ae9ed3-ea3c-4750-bf1c-a3f285e5f186 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:04.639544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-84ae9ed3-ea3c-4750-bf1c-a3f285e5f186 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846489349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8286451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846514403'] for router, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:04.677104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-18a459b9-8fba-4e11-9994-c99416b9b19a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:15:04.677519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-18a459b9-8fba-4e11-9994-c99416b9b19a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:15:04.678800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:04.679725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 3426d27b-fe56-4344-a036-f56fe411e84a up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:15:04.728267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-32dc3e91-b566-4b1f-a698-917274cd6205 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:04.746665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:04.769558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d44f991e-b3af-40f8-88b1-f891b1db0f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:04.769558 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d44f991e-b3af-40f8-88b1-f891b1db0f8b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e46c9f8-0ad7-4f9b-8494-8304213d731f HTTP/1.1" status: 204 len: 168 time: 2.1464510 Apr 23 09:15:04.849764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=d807d5c6-4cf2-4b21-ab29-b88a89538ab5,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:04.855222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:04.883521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 3426d27b-fe56-4344-a036-f56fe411e84a triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:04.884323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:04.912586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ae9ed3-ea3c-4750-bf1c-a3f285e5f186 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Router 3b42c005-7f1c-4f55-bab0-645c5c50f1d6 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:15:04.943433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-921ff447-5e6b-4881-b87c-9775bd3e50db tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Allocated IP 172.21.0.1 (71cd69da-1cec-459f-be37-3f3445003dc6/48ed4f40-3c12-4410-ba0f-ac608a4e8cf0/3edb4a26-b48d-4a4b-8159-7c5a00432fd9) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:04.954035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6de69e50-0d1c-4824-96fa-501028f43066 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:04.957288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d80288c7-d804-4025-8589-cb0b7f2f3981 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:04.964282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5512ece2-60cd-44f0-828c-97d0b75faf51 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:05.019350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d80288c7-d804-4025-8589-cb0b7f2f3981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:05.156351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de69e50-0d1c-4824-96fa-501028f43066 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:05.159229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d80288c7-d804-4025-8589-cb0b7f2f3981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:05.164823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-6de69e50-0d1c-4824-96fa-501028f43066 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:05.207066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de69e50-0d1c-4824-96fa-501028f43066 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:05.213676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de69e50-0d1c-4824-96fa-501028f43066 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:05.215042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6de69e50-0d1c-4824-96fa-501028f43066 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:05.424344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de69e50-0d1c-4824-96fa-501028f43066 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=8552da33-9d2b-4a6d-9966-0ee0bda97ee8,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:05.538358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a8d98f5b-b5ce-47a9-abdf-3d934935e1a5 None None] Provisioning complete for port d807d5c6-4cf2-4b21-ab29-b88a89538ab5 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:05.538633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8d98f5b-b5ce-47a9-abdf-3d934935e1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:05.566994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6de69e50-0d1c-4824-96fa-501028f43066 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:05.570544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-74b19752-2d5a-4c97-be6f-c62d8d25aa03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.505s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:05.597750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1bce7a50-3e44-499a-86fa-ac4a0b71485b up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:15:05.620647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ae9ed3-ea3c-4750-bf1c-a3f285e5f186 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:15:05.622452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0be3f8-9acd-431b-aec6-e8ae65dc4b74 None None] Sync routers for ids ['3b42c005-7f1c-4f55-bab0-645c5c50f1d6'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:15:05.638796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Allocated IP 172.26.4.198 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/0e2ceb69-239c-4b20-98e7-11f7e6ee4144) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:05.639925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0be3f8-9acd-431b-aec6-e8ae65dc4b74 None None] Routers {'3b42c005-7f1c-4f55-bab0-645c5c50f1d6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:05.640785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-bf0be3f8-9acd-431b-aec6-e8ae65dc4b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3b42c005-7f1c-4f55-bab0-645c5c50f1d6'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:05.700816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-84ae9ed3-ea3c-4750-bf1c-a3f285e5f186 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:05.702374 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-84ae9ed3-ea3c-4750-bf1c-a3f285e5f186 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "PUT /v2.0/routers/3b42c005-7f1c-4f55-bab0-645c5c50f1d6 HTTP/1.1" status: 200 len: 705 time: 6.6025939 Apr 23 09:15:05.706918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34110) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:05.807595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-bf0be3f8-9acd-431b-aec6-e8ae65dc4b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:05.828239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0be3f8-9acd-431b-aec6-e8ae65dc4b74 None None] Routers {'3b42c005-7f1c-4f55-bab0-645c5c50f1d6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:05.834403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-bf0be3f8-9acd-431b-aec6-e8ae65dc4b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3b42c005-7f1c-4f55-bab0-645c5c50f1d6'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:05.947233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80288c7-d804-4025-8589-cb0b7f2f3981 admin admin] Network 9da1bde6-e097-474a-957c-8a07c337c629 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:05.953655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 1bce7a50-3e44-499a-86fa-ac4a0b71485b completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:05.961897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device d807d5c6-4cf2-4b21-ab29-b88a89538ab5 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:15:05.966495 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6de69e50-0d1c-4824-96fa-501028f43066 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2348516 Apr 23 09:15:05.967684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34120) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:05.991246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-d80288c7-d804-4025-8589-cb0b7f2f3981 admin admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:06.074820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.objects.ports [None req-bc274c67-ecfb-47c4-a5d7-9785c114837e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87175) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 23 09:15:06.144285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-58cc885f-8f28-4b3e-b15a-40387cafd81a None None] Provisioning for port 8552da33-9d2b-4a6d-9966-0ee0bda97ee8 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:06.147806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc274c67-ecfb-47c4-a5d7-9785c114837e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:06.165588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ef3e8e1c-9810-4fe6-bdb2-3643abf270f4 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:06.167325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-58cc885f-8f28-4b3e-b15a-40387cafd81a None None] Provisioning complete for port 8552da33-9d2b-4a6d-9966-0ee0bda97ee8 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:06.167752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58cc885f-8f28-4b3e-b15a-40387cafd81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:06.237065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port d807d5c6-4cf2-4b21-ab29-b88a89538ab5 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:06.237482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:06.262242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-921ff447-5e6b-4881-b87c-9775bd3e50db tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:06.292438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-921ff447-5e6b-4881-b87c-9775bd3e50db tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Transition to ACTIVE for port object 3edb4a26-b48d-4a4b-8159-7c5a00432fd9 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:06.314640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-58cc885f-8f28-4b3e-b15a-40387cafd81a None None] Port 8552da33-9d2b-4a6d-9966-0ee0bda97ee8 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:15:06.324740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80288c7-d804-4025-8589-cb0b7f2f3981 admin admin] Pushing event updated for resources: {'Port': ['ID=b8869406-99ea-465b-9eb3-9741ef5b9896,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:06.326975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-bf0be3f8-9acd-431b-aec6-e8ae65dc4b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:06.327690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0be3f8-9acd-431b-aec6-e8ae65dc4b74 None None] The sync data for ids ['3b42c005-7f1c-4f55-bab0-645c5c50f1d6'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:15:06.332260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d80288c7-d804-4025-8589-cb0b7f2f3981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:06.339375 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ac3b5771-8b54-4796-88c2-c8ebfd72b4c3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "GET /v2.0/routers/3b42c005-7f1c-4f55-bab0-645c5c50f1d6 HTTP/1.1" status: 200 len: 740 time: 0.6281097 Apr 23 09:15:06.348237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34128) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:06.406004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34132) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:06.416389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-58cc885f-8f28-4b3e-b15a-40387cafd81a None None] Provisioning for port 1bce7a50-3e44-499a-86fa-ac4a0b71485b completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:06.426868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-58cc885f-8f28-4b3e-b15a-40387cafd81a None None] Provisioning complete for port 1bce7a50-3e44-499a-86fa-ac4a0b71485b triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:06.427288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58cc885f-8f28-4b3e-b15a-40387cafd81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:06.438546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc274c67-ecfb-47c4-a5d7-9785c114837e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event updated for resources: {'Subnet': ['ID=cbae94db-707c-4801-93b6-f0180349af2f,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:06.449560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bc274c67-ecfb-47c4-a5d7-9785c114837e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:06.493702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc274c67-ecfb-47c4-a5d7-9785c114837e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Checking segment: {'id': 'b5724cfc-2b2e-43fc-a78b-a2e2b6cbf3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e0dd965e-e74a-4561-a8a6-e4db07b6e711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:15:06.494121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc274c67-ecfb-47c4-a5d7-9785c114837e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network hostable DHCP agents. Network: e0dd965e-e74a-4561-a8a6-e4db07b6e711, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:15:06.537242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157343c-2832-4874-87f9-45ae548d2a7e req-7e5d159d-39a5-4a48-8075-95ff40ae9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:06.538939 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d157343c-2832-4874-87f9-45ae548d2a7e req-7e5d159d-39a5-4a48-8075-95ff40ae9511 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=31a3cdb04d554bd6aeeb1f860e8a1415&device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 1098 time: 0.6904221 Apr 23 09:15:06.542908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:06.584694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c857b806-7153-470e-9305-355782905ff1 tempest-SubnetPoolsTestJSON-586412896 tempest-SubnetPoolsTestJSON-586412896-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-191727022', 'prefixes': ['172.20.0.0/16']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:06.614372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c857b806-7153-470e-9305-355782905ff1 tempest-SubnetPoolsTestJSON-586412896 tempest-SubnetPoolsTestJSON-586412896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:06.618389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc274c67-ecfb-47c4-a5d7-9785c114837e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network e0dd965e-e74a-4561-a8a6-e4db07b6e711 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:15:06.651193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58cc885f-8f28-4b3e-b15a-40387cafd81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:06.684379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-37db457c-5eda-48e4-b2de-6b0aebb7c04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:06.699557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-58cc885f-8f28-4b3e-b15a-40387cafd81a None None] For port 1bce7a50-3e44-499a-86fa-ac4a0b71485b, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1bce7a50-3e44-499a-86fa-ac4a0b71485b,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:06.736747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-bc274c67-ecfb-47c4-a5d7-9785c114837e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, e0dd965e-e74a-4561-a8a6-e4db07b6e711) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:06.749164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8148ac-3cef-46fb-a48f-0c9e19a7616b None None] Network e0dd965e-e74a-4561-a8a6-e4db07b6e711 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:06.764803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157343c-2832-4874-87f9-45ae548d2a7e req-3b184d5d-4301-437d-8ed7-9ecf99d61b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:06.766928 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d157343c-2832-4874-87f9-45ae548d2a7e req-3b184d5d-4301-437d-8ed7-9ecf99d61b8e service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5f22f44-5dc5-4259-bb66-faeac2187f12 HTTP/1.1" status: 200 len: 913 time: 0.2169640 Apr 23 09:15:06.771416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc274c67-ecfb-47c4-a5d7-9785c114837e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:06.772211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc274c67-ecfb-47c4-a5d7-9785c114837e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:06.781179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58cc885f-8f28-4b3e-b15a-40387cafd81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:06.787175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4696113c-1d2b-4aef-8416-acb9bcdb35ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:06.820657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-921ff447-5e6b-4881-b87c-9775bd3e50db tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:06.834463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-884cae96-e7ba-4fb5-ac61-dfe143eed1b2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:06.865725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:06.883596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cb603581-b7fa-4bf5-91cb-15e5ededd412 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:06.897257 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4d366df8-c0f4-4f24-8319-d2474e6a48e2 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&device_id=3b42c005-7f1c-4f55-bab0-645c5c50f1d6 HTTP/1.1" status: 200 len: 205 time: 0.5459299 Apr 23 09:15:06.922037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34138) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:06.972031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc885f-8f28-4b3e-b15a-40387cafd81a None None] Pushing event updated for resources: {'Port': ['ID=1bce7a50-3e44-499a-86fa-ac4a0b71485b,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:06.976132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-58cc885f-8f28-4b3e-b15a-40387cafd81a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:06.980421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-722a02cd-16d4-4197-b15c-9c6756c3e1e7 None None] Provisioning complete for port b8869406-99ea-465b-9eb3-9741ef5b9896 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:06.980967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-722a02cd-16d4-4197-b15c-9c6756c3e1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:06.991999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:06.993259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:07.000766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921ff447-5e6b-4881-b87c-9775bd3e50db tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 71cd69da-1cec-459f-be37-3f3445003dc6 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:07.006815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:07.027863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-921ff447-5e6b-4881-b87c-9775bd3e50db tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:07.043365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921ff447-5e6b-4881-b87c-9775bd3e50db tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:07.068283 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bc274c67-ecfb-47c4-a5d7-9785c114837e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.3389876 Apr 23 09:15:07.076359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34142) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:07.093579 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-124cebc5-4f8b-4259-9aff-9f1633165c9a tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b42c005-7f1c-4f55-bab0-645c5c50f1d6 HTTP/1.1" status: 200 len: 205 time: 0.1603496 Apr 23 09:15:07.093780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-722a02cd-16d4-4197-b15c-9c6756c3e1e7 None None] Port b8869406-99ea-465b-9eb3-9741ef5b9896 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:15:07.097783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3d627c7b-71ec-4cd7-a082-4655cc698255 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Request body: {'port': {'network_id': 'e0dd965e-e74a-4561-a8a6-e4db07b6e711', 'name': 'tempest-NetworksIpV6TestAttrs-1199197974'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:07.132319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34146) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:07.133389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Port': ['ID=0e2ceb69-239c-4b20-98e7-11f7e6ee4144,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:07.136053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ff447-5e6b-4881-b87c-9775bd3e50db tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Port': ['ID=3edb4a26-b48d-4a4b-8159-7c5a00432fd9,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:07.138044 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d157343c-2832-4874-87f9-45ae548d2a7e req-031ee7be-fe3a-4a40-ba4a-33467c846a66 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=604ea667-2571-4657-a201-16fcd36200b4 HTTP/1.1" status: 200 len: 1001 time: 0.3610902 Apr 23 09:15:07.148459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-921ff447-5e6b-4881-b87c-9775bd3e50db tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:07.161857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95443c7-e54d-4c0f-9ca5-b06f5966264b req-ab813712-4d8b-49bc-8a7b-eb558c8d0d77 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:07.163605 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d95443c7-e54d-4c0f-9ca5-b06f5966264b req-ab813712-4d8b-49bc-8a7b-eb558c8d0d77 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 1.2883272 Apr 23 09:15:07.170196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-e0dd965e-e74a-4561-a8a6-e4db07b6e711', 'network_id': 'e0dd965e-e74a-4561-a8a6-e4db07b6e711', 'tenant_id': '21b39df122d54bb0acfa2a1dae871901', 'fixed_ips': [{'subnet_id': 'cbae94db-707c-4801-93b6-f0180349af2f'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:15:07.171437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:07.175871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fdb37c-5a31-40b7-8f4e-c2b981e3404d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:07.183193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fdb37c-5a31-40b7-8f4e-c2b981e3404d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:07.184085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d9fdb37c-5a31-40b7-8f4e-c2b981e3404d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:15:07.225781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80288c7-d804-4025-8589-cb0b7f2f3981 admin admin] Router d033581c-f7e4-4217-88dc-fefb89b580f0 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:15:07.242421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:07.283524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-921ff447-5e6b-4881-b87c-9775bd3e50db tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:07.294351 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d95443c7-e54d-4c0f-9ca5-b06f5966264b req-6feea7cd-a296-48a8-8aec-7369333a7536 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018770 Apr 23 09:15:07.333792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1bce7a50-3e44-499a-86fa-ac4a0b71485b up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:15:07.372349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d9fdb37c-5a31-40b7-8f4e-c2b981e3404d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:15:07.376714 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d9fdb37c-5a31-40b7-8f4e-c2b981e3404d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.3788593 Apr 23 09:15:07.383962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34150) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:07.448666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c2490479-caf8-48f3-a3a9-a1c3fd244eac None None] Provisioning for port 3edb4a26-b48d-4a4b-8159-7c5a00432fd9 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:07.468514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c2490479-caf8-48f3-a3a9-a1c3fd244eac None None] Provisioning complete for port 3edb4a26-b48d-4a4b-8159-7c5a00432fd9 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:07.468715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2490479-caf8-48f3-a3a9-a1c3fd244eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:07.506678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Allocated IP 2001:db8::f816:3eff:fe27:6f4 (e0dd965e-e74a-4561-a8a6-e4db07b6e711/cbae94db-707c-4801-93b6-f0180349af2f/9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:07.530032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c857b806-7153-470e-9305-355782905ff1 tempest-SubnetPoolsTestJSON-586412896 tempest-SubnetPoolsTestJSON-586412896-project] Notify callbacks [] for subnetpool, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:07.531305 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c857b806-7153-470e-9305-355782905ff1 tempest-SubnetPoolsTestJSON-586412896 tempest-SubnetPoolsTestJSON-586412896-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.1242137 Apr 23 09:15:07.540085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34154) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:07.562354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-40e93557-16f4-4d24-a427-08282d5044bd tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:07.600786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c2490479-caf8-48f3-a3a9-a1c3fd244eac None None] Port 3edb4a26-b48d-4a4b-8159-7c5a00432fd9 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:15:07.605272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 1bce7a50-3e44-499a-86fa-ac4a0b71485b triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:07.605719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:07.665943 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-13b4a738-ddba-4140-81f5-6e54ae24bff1 tempest-SubnetPoolsTestJSON-586412896 tempest-SubnetPoolsTestJSON-586412896-project] 10.222.0.60 "GET /v2.0/subnetpools/4350657c-3a0e-4e09-bb34-8be8a313ff75 HTTP/1.1" status: 200 len: 731 time: 0.1194868 Apr 23 09:15:07.670877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34158) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:07.686961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-27a742bf-3ea3-4777-ada1-ff9a809cc049 tempest-SubnetPoolsTestJSON-586412896 tempest-SubnetPoolsTestJSON-586412896-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2023682861'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:07.725184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80288c7-d804-4025-8589-cb0b7f2f3981 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:15:07.743295 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d80288c7-d804-4025-8589-cb0b7f2f3981 admin admin] 10.222.0.60 "PUT /v2.0/routers/d033581c-f7e4-4217-88dc-fefb89b580f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1486154 Apr 23 09:15:07.788121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157343c-2832-4874-87f9-45ae548d2a7e req-fb9fd2df-cad7-487d-8ba3-6f59830d8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:07.791357 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d157343c-2832-4874-87f9-45ae548d2a7e req-fb9fd2df-cad7-487d-8ba3-6f59830d8494 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e93f7937-3608-4a50-b4a7-cc289ad239de HTTP/1.1" status: 200 len: 851 time: 0.5456665 Apr 23 09:15:07.868189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c9733dbd-f5da-4d4b-8d94-ff725e728fee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting port 8552da33-9d2b-4a6d-9966-0ee0bda97ee8 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:07.868488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9733dbd-f5da-4d4b-8d94-ff725e728fee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:07.879217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:07.892492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Transition to ACTIVE for port object 9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:07.915086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Transition to ACTIVE for port object 9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:07.923717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] Sync routers for ids ['d033581c-f7e4-4217-88dc-fefb89b580f0'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:15:07.949949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-921ff447-5e6b-4881-b87c-9775bd3e50db tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:07.992988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] Routers {'d033581c-f7e4-4217-88dc-fefb89b580f0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:07.993680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:14:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['d033581c-f7e4-4217-88dc-fefb89b580f0'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:08.028780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27a742bf-3ea3-4777-ada1-ff9a809cc049 tempest-SubnetPoolsTestJSON-586412896 tempest-SubnetPoolsTestJSON-586412896-project] Notify callbacks [] for subnetpool, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:08.030342 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-27a742bf-3ea3-4777-ada1-ff9a809cc049 tempest-SubnetPoolsTestJSON-586412896 tempest-SubnetPoolsTestJSON-586412896-project] 10.222.0.60 "PUT /v2.0/subnetpools/4350657c-3a0e-4e09-bb34-8be8a313ff75 HTTP/1.1" status: 200 len: 684 time: 0.3583474 Apr 23 09:15:08.037558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34168) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:08.145246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:08.219660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0a3477cd-7b2b-4f2a-803d-b989ce66f578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:08.255708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9733dbd-f5da-4d4b-8d94-ff725e728fee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:08.452832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3d627c7b-71ec-4cd7-a082-4655cc698255 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:08.472106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-40e93557-16f4-4d24-a427-08282d5044bd tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:08.475668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3d627c7b-71ec-4cd7-a082-4655cc698255 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Usage tracker for resource:port and tenant:21b39df122d54bb0acfa2a1dae871901 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:08.480012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3d627c7b-71ec-4cd7-a082-4655cc698255 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:08.540011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] Set router d033581c-f7e4-4217-88dc-fefb89b580f0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:15:08.576073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-40e93557-16f4-4d24-a427-08282d5044bd tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:08.577790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34174) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:08.591725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3d627c7b-71ec-4cd7-a082-4655cc698255 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:08.608062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Network e0dd965e-e74a-4561-a8a6-e4db07b6e711 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:08.628100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:08.638600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:08.657443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c9733dbd-f5da-4d4b-8d94-ff725e728fee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Calling delete_port for 8552da33-9d2b-4a6d-9966-0ee0bda97ee8 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:15:08.662081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1017593926', 'description': 'tempest-description--116291581'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:08.690915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:08.705674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Usage tracker for resource:security_group and tenant:680695fd5257427aa59cd011d8236117 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:08.710128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:08.744072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:08.747021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d627c7b-71ec-4cd7-a082-4655cc698255 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Made reservation on behalf of 21b39df122d54bb0acfa2a1dae871901 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:08.753324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3d627c7b-71ec-4cd7-a082-4655cc698255 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:08.783520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-40e93557-16f4-4d24-a427-08282d5044bd tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:08.784108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e93557-16f4-4d24-a427-08282d5044bd tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Fanout notify agent at l3_agent the message router_deleted on router 3b42c005-7f1c-4f55-bab0-645c5c50f1d6 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:15:08.787143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Pushing event updated for resources: {'Port': ['ID=9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:08.818862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:08.824494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157343c-2832-4874-87f9-45ae548d2a7e req-adacd4cf-a7e8-4beb-8956-5a49f0556f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:08.826261 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d157343c-2832-4874-87f9-45ae548d2a7e req-adacd4cf-a7e8-4beb-8956-5a49f0556f3f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5f22f44-5dc5-4259-bb66-faeac2187f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9790184 Apr 23 09:15:08.827954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-3d627c7b-71ec-4cd7-a082-4655cc698255 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] device_id is not set on port 3afd7d8a-954e-4e83-92b1-3fa627db0f94 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:15:08.835426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a49930cd-cf06-42bd-919c-218335f98f79 tempest-SubnetPoolsTestJSON-586412896 tempest-SubnetPoolsTestJSON-586412896-project] Notify callbacks [] for subnetpool, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:08.840723 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a49930cd-cf06-42bd-919c-218335f98f79 tempest-SubnetPoolsTestJSON-586412896 tempest-SubnetPoolsTestJSON-586412896-project] 10.222.0.60 "DELETE /v2.0/subnetpools/4350657c-3a0e-4e09-bb34-8be8a313ff75 HTTP/1.1" status: 204 len: 168 time: 0.7980986 Apr 23 09:15:08.840945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34178) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:08.874575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-40e93557-16f4-4d24-a427-08282d5044bd tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:08.874806 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-b28ce013-02e5-4ee2-ad9c-276b3109a31f tempest-SubnetPoolsTestJSON-586412896 tempest-SubnetPoolsTestJSON-586412896-project] show failed (client error): The resource could not be found. Apr 23 09:15:08.875734 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b28ce013-02e5-4ee2-ad9c-276b3109a31f tempest-SubnetPoolsTestJSON-586412896 tempest-SubnetPoolsTestJSON-586412896-project] 10.222.0.60 "GET /v2.0/subnetpools/4350657c-3a0e-4e09-bb34-8be8a313ff75 HTTP/1.1" status: 404 len: 346 time: 0.0339153 Apr 23 09:15:08.875878 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-40e93557-16f4-4d24-a427-08282d5044bd tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "DELETE /v2.0/routers/3b42c005-7f1c-4f55-bab0-645c5c50f1d6 HTTP/1.1" status: 204 len: 168 time: 1.7366712 Apr 23 09:15:08.880154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34184) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:08.880477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34182) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:08.908709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Attempting to bind port 9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:15:08.909129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Attempting to bind port 9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'b5724cfc-2b2e-43fc-a78b-a2e2b6cbf3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e0dd965e-e74a-4561-a8a6-e4db07b6e711'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:15:08.909540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Attempting to bind port 9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c on network e0dd965e-e74a-4561-a8a6-e4db07b6e711 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:15:08.915978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:08.939198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1af96-6668-4419-be7c-ce11253f6da1 req-c4f43b9c-fc31-48bf-8e80-02a5e4ba3228 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:08.940844 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c7a1af96-6668-4419-be7c-ce11253f6da1 req-c4f43b9c-fc31-48bf-8e80-02a5e4ba3228 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.4547150 Apr 23 09:15:08.970501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:15:08.970895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Checking segment: {'id': 'b5724cfc-2b2e-43fc-a78b-a2e2b6cbf3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e0dd965e-e74a-4561-a8a6-e4db07b6e711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:15:08.971291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:08.971739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Bound using segment: {'id': 'b5724cfc-2b2e-43fc-a78b-a2e2b6cbf3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e0dd965e-e74a-4561-a8a6-e4db07b6e711'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:15:08.972296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Bound port: 9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5724cfc-2b2e-43fc-a78b-a2e2b6cbf3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e0dd965e-e74a-4561-a8a6-e4db07b6e711'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:15:08.972728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:09.048551 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3bb783ae-159f-4d08-a2fc-8c8b076b356f tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b42c005-7f1c-4f55-bab0-645c5c50f1d6 HTTP/1.1" status: 200 len: 205 time: 0.1316993 Apr 23 09:15:09.048551 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-ff1a8bac-0842-482b-a197-63ea76018b76 tempest-SubnetPoolsTestJSON-586412896 tempest-SubnetPoolsTestJSON-586412896-project] delete failed (client error): The resource could not be found. Apr 23 09:15:09.049329 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ff1a8bac-0842-482b-a197-63ea76018b76 tempest-SubnetPoolsTestJSON-586412896 tempest-SubnetPoolsTestJSON-586412896-project] 10.222.0.60 "DELETE /v2.0/subnetpools/4350657c-3a0e-4e09-bb34-8be8a313ff75 HTTP/1.1" status: 404 len: 346 time: 0.1362305 Apr 23 09:15:09.051647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34190) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:09.062977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:09.070564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-921ff447-5e6b-4881-b87c-9775bd3e50db tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:09.087654 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c7a1af96-6668-4419-be7c-ce11253f6da1 req-7f3a7e9d-88fe-44ac-8c23-5b8b6a08ce14 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026392 Apr 23 09:15:09.123777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-921ff447-5e6b-4881-b87c-9775bd3e50db tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:09.137396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] For port 9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:15:09.141298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] For port 9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c,segment=NetworkSegment(b5724cfc-2b2e-43fc-a78b-a2e2b6cbf3b5),segment_id=b5724cfc-2b2e-43fc-a78b-a2e2b6cbf3b5)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:15:09.170525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3b6c34ff-cd52-4b9d-aa56-b734d53ed613 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:09.193703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:09.205129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-345f350f-e681-46bd-99b3-f07d6443f6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:09.206525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Usage tracker for resource:security_group_rule and tenant:680695fd5257427aa59cd011d8236117 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:09.218289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9733dbd-f5da-4d4b-8d94-ff725e728fee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:09.227611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:09.237068 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-53f68b79-d30c-429a-9e53-ffc29f7b8da3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] delete failed (client error): The resource could not be found. Apr 23 09:15:09.237897 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-53f68b79-d30c-429a-9e53-ffc29f7b8da3 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "DELETE /v2.0/routers/3b42c005-7f1c-4f55-bab0-645c5c50f1d6 HTTP/1.1" status: 404 len: 336 time: 0.1789539 Apr 23 09:15:09.245824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34196) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:09.255022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:09.331820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Pushing event updated for resources: {'Port': ['ID=9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:09.341337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:09.387538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'name': 'tempest-ServersTestManualDisk-875366701-router', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:14:43Z', 'updated_at': '2021-04-23T09:15:03Z', 'revision_number': 4, 'project_id': '680695fd5257427aa59cd011d8236117', 'gw_port': {'id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:14:46Z', 'updated_at': '2021-04-23T09:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'b8869406-99ea-465b-9eb3-9741ef5b9896', 'name': '', 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'mac_address': 'fa:16:3e:78:0b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0b9b780d-df32-4d9f-896c-d11a8ac6fe41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:15:00Z', 'updated_at': '2021-04-23T09:15:04Z', 'revision_number': 2, 'project_id': '680695fd5257427aa59cd011d8236117', 'subnets': [{'id': '0b9b780d-df32-4d9f-896c-d11a8ac6fe41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:09.393516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] Checking router: d033581c-f7e4-4217-88dc-fefb89b580f0 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:15:09.393923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] Updating router d033581c-f7e4-4217-88dc-fefb89b580f0 port b8869406-99ea-465b-9eb3-9741ef5b9896 binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:15:09.472583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-3d627c7b-71ec-4cd7-a082-4655cc698255 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Allocated IP 2001:db8::f816:3eff:fee6:a795 (e0dd965e-e74a-4561-a8a6-e4db07b6e711/cbae94db-707c-4801-93b6-f0180349af2f/3afd7d8a-954e-4e83-92b1-3fa627db0f94) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:09.496224 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d157343c-2832-4874-87f9-45ae548d2a7e req-3c4dbbac-94ba-464b-83ea-7bd7cb5e5bef service neutron] 10.222.0.35 "GET /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168962 Apr 23 09:15:09.520835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:09.712317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:09.714298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34202) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:09.748975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9733dbd-f5da-4d4b-8d94-ff725e728fee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:09.762274 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-57d1111f-60f3-4422-ba4f-87929b37384c tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "GET /v2.0/ports?device_id=85422e2c-0bf8-4030-9ecc-9ee231d081bb HTTP/1.1" status: 200 len: 205 time: 0.5148959 Apr 23 09:15:09.769624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34208) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:09.787729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-55d78370-7afc-49e9-9e29-f2fa4515b7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:09.802723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-921ff447-5e6b-4881-b87c-9775bd3e50db tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:09.810047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ff447-5e6b-4881-b87c-9775bd3e50db tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Port': ['ID=3edb4a26-b48d-4a4b-8159-7c5a00432fd9,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:09.828516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-921ff447-5e6b-4881-b87c-9775bd3e50db tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:09.832859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3cba075a-e468-4b37-ba72-1804a1f63aa2 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.598s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:09.928338 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c9733dbd-f5da-4d4b-8d94-ff725e728fee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/8552da33-9d2b-4a6d-9966-0ee0bda97ee8 HTTP/1.1" status: 204 len: 168 time: 2.5336435 Apr 23 09:15:09.937392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34212) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:09.971698 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-c8b3b601-8d15-4426-b2e0-665ab997d46c tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] delete failed (client error): The resource could not be found. Apr 23 09:15:09.972854 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c8b3b601-8d15-4426-b2e0-665ab997d46c tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "DELETE /v2.0/routers/85422e2c-0bf8-4030-9ecc-9ee231d081bb HTTP/1.1" status: 404 len: 336 time: 0.1910520 Apr 23 09:15:10.038482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34216) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:10.042355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:10.043645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9733dbd-f5da-4d4b-8d94-ff725e728fee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Port': ['ID=8552da33-9d2b-4a6d-9966-0ee0bda97ee8,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:10.093475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c9733dbd-f5da-4d4b-8d94-ff725e728fee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:10.118475 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-04671ad8-4c88-4deb-8ed5-a72758966c7d tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce78785-8cab-425a-bd41-4b64efd781b3 HTTP/1.1" status: 200 len: 205 time: 0.0758495 Apr 23 09:15:10.120357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34220) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:10.127957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d905c3bd-ffaa-42c2-b258-814ebb1f4663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:10.168685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:10.187875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] Transition to ACTIVE for port object b8869406-99ea-465b-9eb3-9741ef5b9896 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:10.203898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:10.218081 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-4b17c2d1-5a4b-4b86-85cc-b5e09fedae18 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] delete failed (client error): The resource could not be found. Apr 23 09:15:10.219271 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4b17c2d1-5a4b-4b86-85cc-b5e09fedae18 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "DELETE /v2.0/routers/2ce78785-8cab-425a-bd41-4b64efd781b3 HTTP/1.1" status: 404 len: 336 time: 0.0989313 Apr 23 09:15:10.221413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-518d3866-a4ac-43d7-8508-2a23d3734c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:10.223793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34226) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:10.232365 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d157343c-2832-4874-87f9-45ae548d2a7e req-9c2011b4-6dcd-4a25-927d-856e7d148d54 service neutron] 10.222.0.35 "GET /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7232692 Apr 23 09:15:10.256215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:10.262488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cb166c95-a966-4f7e-83bd-30a70409046a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:10.278294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d905c3bd-ffaa-42c2-b258-814ebb1f4663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:10.286909 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4d5b31ac-83a3-4352-ac4b-1b3b0669bba6 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "GET /v2.0/ports?device_id=200707bd-4759-46f1-a37c-694ba07ca5a1 HTTP/1.1" status: 200 len: 205 time: 0.0589018 Apr 23 09:15:10.287293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34232) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:10.291348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921ff447-5e6b-4881-b87c-9775bd3e50db tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 71cd69da-1cec-459f-be37-3f3445003dc6 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:10.313971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:10.348752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d905c3bd-ffaa-42c2-b258-814ebb1f4663 admin admin] Usage tracker for resource:security_group_rule and tenant:76b5b95820df41d18c4a92ec2dcabcb5 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:10.355823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-921ff447-5e6b-4881-b87c-9775bd3e50db tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:10.428930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2f29e9-fe40-48e7-a46c-2d560f88e226 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:10.430892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2f29e9-fe40-48e7-a46c-2d560f88e226 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:10.431771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9d2f29e9-fe40-48e7-a46c-2d560f88e226 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:15:10.449867 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-33ac37be-0b5a-43b6-8544-95c58d746975 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] delete failed (client error): The resource could not be found. Apr 23 09:15:10.456424 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-33ac37be-0b5a-43b6-8544-95c58d746975 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "DELETE /v2.0/routers/200707bd-4759-46f1-a37c-694ba07ca5a1 HTTP/1.1" status: 404 len: 336 time: 0.1655869 Apr 23 09:15:10.461267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34236) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:10.464463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d905c3bd-ffaa-42c2-b258-814ebb1f4663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:10.469668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f47839-763e-479f-b93f-4668f8e80855,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:10.477004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:10.580169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d905c3bd-ffaa-42c2-b258-814ebb1f4663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:10.584818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:10.585256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:10.585677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:10.586091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:10.587670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:10.588138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:10.589497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:10.590144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:10.590590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:10.591005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:10.591412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:10.591834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:10.608844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:10.621411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13120d9-6093-4cb8-87a9-a0ebfc4000e4 None None] Pushing event updated for resources: {'Port': ['ID=b8869406-99ea-465b-9eb3-9741ef5b9896,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:10.634975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e13120d9-6093-4cb8-87a9-a0ebfc4000e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:10.660083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9d2f29e9-fe40-48e7-a46c-2d560f88e226 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:15:10.664490 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9d2f29e9-fe40-48e7-a46c-2d560f88e226 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6946514 Apr 23 09:15:10.669003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34240) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:10.682441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] Attempting to bind port b8869406-99ea-465b-9eb3-9741ef5b9896 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:15:10.683595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] Attempting to bind port b8869406-99ea-465b-9eb3-9741ef5b9896 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '227f2858-c0bf-4b5d-a20f-49a6a3bca62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:15:10.684012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] Attempting to bind port b8869406-99ea-465b-9eb3-9741ef5b9896 on network 9da1bde6-e097-474a-957c-8a07c337c629 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:15:10.689408 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b7a8797d-af61-4675-a87f-8407e35b2217 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c6e20f-5c9a-42c3-aef5-d7ae715e6c80 HTTP/1.1" status: 200 len: 205 time: 0.2270410 Apr 23 09:15:10.692096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34242) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:10.701229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:15:10.701658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] Checking segment: {'id': '227f2858-c0bf-4b5d-a20f-49a6a3bca62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:15:10.702120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:10.702572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] Bound using segment: {'id': '227f2858-c0bf-4b5d-a20f-49a6a3bca62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:15:10.703114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] Bound port: b8869406-99ea-465b-9eb3-9741ef5b9896, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227f2858-c0bf-4b5d-a20f-49a6a3bca62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:15:10.703794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:10.743742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921ff447-5e6b-4881-b87c-9775bd3e50db tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Router 4725272f-aca8-4806-80c1-b7e64cfa7864 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:15:10.774099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:10.780324 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1812193 Apr 23 09:15:10.795488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34248) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:10.850395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] For port b8869406-99ea-465b-9eb3-9741ef5b9896, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:15:10.855341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] For port b8869406-99ea-465b-9eb3-9741ef5b9896, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b8869406-99ea-465b-9eb3-9741ef5b9896,segment=NetworkSegment(227f2858-c0bf-4b5d-a20f-49a6a3bca62d),segment_id=227f2858-c0bf-4b5d-a20f-49a6a3bca62d)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:15:10.892058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-8e98b6eb-edfb-4125-911a-ff300e4562b8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Request body: {'security_group_rule': {'security_group_id': '12f47839-763e-479f-b93f-4668f8e80855', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:10.898600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8e98b6eb-edfb-4125-911a-ff300e4562b8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:10.900631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:10.904197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8e98b6eb-edfb-4125-911a-ff300e4562b8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Usage tracker for resource:security_group_rule and tenant:680695fd5257427aa59cd011d8236117 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:10.906992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:10.934347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8e98b6eb-edfb-4125-911a-ff300e4562b8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:10.947273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed937814-aaac-4e03-a4ec-cec5d1625bcc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet b1924ee3-335f-4cbb-bbcf-74ca4324452f {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:15:10.969108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921ff447-5e6b-4881-b87c-9775bd3e50db tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:15:10.989397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8693055c-de49-48e6-9a24-8b0cc0168d5d None None] Sync routers for ids ['4725272f-aca8-4806-80c1-b7e64cfa7864'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:15:10.991067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed937814-aaac-4e03-a4ec-cec5d1625bcc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:10.991367 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-921ff447-5e6b-4881-b87c-9775bd3e50db tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/routers/4725272f-aca8-4806-80c1-b7e64cfa7864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3674085 Apr 23 09:15:10.992481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34252) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:11.025403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-87de8abd-c688-4719-a243-ae461ea6c017 None None] Provisioning complete for port 3edb4a26-b48d-4a4b-8159-7c5a00432fd9 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:11.025755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-87de8abd-c688-4719-a243-ae461ea6c017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:11.029638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8693055c-de49-48e6-9a24-8b0cc0168d5d None None] Routers {'4725272f-aca8-4806-80c1-b7e64cfa7864'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:11.030364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-8693055c-de49-48e6-9a24-8b0cc0168d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4725272f-aca8-4806-80c1-b7e64cfa7864'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:11.038021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8e98b6eb-edfb-4125-911a-ff300e4562b8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:11.062228 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-d22564d7-3606-4c33-8e59-5793ecf645e7 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] delete failed (client error): The resource could not be found. Apr 23 09:15:11.063445 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d22564d7-3606-4c33-8e59-5793ecf645e7 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "DELETE /v2.0/routers/26c6e20f-5c9a-42c3-aef5-d7ae715e6c80 HTTP/1.1" status: 404 len: 336 time: 0.2917023 Apr 23 09:15:11.067230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34256) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:11.073753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3d627c7b-71ec-4cd7-a082-4655cc698255 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:11.117266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-87de8abd-c688-4719-a243-ae461ea6c017 None None] Port 3edb4a26-b48d-4a4b-8159-7c5a00432fd9 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:15:11.122105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] Routers {'d033581c-f7e4-4217-88dc-fefb89b580f0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:11.123053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['d033581c-f7e4-4217-88dc-fefb89b580f0'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:11.211962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-8693055c-de49-48e6-9a24-8b0cc0168d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:11.250864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13120d9-6093-4cb8-87a9-a0ebfc4000e4 None None] Pushing event updated for resources: {'Port': ['ID=b8869406-99ea-465b-9eb3-9741ef5b9896,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:11.262277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8693055c-de49-48e6-9a24-8b0cc0168d5d None None] Routers {'4725272f-aca8-4806-80c1-b7e64cfa7864'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:11.271643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-8693055c-de49-48e6-9a24-8b0cc0168d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4725272f-aca8-4806-80c1-b7e64cfa7864'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:11.306365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3d627c7b-71ec-4cd7-a082-4655cc698255 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Transition to ACTIVE for port object 3afd7d8a-954e-4e83-92b1-3fa627db0f94 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:11.346986 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-de795046-85b0-480a-841d-342e0fb420bc tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "GET /v2.0/ports?device_id=587c9333-2b9a-4e51-b151-dcb41e7313dd HTTP/1.1" status: 200 len: 205 time: 0.2763238 Apr 23 09:15:11.353713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fae88-e56e-4e39-a3ef-221412092d46 req-52ae3fd5-e013-4673-9f6e-e6e67d0b6d49 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:11.356397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce4d8f4-cb2b-4900-bfae-4bf1e406ab4d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:11.357339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7ce4d8f4-cb2b-4900-bfae-4bf1e406ab4d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Synchronizing usage tracker for tenant:28923eac46964204bb78aee0456d0ac1 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:15:11.362143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34260) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:11.367036 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-166fae88-e56e-4e39-a3ef-221412092d46 req-52ae3fd5-e013-4673-9f6e-e6e67d0b6d49 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 1.0697498 Apr 23 09:15:11.405827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed937814-aaac-4e03-a4ec-cec5d1625bcc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:11.444952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-8693055c-de49-48e6-9a24-8b0cc0168d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:11.446021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8693055c-de49-48e6-9a24-8b0cc0168d5d None None] The sync data for ids ['4725272f-aca8-4806-80c1-b7e64cfa7864'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:15:11.458804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e13120d9-6093-4cb8-87a9-a0ebfc4000e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:11.465137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795101d4-eb69-41e8-beb4-6064477255d2 None None] Network e0dd965e-e74a-4561-a8a6-e4db07b6e711 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:11.483396 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-23cacbf7-b17f-4bf2-a02e-e60b993f6b09 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] delete failed (client error): The resource could not be found. Apr 23 09:15:11.487260 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-23cacbf7-b17f-4bf2-a02e-e60b993f6b09 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "DELETE /v2.0/routers/587c9333-2b9a-4e51-b151-dcb41e7313dd HTTP/1.1" status: 404 len: 336 time: 0.1205959 Apr 23 09:15:11.488131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34264) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:11.538546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:15:11.542417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7ce4d8f4-cb2b-4900-bfae-4bf1e406ab4d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Unset dirty status for tenant:28923eac46964204bb78aee0456d0ac1 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:15:11.548791 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7ce4d8f4-cb2b-4900-bfae-4bf1e406ab4d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/ports/3edb4a26-b48d-4a4b-8159-7c5a00432fd9 HTTP/1.1" status: 200 len: 910 time: 0.5548015 Apr 23 09:15:11.553250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e98b6eb-edfb-4125-911a-ff300e4562b8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:11.555549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34268) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:11.621540 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3ed47e-9235-41d2-afe5-8ad9a7d39c42 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] DELETE failed (client error): The resource could not be found. Apr 23 09:15:11.622432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b3ed47e-9235-41d2-afe5-8ad9a7d39c42 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:15:11.626855 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5b3ed47e-9235-41d2-afe5-8ad9a7d39c42 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] 10.222.0.60 "DELETE /v2.0/subnets/09b92c09-06f4-4273-850c-bca1448987cb HTTP/1.1" status: 404 len: 337 time: 0.1348078 Apr 23 09:15:11.629201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d14deb4e-3f5a-4c2a-b878-878f0b37bdd4 None None] Provisioning for port 9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:11.646601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:11.687043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d905c3bd-ffaa-42c2-b258-814ebb1f4663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:11.691370 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-166fae88-e56e-4e39-a3ef-221412092d46 req-4949c2e0-3ac4-4338-ae32-6e4ee477bd7c tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3229609 Apr 23 09:15:11.728282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] Set router d033581c-f7e4-4217-88dc-fefb89b580f0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:15:12.087583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d905c3bd-ffaa-42c2-b258-814ebb1f4663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:12.106303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d31ce713-e215-40ef-99ea-6284db4c47ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:12.115304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3d627c7b-71ec-4cd7-a082-4655cc698255 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:12.132128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34276) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:12.138666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:15:12.187355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:12.220953 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d905c3bd-ffaa-42c2-b258-814ebb1f4663 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=76b5b95820df41d18c4a92ec2dcabcb5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5000620 Apr 23 09:15:12.227704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34282) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:12.252231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed937814-aaac-4e03-a4ec-cec5d1625bcc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:12.294090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e98b6eb-edfb-4125-911a-ff300e4562b8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:12.295103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:12.300901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d627c7b-71ec-4cd7-a082-4655cc698255 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network e0dd965e-e74a-4561-a8a6-e4db07b6e711 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:12.309532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905c3bd-ffaa-42c2-b258-814ebb1f4663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac1d2b5-a83d-45d1-9315-fb1da7bb731b,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:12.318185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-3d627c7b-71ec-4cd7-a082-4655cc698255 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:12.323566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d905c3bd-ffaa-42c2-b258-814ebb1f4663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:12.324617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ced0596d-f160-4d8a-b6fa-078776831877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:12.326014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:12.340696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:12.363018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ced0596d-f160-4d8a-b6fa-078776831877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:12.363848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:12.370126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d627c7b-71ec-4cd7-a082-4655cc698255 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:12.370493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58e98cbb-82f6-4c9a-939a-0b6e06ea6ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:12.372686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ced0596d-f160-4d8a-b6fa-078776831877 admin admin] Usage tracker for resource:security_group_rule and tenant:3ffda89888b949649823f8d01859d2bc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:12.377284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d627c7b-71ec-4cd7-a082-4655cc698255 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:12.377448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:12.377777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:12.377995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3d627c7b-71ec-4cd7-a082-4655cc698255 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:12.378345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65da4efc-6648-4b7f-8884-4cb26ef3ef45 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:12.389435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e98b6eb-edfb-4125-911a-ff300e4562b8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:12.431285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ced0596d-f160-4d8a-b6fa-078776831877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:12.525105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ced0596d-f160-4d8a-b6fa-078776831877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:12.560291 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3d627c7b-71ec-4cd7-a082-4655cc698255 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.4762902 Apr 23 09:15:12.561221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34286) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:12.574058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58e98cbb-82f6-4c9a-939a-0b6e06ea6ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:12.614972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d627c7b-71ec-4cd7-a082-4655cc698255 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event updated for resources: {'Port': ['ID=3afd7d8a-954e-4e83-92b1-3fa627db0f94,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:12.628406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:12.666305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'name': 'tempest-ServersTestManualDisk-875366701-router', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:14:43Z', 'updated_at': '2021-04-23T09:15:03Z', 'revision_number': 4, 'project_id': '680695fd5257427aa59cd011d8236117', 'gw_port': {'id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:14:46Z', 'updated_at': '2021-04-23T09:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'b8869406-99ea-465b-9eb3-9741ef5b9896', 'name': '', 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'mac_address': 'fa:16:3e:78:0b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0b9b780d-df32-4d9f-896c-d11a8ac6fe41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:15:00Z', 'updated_at': '2021-04-23T09:15:10Z', 'revision_number': 4, 'project_id': '680695fd5257427aa59cd011d8236117', 'subnets': [{'id': '0b9b780d-df32-4d9f-896c-d11a8ac6fe41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:12.675327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d367bdf0-4b86-4d1f-abbc-324fc31c6192 None None] The sync data for ids ['d033581c-f7e4-4217-88dc-fefb89b580f0'] in dv-neutron-786478-4-hyperv is: [{'id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'name': 'tempest-ServersTestManualDisk-875366701-router', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:14:43Z', 'updated_at': '2021-04-23T09:15:03Z', 'revision_number': 4, 'project_id': '680695fd5257427aa59cd011d8236117', 'gw_port': {'id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:14:46Z', 'updated_at': '2021-04-23T09:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'b8869406-99ea-465b-9eb3-9741ef5b9896', 'name': '', 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'mac_address': 'fa:16:3e:78:0b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0b9b780d-df32-4d9f-896c-d11a8ac6fe41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:15:00Z', 'updated_at': '2021-04-23T09:15:10Z', 'revision_number': 4, 'project_id': '680695fd5257427aa59cd011d8236117', 'subnets': [{'id': '0b9b780d-df32-4d9f-896c-d11a8ac6fe41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:15:12.679377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c,segment=NetworkSegment(b5724cfc-2b2e-43fc-a78b-a2e2b6cbf3b5),segment_id=b5724cfc-2b2e-43fc-a78b-a2e2b6cbf3b5)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:12.736483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:12.740465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:12.746092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e98b6eb-edfb-4125-911a-ff300e4562b8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:12.752857 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8e98b6eb-edfb-4125-911a-ff300e4562b8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8860538 Apr 23 09:15:12.758042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34292) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:12.769509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:12.773887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-878ea9cf-bb79-464f-b11c-aee6fbf719ca tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Request body: {'security_group_rule': {'security_group_id': '12f47839-763e-479f-b93f-4668f8e80855', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:12.786498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-878ea9cf-bb79-464f-b11c-aee6fbf719ca tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:12.793617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-878ea9cf-bb79-464f-b11c-aee6fbf719ca tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Usage tracker for resource:security_group_rule and tenant:680695fd5257427aa59cd011d8236117 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:12.798591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-878ea9cf-bb79-464f-b11c-aee6fbf719ca tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:12.810377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-878ea9cf-bb79-464f-b11c-aee6fbf719ca tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:12.945503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-878ea9cf-bb79-464f-b11c-aee6fbf719ca tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:12.959843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:12.964477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:13.016219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6049d97e-6820-4b1c-aa58-8a7561fe392b None None] Provisioning for port 3afd7d8a-954e-4e83-92b1-3fa627db0f94 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:13.022373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6049d97e-6820-4b1c-aa58-8a7561fe392b None None] Provisioning complete for port 3afd7d8a-954e-4e83-92b1-3fa627db0f94 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:13.022815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6049d97e-6820-4b1c-aa58-8a7561fe392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:13.076023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-e436215d-de88-4dbf-9d3c-2411460b9f2d tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Deleting subnet cbae94db-707c-4801-93b6-f0180349af2f {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:15:13.090628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e436215d-de88-4dbf-9d3c-2411460b9f2d tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:13.153425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Port': ['ID=0e2ceb69-239c-4b20-98e7-11f7e6ee4144,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:13.162958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6049d97e-6820-4b1c-aa58-8a7561fe392b None None] Port 3afd7d8a-954e-4e83-92b1-3fa627db0f94 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:15:13.178863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6049d97e-6820-4b1c-aa58-8a7561fe392b None None] Provisioning complete for port 9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:13.179297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6049d97e-6820-4b1c-aa58-8a7561fe392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:13.197128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.871s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:13.201429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ff275fe5-f847-44ac-a806-4b609c055110 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.892s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:13.202246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ff275fe5-f847-44ac-a806-4b609c055110 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:13.213537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bf84ae34-daa5-4b4a-af36-b27a38a42fb0 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.739s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:13.260027 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Floating IP a14ab2ec-4802-42b1-b311-e4decf08545c associated. External IP: 172.26.4.198, port: add8650c-0a73-404c-8890-e45964481a32. Apr 23 09:15:13.458684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b8869406-99ea-465b-9eb3-9741ef5b9896 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:15:13.505879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e436215d-de88-4dbf-9d3c-2411460b9f2d tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:13.541098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ced0596d-f160-4d8a-b6fa-078776831877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:13.579147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98b6eb-edfb-4125-911a-ff300e4562b8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6d89bc-570d-4e2d-bd82-72e2dd33e0e7,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:13.582115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e9f3baf5-6a64-463b-a395-458839b66a21 None None] Provisioning complete for port 3afd7d8a-954e-4e83-92b1-3fa627db0f94 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:13.583877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e98b6eb-edfb-4125-911a-ff300e4562b8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:13.589330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9f3baf5-6a64-463b-a395-458839b66a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:13.645316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ced0596d-f160-4d8a-b6fa-078776831877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:13.685335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fc128ebb-eb9b-4291-97ee-26d9f0fd69f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:13.688228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e9f3baf5-6a64-463b-a395-458839b66a21 None None] Port 3afd7d8a-954e-4e83-92b1-3fa627db0f94 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:15:13.697417 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ced0596d-f160-4d8a-b6fa-078776831877 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3ffda89888b949649823f8d01859d2bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5626762 Apr 23 09:15:13.700483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34298) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:13.708615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58e98cbb-82f6-4c9a-939a-0b6e06ea6ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:13.735759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port b8869406-99ea-465b-9eb3-9741ef5b9896 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:13.741418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port b8869406-99ea-465b-9eb3-9741ef5b9896 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:13.741844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:13.765503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0596d-f160-4d8a-b6fa-078776831877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b9c927-13d7-4b94-b7cb-f48029919802,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:13.794244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-878ea9cf-bb79-464f-b11c-aee6fbf719ca tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:13.802606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0596d-f160-4d8a-b6fa-078776831877 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:13.803028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0596d-f160-4d8a-b6fa-078776831877 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:13.803448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0596d-f160-4d8a-b6fa-078776831877 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:13.804002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0596d-f160-4d8a-b6fa-078776831877 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:13.804407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0596d-f160-4d8a-b6fa-078776831877 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:13.804816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0596d-f160-4d8a-b6fa-078776831877 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:13.805223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0596d-f160-4d8a-b6fa-078776831877 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:13.805664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0596d-f160-4d8a-b6fa-078776831877 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:13.806069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0596d-f160-4d8a-b6fa-078776831877 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:13.806517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0596d-f160-4d8a-b6fa-078776831877 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:13.806983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0596d-f160-4d8a-b6fa-078776831877 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:13.808256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0596d-f160-4d8a-b6fa-078776831877 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:13.829573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ced0596d-f160-4d8a-b6fa-078776831877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:13.835258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58e98cbb-82f6-4c9a-939a-0b6e06ea6ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:13.839673 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-58e98cbb-82f6-4c9a-939a-0b6e06ea6ea3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ac1d2b5-a83d-45d1-9315-fb1da7bb731b HTTP/1.1" status: 204 len: 168 time: 1.6076715 Apr 23 09:15:13.859316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:13.891774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:13.900948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e98cbb-82f6-4c9a-939a-0b6e06ea6ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac1d2b5-a83d-45d1-9315-fb1da7bb731b,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:13.904065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-58e98cbb-82f6-4c9a-939a-0b6e06ea6ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:13.907199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-878ea9cf-bb79-464f-b11c-aee6fbf719ca tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:13.927675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:13.952015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port b8869406-99ea-465b-9eb3-9741ef5b9896, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b8869406-99ea-465b-9eb3-9741ef5b9896,segment=NetworkSegment(227f2858-c0bf-4b5d-a20f-49a6a3bca62d),segment_id=227f2858-c0bf-4b5d-a20f-49a6a3bca62d)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:13.967567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ea9cf-bb79-464f-b11c-aee6fbf719ca tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c81644a-da28-4943-bba6-084118e81f43,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:13.982227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcbdd7-4d06-4c20-8ac0-ac6f63ad435a req-f22894db-3c09-41a6-8767-57c857023040 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:13.982227 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9afcbdd7-4d06-4c20-8ac0-ac6f63ad435a req-f22894db-3c09-41a6-8767-57c857023040 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.9536335 Apr 23 09:15:13.983005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-878ea9cf-bb79-464f-b11c-aee6fbf719ca tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:13.984697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-65da4efc-6648-4b7f-8884-4cb26ef3ef45 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting port 3edb4a26-b48d-4a4b-8159-7c5a00432fd9 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:13.985076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65da4efc-6648-4b7f-8884-4cb26ef3ef45 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:14.005537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69102a80-20a4-4adf-9720-278144c50a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:14.010573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:14.011569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:15:14.035631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Router 94e3cf93-fc47-4393-9b60-9fd1bb599458 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:15:14.047314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69102a80-20a4-4adf-9720-278144c50a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:14.060517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-878ea9cf-bb79-464f-b11c-aee6fbf719ca tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:14.063686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed937814-aaac-4e03-a4ec-cec5d1625bcc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:14.065215 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-878ea9cf-bb79-464f-b11c-aee6fbf719ca tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3014088 Apr 23 09:15:14.068014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34304) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:14.074118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:14.095444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-45e9d552-a283-415c-abe3-94362a8afdeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:14.158383 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9afcbdd7-4d06-4c20-8ac0-ac6f63ad435a req-e9d1ca71-7691-4a63-886b-bfafa2a2e4ca tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566818 Apr 23 09:15:14.171609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:14.186152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e436215d-de88-4dbf-9d3c-2411460b9f2d tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:14.216782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=b8869406-99ea-465b-9eb3-9741ef5b9896,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:14.225891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:14.226439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:14.227444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65da4efc-6648-4b7f-8884-4cb26ef3ef45 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:14.318039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:14.318554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:14.319014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:14.319466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:14.319912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:14.320360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:14.320821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:14.321254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:14.321720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:14.322167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:14.322759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:14.323385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:15:14.328417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:14.392887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-65da4efc-6648-4b7f-8884-4cb26ef3ef45 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Calling delete_port for 3edb4a26-b48d-4a4b-8159-7c5a00432fd9 owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:15:14.403843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:14.408515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Usage tracker for resource:floatingip and tenant:680695fd5257427aa59cd011d8236117 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:14.409982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d216f34-0395-4179-9dfb-417a7fcade75 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:14.411970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:14.419205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:14.444618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed937814-aaac-4e03-a4ec-cec5d1625bcc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=b1924ee3-335f-4cbb-bbcf-74ca4324452f,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:14.454448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed937814-aaac-4e03-a4ec-cec5d1625bcc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:14.458599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ed937814-aaac-4e03-a4ec-cec5d1625bcc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:14.526986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks [] for floatingip, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:14.614475 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ed937814-aaac-4e03-a4ec-cec5d1625bcc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/b1924ee3-335f-4cbb-bbcf-74ca4324452f HTTP/1.1" status: 204 len: 168 time: 3.9231131 Apr 23 09:15:14.617014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34310) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:14.709782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b44cc0-673e-4659-9b9c-52b3ed8c0d71 None None] DHCP port deletion for bb316f39-4b0e-43f1-8f3e-34646815cee0 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:15:14.713050 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-10582bb9-7cab-40da-b186-fd1d46d3a56f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0941014 Apr 23 09:15:14.717948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34314) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:14.799107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-41b44cc0-673e-4659-9b9c-52b3ed8c0d71 None None] Deleting port 1bce7a50-3e44-499a-86fa-ac4a0b71485b {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:14.799912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41b44cc0-673e-4659-9b9c-52b3ed8c0d71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:14.827722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65da4efc-6648-4b7f-8884-4cb26ef3ef45 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:14.833239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a665e240-2118-474d-9382-b853ed7e1021 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:14.889661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da4efc-6648-4b7f-8884-4cb26ef3ef45 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Port': ['ID=3edb4a26-b48d-4a4b-8159-7c5a00432fd9,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:14.892371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65da4efc-6648-4b7f-8884-4cb26ef3ef45 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:14.902449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19798a33-811a-45ff-bc86-177473c53d4b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:14.903275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-19798a33-811a-45ff-bc86-177473c53d4b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:15:14.919644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-41b44cc0-673e-4659-9b9c-52b3ed8c0d71 None None] For port 1bce7a50-3e44-499a-86fa-ac4a0b71485b, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1bce7a50-3e44-499a-86fa-ac4a0b71485b,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:14.920101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41b44cc0-673e-4659-9b9c-52b3ed8c0d71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:15.066657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:15:15.069899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-41b44cc0-673e-4659-9b9c-52b3ed8c0d71 None None] Calling delete_port for 1bce7a50-3e44-499a-86fa-ac4a0b71485b owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:15:15.119125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356ff633-8b51-49fe-a53f-99c760bb54a1 None None] Sync routers for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:15:15.128719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-19798a33-811a-45ff-bc86-177473c53d4b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:15:15.131180 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-19798a33-811a-45ff-bc86-177473c53d4b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4113505 Apr 23 09:15:15.138905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356ff633-8b51-49fe-a53f-99c760bb54a1 None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:15.139979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34318) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:15.141101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-356ff633-8b51-49fe-a53f-99c760bb54a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:15.185523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69102a80-20a4-4adf-9720-278144c50a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:15.188211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69102a80-20a4-4adf-9720-278144c50a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:15.192017 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-69102a80-20a4-4adf-9720-278144c50a27 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/80b9c927-13d7-4b94-b7cb-f48029919802 HTTP/1.1" status: 204 len: 168 time: 1.4305851 Apr 23 09:15:15.205762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ee36cdd4-34eb-4828-8019-b9954770001e tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:15.209694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41b44cc0-673e-4659-9b9c-52b3ed8c0d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:15.223916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:15.233468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69102a80-20a4-4adf-9720-278144c50a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b9c927-13d7-4b94-b7cb-f48029919802,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:15.240787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:15.305291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-69102a80-20a4-4adf-9720-278144c50a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:15.320934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-356ff633-8b51-49fe-a53f-99c760bb54a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:15.327681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b44cc0-673e-4659-9b9c-52b3ed8c0d71 None None] Pushing event deleted for resources: {'Port': ['ID=1bce7a50-3e44-499a-86fa-ac4a0b71485b,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:15.329852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b44cc0-673e-4659-9b9c-52b3ed8c0d71 None None] No DVR routers for this DVR port 1bce7a50-3e44-499a-86fa-ac4a0b71485b on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:15:15.335546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-41b44cc0-673e-4659-9b9c-52b3ed8c0d71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:15.345688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356ff633-8b51-49fe-a53f-99c760bb54a1 None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:15.346566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-356ff633-8b51-49fe-a53f-99c760bb54a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:15.399198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777828e2-36ab-4d9b-a40f-850bda34fe20 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:15.409714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-777828e2-36ab-4d9b-a40f-850bda34fe20 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:15:15.416222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65da4efc-6648-4b7f-8884-4cb26ef3ef45 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:15.423488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:15.429804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-356ff633-8b51-49fe-a53f-99c760bb54a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:15.430361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356ff633-8b51-49fe-a53f-99c760bb54a1 None None] The sync data for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:15:15.433927 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.9242148 Apr 23 09:15:15.440831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34324) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:15.490243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b8869406-99ea-465b-9eb3-9741ef5b9896 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:15:15.533909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-88c9dc2b-fdb1-46c0-91d3-67396cbc2f91 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-207665354'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:15.599642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port b8869406-99ea-465b-9eb3-9741ef5b9896 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:15.600311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:15.625580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-88c9dc2b-fdb1-46c0-91d3-67396cbc2f91 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:15.644006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-88c9dc2b-fdb1-46c0-91d3-67396cbc2f91 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Usage tracker for resource:network and tenant:dfde3cc6f86f4c6daa52e8538a922701 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:15.654723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-88c9dc2b-fdb1-46c0-91d3-67396cbc2f91 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:15.681790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-88c9dc2b-fdb1-46c0-91d3-67396cbc2f91 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:15.690542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-777828e2-36ab-4d9b-a40f-850bda34fe20 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:15:15.697255 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-777828e2-36ab-4d9b-a40f-850bda34fe20 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5509052 Apr 23 09:15:15.699753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Allocated IP 172.26.4.234 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/2cbe512f-e527-4609-8d24-f92c33239b9e) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:15.700193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34330) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:15.704636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e436215d-de88-4dbf-9d3c-2411460b9f2d tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:15.716777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:15.805572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436215d-de88-4dbf-9d3c-2411460b9f2d tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event deleted for resources: {'Subnet': ['ID=cbae94db-707c-4801-93b6-f0180349af2f,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:15.807447 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1a045eae-9a00-4418-a00c-6b3d104e3347 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1052213 Apr 23 09:15:15.808143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34334) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:15.811155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1bce7a50-3e44-499a-86fa-ac4a0b71485b no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:15:15.811788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e436215d-de88-4dbf-9d3c-2411460b9f2d tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:15.816476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e436215d-de88-4dbf-9d3c-2411460b9f2d tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:15.835859 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e436215d-de88-4dbf-9d3c-2411460b9f2d tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "DELETE /v2.0/subnets/cbae94db-707c-4801-93b6-f0180349af2f HTTP/1.1" status: 204 len: 168 time: 3.2584400 Apr 23 09:15:15.840556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34338) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:15.853961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15ddc59-1155-483a-b4fa-17dd9107e891 None None] Network e0dd965e-e74a-4561-a8a6-e4db07b6e711 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:15.876845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 1bce7a50-3e44-499a-86fa-ac4a0b71485b {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:15:15.877254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1bce7a50-3e44-499a-86fa-ac4a0b71485b not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:15:15.884887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-89a2e78c-5b6d-4615-bc2f-bf356dafee61 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:15.901037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c9dc2b-fdb1-46c0-91d3-67396cbc2f91 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Made reservation on behalf of dfde3cc6f86f4c6daa52e8538a922701 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:15.907358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88c9dc2b-fdb1-46c0-91d3-67396cbc2f91 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:16.013762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34342) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:16.097804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423bc424-d34a-4fa0-ba24-2da43dfb415c tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:16.099549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423bc424-d34a-4fa0-ba24-2da43dfb415c tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:16.101150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-423bc424-d34a-4fa0-ba24-2da43dfb415c tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Synchronizing usage tracker for tenant:21b39df122d54bb0acfa2a1dae871901 on resource:subnet {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:15:16.150987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:16.160504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c9dc2b-fdb1-46c0-91d3-67396cbc2f91 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:15:16.165767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-423bc424-d34a-4fa0-ba24-2da43dfb415c tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Unset dirty status for tenant:21b39df122d54bb0acfa2a1dae871901 on resource:subnet {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:15:16.167151 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-423bc424-d34a-4fa0-ba24-2da43dfb415c tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3295097 Apr 23 09:15:16.170464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34346) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:16.178976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bfa3c2-7d01-44ad-816a-b211cc1684a4 None None] DHCP port deletion for e0dd965e-e74a-4561-a8a6-e4db07b6e711 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:15:16.188883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-89a2e78c-5b6d-4615-bc2f-bf356dafee61 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:16.209961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88c9dc2b-fdb1-46c0-91d3-67396cbc2f91 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:16.210387 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-88c9dc2b-fdb1-46c0-91d3-67396cbc2f91 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Added segment 45c2de74-6142-43b9-894c-21d08cd4b19b of type vlan for network cd59f0a9-a4b6-4377-9744-cfb40c837544 Apr 23 09:15:16.216210 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6cd4a5c8-cfb9-4d57-b2e4-68b413c0aee8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=09ea2e277be94eca9d3cc249640bee7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962850 Apr 23 09:15:16.216533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34350) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:16.225920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65da4efc-6648-4b7f-8884-4cb26ef3ef45 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Router 4725272f-aca8-4806-80c1-b7e64cfa7864 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:15:16.227040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-89a2e78c-5b6d-4615-bc2f-bf356dafee61 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:16.259901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c0bfa3c2-7d01-44ad-816a-b211cc1684a4 None None] Deleting port 9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:16.260373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c0bfa3c2-7d01-44ad-816a-b211cc1684a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:16.327765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88c9dc2b-fdb1-46c0-91d3-67396cbc2f91 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:16.332694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a2e78c-5b6d-4615-bc2f-bf356dafee61 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:16.339230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89a2e78c-5b6d-4615-bc2f-bf356dafee61 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:16.359836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:16.367112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8a421f0f-db86-47e4-8b4c-bc4f06de73c1 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:16.374602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c0bfa3c2-7d01-44ad-816a-b211cc1684a4 None None] For port 9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c,segment=NetworkSegment(b5724cfc-2b2e-43fc-a78b-a2e2b6cbf3b5),segment_id=b5724cfc-2b2e-43fc-a78b-a2e2b6cbf3b5)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:16.375535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c0bfa3c2-7d01-44ad-816a-b211cc1684a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:16.417407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eeb8c11c-1631-4ecf-b425-ca103ee45fad tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:16.469634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:16.471051 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb8c11c-1631-4ecf-b425-ca103ee45fad tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 23 09:15:16.471576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb8c11c-1631-4ecf-b425-ca103ee45fad tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:15:16.474131 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-eeb8c11c-1631-4ecf-b425-ca103ee45fad tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "DELETE /v2.0/networks/e0dd965e-e74a-4561-a8a6-e4db07b6e711 HTTP/1.1" status: 409 len: 405 time: 0.3026133 Apr 23 09:15:16.475263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:16.484885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34354) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:16.488369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:16.518122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b21f4474-0ad5-4936-9348-1f607935f69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:16.551477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Pushing event updated for resources: {'Port': ['ID=2cbe512f-e527-4609-8d24-f92c33239b9e,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:16.556368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c0bfa3c2-7d01-44ad-816a-b211cc1684a4 None None] Calling delete_port for 9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:15:16.558781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:16.565304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7033726c-c60f-49d6-a6a5-d57cc333ad94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-516351778'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:16.586333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7033726c-c60f-49d6-a6a5-d57cc333ad94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:16.587037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b21f4474-0ad5-4936-9348-1f607935f69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:16.606525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7033726c-c60f-49d6-a6a5-d57cc333ad94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Usage tracker for resource:network and tenant:21b39df122d54bb0acfa2a1dae871901 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:16.613749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7033726c-c60f-49d6-a6a5-d57cc333ad94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:16.617392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65da4efc-6648-4b7f-8884-4cb26ef3ef45 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:15:16.626634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7033726c-c60f-49d6-a6a5-d57cc333ad94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:16.628513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67e481f-3e7b-426c-bc92-a195773763a3 None None] Sync routers for ids ['4725272f-aca8-4806-80c1-b7e64cfa7864'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:15:16.628734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88c9dc2b-fdb1-46c0-91d3-67396cbc2f91 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:16.634888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c9dc2b-fdb1-46c0-91d3-67396cbc2f91 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:16.635887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88c9dc2b-fdb1-46c0-91d3-67396cbc2f91 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:16.640062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67e481f-3e7b-426c-bc92-a195773763a3 None None] Routers {'4725272f-aca8-4806-80c1-b7e64cfa7864'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:16.640807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a67e481f-3e7b-426c-bc92-a195773763a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4725272f-aca8-4806-80c1-b7e64cfa7864'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:16.649594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:16.710783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a67e481f-3e7b-426c-bc92-a195773763a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:16.720674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67e481f-3e7b-426c-bc92-a195773763a3 None None] Routers {'4725272f-aca8-4806-80c1-b7e64cfa7864'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:16.721259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a67e481f-3e7b-426c-bc92-a195773763a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4725272f-aca8-4806-80c1-b7e64cfa7864'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:16.762300 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-88c9dc2b-fdb1-46c0-91d3-67396cbc2f91 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3199959 Apr 23 09:15:16.765446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34358) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:16.772682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ebd6e773-0074-433a-afe3-be6c7e04de0a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Request body: {'subnet': {'network_id': 'cd59f0a9-a4b6-4377-9744-cfb40c837544', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:16.774613 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-65da4efc-6648-4b7f-8884-4cb26ef3ef45 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/routers/4725272f-aca8-4806-80c1-b7e64cfa7864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2178576 Apr 23 09:15:16.784097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34362) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:16.787774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c0bfa3c2-7d01-44ad-816a-b211cc1684a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:16.798162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:16.800959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a67e481f-3e7b-426c-bc92-a195773763a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:16.801419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67e481f-3e7b-426c-bc92-a195773763a3 None None] The sync data for ids ['4725272f-aca8-4806-80c1-b7e64cfa7864'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:15:16.861126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bfa3c2-7d01-44ad-816a-b211cc1684a4 None None] No DVR routers for this DVR port 9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:15:16.865619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfa3c2-7d01-44ad-816a-b211cc1684a4 None None] Pushing event deleted for resources: {'Port': ['ID=9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:16.874002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c0bfa3c2-7d01-44ad-816a-b211cc1684a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:16.929210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b21f4474-0ad5-4936-9348-1f607935f69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:16.937797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7fca446f-0a37-47ec-9fe5-9e5ed131ba3d tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:16.960746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:16.976348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f4474-0ad5-4936-9348-1f607935f69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db2c54e-a363-46c2-8d9c-a99998e4bf88,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:16.977622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b21f4474-0ad5-4936-9348-1f607935f69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:16.990852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ebd6e773-0074-433a-afe3-be6c7e04de0a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:16.996101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b21f4474-0ad5-4936-9348-1f607935f69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:17.001124 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b21f4474-0ad5-4936-9348-1f607935f69d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6db2c54e-a363-46c2-8d9c-a99998e4bf88 HTTP/1.1" status: 204 len: 168 time: 0.7799094 Apr 23 09:15:17.001124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ebd6e773-0074-433a-afe3-be6c7e04de0a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Usage tracker for resource:subnet and tenant:dfde3cc6f86f4c6daa52e8538a922701 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:17.039383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ebd6e773-0074-433a-afe3-be6c7e04de0a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:17.055972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ebd6e773-0074-433a-afe3-be6c7e04de0a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:17.084464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:17.124800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd6e773-0074-433a-afe3-be6c7e04de0a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Made reservation on behalf of dfde3cc6f86f4c6daa52e8538a922701 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:17.131188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ebd6e773-0074-433a-afe3-be6c7e04de0a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:17.160788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9dc2b-fdb1-46c0-91d3-67396cbc2f91 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Network': ['ID=cd59f0a9-a4b6-4377-9744-cfb40c837544,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:17.172524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network cd59f0a9-a4b6-4377-9744-cfb40c837544 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:15:17.178230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-88c9dc2b-fdb1-46c0-91d3-67396cbc2f91 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:17.200346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7033726c-c60f-49d6-a6a5-d57cc333ad94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Made reservation on behalf of 21b39df122d54bb0acfa2a1dae871901 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:17.206923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7033726c-c60f-49d6-a6a5-d57cc333ad94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:17.364793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:15:17.377562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7033726c-c60f-49d6-a6a5-d57cc333ad94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:15:17.430368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:15:17.430963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9e91c0ce-d0aa-4c2f-86e5-cbdd4808771c not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:15:17.499576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7033726c-c60f-49d6-a6a5-d57cc333ad94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:17.499930 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-7033726c-c60f-49d6-a6a5-d57cc333ad94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Added segment ab0521dc-0b53-43a8-aee4-0566f264b7d1 of type vlan for network 1f2d97d0-68d2-4c55-8adb-687b37028303 Apr 23 09:15:17.564912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:17.587644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:17.594108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a5f4261b-24d4-40a0-ba3a-bdec2130874a tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:17.653966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7033726c-c60f-49d6-a6a5-d57cc333ad94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:17.758045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Pushing event updated for resources: {'Port': ['ID=2cbe512f-e527-4609-8d24-f92c33239b9e,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:17.768514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:17.824579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:17.837031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7033726c-c60f-49d6-a6a5-d57cc333ad94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:17.843527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7033726c-c60f-49d6-a6a5-d57cc333ad94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:17.844195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7033726c-c60f-49d6-a6a5-d57cc333ad94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:17.855473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-260e60ca-292e-4892-ad2d-12868bf7c66e tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:17.895869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:17.906202 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7675302 Apr 23 09:15:17.973661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ebd6e773-0074-433a-afe3-be6c7e04de0a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:17.979725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-79756b4a-c1a1-4a82-b24b-3bec6cdcc1a3 tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:18.022641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033726c-c60f-49d6-a6a5-d57cc333ad94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event updated for resources: {'Network': ['ID=1f2d97d0-68d2-4c55-8adb-687b37028303,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:18.034834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 1f2d97d0-68d2-4c55-8adb-687b37028303 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:15:18.076232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7033726c-c60f-49d6-a6a5-d57cc333ad94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:18.084676 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7033726c-c60f-49d6-a6a5-d57cc333ad94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5896547 Apr 23 09:15:18.120661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34390) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:18.138443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0be47dac-cc7e-4345-90e5-706698ae2908 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Request body: {'subnet': {'network_id': '1f2d97d0-68d2-4c55-8adb-687b37028303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:18.162079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd6e773-0074-433a-afe3-be6c7e04de0a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Checking segment: {'id': '45c2de74-6142-43b9-894c-21d08cd4b19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cd59f0a9-a4b6-4377-9744-cfb40c837544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:15:18.162519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd6e773-0074-433a-afe3-be6c7e04de0a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Network hostable DHCP agents. Network: cd59f0a9-a4b6-4377-9744-cfb40c837544, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:15:18.173225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6e773-0074-433a-afe3-be6c7e04de0a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Subnet': ['ID=075cf726-5ac6-4b6c-aa55-c646094c8693,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:18.176498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ebd6e773-0074-433a-afe3-be6c7e04de0a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:18.227411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd6e773-0074-433a-afe3-be6c7e04de0a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Network cd59f0a9-a4b6-4377-9744-cfb40c837544 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:15:18.291815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-f2f88758-8b54-4607-96f8-7e28487112a6 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Synchronizing usage tracker for tenant:680695fd5257427aa59cd011d8236117 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:15:18.293203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0be47dac-cc7e-4345-90e5-706698ae2908 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:18.302266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-ebd6e773-0074-433a-afe3-be6c7e04de0a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, cd59f0a9-a4b6-4377-9744-cfb40c837544) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:18.313036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827c9e5f-6735-4fd1-b120-20635f24684e None None] Network cd59f0a9-a4b6-4377-9744-cfb40c837544 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:18.325475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0be47dac-cc7e-4345-90e5-706698ae2908 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:18.326891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd6e773-0074-433a-afe3-be6c7e04de0a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:18.327640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ebd6e773-0074-433a-afe3-be6c7e04de0a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:18.352933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2905daa-b34d-4348-9305-122a76360bbf tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:18.359845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-f2f88758-8b54-4607-96f8-7e28487112a6 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Unset dirty status for tenant:680695fd5257427aa59cd011d8236117 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:15:18.362131 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-f2f88758-8b54-4607-96f8-7e28487112a6 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1017593926&fields=id&tenant_id=680695fd5257427aa59cd011d8236117 HTTP/1.1" status: 200 len: 267 time: 0.1305256 Apr 23 09:15:18.423206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be47dac-cc7e-4345-90e5-706698ae2908 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Made reservation on behalf of 21b39df122d54bb0acfa2a1dae871901 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:18.429855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0be47dac-cc7e-4345-90e5-706698ae2908 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:18.434358 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ebd6e773-0074-433a-afe3-be6c7e04de0a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6672649 Apr 23 09:15:18.438513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34408) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:18.445561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1886919070', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}, 'admin_state_up': False}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:18.517100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:18.536497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Usage tracker for resource:router and tenant:dfde3cc6f86f4c6daa52e8538a922701 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:18.543491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:18.559999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:18.630256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-eadbf20b-0e29-49cf-b0ac-6c6c214b5f4b tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:18.631742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-eadbf20b-0e29-49cf-b0ac-6c6c214b5f4b tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Synchronizing usage tracker for tenant:680695fd5257427aa59cd011d8236117 on resource:network {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:15:18.638107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:18.640018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:18.701920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-eadbf20b-0e29-49cf-b0ac-6c6c214b5f4b tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Unset dirty status for tenant:680695fd5257427aa59cd011d8236117 on resource:network {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:15:18.703527 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-eadbf20b-0e29-49cf-b0ac-6c6c214b5f4b tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/networks?id=9da1bde6-e097-474a-957c-8a07c337c629 HTTP/1.1" status: 200 len: 811 time: 0.3336916 Apr 23 09:15:18.722675 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-ef915207-cbae-4316-b94e-eefa9568b562 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/quotas/680695fd5257427aa59cd011d8236117 HTTP/1.1" status: 200 len: 375 time: 0.0111506 Apr 23 09:15:18.829679 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-a4e791f3-a2e8-439d-ad3c-2013aa62579c tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=680695fd5257427aa59cd011d8236117&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0991418 Apr 23 09:15:18.833073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-cd59f0a9-a4b6-4377-9744-cfb40c837544', 'network_id': 'cd59f0a9-a4b6-4377-9744-cfb40c837544', 'tenant_id': 'dfde3cc6f86f4c6daa52e8538a922701', 'fixed_ips': [{'subnet_id': '075cf726-5ac6-4b6c-aa55-c646094c8693'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:15:18.834532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:18.837242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89a2e78c-5b6d-4615-bc2f-bf356dafee61 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:18.843246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:18.916991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a2e78c-5b6d-4615-bc2f-bf356dafee61 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:18.926253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-89a2e78c-5b6d-4615-bc2f-bf356dafee61 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:18.937053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef7a4d2-37e8-4038-a470-e82515c6b9c7 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:18.957041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a2e78c-5b6d-4615-bc2f-bf356dafee61 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:18.957693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89a2e78c-5b6d-4615-bc2f-bf356dafee61 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:18.966739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2e78c-5b6d-4615-bc2f-bf356dafee61 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=45d25574-6698-41fc-b667-f4dbc279f739,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:18.977016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-89a2e78c-5b6d-4615-bc2f-bf356dafee61 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:18.980944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:19.051407 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-0207a416-7126-4ccd-b878-ddbd55988fe4 service neutron] 10.222.0.60 "GET /v2.0/networks/9da1bde6-e097-474a-957c-8a07c337c629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028935 Apr 23 09:15:19.074332 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-89a2e78c-5b6d-4615-bc2f-bf356dafee61 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2647266 Apr 23 09:15:19.082824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34418) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:19.104418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-204cc042-9ace-4271-86ad-1cfd4c81ec0f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'fixed_ips': [{'subnet_id': '45d25574-6698-41fc-b667-f4dbc279f739', 'ip_address': '2001:db8::d017:5333:a0a0:2ce6'}], 'name': 'tempest-NetworksTestDHCPv6-1839829549'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:19.306407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-bb316f39-4b0e-43f1-8f3e-34646815cee0', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'fixed_ips': [{'subnet_id': '45d25574-6698-41fc-b667-f4dbc279f739'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:15:19.308644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:19.326748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Allocated IP 172.20.0.2 (cd59f0a9-a4b6-4377-9744-cfb40c837544/075cf726-5ac6-4b6c-aa55-c646094c8693/a51268b2-5675-457e-a245-52ca43886bb5) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:19.452036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-204cc042-9ace-4271-86ad-1cfd4c81ec0f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:19.485295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-204cc042-9ace-4271-86ad-1cfd4c81ec0f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:19.507680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e2905daa-b34d-4348-9305-122a76360bbf tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting port b7e47312-e672-49d9-95e8-3a797fb02f52 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:19.508904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2905daa-b34d-4348-9305-122a76360bbf tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:19.656614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34428) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:19.842349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1825477022', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:19.852466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:19.859107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Allocated IP 2001:db8::2 (bb316f39-4b0e-43f1-8f3e-34646815cee0/45d25574-6698-41fc-b667-f4dbc279f739/b3b83625-290d-489a-9a93-0ac5d7a8be60) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:19.873129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:19.877555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Usage tracker for resource:port and tenant:3dc417463cca4125809c913045ef59d2 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:19.878072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204cc042-9ace-4271-86ad-1cfd4c81ec0f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:19.881611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:19.884722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:19.895263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:19.898951 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-113aef51-20b9-4cd0-a31e-7dc619080248 service neutron] 10.222.0.60 "GET /v2.0/networks/9da1bde6-e097-474a-957c-8a07c337c629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8404753 Apr 23 09:15:19.923069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Transition to ACTIVE for port object a51268b2-5675-457e-a245-52ca43886bb5 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:19.973872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Made reservation on behalf of 3dc417463cca4125809c913045ef59d2 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:19.980232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:20.002092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:20.012866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Transition to ACTIVE for port object a51268b2-5675-457e-a245-52ca43886bb5 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:20.093406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:20.100579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Usage tracker for resource:security_group_rule and tenant:3dc417463cca4125809c913045ef59d2 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:20.105863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:20.115199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:20.159800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:20.168550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:20.213194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:20.235207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2905daa-b34d-4348-9305-122a76360bbf tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:20.243185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Network cd59f0a9-a4b6-4377-9744-cfb40c837544 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:20.251223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:20.263413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:20.267054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Transition to ACTIVE for port object b3b83625-290d-489a-9a93-0ac5d7a8be60 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:20.315465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Pushing event updated for resources: {'Port': ['ID=a51268b2-5675-457e-a245-52ca43886bb5,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:20.326129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:20.378183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Transition to ACTIVE for port object b3b83625-290d-489a-9a93-0ac5d7a8be60 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:20.397437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Attempting to bind port a51268b2-5675-457e-a245-52ca43886bb5 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:15:20.397953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Attempting to bind port a51268b2-5675-457e-a245-52ca43886bb5 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '45c2de74-6142-43b9-894c-21d08cd4b19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cd59f0a9-a4b6-4377-9744-cfb40c837544'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:15:20.398584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Attempting to bind port a51268b2-5675-457e-a245-52ca43886bb5 on network cd59f0a9-a4b6-4377-9744-cfb40c837544 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:15:20.406590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:15:20.411737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Checking segment: {'id': '45c2de74-6142-43b9-894c-21d08cd4b19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cd59f0a9-a4b6-4377-9744-cfb40c837544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:15:20.412408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-204cc042-9ace-4271-86ad-1cfd4c81ec0f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:20.412654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:20.413256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Bound using segment: {'id': '45c2de74-6142-43b9-894c-21d08cd4b19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cd59f0a9-a4b6-4377-9744-cfb40c837544'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:15:20.414050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Bound port: a51268b2-5675-457e-a245-52ca43886bb5, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c2de74-6142-43b9-894c-21d08cd4b19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cd59f0a9-a4b6-4377-9744-cfb40c837544'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:15:20.414696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:20.436509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:20.443704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e13120d9-6093-4cb8-87a9-a0ebfc4000e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:20.449288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:20.479514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e2905daa-b34d-4348-9305-122a76360bbf tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Calling delete_port for b7e47312-e672-49d9-95e8-3a797fb02f52 owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:15:20.487119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-204cc042-9ace-4271-86ad-1cfd4c81ec0f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] device_id is not set on port ab47e17d-9fc6-4591-a615-96a1d6259e84 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:15:20.492298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:20.521142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:20.527630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-050404f9-1b43-49e7-a708-37c342936220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:20.537552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] device_id is not set on port 552232df-f90f-4d37-aeff-ff6d2fb3baa3 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:15:20.571904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-b4e1cf96-fe14-480c-b510-b233511ddacf req-a763e4c7-05aa-4cb3-bc2d-0af577ebdb93 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Synchronizing usage tracker for tenant:680695fd5257427aa59cd011d8236117 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:15:20.584924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:20.585212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Pushing event updated for resources: {'Port': ['ID=b3b83625-290d-489a-9a93-0ac5d7a8be60,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:20.601049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:20.613133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:20.618264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:20.624831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:20.643437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b6f66d-9c49-40c3-aa3f-f62b29f4454e,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:20.646767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:20.716130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-b4e1cf96-fe14-480c-b510-b233511ddacf req-a763e4c7-05aa-4cb3-bc2d-0af577ebdb93 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Unset dirty status for tenant:680695fd5257427aa59cd011d8236117 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:15:20.717774 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b4e1cf96-fe14-480c-b510-b233511ddacf req-a763e4c7-05aa-4cb3-bc2d-0af577ebdb93 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 210 time: 0.3875523 Apr 23 09:15:20.752313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Attempting to bind port b3b83625-290d-489a-9a93-0ac5d7a8be60 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:15:20.752834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Attempting to bind port b3b83625-290d-489a-9a93-0ac5d7a8be60 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:15:20.753340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Attempting to bind port b3b83625-290d-489a-9a93-0ac5d7a8be60 on network bb316f39-4b0e-43f1-8f3e-34646815cee0 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:15:20.756469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] For port a51268b2-5675-457e-a245-52ca43886bb5, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:15:20.766487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:15:20.767049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Checking segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:15:20.767632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:20.768134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Bound using segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:15:20.768735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Bound port: b3b83625-290d-489a-9a93-0ac5d7a8be60, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:15:20.769213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:20.783349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] For port a51268b2-5675-457e-a245-52ca43886bb5, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a51268b2-5675-457e-a245-52ca43886bb5,segment=NetworkSegment(45c2de74-6142-43b9-894c-21d08cd4b19b),segment_id=45c2de74-6142-43b9-894c-21d08cd4b19b)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:15:20.829467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.objects.ports [None req-0be47dac-cc7e-4345-90e5-706698ae2908 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87174) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 23 09:15:20.834477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0be47dac-cc7e-4345-90e5-706698ae2908 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:20.835884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:20.843991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-80238ff4-b468-467a-8299-20f12f0db569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:20.845187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2e0452ab-7b6c-4f85-a5dd-17bf8e155e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:20.847874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Allocated IP 172.26.4.126 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/4ef3d6fd-695d-41a3-b3a9-a9c1bade2a3b) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:20.969062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Pushing event updated for resources: {'Port': ['ID=a51268b2-5675-457e-a245-52ca43886bb5,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:20.972390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:21.016059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be47dac-cc7e-4345-90e5-706698ae2908 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event updated for resources: {'Subnet': ['ID=c836372a-67a2-477d-b65d-dc4d679d6bf2,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:21.031604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0be47dac-cc7e-4345-90e5-706698ae2908 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:21.043846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-204cc042-9ace-4271-86ad-1cfd4c81ec0f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8::d017:5333:a0a0:2ce6 (bb316f39-4b0e-43f1-8f3e-34646815cee0/45d25574-6698-41fc-b667-f4dbc279f739/ab47e17d-9fc6-4591-a615-96a1d6259e84) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:21.046303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] For port b3b83625-290d-489a-9a93-0ac5d7a8be60, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:15:21.047900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be47dac-cc7e-4345-90e5-706698ae2908 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Checking segment: {'id': 'ab0521dc-0b53-43a8-aee4-0566f264b7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1f2d97d0-68d2-4c55-8adb-687b37028303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:15:21.048313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be47dac-cc7e-4345-90e5-706698ae2908 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network hostable DHCP agents. Network: 1f2d97d0-68d2-4c55-8adb-687b37028303, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:15:21.052833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] For port b3b83625-290d-489a-9a93-0ac5d7a8be60, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b3b83625-290d-489a-9a93-0ac5d7a8be60,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:15:21.073613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:21.085963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:21.092399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b972f4d1-01d3-4803-b444-ac68241f88d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:21.185230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be47dac-cc7e-4345-90e5-706698ae2908 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network 1f2d97d0-68d2-4c55-8adb-687b37028303 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:15:21.192676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Pushing event updated for resources: {'Port': ['ID=b3b83625-290d-489a-9a93-0ac5d7a8be60,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:21.203297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:21.211299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:21.217325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-26f56a92-65a8-4c78-82b5-053d7f396c44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:21.281786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:21.290898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:21.297030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Allocated IP 172.26.4.252 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/552232df-f90f-4d37-aeff-ff6d2fb3baa3) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:21.299809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:21.365768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Port': ['ID=4ef3d6fd-695d-41a3-b3a9-a9c1bade2a3b,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:21.391279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:21.397809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-0be47dac-cc7e-4345-90e5-706698ae2908 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 1f2d97d0-68d2-4c55-8adb-687b37028303) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:21.406572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2905daa-b34d-4348-9305-122a76360bbf tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:21.409088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a157cccf-da9c-49b2-8aaa-2e0ca7a85b74 None None] Network 1f2d97d0-68d2-4c55-8adb-687b37028303 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:21.422096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6de69e50-0d1c-4824-96fa-501028f43066 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:21.544596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2905daa-b34d-4348-9305-122a76360bbf tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Port': ['ID=b7e47312-e672-49d9-95e8-3a797fb02f52,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:21.558680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e2905daa-b34d-4348-9305-122a76360bbf tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:21.651583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be47dac-cc7e-4345-90e5-706698ae2908 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:21.652441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0be47dac-cc7e-4345-90e5-706698ae2908 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:21.814567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-1f2d97d0-68d2-4c55-8adb-687b37028303', 'network_id': '1f2d97d0-68d2-4c55-8adb-687b37028303', 'tenant_id': '21b39df122d54bb0acfa2a1dae871901', 'fixed_ips': [{'subnet_id': 'c836372a-67a2-477d-b65d-dc4d679d6bf2'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:15:21.828010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:21.899755 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0be47dac-cc7e-4345-90e5-706698ae2908 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7778642 Apr 23 09:15:21.908039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-204cc042-9ace-4271-86ad-1cfd4c81ec0f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:21.922353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34448) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:21.929699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1076a277-8125-4a1d-8892-c84db700f8c7 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Request body: {'port': {'network_id': '1f2d97d0-68d2-4c55-8adb-687b37028303', 'name': 'tempest-NetworksIpV6TestAttrs-2012893376'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:22.080661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Allocated IP 2001:db8::f816:3eff:fea6:a931 (1f2d97d0-68d2-4c55-8adb-687b37028303/c836372a-67a2-477d-b65d-dc4d679d6bf2/9f829e2a-4834-4f97-92b7-a875f67f2b3a) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:22.163116 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e1cb210e-9485-43d4-8202-7b5cad9db97f req-2c57621e-7a72-4228-b4ca-4668b4c895ba tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 210 time: 0.1389074 Apr 23 09:15:22.171812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2905daa-b34d-4348-9305-122a76360bbf tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:22.226136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-204cc042-9ace-4271-86ad-1cfd4c81ec0f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Transition to ACTIVE for port object ab47e17d-9fc6-4591-a615-96a1d6259e84 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:22.296909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:22.354616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:22.413395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:22.429484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Transition to ACTIVE for port object 9f829e2a-4834-4f97-92b7-a875f67f2b3a will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:22.455490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Transition to ACTIVE for port object 9f829e2a-4834-4f97-92b7-a875f67f2b3a will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:22.515756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:22.522812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5cec6fad-c8fb-4758-a96c-79ba0676888f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:22.552888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:22.562340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ff275fe5-f847-44ac-a806-4b609c055110 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:22.612664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Pushing event updated for resources: {'Port': ['ID=9f829e2a-4834-4f97-92b7-a875f67f2b3a,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:22.622975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:22.636848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Network 1f2d97d0-68d2-4c55-8adb-687b37028303 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:22.639371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:22.647908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:22.683005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-204cc042-9ace-4271-86ad-1cfd4c81ec0f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:22.686883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:22.693768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1076a277-8125-4a1d-8892-c84db700f8c7 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:22.696401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9d887478-a1cd-4721-9bb9-72ebe52acd7d tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:22.704843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:22.714611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:22.742569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1076a277-8125-4a1d-8892-c84db700f8c7 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Usage tracker for resource:port and tenant:21b39df122d54bb0acfa2a1dae871901 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:22.766603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1076a277-8125-4a1d-8892-c84db700f8c7 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:22.779916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Attempting to bind port 9f829e2a-4834-4f97-92b7-a875f67f2b3a on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:15:22.780334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Attempting to bind port 9f829e2a-4834-4f97-92b7-a875f67f2b3a by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'ab0521dc-0b53-43a8-aee4-0566f264b7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1f2d97d0-68d2-4c55-8adb-687b37028303'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:15:22.780751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Attempting to bind port 9f829e2a-4834-4f97-92b7-a875f67f2b3a on network 1f2d97d0-68d2-4c55-8adb-687b37028303 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:15:22.782396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Pushing event updated for resources: {'Port': ['ID=552232df-f90f-4d37-aeff-ff6d2fb3baa3,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:22.793081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:22.798409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:15:22.798931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Checking segment: {'id': 'ab0521dc-0b53-43a8-aee4-0566f264b7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1f2d97d0-68d2-4c55-8adb-687b37028303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:15:22.799661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:22.800113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Bound using segment: {'id': 'ab0521dc-0b53-43a8-aee4-0566f264b7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1f2d97d0-68d2-4c55-8adb-687b37028303'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:15:22.800669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Bound port: 9f829e2a-4834-4f97-92b7-a875f67f2b3a, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0521dc-0b53-43a8-aee4-0566f264b7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1f2d97d0-68d2-4c55-8adb-687b37028303'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:15:22.801099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:22.938698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8315938-a8e9-4a0f-8138-03f15d46f872 None None] Network cd59f0a9-a4b6-4377-9744-cfb40c837544 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:23.210528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2905daa-b34d-4348-9305-122a76360bbf tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Router 4725272f-aca8-4806-80c1-b7e64cfa7864 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:15:23.221654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1076a277-8125-4a1d-8892-c84db700f8c7 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:23.252125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204cc042-9ace-4271-86ad-1cfd4c81ec0f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:23.352000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] For port 9f829e2a-4834-4f97-92b7-a875f67f2b3a, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:15:23.392580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] For port 9f829e2a-4834-4f97-92b7-a875f67f2b3a, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=9f829e2a-4834-4f97-92b7-a875f67f2b3a,segment=NetworkSegment(ab0521dc-0b53-43a8-aee4-0566f264b7d1),segment_id=ab0521dc-0b53-43a8-aee4-0566f264b7d1)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:15:23.421714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-204cc042-9ace-4271-86ad-1cfd4c81ec0f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:23.427670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204cc042-9ace-4271-86ad-1cfd4c81ec0f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:23.439354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204cc042-9ace-4271-86ad-1cfd4c81ec0f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:23.440429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-204cc042-9ace-4271-86ad-1cfd4c81ec0f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:23.495294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:23.496145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:23.543831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-70314cf7-4e0d-4fb6-affe-e056b236b67b None None] Provisioning for port a51268b2-5675-457e-a245-52ca43886bb5 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:23.554214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b3b83625-290d-489a-9a93-0ac5d7a8be60 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:15:23.586124 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.9274192 Apr 23 09:15:23.593193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34454) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:23.617406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:23.628580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-69302ff7-b0ce-4e3e-82ae-495a892ab69d tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.252'}]}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:23.630136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:23.640324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c0bfa3c2-7d01-44ad-816a-b211cc1684a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:23.642140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1076a277-8125-4a1d-8892-c84db700f8c7 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Made reservation on behalf of 21b39df122d54bb0acfa2a1dae871901 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:23.649301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1076a277-8125-4a1d-8892-c84db700f8c7 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:23.660829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-69302ff7-b0ce-4e3e-82ae-495a892ab69d tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:23.666934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:23.675091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-69302ff7-b0ce-4e3e-82ae-495a892ab69d tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Usage tracker for resource:router and tenant:3dc417463cca4125809c913045ef59d2 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:23.676033 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-204cc042-9ace-4271-86ad-1cfd4c81ec0f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.5919435 Apr 23 09:15:23.677405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34458) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:23.677810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cc042-9ace-4271-86ad-1cfd4c81ec0f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=ab47e17d-9fc6-4591-a615-96a1d6259e84,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:23.678390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-69302ff7-b0ce-4e3e-82ae-495a892ab69d tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:23.682258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-204cc042-9ace-4271-86ad-1cfd4c81ec0f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.985s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:23.705286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-1076a277-8125-4a1d-8892-c84db700f8c7 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] device_id is not set on port 6c0a5929-4a5c-4276-ac72-4450fb512294 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:15:23.788656 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-659a2ca2-a471-475d-b0ab-7edf45d8fa2e req-d2679ae5-8830-4588-b2b3-3bbe290713a7 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 210 time: 0.3395107 Apr 23 09:15:23.789286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-eda08dd4-6cdf-4b75-8270-c6ccd506eaf2 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:23.792035 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-eda08dd4-6cdf-4b75-8270-c6ccd506eaf2 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.35 "GET /v2.0/networks?id=9da1bde6-e097-474a-957c-8a07c337c629 HTTP/1.1" status: 200 len: 811 time: 0.5622320 Apr 23 09:15:23.798980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-69302ff7-b0ce-4e3e-82ae-495a892ab69d tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:23.806472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2905daa-b34d-4348-9305-122a76360bbf tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:15:23.841323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cc653a-5354-4f3b-87e5-e6d5f7f8e137 None None] Sync routers for ids ['4725272f-aca8-4806-80c1-b7e64cfa7864'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:15:23.851521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Pushing event updated for resources: {'Port': ['ID=9f829e2a-4834-4f97-92b7-a875f67f2b3a,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:23.862973 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e2905daa-b34d-4348-9305-122a76360bbf tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/routers/4725272f-aca8-4806-80c1-b7e64cfa7864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0748632 Apr 23 09:15:23.865816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:23.873283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34462) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:23.874848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cc653a-5354-4f3b-87e5-e6d5f7f8e137 None None] Routers {'4725272f-aca8-4806-80c1-b7e64cfa7864'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:23.875553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-35cc653a-5354-4f3b-87e5-e6d5f7f8e137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4725272f-aca8-4806-80c1-b7e64cfa7864'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:23.934167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1c95a0c6-d517-4f00-8c17-d479b117c91c tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Synchronizing usage tracker for tenant:28923eac46964204bb78aee0456d0ac1 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:15:23.935747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69302ff7-b0ce-4e3e-82ae-495a892ab69d tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:23.936854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69302ff7-b0ce-4e3e-82ae-495a892ab69d tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:23.950151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port b3b83625-290d-489a-9a93-0ac5d7a8be60 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:23.961917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-1076a277-8125-4a1d-8892-c84db700f8c7 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Allocated IP 2001:db8::f816:3eff:fec6:6548 (1f2d97d0-68d2-4c55-8adb-687b37028303/c836372a-67a2-477d-b65d-dc4d679d6bf2/6c0a5929-4a5c-4276-ac72-4450fb512294) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:23.967494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a51268b2-5675-457e-a245-52ca43886bb5 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:15:23.996897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-35cc653a-5354-4f3b-87e5-e6d5f7f8e137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:24.012856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c765a7ce-c0ee-407f-bc56-ae689b1c1339 None None] Provisioning for port ab47e17d-9fc6-4591-a615-96a1d6259e84 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:24.022741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1c95a0c6-d517-4f00-8c17-d479b117c91c tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Unset dirty status for tenant:28923eac46964204bb78aee0456d0ac1 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:15:24.028070 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1c95a0c6-d517-4f00-8c17-d479b117c91c tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/ports?device_id=4725272f-aca8-4806-80c1-b7e64cfa7864 HTTP/1.1" status: 200 len: 205 time: 0.1557643 Apr 23 09:15:24.028319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c765a7ce-c0ee-407f-bc56-ae689b1c1339 None None] Provisioning complete for port ab47e17d-9fc6-4591-a615-96a1d6259e84 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:24.028621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34470) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:24.028751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c765a7ce-c0ee-407f-bc56-ae689b1c1339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:24.083951 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-5087d5b1-d0c2-41ab-b502-31dcb0041a73 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=680695fd5257427aa59cd011d8236117 HTTP/1.1" status: 200 len: 380 time: 0.1907718 Apr 23 09:15:24.089196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cc653a-5354-4f3b-87e5-e6d5f7f8e137 None None] Routers {'4725272f-aca8-4806-80c1-b7e64cfa7864'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:24.089902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-35cc653a-5354-4f3b-87e5-e6d5f7f8e137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4725272f-aca8-4806-80c1-b7e64cfa7864'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:24.140718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-442aa695-8810-4658-866f-9938bd264b6c tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Request body: {'port': {'device_id': '5a04cee2-618c-478b-ae43-bfd8ec991382', 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629', 'admin_state_up': True, 'tenant_id': '680695fd5257427aa59cd011d8236117', 'security_groups': ['12f47839-763e-479f-b93f-4668f8e80855']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:24.194632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69302ff7-b0ce-4e3e-82ae-495a892ab69d tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:24.218349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-35cc653a-5354-4f3b-87e5-e6d5f7f8e137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:24.218607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cc653a-5354-4f3b-87e5-e6d5f7f8e137 None None] The sync data for ids ['4725272f-aca8-4806-80c1-b7e64cfa7864'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:15:24.229867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c765a7ce-c0ee-407f-bc56-ae689b1c1339 None None] Port ab47e17d-9fc6-4591-a615-96a1d6259e84 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:15:24.278523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c765a7ce-c0ee-407f-bc56-ae689b1c1339 None None] Provisioning for port b3b83625-290d-489a-9a93-0ac5d7a8be60 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:24.284965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c765a7ce-c0ee-407f-bc56-ae689b1c1339 None None] Provisioning complete for port b3b83625-290d-489a-9a93-0ac5d7a8be60 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:24.285393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c765a7ce-c0ee-407f-bc56-ae689b1c1339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:24.296233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4e373118-a9e1-4a17-b611-6983c702e2a9 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:24.347702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port a51268b2-5675-457e-a245-52ca43886bb5 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:24.360755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port a51268b2-5675-457e-a245-52ca43886bb5 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:24.361176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:24.375270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4214a0-9f07-4312-8748-f1d6c33d0142 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:24.381880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4214a0-9f07-4312-8748-f1d6c33d0142 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:24.382788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ea4214a0-9f07-4312-8748-f1d6c33d0142 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:15:24.578345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c765a7ce-c0ee-407f-bc56-ae689b1c1339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:24.617737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:24.634015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ea4214a0-9f07-4312-8748-f1d6c33d0142 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:15:24.638270 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ea4214a0-9f07-4312-8748-f1d6c33d0142 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.9512944 Apr 23 09:15:24.646519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34474) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:24.654678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c765a7ce-c0ee-407f-bc56-ae689b1c1339 None None] For port b3b83625-290d-489a-9a93-0ac5d7a8be60, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b3b83625-290d-489a-9a93-0ac5d7a8be60,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:24.665461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port a51268b2-5675-457e-a245-52ca43886bb5, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a51268b2-5675-457e-a245-52ca43886bb5,segment=NetworkSegment(45c2de74-6142-43b9-894c-21d08cd4b19b),segment_id=45c2de74-6142-43b9-894c-21d08cd4b19b)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:24.691004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c765a7ce-c0ee-407f-bc56-ae689b1c1339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:24.693318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:24.735563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:24.746039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4e373118-a9e1-4a17-b611-6983c702e2a9 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:24.750940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4e373118-a9e1-4a17-b611-6983c702e2a9 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:24.764693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-442aa695-8810-4658-866f-9938bd264b6c tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:24.776291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Router c4f8cc17-2046-40e2-ae6a-b782d0459fee is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:15:24.784469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765a7ce-c0ee-407f-bc56-ae689b1c1339 None None] Pushing event updated for resources: {'Port': ['ID=b3b83625-290d-489a-9a93-0ac5d7a8be60,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:24.787023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1076a277-8125-4a1d-8892-c84db700f8c7 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:24.788124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c765a7ce-c0ee-407f-bc56-ae689b1c1339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:24.788826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1a529397-02d3-47bf-9ac0-89bfe637b4bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:24.813837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1076a277-8125-4a1d-8892-c84db700f8c7 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Transition to ACTIVE for port object 6c0a5929-4a5c-4276-ac72-4450fb512294 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:24.823631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4e373118-a9e1-4a17-b611-6983c702e2a9 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:24.824267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e373118-a9e1-4a17-b611-6983c702e2a9 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Fanout notify agent at l3_agent the message router_deleted on router 4725272f-aca8-4806-80c1-b7e64cfa7864 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:15:24.847942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4e373118-a9e1-4a17-b611-6983c702e2a9 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:24.852296 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4e373118-a9e1-4a17-b611-6983c702e2a9 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/routers/4725272f-aca8-4806-80c1-b7e64cfa7864 HTTP/1.1" status: 204 len: 168 time: 0.8220134 Apr 23 09:15:24.855429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34480) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:24.873760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-442aa695-8810-4658-866f-9938bd264b6c tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:24.877002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-500c2b6f-6a27-4e19-bcab-a32d4d9eeafc None None] Provisioning complete for port a51268b2-5675-457e-a245-52ca43886bb5 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:24.877431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-500c2b6f-6a27-4e19-bcab-a32d4d9eeafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:24.887513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69302ff7-b0ce-4e3e-82ae-495a892ab69d tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:24.910681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=a51268b2-5675-457e-a245-52ca43886bb5,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:24.921126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:24.960839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d6bf34-2fda-4096-8b39-ddad8c8d38df tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting subnet 48ed4f40-3c12-4410-ba0f-ac608a4e8cf0 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:15:24.964987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d2d6bf34-2fda-4096-8b39-ddad8c8d38df tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:24.995681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1076a277-8125-4a1d-8892-c84db700f8c7 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:25.006757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-acaffbe5-1f94-4f1a-b4ca-dbc951ac2010 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:25.101083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1076a277-8125-4a1d-8892-c84db700f8c7 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network 1f2d97d0-68d2-4c55-8adb-687b37028303 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:25.110378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-1076a277-8125-4a1d-8892-c84db700f8c7 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:25.116307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d2d6bf34-2fda-4096-8b39-ddad8c8d38df tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:25.148949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1076a277-8125-4a1d-8892-c84db700f8c7 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:25.151328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-442aa695-8810-4658-866f-9938bd264b6c tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Made reservation on behalf of 680695fd5257427aa59cd011d8236117 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:25.155895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1076a277-8125-4a1d-8892-c84db700f8c7 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:25.156600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1076a277-8125-4a1d-8892-c84db700f8c7 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:25.157374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-442aa695-8810-4658-866f-9938bd264b6c tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:25.168767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076a277-8125-4a1d-8892-c84db700f8c7 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event updated for resources: {'Port': ['ID=6c0a5929-4a5c-4276-ac72-4450fb512294,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:25.179353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1076a277-8125-4a1d-8892-c84db700f8c7 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:25.194822 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e5398120-99a5-4fec-9fdb-7a518ec193a2 req-24e68690-1240-471b-91fd-6cd2a364dc25 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 210 time: 0.1794229 Apr 23 09:15:25.232808 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1076a277-8125-4a1d-8892-c84db700f8c7 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.3068953 Apr 23 09:15:25.235213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34484) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:25.334721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d2d6bf34-2fda-4096-8b39-ddad8c8d38df tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:25.402751 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-18afb1aa-ed1e-4612-902b-9f19defbf3f1 req-7d6029ad-5745-46dd-87fb-7541ecaddd57 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1693585 Apr 23 09:15:25.468327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b3b83625-290d-489a-9a93-0ac5d7a8be60 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:15:25.472154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:15:25.483896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5636dd-f73e-40fd-956c-65066d781439 None None] Sync routers for ids ['c4f8cc17-2046-40e2-ae6a-b782d0459fee'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:15:25.519291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5636dd-f73e-40fd-956c-65066d781439 None None] Routers {'c4f8cc17-2046-40e2-ae6a-b782d0459fee'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:25.522501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-87da7640-1def-4833-98f7-f09dfc0b4d0a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Deleting subnet c836372a-67a2-477d-b65d-dc4d679d6bf2 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:15:25.527906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b0fbff43-6ed0-4431-93c3-9a86f4188ff9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting port ab47e17d-9fc6-4591-a615-96a1d6259e84 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:25.527906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b0fbff43-6ed0-4431-93c3-9a86f4188ff9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:25.531855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ef5636dd-f73e-40fd-956c-65066d781439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c4f8cc17-2046-40e2-ae6a-b782d0459fee'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:25.559150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-87da7640-1def-4833-98f7-f09dfc0b4d0a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:25.574370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5272567-95c9-4375-80e9-bd6905648e4a None None] Network 1f2d97d0-68d2-4c55-8adb-687b37028303 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:25.663636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ef5636dd-f73e-40fd-956c-65066d781439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:25.676272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5636dd-f73e-40fd-956c-65066d781439 None None] Routers {'c4f8cc17-2046-40e2-ae6a-b782d0459fee'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:25.677211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ef5636dd-f73e-40fd-956c-65066d781439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c4f8cc17-2046-40e2-ae6a-b782d0459fee'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:25.717243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port b3b83625-290d-489a-9a93-0ac5d7a8be60 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:25.717669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:25.746299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afb1aa-ed1e-4612-902b-9f19defbf3f1 req-72be833f-9524-41cd-83a6-1b4b31291505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:25.748611 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-18afb1aa-ed1e-4612-902b-9f19defbf3f1 req-72be833f-9524-41cd-83a6-1b4b31291505 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=31a3cdb04d554bd6aeeb1f860e8a1415&device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 1098 time: 0.2028658 Apr 23 09:15:25.770829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ef5636dd-f73e-40fd-956c-65066d781439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:25.771688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5636dd-f73e-40fd-956c-65066d781439 None None] The sync data for ids ['c4f8cc17-2046-40e2-ae6a-b782d0459fee'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:15:25.776455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b1cbff8d-d8b2-47f3-916d-aee7b37843d5 None None] Provisioning for port 9f829e2a-4834-4f97-92b7-a875f67f2b3a completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:25.876181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d2d6bf34-2fda-4096-8b39-ddad8c8d38df tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:25.883126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:25.938813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6bf34-2fda-4096-8b39-ddad8c8d38df tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Subnet': ['ID=48ed4f40-3c12-4410-ba0f-ac608a4e8cf0,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:25.944573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d2d6bf34-2fda-4096-8b39-ddad8c8d38df tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:25.948712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d2d6bf34-2fda-4096-8b39-ddad8c8d38df tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:25.970932 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d2d6bf34-2fda-4096-8b39-ddad8c8d38df tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/subnets/48ed4f40-3c12-4410-ba0f-ac608a4e8cf0 HTTP/1.1" status: 204 len: 168 time: 1.1141846 Apr 23 09:15:25.974575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34488) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:25.974764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833720fc-f0e7-4395-93da-56f29300aa61 None None] Network 71cd69da-1cec-459f-be37-3f3445003dc6 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:26.018536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a51268b2-5675-457e-a245-52ca43886bb5 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:15:26.022572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afb1aa-ed1e-4612-902b-9f19defbf3f1 req-99a62ce6-837f-4621-9ba9-b5d681adcde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:26.024192 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-18afb1aa-ed1e-4612-902b-9f19defbf3f1 req-99a62ce6-837f-4621-9ba9-b5d681adcde3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5f22f44-5dc5-4259-bb66-faeac2187f12 HTTP/1.1" status: 200 len: 913 time: 0.2553802 Apr 23 09:15:26.169469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:26.174024 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.7341673 Apr 23 09:15:26.175161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34492) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:26.266452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-87da7640-1def-4833-98f7-f09dfc0b4d0a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:26.287590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port a51268b2-5675-457e-a245-52ca43886bb5 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:26.288457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:26.461706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-442aa695-8810-4658-866f-9938bd264b6c tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Allocated IP 172.20.0.10 (9da1bde6-e097-474a-957c-8a07c337c629/0b9b780d-df32-4d9f-896c-d11a8ac6fe41/1b8df3c8-2822-4cbc-83f6-3cc031f5841e) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:26.579534 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-18afb1aa-ed1e-4612-902b-9f19defbf3f1 req-ed3e7857-38d9-4268-9a17-a9b8df48be54 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=604ea667-2571-4657-a201-16fcd36200b4 HTTP/1.1" status: 200 len: 1001 time: 0.5436788 Apr 23 09:15:26.584242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b0fbff43-6ed0-4431-93c3-9a86f4188ff9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:26.590812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8023484-d079-4007-80a4-c0b67e489906 None None] DHCP port deletion for 71cd69da-1cec-459f-be37-3f3445003dc6 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:15:26.640494 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-758adcc9-8fa7-44ed-a83e-81ed9f9616b2 req-7a7e3e69-e71d-47df-bc92-70303f08a0b6 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 210 time: 0.1501942 Apr 23 09:15:26.656772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9c144d-dd0e-4140-b558-d39d13470a85 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting subnet e4f7bf60-3f82-4085-b818-5adf080ebba9 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:15:26.658768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf9c144d-dd0e-4140-b558-d39d13470a85 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:26.683024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9f829e2a-4834-4f97-92b7-a875f67f2b3a up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:15:26.730148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afb1aa-ed1e-4612-902b-9f19defbf3f1 req-c3356b40-b69d-40e3-b10a-ccfa410bfc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:26.731797 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-18afb1aa-ed1e-4612-902b-9f19defbf3f1 req-c3356b40-b69d-40e3-b10a-ccfa410bfc00 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e93f7937-3608-4a50-b4a7-cc289ad239de HTTP/1.1" status: 200 len: 851 time: 0.1408036 Apr 23 09:15:26.737312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf9c144d-dd0e-4140-b558-d39d13470a85 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:26.834845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a8023484-d079-4007-80a4-c0b67e489906 None None] Deleting port 42fc4c92-fcfa-42f3-a267-0e8065dc36a4 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:26.835414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8023484-d079-4007-80a4-c0b67e489906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:26.877742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-af62c40f-f515-4bd6-9adb-a69532e9367b None None] Provisioning for port 6c0a5929-4a5c-4276-ac72-4450fb512294 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:26.888866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b0fbff43-6ed0-4431-93c3-9a86f4188ff9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Calling delete_port for ab47e17d-9fc6-4591-a615-96a1d6259e84 owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:15:26.904366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afb1aa-ed1e-4612-902b-9f19defbf3f1 req-eab2a3ce-0fca-413a-9ac0-9f2f616bac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:26.906001 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-18afb1aa-ed1e-4612-902b-9f19defbf3f1 req-eab2a3ce-0fca-413a-9ac0-9f2f616bac4e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5f22f44-5dc5-4259-bb66-faeac2187f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1335707 Apr 23 09:15:26.912774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf9c144d-dd0e-4140-b558-d39d13470a85 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:26.931200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 9f829e2a-4834-4f97-92b7-a875f67f2b3a completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:26.933319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-87da7640-1def-4833-98f7-f09dfc0b4d0a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:26.942088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-af62c40f-f515-4bd6-9adb-a69532e9367b None None] Provisioning complete for port 6c0a5929-4a5c-4276-ac72-4450fb512294 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:26.942628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af62c40f-f515-4bd6-9adb-a69532e9367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:26.991173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 9f829e2a-4834-4f97-92b7-a875f67f2b3a triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:26.992511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:27.229007 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-18afb1aa-ed1e-4612-902b-9f19defbf3f1 req-f7e3d2fa-c42f-4f53-a884-aac390f419d1 service neutron] 10.222.0.35 "GET /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800992 Apr 23 09:15:27.249786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a8023484-d079-4007-80a4-c0b67e489906 None None] For port 42fc4c92-fcfa-42f3-a267-0e8065dc36a4, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=42fc4c92-fcfa-42f3-a267-0e8065dc36a4,segment=NetworkSegment(938b9d28-5d3b-471d-8b59-a5a013fcb9df),segment_id=938b9d28-5d3b-471d-8b59-a5a013fcb9df)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:27.250147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8023484-d079-4007-80a4-c0b67e489906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:27.257921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-af62c40f-f515-4bd6-9adb-a69532e9367b None None] Port 6c0a5929-4a5c-4276-ac72-4450fb512294 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:15:27.392768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a8023484-d079-4007-80a4-c0b67e489906 None None] Calling delete_port for 42fc4c92-fcfa-42f3-a267-0e8065dc36a4 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:15:27.466399 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-18afb1aa-ed1e-4612-902b-9f19defbf3f1 req-ba838939-6303-474e-b4a0-94ad48391b13 service neutron] 10.222.0.35 "GET /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298956 Apr 23 09:15:27.476475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-34161b9f-d654-4db4-a008-06d16131462d None None] Provisioning complete for port 6c0a5929-4a5c-4276-ac72-4450fb512294 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:27.476852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-34161b9f-d654-4db4-a008-06d16131462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:27.530561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf9c144d-dd0e-4140-b558-d39d13470a85 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:27.542781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:27.551073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:27.571725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-34161b9f-d654-4db4-a008-06d16131462d None None] Port 6c0a5929-4a5c-4276-ac72-4450fb512294 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:15:27.580866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf9c144d-dd0e-4140-b558-d39d13470a85 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:27.595368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c144d-dd0e-4140-b558-d39d13470a85 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Subnet': ['ID=e4f7bf60-3f82-4085-b818-5adf080ebba9,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:27.596126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1024de87-a3a2-4844-96ea-9e6da2247a52 None None] Network 6cca3856-365f-41b3-b8d6-5acc46f7b22a requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:27.598212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cf9c144d-dd0e-4140-b558-d39d13470a85 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:27.599907 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cf9c144d-dd0e-4140-b558-d39d13470a85 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/subnets/e4f7bf60-3f82-4085-b818-5adf080ebba9 HTTP/1.1" status: 204 len: 168 time: 1.6243052 Apr 23 09:15:27.603903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34498) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:27.734143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-36bffb8c-b50b-43b1-9248-592d6f556f66 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:27.734895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-442aa695-8810-4658-866f-9938bd264b6c tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:27.763017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8023484-d079-4007-80a4-c0b67e489906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:27.768569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:27.858802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8023484-d079-4007-80a4-c0b67e489906 None None] Pushing event deleted for resources: {'Port': ['ID=42fc4c92-fcfa-42f3-a267-0e8065dc36a4,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:27.862168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a8023484-d079-4007-80a4-c0b67e489906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:27.866735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8023484-d079-4007-80a4-c0b67e489906 None None] No DVR routers for this DVR port 42fc4c92-fcfa-42f3-a267-0e8065dc36a4 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:15:27.949736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-36bffb8c-b50b-43b1-9248-592d6f556f66 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:27.982898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-54bdcf5a-ea50-4629-985a-9b0beb459fea req-764cd695-9253-40f6-8bd8-18ce8155e1e0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Synchronizing usage tracker for tenant:680695fd5257427aa59cd011d8236117 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:15:27.985610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c551120-3d86-4a08-b148-15dab0e79f8f None None] DHCP port deletion for 6cca3856-365f-41b3-b8d6-5acc46f7b22a request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:15:27.986347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69302ff7-b0ce-4e3e-82ae-495a892ab69d tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:28.044252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-442aa695-8810-4658-866f-9938bd264b6c tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Transition to ACTIVE for port object 1b8df3c8-2822-4cbc-83f6-3cc031f5841e will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:28.048820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69302ff7-b0ce-4e3e-82ae-495a892ab69d tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:28.078867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-36bffb8c-b50b-43b1-9248-592d6f556f66 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71cd69da-1cec-459f-be37-3f3445003dc6']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:28.086214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9c551120-3d86-4a08-b148-15dab0e79f8f None None] Deleting port 41881ee8-56da-43ae-8c38-825faba85193 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:28.086676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c551120-3d86-4a08-b148-15dab0e79f8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:28.097687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-36bffb8c-b50b-43b1-9248-592d6f556f66 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '938b9d28-5d3b-471d-8b59-a5a013fcb9df') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:28.098018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-36bffb8c-b50b-43b1-9248-592d6f556f66 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '938b9d28-5d3b-471d-8b59-a5a013fcb9df') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:28.112401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-36bffb8c-b50b-43b1-9248-592d6f556f66 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:28.130237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-36bffb8c-b50b-43b1-9248-592d6f556f66 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:28.139069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36bffb8c-b50b-43b1-9248-592d6f556f66 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:15:28.207558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9c551120-3d86-4a08-b148-15dab0e79f8f None None] For port 41881ee8-56da-43ae-8c38-825faba85193, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=41881ee8-56da-43ae-8c38-825faba85193,segment=NetworkSegment(a360ddad-08c9-4b6c-9e51-ce1f433376b8),segment_id=a360ddad-08c9-4b6c-9e51-ce1f433376b8)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:28.207908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c551120-3d86-4a08-b148-15dab0e79f8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:28.354690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-36bffb8c-b50b-43b1-9248-592d6f556f66 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 71cd69da-1cec-459f-be37-3f3445003dc6 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:15:28.361330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9c551120-3d86-4a08-b148-15dab0e79f8f None None] Calling delete_port for 41881ee8-56da-43ae-8c38-825faba85193 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:15:28.365915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-36bffb8c-b50b-43b1-9248-592d6f556f66 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:28.472958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c551120-3d86-4a08-b148-15dab0e79f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:28.487181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:28.535027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c551120-3d86-4a08-b148-15dab0e79f8f None None] No DVR routers for this DVR port 41881ee8-56da-43ae-8c38-825faba85193 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:15:28.549826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c551120-3d86-4a08-b148-15dab0e79f8f None None] Pushing event deleted for resources: {'Port': ['ID=41881ee8-56da-43ae-8c38-825faba85193,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:28.552971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9c551120-3d86-4a08-b148-15dab0e79f8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:28.559483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-54bdcf5a-ea50-4629-985a-9b0beb459fea req-764cd695-9253-40f6-8bd8-18ce8155e1e0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Unset dirty status for tenant:680695fd5257427aa59cd011d8236117 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:15:28.560860 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54bdcf5a-ea50-4629-985a-9b0beb459fea req-764cd695-9253-40f6-8bd8-18ce8155e1e0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 210 time: 0.7559037 Apr 23 09:15:28.575702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-36bffb8c-b50b-43b1-9248-592d6f556f66 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 71cd69da-1cec-459f-be37-3f3445003dc6 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:15:28.601804 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:15:28.708191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b0fbff43-6ed0-4431-93c3-9a86f4188ff9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:28.756283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:28.781268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-36bffb8c-b50b-43b1-9248-592d6f556f66 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:28.786133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-36bffb8c-b50b-43b1-9248-592d6f556f66 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:28.790391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f23931bb-dc02-42e2-9b0b-72aafce1b366 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:28.813952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bffb8c-b50b-43b1-9248-592d6f556f66 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Network': ['ID=71cd69da-1cec-459f-be37-3f3445003dc6,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:28.816921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-36bffb8c-b50b-43b1-9248-592d6f556f66 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:28.821251 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-36bffb8c-b50b-43b1-9248-592d6f556f66 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/networks/71cd69da-1cec-459f-be37-3f3445003dc6 HTTP/1.1" status: 204 len: 168 time: 1.2135406 Apr 23 09:15:28.822051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34504) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:28.836538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fbff43-6ed0-4431-93c3-9a86f4188ff9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Port': ['ID=ab47e17d-9fc6-4591-a615-96a1d6259e84,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:28.845583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b0fbff43-6ed0-4431-93c3-9a86f4188ff9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:28.889241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-442aa695-8810-4658-866f-9938bd264b6c tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:28.908009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:15:28.908412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:15:28.944343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-653fc3b3-dbd0-4bf0-b7e5-948ffd8f400e tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:28.982445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-87da7640-1def-4833-98f7-f09dfc0b4d0a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:28.990842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f66d4979-b17d-4c0d-b740-d47d29960d42 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:29.024399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b0fbff43-6ed0-4431-93c3-9a86f4188ff9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:29.073942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd0babf-cd6c-454a-aa3f-cac203f04e59 None None] Network 1f2d97d0-68d2-4c55-8adb-687b37028303 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:29.101433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-87da7640-1def-4833-98f7-f09dfc0b4d0a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:29.125959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-442aa695-8810-4658-866f-9938bd264b6c tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Network 9da1bde6-e097-474a-957c-8a07c337c629 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:29.136563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-442aa695-8810-4658-866f-9938bd264b6c tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:29.147147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442aa695-8810-4658-866f-9938bd264b6c tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Pushing event updated for resources: {'Port': ['ID=1b8df3c8-2822-4cbc-83f6-3cc031f5841e,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:29.147619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f66d4979-b17d-4c0d-b740-d47d29960d42 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:29.151101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-442aa695-8810-4658-866f-9938bd264b6c tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:29.208791 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-87da7640-1def-4833-98f7-f09dfc0b4d0a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "DELETE /v2.0/subnets/c836372a-67a2-477d-b65d-dc4d679d6bf2 HTTP/1.1" status: 204 len: 168 time: 3.9299734 Apr 23 09:15:29.218508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-442aa695-8810-4658-866f-9938bd264b6c tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:29.222584 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b0fbff43-6ed0-4431-93c3-9a86f4188ff9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/ab47e17d-9fc6-4591-a615-96a1d6259e84 HTTP/1.1" status: 204 len: 168 time: 4.5718799 Apr 23 09:15:29.222584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6f9e50ad-0e74-4220-b5d7-15e4e661a5d1 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:29.246900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34508) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:29.247426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34510) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:29.271603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69302ff7-b0ce-4e3e-82ae-495a892ab69d tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:29.349556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da7640-1def-4833-98f7-f09dfc0b4d0a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event deleted for resources: {'Subnet': ['ID=c836372a-67a2-477d-b65d-dc4d679d6bf2,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:29.368099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-87da7640-1def-4833-98f7-f09dfc0b4d0a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:29.371374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a91b16-956a-44ac-8b45-7f441087fca6 None None] DHCP port deletion for 1f2d97d0-68d2-4c55-8adb-687b37028303 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:15:29.445451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-f66d4979-b17d-4c0d-b740-d47d29960d42 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cca3856-365f-41b3-b8d6-5acc46f7b22a']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:29.456557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8e5ae8-3350-4f0a-a122-999f7ed4f685 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:29.458274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8e5ae8-3350-4f0a-a122-999f7ed4f685 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:29.459932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6b8e5ae8-3350-4f0a-a122-999f7ed4f685 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:15:29.499421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:29.506910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-f66d4979-b17d-4c0d-b740-d47d29960d42 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a360ddad-08c9-4b6c-9e51-ce1f433376b8') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:29.507264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-f66d4979-b17d-4c0d-b740-d47d29960d42 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a360ddad-08c9-4b6c-9e51-ce1f433376b8') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:29.510164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:15:29.514786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-61eb6392-a1d7-4516-9f68-4a1c5b20604a None None] Provisioning for port 1b8df3c8-2822-4cbc-83f6-3cc031f5841e completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:29.519403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dcbcfe-fabb-4851-8375-5a44ece8df32 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:29.536623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dcbcfe-fabb-4851-8375-5a44ece8df32 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:29.536623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f8dcbcfe-fabb-4851-8375-5a44ece8df32 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Synchronizing usage tracker for tenant:21b39df122d54bb0acfa2a1dae871901 on resource:subnet {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:15:29.536854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-61eb6392-a1d7-4516-9f68-4a1c5b20604a None None] Provisioning complete for port 1b8df3c8-2822-4cbc-83f6-3cc031f5841e triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:29.536854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-61eb6392-a1d7-4516-9f68-4a1c5b20604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:29.542003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f8dcbcfe-fabb-4851-8375-5a44ece8df32 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Unset dirty status for tenant:21b39df122d54bb0acfa2a1dae871901 on resource:subnet {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:15:29.546911 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f8dcbcfe-fabb-4851-8375-5a44ece8df32 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2982471 Apr 23 09:15:29.549459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f66d4979-b17d-4c0d-b740-d47d29960d42 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:29.556755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34516) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:29.581591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6b8e5ae8-3350-4f0a-a122-999f7ed4f685 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:15:29.584095 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6b8e5ae8-3350-4f0a-a122-999f7ed4f685 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3337657 Apr 23 09:15:29.617125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 9f829e2a-4834-4f97-92b7-a875f67f2b3a, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=9f829e2a-4834-4f97-92b7-a875f67f2b3a,segment=NetworkSegment(ab0521dc-0b53-43a8-aee4-0566f264b7d1),segment_id=ab0521dc-0b53-43a8-aee4-0566f264b7d1)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:29.623525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a8a91b16-956a-44ac-8b45-7f441087fca6 None None] Deleting port 9f829e2a-4834-4f97-92b7-a875f67f2b3a {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:29.623945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8a91b16-956a-44ac-8b45-7f441087fca6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:29.639829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-61eb6392-a1d7-4516-9f68-4a1c5b20604a None None] Port 1b8df3c8-2822-4cbc-83f6-3cc031f5841e cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:15:29.692699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34520) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:29.721418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:29.723209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9406cbb2-1272-4ec4-9a81-9242fcc8b333 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:29.732933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b96ea8c1-812d-437c-bae2-536d40a64694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:29.770346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f66d4979-b17d-4c0d-b740-d47d29960d42 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:29.773296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-442aa695-8810-4658-866f-9938bd264b6c tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:29.773296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-442aa695-8810-4658-866f-9938bd264b6c tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:29.793274 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-9406cbb2-1272-4ec4-9a81-9242fcc8b333 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 23 09:15:29.793974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9406cbb2-1272-4ec4-9a81-9242fcc8b333 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:15:29.801349 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9406cbb2-1272-4ec4-9a81-9242fcc8b333 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "DELETE /v2.0/networks/1f2d97d0-68d2-4c55-8adb-687b37028303 HTTP/1.1" status: 409 len: 405 time: 0.2433331 Apr 23 09:15:29.807685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34526) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:29.809852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a8a91b16-956a-44ac-8b45-7f441087fca6 None None] For port 9f829e2a-4834-4f97-92b7-a875f67f2b3a, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=9f829e2a-4834-4f97-92b7-a875f67f2b3a,segment=NetworkSegment(ab0521dc-0b53-43a8-aee4-0566f264b7d1),segment_id=ab0521dc-0b53-43a8-aee4-0566f264b7d1)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:29.810344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8a91b16-956a-44ac-8b45-7f441087fca6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:29.812581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66d4979-b17d-4c0d-b740-d47d29960d42 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:15:29.829388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 42fc4c92-fcfa-42f3-a267-0e8065dc36a4 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:15:29.832396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69302ff7-b0ce-4e3e-82ae-495a892ab69d tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:29.833367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3f32c9f4-54f2-4f44-b5ed-3bbe038941e6 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-987146442'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:29.835794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0959057f-7d70-4a27-a090-9195f1fe0194 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:29.852005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3f32c9f4-54f2-4f44-b5ed-3bbe038941e6 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:29.852688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69302ff7-b0ce-4e3e-82ae-495a892ab69d tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:29.857577 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-442aa695-8810-4658-866f-9938bd264b6c tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7265859 Apr 23 09:15:29.875990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Request body: {'port': {'device_id': '5a04cee2-618c-478b-ae43-bfd8ec991382', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:29.877109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 42fc4c92-fcfa-42f3-a267-0e8065dc36a4 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:15:29.877506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 42fc4c92-fcfa-42f3-a267-0e8065dc36a4 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:15:29.877982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9f829e2a-4834-4f97-92b7-a875f67f2b3a no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:15:29.917578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3f32c9f4-54f2-4f44-b5ed-3bbe038941e6 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Usage tracker for resource:network and tenant:21b39df122d54bb0acfa2a1dae871901 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:29.921822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3f32c9f4-54f2-4f44-b5ed-3bbe038941e6 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:29.936770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3f32c9f4-54f2-4f44-b5ed-3bbe038941e6 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:30.011467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-3022bd15-c58e-4ec7-b5d6-1f1b9f330d54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet 45d25574-6698-41fc-b667-f4dbc279f739 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:15:30.045397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a8a91b16-956a-44ac-8b45-7f441087fca6 None None] Calling delete_port for 9f829e2a-4834-4f97-92b7-a875f67f2b3a owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:15:30.068813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=9f829e2a-4834-4f97-92b7-a875f67f2b3a,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:30.077343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:30.079412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3022bd15-c58e-4ec7-b5d6-1f1b9f330d54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:30.133831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69302ff7-b0ce-4e3e-82ae-495a892ab69d tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:30.133831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69302ff7-b0ce-4e3e-82ae-495a892ab69d tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bfae6c31-1252-41d3-8373-34260ac8ae15 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:15:30.183435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:30.254177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8a91b16-956a-44ac-8b45-7f441087fca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:30.258414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 41881ee8-56da-43ae-8c38-825faba85193 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:15:30.262266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3022bd15-c58e-4ec7-b5d6-1f1b9f330d54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:30.291050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e066f309-ca9a-4746-a51d-e20448f36b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:30.308982 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-69302ff7-b0ce-4e3e-82ae-495a892ab69d tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 23 09:15:30.312982 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-69302ff7-b0ce-4e3e-82ae-495a892ab69d tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.7159472 Apr 23 09:15:30.327149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34530) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:30.345836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 41881ee8-56da-43ae-8c38-825faba85193 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:15:30.346259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 41881ee8-56da-43ae-8c38-825faba85193 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:15:30.349910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a91b16-956a-44ac-8b45-7f441087fca6 None None] Pushing event deleted for resources: {'Port': ['ID=9f829e2a-4834-4f97-92b7-a875f67f2b3a,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:30.354104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a8a91b16-956a-44ac-8b45-7f441087fca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:30.354690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a91b16-956a-44ac-8b45-7f441087fca6 None None] No DVR routers for this DVR port 9f829e2a-4834-4f97-92b7-a875f67f2b3a on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:15:30.381758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:30.382524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f66d4979-b17d-4c0d-b740-d47d29960d42 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 6cca3856-365f-41b3-b8d6-5acc46f7b22a has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:15:30.393462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f66d4979-b17d-4c0d-b740-d47d29960d42 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:30.484697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f32c9f4-54f2-4f44-b5ed-3bbe038941e6 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Made reservation on behalf of 21b39df122d54bb0acfa2a1dae871901 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:30.491546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3f32c9f4-54f2-4f44-b5ed-3bbe038941e6 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:30.522109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac16c23-6d66-4d16-ae5b-f321539cd8f2 req-49e19665-8dd5-4409-a59b-94714f481df5 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:30.523874 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ac16c23-6d66-4d16-ae5b-f321539cd8f2 req-49e19665-8dd5-4409-a59b-94714f481df5 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 932 time: 0.7987590 Apr 23 09:15:30.660649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f32c9f4-54f2-4f44-b5ed-3bbe038941e6 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:15:30.685469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f66d4979-b17d-4c0d-b740-d47d29960d42 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 6cca3856-365f-41b3-b8d6-5acc46f7b22a has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:15:30.713588 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:15:30.792476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3f32c9f4-54f2-4f44-b5ed-3bbe038941e6 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:30.793095 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-3f32c9f4-54f2-4f44-b5ed-3bbe038941e6 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Added segment e75f110d-4622-4f51-b00e-fbaca1b7dd9f of type vlan for network 12484843-e73b-4f01-a796-16ffc91295e6 Apr 23 09:15:30.803127 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ac16c23-6d66-4d16-ae5b-f321539cd8f2 req-fa2ceaf5-a469-47fd-a405-d1a27a5b6cd6 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/security-groups?id=12f47839-763e-479f-b93f-4668f8e80855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721443 Apr 23 09:15:30.894572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3f32c9f4-54f2-4f44-b5ed-3bbe038941e6 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:30.935521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f66d4979-b17d-4c0d-b740-d47d29960d42 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:30.940292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f66d4979-b17d-4c0d-b740-d47d29960d42 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:30.945206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7a5da0c8-aba8-42e0-a431-5818fc4df2be tempest-RoutersAdminTest-2013449366 tempest-RoutersAdminTest-2013449366-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:30.972788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d4979-b17d-4c0d-b740-d47d29960d42 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Network': ['ID=6cca3856-365f-41b3-b8d6-5acc46f7b22a,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:30.975638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f66d4979-b17d-4c0d-b740-d47d29960d42 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:30.980224 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f66d4979-b17d-4c0d-b740-d47d29960d42 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/networks/6cca3856-365f-41b3-b8d6-5acc46f7b22a HTTP/1.1" status: 204 len: 168 time: 2.1568298 Apr 23 09:15:30.984321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34534) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:30.991881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f136c733-e1aa-4ca9-9dba-fabaf1c2f581 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'network': {'name': 'tempest-RoutersTest-1737711568'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:31.007253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f136c733-e1aa-4ca9-9dba-fabaf1c2f581 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:31.015302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f136c733-e1aa-4ca9-9dba-fabaf1c2f581 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:network and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:31.020015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f136c733-e1aa-4ca9-9dba-fabaf1c2f581 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:31.032609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f136c733-e1aa-4ca9-9dba-fabaf1c2f581 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:31.046742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3022bd15-c58e-4ec7-b5d6-1f1b9f330d54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:31.061145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3f32c9f4-54f2-4f44-b5ed-3bbe038941e6 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:31.067317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f32c9f4-54f2-4f44-b5ed-3bbe038941e6 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:31.067979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3f32c9f4-54f2-4f44-b5ed-3bbe038941e6 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:31.072113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:31.113665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f136c733-e1aa-4ca9-9dba-fabaf1c2f581 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Made reservation on behalf of 28923eac46964204bb78aee0456d0ac1 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:31.120230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f136c733-e1aa-4ca9-9dba-fabaf1c2f581 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:31.218245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32c9f4-54f2-4f44-b5ed-3bbe038941e6 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event updated for resources: {'Network': ['ID=12484843-e73b-4f01-a796-16ffc91295e6,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:31.223348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3f32c9f4-54f2-4f44-b5ed-3bbe038941e6 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:31.226935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f136c733-e1aa-4ca9-9dba-fabaf1c2f581 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:15:31.229261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 12484843-e73b-4f01-a796-16ffc91295e6 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:15:31.236841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f136c733-e1aa-4ca9-9dba-fabaf1c2f581 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:31.237227 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-f136c733-e1aa-4ca9-9dba-fabaf1c2f581 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Added segment 2d02ed3d-5954-4417-8d18-29928bb7090c of type vlan for network 8a6d48df-e65c-466a-868c-c2958ab4e7e7 Apr 23 09:15:31.245021 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3f32c9f4-54f2-4f44-b5ed-3bbe038941e6 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4357021 Apr 23 09:15:31.246690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34538) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:31.253889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-73b702bc-8fe0-461f-917b-9044a08db40a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Request body: {'subnet': {'network_id': '12484843-e73b-4f01-a796-16ffc91295e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:31.312812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f136c733-e1aa-4ca9-9dba-fabaf1c2f581 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:31.398914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-93546325-6f43-4a3c-bf65-011619d62c5e tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Deleting port 552232df-f90f-4d37-aeff-ff6d2fb3baa3 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:31.399322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-93546325-6f43-4a3c-bf65-011619d62c5e tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:31.417610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-73b702bc-8fe0-461f-917b-9044a08db40a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:31.430999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-73b702bc-8fe0-461f-917b-9044a08db40a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:31.449647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f136c733-e1aa-4ca9-9dba-fabaf1c2f581 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:31.455943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f136c733-e1aa-4ca9-9dba-fabaf1c2f581 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:31.456590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f136c733-e1aa-4ca9-9dba-fabaf1c2f581 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:31.462656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-50167b03-7187-4a58-92ae-0d829d5cb213 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:31.499720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b702bc-8fe0-461f-917b-9044a08db40a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Made reservation on behalf of 21b39df122d54bb0acfa2a1dae871901 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:31.505921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-73b702bc-8fe0-461f-917b-9044a08db40a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:31.546239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-0959057f-7d70-4a27-a090-9195f1fe0194 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Allocated IP 172.20.0.1 (cd59f0a9-a4b6-4377-9744-cfb40c837544/075cf726-5ac6-4b6c-aa55-c646094c8693/27007f6b-4ead-4f03-a25c-591174eb36fb) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:31.618169 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f136c733-e1aa-4ca9-9dba-fabaf1c2f581 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6325128 Apr 23 09:15:31.633387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34542) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:31.684630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136c733-e1aa-4ca9-9dba-fabaf1c2f581 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Network': ['ID=8a6d48df-e65c-466a-868c-c2958ab4e7e7,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:31.690017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f136c733-e1aa-4ca9-9dba-fabaf1c2f581 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:31.695572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 8a6d48df-e65c-466a-868c-c2958ab4e7e7 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:15:31.712716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-29bfc007-2c5f-478a-b518-4e617bb03c20 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'subnet': {'network_id': '8a6d48df-e65c-466a-868c-c2958ab4e7e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:31.791723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-93546325-6f43-4a3c-bf65-011619d62c5e tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:31.910689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:15:32.151397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.objects.ports [None req-73b702bc-8fe0-461f-917b-9044a08db40a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87174) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 23 09:15:32.152721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-73b702bc-8fe0-461f-917b-9044a08db40a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:32.157535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d0e3c18-339a-485b-b5d0-9a0f7d4604b3 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:32.180577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-93546325-6f43-4a3c-bf65-011619d62c5e tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Calling delete_port for 552232df-f90f-4d37-aeff-ff6d2fb3baa3 owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:15:32.231641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-29bfc007-2c5f-478a-b518-4e617bb03c20 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:32.243367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b702bc-8fe0-461f-917b-9044a08db40a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event updated for resources: {'Subnet': ['ID=a75c7c6e-7ba6-47c1-81fb-109e95af0f91,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:32.249317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-73b702bc-8fe0-461f-917b-9044a08db40a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:32.253912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b702bc-8fe0-461f-917b-9044a08db40a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Checking segment: {'id': 'e75f110d-4622-4f51-b00e-fbaca1b7dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '12484843-e73b-4f01-a796-16ffc91295e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:15:32.254366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b702bc-8fe0-461f-917b-9044a08db40a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network hostable DHCP agents. Network: 12484843-e73b-4f01-a796-16ffc91295e6, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:15:32.260934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8df3c8-2822-4cbc-83f6-3cc031f5841e {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:15:32.280805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-29bfc007-2c5f-478a-b518-4e617bb03c20 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:subnet and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:32.294295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:32.298645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-29bfc007-2c5f-478a-b518-4e617bb03c20 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:32.309826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-29bfc007-2c5f-478a-b518-4e617bb03c20 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:32.329959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b702bc-8fe0-461f-917b-9044a08db40a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network 12484843-e73b-4f01-a796-16ffc91295e6 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:15:32.337282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3022bd15-c58e-4ec7-b5d6-1f1b9f330d54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:32.346816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:32.386715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-73b702bc-8fe0-461f-917b-9044a08db40a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 12484843-e73b-4f01-a796-16ffc91295e6) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:32.396868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6900dbeb-7c34-495d-be6a-1565d032b4e2 None None] Network 12484843-e73b-4f01-a796-16ffc91295e6 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:32.402726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b702bc-8fe0-461f-917b-9044a08db40a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:32.403757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-73b702bc-8fe0-461f-917b-9044a08db40a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:32.415250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022bd15-c58e-4ec7-b5d6-1f1b9f330d54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=45d25574-6698-41fc-b667-f4dbc279f739,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:32.419892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3022bd15-c58e-4ec7-b5d6-1f1b9f330d54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:32.427446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0959057f-7d70-4a27-a090-9195f1fe0194 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:32.438474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f514bb2-d746-4207-9c1d-7a18a24a82b2 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:32.440373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a73fe-9db6-4238-90b2-cdd0e8e124a6 req-4b7b7835-e254-4d31-835f-85a5cbb6e553 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:32.442111 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cc9a73fe-9db6-4238-90b2-cdd0e8e124a6 req-4b7b7835-e254-4d31-835f-85a5cbb6e553 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 932 time: 0.5062008 Apr 23 09:15:32.443343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3022bd15-c58e-4ec7-b5d6-1f1b9f330d54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:32.459781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Transition to ACTIVE for port object 1b8df3c8-2822-4cbc-83f6-3cc031f5841e will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:32.464504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bfc007-2c5f-478a-b518-4e617bb03c20 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Made reservation on behalf of 28923eac46964204bb78aee0456d0ac1 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:32.470792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-29bfc007-2c5f-478a-b518-4e617bb03c20 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:32.479916 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-73b702bc-8fe0-461f-917b-9044a08db40a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2320566 Apr 23 09:15:32.482657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34548) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:32.550162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:32.564323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:32.607707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0959057f-7d70-4a27-a090-9195f1fe0194 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Transition to ACTIVE for port object 27007f6b-4ead-4f03-a25c-591174eb36fb will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:32.660706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:32.734296 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3022bd15-c58e-4ec7-b5d6-1f1b9f330d54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/45d25574-6698-41fc-b667-f4dbc279f739 HTTP/1.1" status: 204 len: 168 time: 3.0351624 Apr 23 09:15:32.744936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34552) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:32.824810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:32.848353 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cc9a73fe-9db6-4238-90b2-cdd0e8e124a6 req-a8a2b7eb-97e1-47c1-a06e-5545b39f6465 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/security-groups?id=12f47839-763e-479f-b93f-4668f8e80855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3871996 Apr 23 09:15:32.890854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8df3c8-2822-4cbc-83f6-3cc031f5841e,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:32.937796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:32.980550 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-554e8b05-bef6-4951-be88-4be33dde6123 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2343998 Apr 23 09:15:32.984097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34556) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:32.993821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7d0c1639-e024-4e22-ab92-a0d1ee100ca4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:32.994558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-93546325-6f43-4a3c-bf65-011619d62c5e tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:33.006288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-442aa695-8810-4658-866f-9938bd264b6c tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:33.071139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-12484843-e73b-4f01-a796-16ffc91295e6', 'network_id': '12484843-e73b-4f01-a796-16ffc91295e6', 'tenant_id': '21b39df122d54bb0acfa2a1dae871901', 'fixed_ips': [{'subnet_id': 'a75c7c6e-7ba6-47c1-81fb-109e95af0f91'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:15:33.072944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:33.079690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93546325-6f43-4a3c-bf65-011619d62c5e tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Pushing event deleted for resources: {'Port': ['ID=552232df-f90f-4d37-aeff-ff6d2fb3baa3,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:33.083538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-93546325-6f43-4a3c-bf65-011619d62c5e tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:33.159762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0959057f-7d70-4a27-a090-9195f1fe0194 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:33.173684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efed99f-06c9-4d6c-b7be-9207de26da02 None None] DHCP port deletion for bb316f39-4b0e-43f1-8f3e-34646815cee0 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:15:33.175051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-84ae9ed3-ea3c-4750-bf1c-a3f285e5f186 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:33.230534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7d0c1639-e024-4e22-ab92-a0d1ee100ca4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:33.266688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7d0c1639-e024-4e22-ab92-a0d1ee100ca4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:33.278155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7d0c1639-e024-4e22-ab92-a0d1ee100ca4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:33.285652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7d0c1639-e024-4e22-ab92-a0d1ee100ca4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:33.322901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0959057f-7d70-4a27-a090-9195f1fe0194 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Network cd59f0a9-a4b6-4377-9744-cfb40c837544 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:33.334283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Attempting to bind port 1b8df3c8-2822-4cbc-83f6-3cc031f5841e on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:15:33.334283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Attempting to bind port 1b8df3c8-2822-4cbc-83f6-3cc031f5841e by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '227f2858-c0bf-4b5d-a20f-49a6a3bca62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:15:33.334283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Attempting to bind port 1b8df3c8-2822-4cbc-83f6-3cc031f5841e on network 9da1bde6-e097-474a-957c-8a07c337c629 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:15:33.334735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Allocated IP 2001:db8::f816:3eff:fe61:6766 (12484843-e73b-4f01-a796-16ffc91295e6/a75c7c6e-7ba6-47c1-81fb-109e95af0f91/4285c685-1368-4790-ae21-700d7b61a013) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:33.350200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8efed99f-06c9-4d6c-b7be-9207de26da02 None None] Deleting port b3b83625-290d-489a-9a93-0ac5d7a8be60 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:33.350622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8efed99f-06c9-4d6c-b7be-9207de26da02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:33.351523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-0959057f-7d70-4a27-a090-9195f1fe0194 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:33.383473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0959057f-7d70-4a27-a090-9195f1fe0194 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:33.558015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0c1639-e024-4e22-ab92-a0d1ee100ca4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:33.566089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d0c1639-e024-4e22-ab92-a0d1ee100ca4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:33.574067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-8efed99f-06c9-4d6c-b7be-9207de26da02 None None] For port b3b83625-290d-489a-9a93-0ac5d7a8be60, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b3b83625-290d-489a-9a93-0ac5d7a8be60,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:33.574552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8efed99f-06c9-4d6c-b7be-9207de26da02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:33.730190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Port 1b8df3c8-2822-4cbc-83f6-3cc031f5841e on network 9da1bde6-e097-474a-957c-8a07c337c629 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:15:33.730912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Attempting to bind port 1b8df3c8-2822-4cbc-83f6-3cc031f5841e on network 9da1bde6-e097-474a-957c-8a07c337c629 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:15:33.743047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8efed99f-06c9-4d6c-b7be-9207de26da02 None None] Calling delete_port for b3b83625-290d-489a-9a93-0ac5d7a8be60 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:15:33.743152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:15:33.743518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Checking segment: {'id': '227f2858-c0bf-4b5d-a20f-49a6a3bca62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:15:33.744212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Bound using segment: {'id': '227f2858-c0bf-4b5d-a20f-49a6a3bca62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:15:33.744770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Bound port: 1b8df3c8-2822-4cbc-83f6-3cc031f5841e, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227f2858-c0bf-4b5d-a20f-49a6a3bca62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:15:33.745370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:33.765594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959057f-7d70-4a27-a090-9195f1fe0194 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Port': ['ID=27007f6b-4ead-4f03-a25c-591174eb36fb,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:33.772321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0959057f-7d70-4a27-a090-9195f1fe0194 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:33.796781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d37353da-72e2-495c-b1eb-3d67f0de8bf8 None None] Provisioning for port 27007f6b-4ead-4f03-a25c-591174eb36fb completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:33.804465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d37353da-72e2-495c-b1eb-3d67f0de8bf8 None None] Provisioning complete for port 27007f6b-4ead-4f03-a25c-591174eb36fb triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:33.804971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d37353da-72e2-495c-b1eb-3d67f0de8bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:33.819254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-93546325-6f43-4a3c-bf65-011619d62c5e tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:33.854284 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-93546325-6f43-4a3c-bf65-011619d62c5e tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] 10.222.0.60 "DELETE /v2.0/ports/552232df-f90f-4d37-aeff-ff6d2fb3baa3 HTTP/1.1" status: 204 len: 168 time: 3.5233405 Apr 23 09:15:33.876940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0959057f-7d70-4a27-a090-9195f1fe0194 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:33.914674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d37353da-72e2-495c-b1eb-3d67f0de8bf8 None None] Port 27007f6b-4ead-4f03-a25c-591174eb36fb cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:15:33.921048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b3b83625-290d-489a-9a93-0ac5d7a8be60 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:15:33.974389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] For port 1b8df3c8-2822-4cbc-83f6-3cc031f5841e, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:15:33.984894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] For port 1b8df3c8-2822-4cbc-83f6-3cc031f5841e, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1b8df3c8-2822-4cbc-83f6-3cc031f5841e,segment=NetworkSegment(227f2858-c0bf-4b5d-a20f-49a6a3bca62d),segment_id=227f2858-c0bf-4b5d-a20f-49a6a3bca62d)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:15:34.044114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:34.044348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:34.060617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0959057f-7d70-4a27-a090-9195f1fe0194 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:34.065502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Transition to ACTIVE for port object 4285c685-1368-4790-ae21-700d7b61a013 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:34.157060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:34.158064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:34.159991 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] 10.222.0.35 "PUT /v2.0/ports/1b8df3c8-2822-4cbc-83f6-3cc031f5841e HTTP/1.1" status: 200 len: 1094 time: 4.2923887 Apr 23 09:15:34.162376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a04cee2-618c-478b-ae43-bfd8ec991382', 'tag': '1b8df3c8-2822-4cbc-83f6-3cc031f5841e'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:15:34.196330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:34.201523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ace233-a8d4-4c05-990b-65f181e97b42 req-103b60b6-d303-433b-a589-dfad974d076d tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:34.204419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8df3c8-2822-4cbc-83f6-3cc031f5841e,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:34.209549 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f9ace233-a8d4-4c05-990b-65f181e97b42 req-103b60b6-d303-433b-a589-dfad974d076d tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 944 time: 0.2220938 Apr 23 09:15:34.211126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:34.257147 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a04cee2-618c-478b-ae43-bfd8ec991382', 'tag': '1b8df3c8-2822-4cbc-83f6-3cc031f5841e', 'status': 'completed', 'code': 200} Apr 23 09:15:34.274620 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f9ace233-a8d4-4c05-990b-65f181e97b42 req-03525d2d-c94a-4e48-bb25-23623387ec22 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/security-groups?id=12f47839-763e-479f-b93f-4668f8e80855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603719 Apr 23 09:15:34.292888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Transition to ACTIVE for port object 4285c685-1368-4790-ae21-700d7b61a013 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:34.336740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:34.342714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a8a91b16-956a-44ac-8b45-7f441087fca6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:34.379526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:34.393108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:34.433977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8efed99f-06c9-4d6c-b7be-9207de26da02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:34.462171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-29bfc007-2c5f-478a-b518-4e617bb03c20 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:34.473056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0959057f-7d70-4a27-a090-9195f1fe0194 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:34.491898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Network 12484843-e73b-4f01-a796-16ffc91295e6 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:34.497507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1c537080-fb17-4a4f-aea1-ac0d5b32b566 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:34.513439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:34.521561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efed99f-06c9-4d6c-b7be-9207de26da02 None None] No DVR routers for this DVR port b3b83625-290d-489a-9a93-0ac5d7a8be60 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:15:34.524399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:34.532886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:34.555108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34568) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:34.576180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event deleted for resources: {'Subnet': ['ID=a75c7c6e-7ba6-47c1-81fb-109e95af0f91,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:34.585852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:34.625804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Pushing event updated for resources: {'Port': ['ID=4285c685-1368-4790-ae21-700d7b61a013,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:34.644791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:34.647241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:34.657341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d0c1639-e024-4e22-ab92-a0d1ee100ca4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:34.675564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d5a41f00-47a8-4f3a-a713-ce023e450fa7 tempest-RoutersIpV6AdminTest-127128483 tempest-RoutersIpV6AdminTest-127128483-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:34.726749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efed99f-06c9-4d6c-b7be-9207de26da02 None None] Pushing event deleted for resources: {'Port': ['ID=b3b83625-290d-489a-9a93-0ac5d7a8be60,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:34.736072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0c1639-e024-4e22-ab92-a0d1ee100ca4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:34.736666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8efed99f-06c9-4d6c-b7be-9207de26da02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:34.739427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Attempting to bind port 4285c685-1368-4790-ae21-700d7b61a013 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:15:34.739427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Attempting to bind port 4285c685-1368-4790-ae21-700d7b61a013 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'e75f110d-4622-4f51-b00e-fbaca1b7dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '12484843-e73b-4f01-a796-16ffc91295e6'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:15:34.739905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Attempting to bind port 4285c685-1368-4790-ae21-700d7b61a013 on network 12484843-e73b-4f01-a796-16ffc91295e6 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:15:34.742192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-7d0c1639-e024-4e22-ab92-a0d1ee100ca4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:34.748341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:15:34.748762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Checking segment: {'id': 'e75f110d-4622-4f51-b00e-fbaca1b7dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '12484843-e73b-4f01-a796-16ffc91295e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:15:34.749213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:34.749656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Bound using segment: {'id': 'e75f110d-4622-4f51-b00e-fbaca1b7dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '12484843-e73b-4f01-a796-16ffc91295e6'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:15:34.750176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Bound port: 4285c685-1368-4790-ae21-700d7b61a013, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75f110d-4622-4f51-b00e-fbaca1b7dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '12484843-e73b-4f01-a796-16ffc91295e6'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:15:34.750675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:34.765793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5313f6-c454-40d0-bd8a-1c5f405303a5 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:34.773028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c1639-e024-4e22-ab92-a0d1ee100ca4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=a7029a52-59b8-4094-941e-b2b205298675,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:34.778246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0c1639-e024-4e22-ab92-a0d1ee100ca4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:34.778934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d0c1639-e024-4e22-ab92-a0d1ee100ca4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:34.789880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d0c1639-e024-4e22-ab92-a0d1ee100ca4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:34.791665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12484843-e73b-4f01-a796-16ffc91295e6']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:34.818150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75f110d-4622-4f51-b00e-fbaca1b7dd9f') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:34.818150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75f110d-4622-4f51-b00e-fbaca1b7dd9f') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:34.833370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:34.849623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:34.856635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:15:34.871924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e852f071-7f51-4b78-930e-672743dd1b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:34.889304 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7d0c1639-e024-4e22-ab92-a0d1ee100ca4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9041796 Apr 23 09:15:34.893010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34574) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:34.894687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bfc007-2c5f-478a-b518-4e617bb03c20 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Subnet': ['ID=2178a879-0fdb-49f3-9024-8fe3b9030432,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:34.909654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-29bfc007-2c5f-478a-b518-4e617bb03c20 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:34.931836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bfc007-2c5f-478a-b518-4e617bb03c20 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Checking segment: {'id': '2d02ed3d-5954-4417-8d18-29928bb7090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8a6d48df-e65c-466a-868c-c2958ab4e7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:15:34.932275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bfc007-2c5f-478a-b518-4e617bb03c20 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network hostable DHCP agents. Network: 8a6d48df-e65c-466a-868c-c2958ab4e7e7, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:15:34.938902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e852f071-7f51-4b78-930e-672743dd1b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:34.946596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d11ceb33-aabd-4787-9ff2-0d2df6bc064c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'fixed_ips': [{'subnet_id': 'a7029a52-59b8-4094-941e-b2b205298675', 'ip_address': '2001:db8::88fd:68df:f8f0:46b5'}], 'name': 'tempest-NetworksTestDHCPv6-567224439'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:34.961926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e852f071-7f51-4b78-930e-672743dd1b87 admin admin] Usage tracker for resource:security_group_rule and tenant:7634286aa7884b6b96968b5937930473 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:34.971843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e852f071-7f51-4b78-930e-672743dd1b87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:34.984537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e852f071-7f51-4b78-930e-672743dd1b87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:34.988988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a6305-ec58-4a84-9ed8-2aaee0422afb req-d36a9dbf-b118-420b-8d0a-d1149fc89331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:34.990655 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c75a6305-ec58-4a84-9ed8-2aaee0422afb req-d36a9dbf-b118-420b-8d0a-d1149fc89331 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=680695fd5257427aa59cd011d8236117&device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 1097 time: 0.6444366 Apr 23 09:15:35.027643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] For port 4285c685-1368-4790-ae21-700d7b61a013, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:15:35.071115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bfc007-2c5f-478a-b518-4e617bb03c20 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 8a6d48df-e65c-466a-868c-c2958ab4e7e7 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:15:35.101788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-bb316f39-4b0e-43f1-8f3e-34646815cee0', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'fixed_ips': [{'subnet_id': 'a7029a52-59b8-4094-941e-b2b205298675'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:15:35.103955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:35.163125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-29bfc007-2c5f-478a-b518-4e617bb03c20 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 8a6d48df-e65c-466a-868c-c2958ab4e7e7) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:35.177643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b4e903-b131-49ef-a074-b5dea58716a6 None None] Network 8a6d48df-e65c-466a-868c-c2958ab4e7e7 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:35.256230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bfc007-2c5f-478a-b518-4e617bb03c20 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:35.256902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-29bfc007-2c5f-478a-b518-4e617bb03c20 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:35.350113 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-29bfc007-2c5f-478a-b518-4e617bb03c20 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7152619 Apr 23 09:15:35.355186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a6305-ec58-4a84-9ed8-2aaee0422afb req-e7e4f5b7-4532-4bb6-8a56-abb349efa02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:35.356801 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c75a6305-ec58-4a84-9ed8-2aaee0422afb req-e7e4f5b7-4532-4bb6-8a56-abb349efa02f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=680695fd5257427aa59cd011d8236117&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3548300 Apr 23 09:15:35.357328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34580) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:35.366443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2fcf0205-7e48-4ac2-b4f3-6c5bad3e8046 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1516216018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:35.405095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2fcf0205-7e48-4ac2-b4f3-6c5bad3e8046 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:35.430229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2fcf0205-7e48-4ac2-b4f3-6c5bad3e8046 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:router and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:35.458594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Allocated IP 2001:db8::2 (bb316f39-4b0e-43f1-8f3e-34646815cee0/a7029a52-59b8-4094-941e-b2b205298675/9db10fa2-8f35-4255-abbf-9ab8d1d32e9e) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:35.473666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2fcf0205-7e48-4ac2-b4f3-6c5bad3e8046 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:35.502430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network 12484843-e73b-4f01-a796-16ffc91295e6 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:15:35.515602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:35.547823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2fcf0205-7e48-4ac2-b4f3-6c5bad3e8046 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:35.574254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0959057f-7d70-4a27-a090-9195f1fe0194 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:35.631567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0959057f-7d70-4a27-a090-9195f1fe0194 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:35.647192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-8a6d48df-e65c-466a-868c-c2958ab4e7e7', 'network_id': '8a6d48df-e65c-466a-868c-c2958ab4e7e7', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'fixed_ips': [{'subnet_id': '2178a879-0fdb-49f3-9024-8fe3b9030432'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:15:35.648107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:35.672504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a6b429c3-6a32-4f99-86b9-93959ddcc97f tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:35.678516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d11ceb33-aabd-4787-9ff2-0d2df6bc064c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:35.721862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fcf0205-7e48-4ac2-b4f3-6c5bad3e8046 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:35.723079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fcf0205-7e48-4ac2-b4f3-6c5bad3e8046 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:35.735533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d11ceb33-aabd-4787-9ff2-0d2df6bc064c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:port and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:35.742057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d11ceb33-aabd-4787-9ff2-0d2df6bc064c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:35.748985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a6305-ec58-4a84-9ed8-2aaee0422afb req-7a8f586b-70d0-4b47-8e0a-00b5acfe0736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:35.750661 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c75a6305-ec58-4a84-9ed8-2aaee0422afb req-7a8f586b-70d0-4b47-8e0a-00b5acfe0736 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3760536 Apr 23 09:15:35.771690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d11ceb33-aabd-4787-9ff2-0d2df6bc064c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:35.782350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network 12484843-e73b-4f01-a796-16ffc91295e6 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:15:35.793356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d02d87-3192-4bab-9e4c-1c3a1fdf169f req-92b1e77d-06b5-43dc-ab6b-fb68ad331e1d tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:35.795166 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d1d02d87-3192-4bab-9e4c-1c3a1fdf169f req-92b1e77d-06b5-43dc-ab6b-fb68ad331e1d tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 944 time: 0.3715343 Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:15:35.815129 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:15:35.833281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11ceb33-aabd-4787-9ff2-0d2df6bc064c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:35.883057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959057f-7d70-4a27-a090-9195f1fe0194 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Port': ['ID=27007f6b-4ead-4f03-a25c-591174eb36fb,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:35.890141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0959057f-7d70-4a27-a090-9195f1fe0194 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:35.891099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0959057f-7d70-4a27-a090-9195f1fe0194 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:35.968921 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d1d02d87-3192-4bab-9e4c-1c3a1fdf169f req-1d743bdc-701a-425c-8580-6afeb6465f0d tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/security-groups?id=12f47839-763e-479f-b93f-4668f8e80855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258807 Apr 23 09:15:35.993397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] For port 4285c685-1368-4790-ae21-700d7b61a013, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4285c685-1368-4790-ae21-700d7b61a013,segment=NetworkSegment(e75f110d-4622-4f51-b00e-fbaca1b7dd9f),segment_id=e75f110d-4622-4f51-b00e-fbaca1b7dd9f)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:15:36.032918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 09:15:36.032918 dv-neutron-786478-4-hyperv neutron-server[87059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 09:15:36.032918 dv-neutron-786478-4-hyperv neutron-server[87059]: [parameters: {'id': '12484843-e73b-4f01-a796-16ffc91295e6'}] Apr 23 09:15:36.032918 dv-neutron-786478-4-hyperv neutron-server[87059]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:15:36.032918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:15:36.045720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d11ceb33-aabd-4787-9ff2-0d2df6bc064c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:36.073538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-d11ceb33-aabd-4787-9ff2-0d2df6bc064c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] device_id is not set on port 4a24984b-c1c5-46fa-b328-cda1c350e9ef yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:15:36.085108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fcf0205-7e48-4ac2-b4f3-6c5bad3e8046 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:36.087353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:36.098142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-fbf53dea-6acd-46cd-ab2b-4854f6d8bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:36.099734 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-fbf53dea-6acd-46cd-ab2b-4854f6d8bae9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=680695fd5257427aa59cd011d8236117&device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 1097 time: 0.3006823 Apr 23 09:15:36.100981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bae24a39-d8f7-4885-96db-f3e69041a4dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:36.203853 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-fc3cde60-4b27-4546-bd21-2f26a94b163e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b8df3c8-2822-4cbc-83f6-3cc031f5841e HTTP/1.1" status: 200 len: 217 time: 0.0927918 Apr 23 09:15:36.218552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:36.241829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Allocated IP 172.20.0.2 (8a6d48df-e65c-466a-868c-c2958ab4e7e7/2178a879-0fdb-49f3-9024-8fe3b9030432/c7458bda-b3dd-4f13-9057-cafae0fdeb61) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:36.253562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Transition to ACTIVE for port object 9db10fa2-8f35-4255-abbf-9ab8d1d32e9e will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:36.276086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Pushing event updated for resources: {'Port': ['ID=4285c685-1368-4790-ae21-700d7b61a013,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:36.279149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fcf0205-7e48-4ac2-b4f3-6c5bad3e8046 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:36.279666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:36.318474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0959057f-7d70-4a27-a090-9195f1fe0194 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Network cd59f0a9-a4b6-4377-9744-cfb40c837544 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:36.329829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-0959057f-7d70-4a27-a090-9195f1fe0194 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:36.374297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Transition to ACTIVE for port object 9db10fa2-8f35-4255-abbf-9ab8d1d32e9e will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:36.421976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-1ad6292d-1957-4673-b97e-09cd5e0cf660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:36.423593 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-1ad6292d-1957-4673-b97e-09cd5e0cf660 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b9b780d-df32-4d9f-896c-d11a8ac6fe41 HTTP/1.1" status: 200 len: 850 time: 0.2031038 Apr 23 09:15:36.456543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:36.469564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-58cc885f-8f28-4b3e-b15a-40387cafd81a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:36.514765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a9287e-3692-43e7-b965-764fb48852e7 None None] Network 12484843-e73b-4f01-a796-16ffc91295e6 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:36.548538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-d11ceb33-aabd-4787-9ff2-0d2df6bc064c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8::88fd:68df:f8f0:46b5 (bb316f39-4b0e-43f1-8f3e-34646815cee0/a7029a52-59b8-4094-941e-b2b205298675/4a24984b-c1c5-46fa-b328-cda1c350e9ef) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:36.562842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:36.595531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fcf0205-7e48-4ac2-b4f3-6c5bad3e8046 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:36.599282 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2fcf0205-7e48-4ac2-b4f3-6c5bad3e8046 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2351260 Apr 23 09:15:36.603688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:36.610357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34584) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:36.645468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b9d8245a-75ae-43f5-8987-d35e7bc48d04 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'port': {'network_id': '8a6d48df-e65c-466a-868c-c2958ab4e7e7', 'name': 'tempest-RoutersTest-384505999'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:36.676691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:36.679198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:36.691381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e852f071-7f51-4b78-930e-672743dd1b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:36.756798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Pushing event updated for resources: {'Port': ['ID=9db10fa2-8f35-4255-abbf-9ab8d1d32e9e,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:36.760533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:36.788502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e852f071-7f51-4b78-930e-672743dd1b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:36.811407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b31e3f59-f787-4af4-bd14-93d2bba3e7c3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:36.812258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Deleting port 4285c685-1368-4790-ae21-700d7b61a013 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:36.812715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:36.874722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6881545a-b9a9-4029-a35e-2f7caa79d5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:36.877376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0959057f-7d70-4a27-a090-9195f1fe0194 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Router c4f8cc17-2046-40e2-ae6a-b782d0459fee has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:15:36.903939 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e852f071-7f51-4b78-930e-672743dd1b87 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7634286aa7884b6b96968b5937930473&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3145118 Apr 23 09:15:36.911486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-1c5466a8-253e-4120-9c80-b8f10e40e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:36.913091 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-1c5466a8-253e-4120-9c80-b8f10e40e770 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9da1bde6-e097-474a-957c-8a07c337c629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3774226 Apr 23 09:15:36.923372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34588) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:36.924490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852f071-7f51-4b78-930e-672743dd1b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d420c002-6da1-4e8f-a1db-fb0eaeef1ab4,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:36.931462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e852f071-7f51-4b78-930e-672743dd1b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:36.953466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6404dc04-3332-4881-81fe-dbe7a857925d None None] Provisioning complete for port 27007f6b-4ead-4f03-a25c-591174eb36fb triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:36.953890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6404dc04-3332-4881-81fe-dbe7a857925d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:36.963091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d11ceb33-aabd-4787-9ff2-0d2df6bc064c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:36.979116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] For port 4285c685-1368-4790-ae21-700d7b61a013, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4285c685-1368-4790-ae21-700d7b61a013,segment=NetworkSegment(e75f110d-4622-4f51-b00e-fbaca1b7dd9f),segment_id=e75f110d-4622-4f51-b00e-fbaca1b7dd9f)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:36.979116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:37.014428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d11ceb33-aabd-4787-9ff2-0d2df6bc064c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Transition to ACTIVE for port object 4a24984b-c1c5-46fa-b328-cda1c350e9ef will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:37.061743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Attempting to bind port 9db10fa2-8f35-4255-abbf-9ab8d1d32e9e on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:15:37.062159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Attempting to bind port 9db10fa2-8f35-4255-abbf-9ab8d1d32e9e by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:15:37.062623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Attempting to bind port 9db10fa2-8f35-4255-abbf-9ab8d1d32e9e on network bb316f39-4b0e-43f1-8f3e-34646815cee0 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:15:37.090420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:15:37.090843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Checking segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:15:37.091296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:37.092065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Bound using segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:15:37.092257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Bound port: 9db10fa2-8f35-4255-abbf-9ab8d1d32e9e, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:15:37.092679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:37.102809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6404dc04-3332-4881-81fe-dbe7a857925d None None] Port 27007f6b-4ead-4f03-a25c-591174eb36fb cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:15:37.112521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:37.137300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Transition to ACTIVE for port object c7458bda-b3dd-4f13-9057-cafae0fdeb61 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:37.243740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Transition to ACTIVE for port object c7458bda-b3dd-4f13-9057-cafae0fdeb61 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:37.250761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d11ceb33-aabd-4787-9ff2-0d2df6bc064c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:37.261048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Calling delete_port for 4285c685-1368-4790-ae21-700d7b61a013 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:15:37.277098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-921ff447-5e6b-4881-b87c-9775bd3e50db tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:37.357697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11ceb33-aabd-4787-9ff2-0d2df6bc064c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:37.361097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:37.379143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:37.379612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-d11ceb33-aabd-4787-9ff2-0d2df6bc064c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:37.387685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11ceb33-aabd-4787-9ff2-0d2df6bc064c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:37.394030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11ceb33-aabd-4787-9ff2-0d2df6bc064c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:37.394818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d11ceb33-aabd-4787-9ff2-0d2df6bc064c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:37.427445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ceb33-aabd-4787-9ff2-0d2df6bc064c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=4a24984b-c1c5-46fa-b328-cda1c350e9ef,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:37.428980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d11ceb33-aabd-4787-9ff2-0d2df6bc064c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:37.452271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] For port 9db10fa2-8f35-4255-abbf-9ab8d1d32e9e, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:15:37.457934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] For port 9db10fa2-8f35-4255-abbf-9ab8d1d32e9e, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=9db10fa2-8f35-4255-abbf-9ab8d1d32e9e,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:15:37.476617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b9d8245a-75ae-43f5-8987-d35e7bc48d04 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:37.476951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193cb58-2dd0-442e-8aef-2b1ae6ea89bd req-87af5da9-a127-45dd-98c6-ab98b74abf45 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:37.486102 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b193cb58-2dd0-442e-8aef-2b1ae6ea89bd req-87af5da9-a127-45dd-98c6-ab98b74abf45 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 944 time: 0.3454185 Apr 23 09:15:37.508827 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d11ceb33-aabd-4787-9ff2-0d2df6bc064c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6125240 Apr 23 09:15:37.511814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34594) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:37.568418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Network 8a6d48df-e65c-466a-868c-c2958ab4e7e7 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:37.578148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b9d8245a-75ae-43f5-8987-d35e7bc48d04 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:port and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:37.581221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:37.583141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:37.586581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:37.590747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b9d8245a-75ae-43f5-8987-d35e7bc48d04 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:37.594927 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b193cb58-2dd0-442e-8aef-2b1ae6ea89bd req-c134152a-3025-4de7-bccc-c32d6b97cbb8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/security-groups?id=12f47839-763e-479f-b93f-4668f8e80855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078072 Apr 23 09:15:37.627539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b9d8245a-75ae-43f5-8987-d35e7bc48d04 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:37.631589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:37.641789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-584ec4b0-fde2-4cf1-a324-764f440b5465 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:37.679832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f49c87d-e2ab-4147-8d21-45e36b5ae2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:37.700827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event deleted for resources: {'Port': ['ID=4285c685-1368-4790-ae21-700d7b61a013,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:37.709259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Pushing event updated for resources: {'Port': ['ID=c7458bda-b3dd-4f13-9057-cafae0fdeb61,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:37.714588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:37.719203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:37.724750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:37.725733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d8245a-75ae-43f5-8987-d35e7bc48d04 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Made reservation on behalf of 28923eac46964204bb78aee0456d0ac1 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:37.733080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b9d8245a-75ae-43f5-8987-d35e7bc48d04 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:37.738718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575fd763-e9a4-479a-87bc-12306fd4483a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:37.745878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575fd763-e9a4-479a-87bc-12306fd4483a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:37.746805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-575fd763-e9a4-479a-87bc-12306fd4483a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:15:37.752112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] No DVR routers for this DVR port 4285c685-1368-4790-ae21-700d7b61a013 on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:15:37.765404 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-d571fcd1-dc18-468f-b2c2-c7d2f4b7bd2b service neutron] 10.222.0.35 "GET /v2.0/networks/9da1bde6-e097-474a-957c-8a07c337c629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8287973 Apr 23 09:15:37.785837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f49c87d-e2ab-4147-8d21-45e36b5ae2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:37.816826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Attempting to bind port c7458bda-b3dd-4f13-9057-cafae0fdeb61 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:15:37.817237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Attempting to bind port c7458bda-b3dd-4f13-9057-cafae0fdeb61 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '2d02ed3d-5954-4417-8d18-29928bb7090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8a6d48df-e65c-466a-868c-c2958ab4e7e7'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:15:37.817642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Attempting to bind port c7458bda-b3dd-4f13-9057-cafae0fdeb61 on network 8a6d48df-e65c-466a-868c-c2958ab4e7e7 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:15:37.824262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0959057f-7d70-4a27-a090-9195f1fe0194 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:15:37.851053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b388e379-2fa7-4097-ad34-fbdde1662863 None None] Sync routers for ids ['c4f8cc17-2046-40e2-ae6a-b782d0459fee'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:15:37.854064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:15:37.854515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Checking segment: {'id': '2d02ed3d-5954-4417-8d18-29928bb7090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8a6d48df-e65c-466a-868c-c2958ab4e7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:15:37.854964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:37.855327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-b9d8245a-75ae-43f5-8987-d35e7bc48d04 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] device_id is not set on port b9509f7a-a33c-47f1-a117-8ddce747b8a7 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:15:37.855442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Bound using segment: {'id': '2d02ed3d-5954-4417-8d18-29928bb7090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8a6d48df-e65c-466a-868c-c2958ab4e7e7'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:15:37.855903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Bound port: c7458bda-b3dd-4f13-9057-cafae0fdeb61, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d02ed3d-5954-4417-8d18-29928bb7090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8a6d48df-e65c-466a-868c-c2958ab4e7e7'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:15:37.856325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:37.913150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-575fd763-e9a4-479a-87bc-12306fd4483a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:15:37.918658 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-575fd763-e9a4-479a-87bc-12306fd4483a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4053328 Apr 23 09:15:37.919156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34598) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:37.926672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b388e379-2fa7-4097-ad34-fbdde1662863 None None] Routers {'c4f8cc17-2046-40e2-ae6a-b782d0459fee'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:37.927375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b388e379-2fa7-4097-ad34-fbdde1662863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c4f8cc17-2046-40e2-ae6a-b782d0459fee'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:37.975210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:38.013465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Pushing event updated for resources: {'Port': ['ID=9db10fa2-8f35-4255-abbf-9ab8d1d32e9e,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:38.019532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:38.162368 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0959057f-7d70-4a27-a090-9195f1fe0194 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "PUT /v2.0/routers/c4f8cc17-2046-40e2-ae6a-b782d0459fee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9760537 Apr 23 09:15:38.169224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34602) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:38.218077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-263c8069-0bca-44c2-8cef-3841e0685c65 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Request body: {'port': {'network_id': 'cd59f0a9-a4b6-4377-9744-cfb40c837544', 'name': 'tempest-FloatingIPTestJSON-1146038593'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:38.241374 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56012f88-b8ee-4d0c-a0cc-29fe965832cd req-bbfdb930-d77b-452b-9158-cf607c149d30 service neutron] 10.222.0.35 "GET /v2.0/networks/9da1bde6-e097-474a-957c-8a07c337c629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618366 Apr 23 09:15:38.273409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b388e379-2fa7-4097-ad34-fbdde1662863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:38.273632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-b9d8245a-75ae-43f5-8987-d35e7bc48d04 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Allocated IP 172.20.0.14 (8a6d48df-e65c-466a-868c-c2958ab4e7e7/2178a879-0fdb-49f3-9024-8fe3b9030432/b9509f7a-a33c-47f1-a117-8ddce747b8a7) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:38.283789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12484843-e73b-4f01-a796-16ffc91295e6']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:38.316343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b388e379-2fa7-4097-ad34-fbdde1662863 None None] Routers {'c4f8cc17-2046-40e2-ae6a-b782d0459fee'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:38.317033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b388e379-2fa7-4097-ad34-fbdde1662863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c4f8cc17-2046-40e2-ae6a-b782d0459fee'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:38.340526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f49c87d-e2ab-4147-8d21-45e36b5ae2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:38.348779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dddb1467-abcc-4e97-9fe3-10f76ca6a42d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:38.349543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75f110d-4622-4f51-b00e-fbaca1b7dd9f') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:38.349888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75f110d-4622-4f51-b00e-fbaca1b7dd9f') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:38.366038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49c87d-e2ab-4147-8d21-45e36b5ae2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d420c002-6da1-4e8f-a1db-fb0eaeef1ab4,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:38.370286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0f49c87d-e2ab-4147-8d21-45e36b5ae2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:38.378029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:38.410795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f49c87d-e2ab-4147-8d21-45e36b5ae2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:38.411018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b388e379-2fa7-4097-ad34-fbdde1662863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:38.414485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b388e379-2fa7-4097-ad34-fbdde1662863 None None] The sync data for ids ['c4f8cc17-2046-40e2-ae6a-b782d0459fee'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:15:38.414651 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0f49c87d-e2ab-4147-8d21-45e36b5ae2f6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d420c002-6da1-4e8f-a1db-fb0eaeef1ab4 HTTP/1.1" status: 204 len: 168 time: 1.4822540 Apr 23 09:15:38.418380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] For port c7458bda-b3dd-4f13-9057-cafae0fdeb61, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:15:38.423326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:38.432449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] For port c7458bda-b3dd-4f13-9057-cafae0fdeb61, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c7458bda-b3dd-4f13-9057-cafae0fdeb61,segment=NetworkSegment(2d02ed3d-5954-4417-8d18-29928bb7090c),segment_id=2d02ed3d-5954-4417-8d18-29928bb7090c)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:15:38.443849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:15:38.476568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:38.488386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1202b83c-6b80-49c7-8613-13f59305d203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:38.549960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b5a2c844-768e-4bcd-b93e-651a9b683d2f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting port 4a24984b-c1c5-46fa-b328-cda1c350e9ef {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:38.549960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5a2c844-768e-4bcd-b93e-651a9b683d2f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:38.602814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b9d8245a-75ae-43f5-8987-d35e7bc48d04 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:38.622692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Pushing event updated for resources: {'Port': ['ID=c7458bda-b3dd-4f13-9057-cafae0fdeb61,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:38.633604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:38.634990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b9d8245a-75ae-43f5-8987-d35e7bc48d04 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Transition to ACTIVE for port object b9509f7a-a33c-47f1-a117-8ddce747b8a7 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:38.775178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b9d8245a-75ae-43f5-8987-d35e7bc48d04 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:38.780807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-263c8069-0bca-44c2-8cef-3841e0685c65 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:38.788228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-93546325-6f43-4a3c-bf65-011619d62c5e tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:38.801407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-263c8069-0bca-44c2-8cef-3841e0685c65 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Usage tracker for resource:port and tenant:dfde3cc6f86f4c6daa52e8538a922701 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:38.816069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-263c8069-0bca-44c2-8cef-3841e0685c65 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:38.823086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network 12484843-e73b-4f01-a796-16ffc91295e6 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:15:38.839826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:38.856562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d8245a-75ae-43f5-8987-d35e7bc48d04 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 8a6d48df-e65c-466a-868c-c2958ab4e7e7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:38.856800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-263c8069-0bca-44c2-8cef-3841e0685c65 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:38.860228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b9d8245a-75ae-43f5-8987-d35e7bc48d04 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:38.866816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d8245a-75ae-43f5-8987-d35e7bc48d04 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:38.942811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8245a-75ae-43f5-8987-d35e7bc48d04 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Port': ['ID=b9509f7a-a33c-47f1-a117-8ddce747b8a7,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:38.952944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b9d8245a-75ae-43f5-8987-d35e7bc48d04 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:38.982038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263c8069-0bca-44c2-8cef-3841e0685c65 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Made reservation on behalf of dfde3cc6f86f4c6daa52e8538a922701 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:38.988643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-263c8069-0bca-44c2-8cef-3841e0685c65 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:38.988970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c52bc-9e2b-40c5-a9c1-483cc7ee8ac1 req-6c3b7448-21b7-4ed2-982c-4547d3154b3a tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:39.000749 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-085c52bc-9e2b-40c5-a9c1-483cc7ee8ac1 req-6c3b7448-21b7-4ed2-982c-4547d3154b3a tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 944 time: 0.2763777 Apr 23 09:15:39.055585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d8245a-75ae-43f5-8987-d35e7bc48d04 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:39.059076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b9d8245a-75ae-43f5-8987-d35e7bc48d04 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:39.094059 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-085c52bc-9e2b-40c5-a9c1-483cc7ee8ac1 req-eeeda729-d66f-4f3d-bd67-e97e97c23e42 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/security-groups?id=12f47839-763e-479f-b93f-4668f8e80855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915401 Apr 23 09:15:39.120372 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b9d8245a-75ae-43f5-8987-d35e7bc48d04 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4949305 Apr 23 09:15:39.121552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34612) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:39.130416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5a2c844-768e-4bcd-b93e-651a9b683d2f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:39.139817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-263c8069-0bca-44c2-8cef-3841e0685c65 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] device_id is not set on port 71814960-65e9-4de6-aaf9-e06f307c2b1e yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:15:39.281550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34616) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:39.497688 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fb84a3e4-3368-4c1c-bccc-2f3d27c1b950 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3dc417463cca4125809c913045ef59d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2148411 Apr 23 09:15:39.501786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34620) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:39.506748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0ebc3f82-f2de-4f3f-bfc1-f429009d5b4a None None] Provisioning for port 9db10fa2-8f35-4255-abbf-9ab8d1d32e9e completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:39.610659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1fd4962e-047b-4511-ab95-dddbcb9ccee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:39.642921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network 12484843-e73b-4f01-a796-16ffc91295e6 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:15:39.695577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ce1647aa-aa4f-4b00-90de-ac3cdf3c16ed None None] Provisioning for port 4a24984b-c1c5-46fa-b328-cda1c350e9ef completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:39.705972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ce1647aa-aa4f-4b00-90de-ac3cdf3c16ed None None] Provisioning complete for port 4a24984b-c1c5-46fa-b328-cda1c350e9ef triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:39.705972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce1647aa-aa4f-4b00-90de-ac3cdf3c16ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:15:39.733975 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:15:39.756461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b5a2c844-768e-4bcd-b93e-651a9b683d2f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Calling delete_port for 4a24984b-c1c5-46fa-b328-cda1c350e9ef owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:15:39.781845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac5914d2-8dc5-4ddd-a4ad-b1cf2736178f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:39.786569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ce1647aa-aa4f-4b00-90de-ac3cdf3c16ed None None] Port 4a24984b-c1c5-46fa-b328-cda1c350e9ef cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:15:39.850699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac5914d2-8dc5-4ddd-a4ad-b1cf2736178f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:39.948459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:39.952069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9db10fa2-8f35-4255-abbf-9ab8d1d32e9e up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:15:39.958765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:39.978425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:39.988990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-263c8069-0bca-44c2-8cef-3841e0685c65 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Allocated IP 172.20.0.10 (cd59f0a9-a4b6-4377-9744-cfb40c837544/075cf726-5ac6-4b6c-aa55-c646094c8693/71814960-65e9-4de6-aaf9-e06f307c2b1e) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:39.990153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8ca54370-ee2b-48a6-8a09-d23242c97ae7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:39.991506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event deleted for resources: {'Network': ['ID=12484843-e73b-4f01-a796-16ffc91295e6,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:40.004542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:40.027631 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "DELETE /v2.0/networks/12484843-e73b-4f01-a796-16ffc91295e6 HTTP/1.1" status: 204 len: 168 time: 7.5432320 Apr 23 09:15:40.031194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34624) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:40.054471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-46a35854-93e9-4ce4-b517-2fae31b74772 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-811356630'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:40.064237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-46a35854-93e9-4ce4-b517-2fae31b74772 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:40.084293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-46a35854-93e9-4ce4-b517-2fae31b74772 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Usage tracker for resource:network and tenant:21b39df122d54bb0acfa2a1dae871901 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:40.085185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 9db10fa2-8f35-4255-abbf-9ab8d1d32e9e completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:40.093208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 9db10fa2-8f35-4255-abbf-9ab8d1d32e9e triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:40.093961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:40.126903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-46a35854-93e9-4ce4-b517-2fae31b74772 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:40.136576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac5914d2-8dc5-4ddd-a4ad-b1cf2736178f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:40.145332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-46a35854-93e9-4ce4-b517-2fae31b74772 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:40.146302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8bb7b2f4-3b7d-4a2a-83dc-3d5bac4d73e3 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:40.257045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5914d2-8dc5-4ddd-a4ad-b1cf2736178f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b6f66d-9c49-40c3-aa3f-f62b29f4454e,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:40.307249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:40.340113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ac5914d2-8dc5-4ddd-a4ad-b1cf2736178f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:40.345614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 9db10fa2-8f35-4255-abbf-9ab8d1d32e9e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=9db10fa2-8f35-4255-abbf-9ab8d1d32e9e,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:40.354061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac5914d2-8dc5-4ddd-a4ad-b1cf2736178f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:40.357820 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ac5914d2-8dc5-4ddd-a4ad-b1cf2736178f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/84b6f66d-9c49-40c3-aa3f-f62b29f4454e HTTP/1.1" status: 204 len: 168 time: 0.8522446 Apr 23 09:15:40.358012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:40.360658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930176e2-dbd2-45ae-afa3-3a9d14b3f47b None None] Network 8a6d48df-e65c-466a-868c-c2958ab4e7e7 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:40.391602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:40.392527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c7458bda-b3dd-4f13-9057-cafae0fdeb61 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:15:40.426798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-263c8069-0bca-44c2-8cef-3841e0685c65 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:40.428929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:40.448500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-263c8069-0bca-44c2-8cef-3841e0685c65 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Transition to ACTIVE for port object 71814960-65e9-4de6-aaf9-e06f307c2b1e will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:40.496742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a35854-93e9-4ce4-b517-2fae31b74772 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Made reservation on behalf of 21b39df122d54bb0acfa2a1dae871901 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:40.508607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46a35854-93e9-4ce4-b517-2fae31b74772 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:40.535843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5a2c844-768e-4bcd-b93e-651a9b683d2f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:40.551420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e2905daa-b34d-4348-9305-122a76360bbf tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:40.582854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8ca54370-ee2b-48a6-8a09-d23242c97ae7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:40.620657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09643963-dbe6-4f46-894a-889984360bab None None] Provisioning for port c7458bda-b3dd-4f13-9057-cafae0fdeb61 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:40.620876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2c844-768e-4bcd-b93e-651a9b683d2f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Port': ['ID=4a24984b-c1c5-46fa-b328-cda1c350e9ef,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:40.626248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b5a2c844-768e-4bcd-b93e-651a9b683d2f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:40.638373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8ca54370-ee2b-48a6-8a09-d23242c97ae7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:40.640214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=9db10fa2-8f35-4255-abbf-9ab8d1d32e9e,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:40.648826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:40.655051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-973243f7-8e6d-4088-bd53-ecb97b889d72 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:40.670497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a35854-93e9-4ce4-b517-2fae31b74772 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:15:40.696414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port c7458bda-b3dd-4f13-9057-cafae0fdeb61 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:40.706905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port c7458bda-b3dd-4f13-9057-cafae0fdeb61 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:40.707314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:40.743824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46a35854-93e9-4ce4-b517-2fae31b74772 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:40.744130 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-46a35854-93e9-4ce4-b517-2fae31b74772 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Added segment 428733ea-57cf-40b0-a3cd-39d75c4a891b of type vlan for network 5a39e143-aaa5-4d02-bf33-4dcd266cf472 Apr 23 09:15:40.745881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5a2c844-768e-4bcd-b93e-651a9b683d2f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:40.775685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-263c8069-0bca-44c2-8cef-3841e0685c65 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:40.789435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07305-6f28-4c17-ade0-ed4519564110 req-cf17b768-1bee-43ac-943c-9da43de56bb8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:40.795044 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-edf07305-6f28-4c17-ade0-ed4519564110 req-cf17b768-1bee-43ac-943c-9da43de56bb8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 944 time: 0.5099444 Apr 23 09:15:40.813711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-204cc042-9ace-4271-86ad-1cfd4c81ec0f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:40.826807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca54370-ee2b-48a6-8a09-d23242c97ae7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Port': ['ID=b9509f7a-a33c-47f1-a117-8ddce747b8a7,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:40.831898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8ca54370-ee2b-48a6-8a09-d23242c97ae7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:40.905143 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b5a2c844-768e-4bcd-b93e-651a9b683d2f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/4a24984b-c1c5-46fa-b328-cda1c350e9ef HTTP/1.1" status: 204 len: 168 time: 2.9811680 Apr 23 09:15:40.907556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46a35854-93e9-4ce4-b517-2fae31b74772 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:40.913636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34634) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:40.986610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:41.028787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263c8069-0bca-44c2-8cef-3841e0685c65 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Network cd59f0a9-a4b6-4377-9744-cfb40c837544 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:41.037042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port c7458bda-b3dd-4f13-9057-cafae0fdeb61, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c7458bda-b3dd-4f13-9057-cafae0fdeb61,segment=NetworkSegment(2d02ed3d-5954-4417-8d18-29928bb7090c),segment_id=2d02ed3d-5954-4417-8d18-29928bb7090c)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:41.038950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-263c8069-0bca-44c2-8cef-3841e0685c65 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:41.058552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c8069-0bca-44c2-8cef-3841e0685c65 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event updated for resources: {'Port': ['ID=71814960-65e9-4de6-aaf9-e06f307c2b1e,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:41.067814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263c8069-0bca-44c2-8cef-3841e0685c65 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:41.078803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8ca54370-ee2b-48a6-8a09-d23242c97ae7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:41.080756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:41.085534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e13120d9-6093-4cb8-87a9-a0ebfc4000e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:41.120008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-263c8069-0bca-44c2-8cef-3841e0685c65 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:41.151981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f561f968-0654-499d-a414-64f9d2af301d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:41.153729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f561f968-0654-499d-a414-64f9d2af301d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:41.154614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f561f968-0654-499d-a414-64f9d2af301d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:15:41.178409 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-edf07305-6f28-4c17-ade0-ed4519564110 req-a0c9b1a1-a217-46d0-8934-f493d62b427b tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/security-groups?id=12f47839-763e-479f-b93f-4668f8e80855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3111084 Apr 23 09:15:41.204002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263c8069-0bca-44c2-8cef-3841e0685c65 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:41.204726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-263c8069-0bca-44c2-8cef-3841e0685c65 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:41.217253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=c7458bda-b3dd-4f13-9057-cafae0fdeb61,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:41.217506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46a35854-93e9-4ce4-b517-2fae31b74772 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:41.223599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a35854-93e9-4ce4-b517-2fae31b74772 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:41.224252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:41.224414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46a35854-93e9-4ce4-b517-2fae31b74772 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:41.232049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:41.232649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:41.269358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f561f968-0654-499d-a414-64f9d2af301d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:15:41.277662 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f561f968-0654-499d-a414-64f9d2af301d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3366311 Apr 23 09:15:41.287727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34644) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:41.296931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8ca54370-ee2b-48a6-8a09-d23242c97ae7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:41.300134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 1b8df3c8-2822-4cbc-83f6-3cc031f5841e details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:15:41.369070 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-263c8069-0bca-44c2-8cef-3841e0685c65 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1641114 Apr 23 09:15:41.376161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34648) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:41.445803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f1054696-991f-44fb-87ba-633d05d758bc tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Request body: {'floatingip': {'port_id': '71814960-65e9-4de6-aaf9-e06f307c2b1e'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:41.625805 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-46a35854-93e9-4ce4-b517-2fae31b74772 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5919719 Apr 23 09:15:41.643928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34654) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:41.647517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a35854-93e9-4ce4-b517-2fae31b74772 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event updated for resources: {'Network': ['ID=5a39e143-aaa5-4d02-bf33-4dcd266cf472,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:41.664945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-32de95fa-7718-4a80-a6cc-fb73639ba712 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Request body: {'subnet': {'network_id': '5a39e143-aaa5-4d02-bf33-4dcd266cf472', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:41.687949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-46a35854-93e9-4ce4-b517-2fae31b74772 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:41.704056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-021de5bd-c1bb-4a43-b731-2d3da830f21b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet a7029a52-59b8-4094-941e-b2b205298675 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:15:41.731952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-021de5bd-c1bb-4a43-b731-2d3da830f21b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:41.762715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 5a39e143-aaa5-4d02-bf33-4dcd266cf472 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:15:41.808561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1845309f-e6dd-49be-904f-4de799026d96 None None] Provisioning for port b9509f7a-a33c-47f1-a117-8ddce747b8a7 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:41.826738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f1054696-991f-44fb-87ba-633d05d758bc tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:41.828241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 1b8df3c8-2822-4cbc-83f6-3cc031f5841e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1b8df3c8-2822-4cbc-83f6-3cc031f5841e,segment=NetworkSegment(227f2858-c0bf-4b5d-a20f-49a6a3bca62d),segment_id=227f2858-c0bf-4b5d-a20f-49a6a3bca62d)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:41.857518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1845309f-e6dd-49be-904f-4de799026d96 None None] Provisioning complete for port b9509f7a-a33c-47f1-a117-8ddce747b8a7 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:41.858041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1845309f-e6dd-49be-904f-4de799026d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:42.000851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9db10fa2-8f35-4255-abbf-9ab8d1d32e9e up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:15:42.030759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '1b8df3c8-2822-4cbc-83f6-3cc031f5841e', 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629', 'port_id': '1b8df3c8-2822-4cbc-83f6-3cc031f5841e', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b9b780d-df32-4d9f-896c-d11a8ac6fe41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:15:42.165076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e2581e-2d8f-46ce-9aee-40ab6e6494e4 None None] get_active_networks_info from dv-neutron-786478-4-hyperv {{(pid=87176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 09:15:42.184977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34666) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:42.231732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1845309f-e6dd-49be-904f-4de799026d96 None None] Port b9509f7a-a33c-47f1-a117-8ddce747b8a7 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:15:42.287888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:42.298577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:42.309961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-021de5bd-c1bb-4a43-b731-2d3da830f21b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:42.328151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1845309f-e6dd-49be-904f-4de799026d96 None None] Provisioning complete for port c7458bda-b3dd-4f13-9057-cafae0fdeb61 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:42.328665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1845309f-e6dd-49be-904f-4de799026d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:42.385429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-32de95fa-7718-4a80-a6cc-fb73639ba712 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:42.427313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8df3c8-2822-4cbc-83f6-3cc031f5841e {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:15:42.449926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 1b8df3c8-2822-4cbc-83f6-3cc031f5841e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1b8df3c8-2822-4cbc-83f6-3cc031f5841e,segment=NetworkSegment(227f2858-c0bf-4b5d-a20f-49a6a3bca62d),segment_id=227f2858-c0bf-4b5d-a20f-49a6a3bca62d)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:42.459671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-757536023'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:42.465362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-32de95fa-7718-4a80-a6cc-fb73639ba712 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Usage tracker for resource:subnet and tenant:21b39df122d54bb0acfa2a1dae871901 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:42.479385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-32de95fa-7718-4a80-a6cc-fb73639ba712 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:42.503536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:42.514000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:42.521346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-32de95fa-7718-4a80-a6cc-fb73639ba712 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:42.536400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c765a7ce-c0ee-407f-bc56-ae689b1c1339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:42.538796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Usage tracker for resource:network and tenant:badcd1f93c2e414ab4f041c244d75f63 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:42.551234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:42.597033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:42.647921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32de95fa-7718-4a80-a6cc-fb73639ba712 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Made reservation on behalf of 21b39df122d54bb0acfa2a1dae871901 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:42.655104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32de95fa-7718-4a80-a6cc-fb73639ba712 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:42.691612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 9db10fa2-8f35-4255-abbf-9ab8d1d32e9e triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:42.692274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:42.701593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Made reservation on behalf of badcd1f93c2e414ab4f041c244d75f63 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:42.707784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:42.802132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:42.838382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c6c43-71f0-4b9c-b062-15467db7abd8 req-6f3fd937-d080-4c4e-8f7b-a5aca1fedde8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:42.841225 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-082c6c43-71f0-4b9c-b062-15467db7abd8 req-6f3fd937-d080-4c4e-8f7b-a5aca1fedde8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 945 time: 0.2701087 Apr 23 09:15:42.880760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-021de5bd-c1bb-4a43-b731-2d3da830f21b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:42.900542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=1b8df3c8-2822-4cbc-83f6-3cc031f5841e,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:42.915552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8ca54370-ee2b-48a6-8a09-d23242c97ae7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:42.953995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:42.954804 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-082c6c43-71f0-4b9c-b062-15467db7abd8 req-ed55e8d7-a4e1-4433-9125-9675d3e414d0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/security-groups?id=12f47839-763e-479f-b93f-4668f8e80855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062362 Apr 23 09:15:42.957079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8ca54370-ee2b-48a6-8a09-d23242c97ae7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:42.967079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e2581e-2d8f-46ce-9aee-40ab6e6494e4 None None] Resources bound (agent type, host, resource id): {{(pid=87176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 23 09:15:42.971525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['1b8df3c8-2822-4cbc-83f6-3cc031f5841e'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:15:42.990885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:43.007756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-21110060-05dc-4057-a488-0c63b5245385 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:43.022902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Usage tracker for resource:security_group_rule and tenant:badcd1f93c2e414ab4f041c244d75f63 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:43.032192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:43.055201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:43.115401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8ca54370-ee2b-48a6-8a09-d23242c97ae7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:43.119457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca54370-ee2b-48a6-8a09-d23242c97ae7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Port': ['ID=b9509f7a-a33c-47f1-a117-8ddce747b8a7,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:43.123464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8ca54370-ee2b-48a6-8a09-d23242c97ae7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:43.310115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca54370-ee2b-48a6-8a09-d23242c97ae7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 8a6d48df-e65c-466a-868c-c2958ab4e7e7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:43.314734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-8ca54370-ee2b-48a6-8a09-d23242c97ae7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:43.498746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c7458bda-b3dd-4f13-9057-cafae0fdeb61 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:15:43.598042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca54370-ee2b-48a6-8a09-d23242c97ae7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Router 4308296c-a1a0-42a3-9e78-2190b6a7529b is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:15:43.607056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-914be583-7b66-4d82-9447-5fe5925d93a8 None None] Provisioning complete for port b9509f7a-a33c-47f1-a117-8ddce747b8a7 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:43.607468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-914be583-7b66-4d82-9447-5fe5925d93a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:43.780487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-914be583-7b66-4d82-9447-5fe5925d93a8 None None] Port b9509f7a-a33c-47f1-a117-8ddce747b8a7 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:15:43.783333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca54370-ee2b-48a6-8a09-d23242c97ae7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:15:43.793083 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8ca54370-ee2b-48a6-8a09-d23242c97ae7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/routers/4308296c-a1a0-42a3-9e78-2190b6a7529b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6703033 Apr 23 09:15:43.793962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34674) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:43.801028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc12a3-2237-43f6-8b10-4314075e4629 None None] Sync routers for ids ['4308296c-a1a0-42a3-9e78-2190b6a7529b'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:15:43.821174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc12a3-2237-43f6-8b10-4314075e4629 None None] Routers {'4308296c-a1a0-42a3-9e78-2190b6a7529b'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:43.825804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-bfcc12a3-2237-43f6-8b10-4314075e4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4308296c-a1a0-42a3-9e78-2190b6a7529b'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:43.832594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port c7458bda-b3dd-4f13-9057-cafae0fdeb61 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:43.833028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:43.892374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e326e902-43ad-440a-8c31-d72908706cd1 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:43.892628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e326e902-43ad-440a-8c31-d72908706cd1 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Synchronizing usage tracker for tenant:28923eac46964204bb78aee0456d0ac1 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:15:43.892719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-914be583-7b66-4d82-9447-5fe5925d93a8 None None] Provisioning for port 71814960-65e9-4de6-aaf9-e06f307c2b1e completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:43.924207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e326e902-43ad-440a-8c31-d72908706cd1 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Unset dirty status for tenant:28923eac46964204bb78aee0456d0ac1 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:15:43.924425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-914be583-7b66-4d82-9447-5fe5925d93a8 None None] Provisioning complete for port 71814960-65e9-4de6-aaf9-e06f307c2b1e triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:43.924751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-914be583-7b66-4d82-9447-5fe5925d93a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:43.931463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-bfcc12a3-2237-43f6-8b10-4314075e4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:43.933232 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e326e902-43ad-440a-8c31-d72908706cd1 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/ports/b9509f7a-a33c-47f1-a117-8ddce747b8a7 HTTP/1.1" status: 200 len: 977 time: 0.1378956 Apr 23 09:15:43.934073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34678) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:43.942346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc12a3-2237-43f6-8b10-4314075e4629 None None] Routers {'4308296c-a1a0-42a3-9e78-2190b6a7529b'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:43.943338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-bfcc12a3-2237-43f6-8b10-4314075e4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4308296c-a1a0-42a3-9e78-2190b6a7529b'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:43.989370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:44.017785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-bfcc12a3-2237-43f6-8b10-4314075e4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:44.018737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc12a3-2237-43f6-8b10-4314075e4629 None None] The sync data for ids ['4308296c-a1a0-42a3-9e78-2190b6a7529b'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:15:44.051684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:44.063578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f9376c02-21a2-4c68-b06e-8b972c8d89a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:44.096057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-914be583-7b66-4d82-9447-5fe5925d93a8 None None] Port 71814960-65e9-4de6-aaf9-e06f307c2b1e cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:15:44.098512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:15:44.140964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01acf84a-517c-4694-b5f0-a311afe1fce2,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:44.143181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:44.323503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:44.324015 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Added segment e2ae4ef7-71ea-476d-a36f-619c1fcdd09d of type vlan for network c94d2e41-e837-44f1-ba22-205516db6bb7 Apr 23 09:15:44.349855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-021de5bd-c1bb-4a43-b731-2d3da830f21b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:44.366616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-099febec-d9f3-4cd8-977c-65657c716072 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:44.426552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2a72a303-98c2-41ae-acfb-9e520faca609 None None] Provisioning complete for port b9509f7a-a33c-47f1-a117-8ddce747b8a7 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:44.427102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2a72a303-98c2-41ae-acfb-9e520faca609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:44.428022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021de5bd-c1bb-4a43-b731-2d3da830f21b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=a7029a52-59b8-4094-941e-b2b205298675,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:44.430938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-021de5bd-c1bb-4a43-b731-2d3da830f21b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:44.437102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f1054696-991f-44fb-87ba-633d05d758bc tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:44.443336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-021de5bd-c1bb-4a43-b731-2d3da830f21b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:44.463889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6554219-d033-4cf3-bb1c-da3bf285bf60 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:44.482068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:44.521364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f1054696-991f-44fb-87ba-633d05d758bc tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:44.588076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2a72a303-98c2-41ae-acfb-9e520faca609 None None] Port b9509f7a-a33c-47f1-a117-8ddce747b8a7 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:15:44.589845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68629557-126a-4b19-9bad-951a12b57384 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:44.610466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:15:44.693844 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-021de5bd-c1bb-4a43-b731-2d3da830f21b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/a7029a52-59b8-4094-941e-b2b205298675 HTTP/1.1" status: 204 len: 168 time: 3.3996081 Apr 23 09:15:44.697156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34684) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:44.790043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecd598c-8230-42d8-9231-d9d84a8e5f64 None None] DHCP port deletion for bb316f39-4b0e-43f1-8f3e-34646815cee0 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:15:44.811235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:44.817326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:44.817995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:44.828606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-12a55960-c8ae-40b4-81aa-4e4ff9d2b777 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:44.846414 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-67e34038-0ca1-4c0b-a16a-756f2ac08b34 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1424537 Apr 23 09:15:44.855023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18216f32-f4e8-4aab-8eac-9a152d983e7b req-99ddad94-6841-4685-92ea-1f165ccefa38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:44.855663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34688) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:44.861629 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-18216f32-f4e8-4aab-8eac-9a152d983e7b req-99ddad94-6841-4685-92ea-1f165ccefa38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 945 time: 0.5884645 Apr 23 09:15:44.868380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd598c-8230-42d8-9231-d9d84a8e5f64 None None] Deleting port 9db10fa2-8f35-4255-abbf-9ab8d1d32e9e {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:44.869064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ecd598c-8230-42d8-9231-d9d84a8e5f64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:44.875426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9ba3b674-723c-40c0-a405-f21d6599da11 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:44.981442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-7ecd598c-8230-42d8-9231-d9d84a8e5f64 None None] For port 9db10fa2-8f35-4255-abbf-9ab8d1d32e9e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=9db10fa2-8f35-4255-abbf-9ab8d1d32e9e,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:44.982375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ecd598c-8230-42d8-9231-d9d84a8e5f64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:45.017774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9ba3b674-723c-40c0-a405-f21d6599da11 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:45.023871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9ba3b674-723c-40c0-a405-f21d6599da11 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:45.030061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Pushing event updated for resources: {'Network': ['ID=c94d2e41-e837-44f1-ba22-205516db6bb7,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:45.030375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9ba3b674-723c-40c0-a405-f21d6599da11 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:45.033619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:45.037837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9ba3b674-723c-40c0-a405-f21d6599da11 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:45.059503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network c94d2e41-e837-44f1-ba22-205516db6bb7 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:15:45.059736 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8695426 Apr 23 09:15:45.069610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34692) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:45.084066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bfb168dc-9fc8-40a8-b72a-70b163bece3b tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Request body: {'subnet': {'network_id': 'c94d2e41-e837-44f1-ba22-205516db6bb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:45.119256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-68629557-126a-4b19-9bad-951a12b57384 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting port b9509f7a-a33c-47f1-a117-8ddce747b8a7 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:45.119643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68629557-126a-4b19-9bad-951a12b57384 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:45.152834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba3b674-723c-40c0-a405-f21d6599da11 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:45.153099 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-18216f32-f4e8-4aab-8eac-9a152d983e7b req-c839248b-67e9-462e-946a-b8a0efd3e023 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/security-groups?id=12f47839-763e-479f-b93f-4668f8e80855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118649 Apr 23 09:15:45.154036 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-f1054696-991f-44fb-87ba-633d05d758bc tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Floating IP a14ab2ec-4802-42b1-b311-e4decf08545c associated. External IP: 172.26.4.198, port: add8650c-0a73-404c-8890-e45964481a32. Apr 23 09:15:45.154231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd598c-8230-42d8-9231-d9d84a8e5f64 None None] Calling delete_port for 9db10fa2-8f35-4255-abbf-9ab8d1d32e9e owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:15:45.159022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ba3b674-723c-40c0-a405-f21d6599da11 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:45.312659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ecd598c-8230-42d8-9231-d9d84a8e5f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:45.318214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:45.349232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32de95fa-7718-4a80-a6cc-fb73639ba712 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:45.360368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 1b8df3c8-2822-4cbc-83f6-3cc031f5841e up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:15:45.367117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:45.403942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd598c-8230-42d8-9231-d9d84a8e5f64 None None] Pushing event deleted for resources: {'Port': ['ID=9db10fa2-8f35-4255-abbf-9ab8d1d32e9e,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:45.406152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd598c-8230-42d8-9231-d9d84a8e5f64 None None] No DVR routers for this DVR port 9db10fa2-8f35-4255-abbf-9ab8d1d32e9e on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:15:45.415067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7ecd598c-8230-42d8-9231-d9d84a8e5f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:45.511668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de95fa-7718-4a80-a6cc-fb73639ba712 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event updated for resources: {'Subnet': ['ID=0128d962-ae32-4470-a99b-4679a33cbdac,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:45.518409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 1b8df3c8-2822-4cbc-83f6-3cc031f5841e completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:45.524516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 1b8df3c8-2822-4cbc-83f6-3cc031f5841e triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:45.524946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:45.532389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bfb168dc-9fc8-40a8-b72a-70b163bece3b tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:45.539638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bfb168dc-9fc8-40a8-b72a-70b163bece3b tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Usage tracker for resource:subnet and tenant:badcd1f93c2e414ab4f041c244d75f63 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:45.554864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-32de95fa-7718-4a80-a6cc-fb73639ba712 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:45.556566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bfb168dc-9fc8-40a8-b72a-70b163bece3b tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:45.561192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32de95fa-7718-4a80-a6cc-fb73639ba712 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Checking segment: {'id': '428733ea-57cf-40b0-a3cd-39d75c4a891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5a39e143-aaa5-4d02-bf33-4dcd266cf472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:15:45.561575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32de95fa-7718-4a80-a6cc-fb73639ba712 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network hostable DHCP agents. Network: 5a39e143-aaa5-4d02-bf33-4dcd266cf472, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:15:45.580012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bfb168dc-9fc8-40a8-b72a-70b163bece3b tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:45.682142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:45.721156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68629557-126a-4b19-9bad-951a12b57384 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:45.721428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a04cee2-618c-478b-ae43-bfd8ec991382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8df3c8-2822-4cbc-83f6-3cc031f5841e'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:15:45.733939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 1b8df3c8-2822-4cbc-83f6-3cc031f5841e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1b8df3c8-2822-4cbc-83f6-3cc031f5841e,segment=NetworkSegment(227f2858-c0bf-4b5d-a20f-49a6a3bca62d),segment_id=227f2858-c0bf-4b5d-a20f-49a6a3bca62d)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:45.764099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:45.768633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:45.827295 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a04cee2-618c-478b-ae43-bfd8ec991382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8df3c8-2822-4cbc-83f6-3cc031f5841e', 'code': 200} Apr 23 09:15:45.860566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=1b8df3c8-2822-4cbc-83f6-3cc031f5841e,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:45.864006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:45.933953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-68629557-126a-4b19-9bad-951a12b57384 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Calling delete_port for b9509f7a-a33c-47f1-a117-8ddce747b8a7 owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:15:46.054346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32de95fa-7718-4a80-a6cc-fb73639ba712 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network 5a39e143-aaa5-4d02-bf33-4dcd266cf472 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:15:46.056794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb168dc-9fc8-40a8-b72a-70b163bece3b tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Made reservation on behalf of badcd1f93c2e414ab4f041c244d75f63 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:46.062848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bfb168dc-9fc8-40a8-b72a-70b163bece3b tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:46.187996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-32de95fa-7718-4a80-a6cc-fb73639ba712 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 5a39e143-aaa5-4d02-bf33-4dcd266cf472) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:46.201356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39a758e-02bb-47ab-b8b0-3e16c22eee37 None None] Network 5a39e143-aaa5-4d02-bf33-4dcd266cf472 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:46.224777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32de95fa-7718-4a80-a6cc-fb73639ba712 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:46.225439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32de95fa-7718-4a80-a6cc-fb73639ba712 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:46.290711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1054696-991f-44fb-87ba-633d05d758bc tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Router 94e3cf93-fc47-4393-9b60-9fd1bb599458 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:15:46.305090 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-32de95fa-7718-4a80-a6cc-fb73639ba712 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.6598046 Apr 23 09:15:46.309513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34702) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:46.316718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22733a0-470a-4962-8e4b-58d8f6d1251c req-6ebdd7b2-1561-41cf-80ac-d7f9e95eb73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:46.318554 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b22733a0-470a-4962-8e4b-58d8f6d1251c req-6ebdd7b2-1561-41cf-80ac-d7f9e95eb73f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 1099 time: 0.2714612 Apr 23 09:15:46.352759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9db10fa2-8f35-4255-abbf-9ab8d1d32e9e no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:15:46.396458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 9db10fa2-8f35-4255-abbf-9ab8d1d32e9e {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:15:46.397400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9db10fa2-8f35-4255-abbf-9ab8d1d32e9e not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:15:46.420096 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b22733a0-470a-4962-8e4b-58d8f6d1251c req-099aa615-5743-4487-82d6-2d910939f9f2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=12f47839-763e-479f-b93f-4668f8e80855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854623 Apr 23 09:15:46.441069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68629557-126a-4b19-9bad-951a12b57384 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:46.449580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d3c7539-3b6b-481e-ac0a-6e1fb50a8b56 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:46.551945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68629557-126a-4b19-9bad-951a12b57384 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Port': ['ID=b9509f7a-a33c-47f1-a117-8ddce747b8a7,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:46.556144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-5a39e143-aaa5-4d02-bf33-4dcd266cf472', 'network_id': '5a39e143-aaa5-4d02-bf33-4dcd266cf472', 'tenant_id': '21b39df122d54bb0acfa2a1dae871901', 'fixed_ips': [{'subnet_id': '0128d962-ae32-4470-a99b-4679a33cbdac'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:15:46.557318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:46.593381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-68629557-126a-4b19-9bad-951a12b57384 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:46.671881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ba3b674-723c-40c0-a405-f21d6599da11 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:46.694148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:46.756990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Allocated IP 2001:db8::2 (5a39e143-aaa5-4d02-bf33-4dcd266cf472/0128d962-ae32-4470-a99b-4679a33cbdac/f6885b3b-2ecc-47cb-ac18-6be89d445cdb) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:46.775518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba3b674-723c-40c0-a405-f21d6599da11 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:46.787345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-9ba3b674-723c-40c0-a405-f21d6599da11 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:46.802070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5177a13f-c6dc-4963-82a4-8da3c1965a4f None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:46.814153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba3b674-723c-40c0-a405-f21d6599da11 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:46.814921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ba3b674-723c-40c0-a405-f21d6599da11 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:46.823031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:46.836633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3b674-723c-40c0-a405-f21d6599da11 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=d97d3250-c465-47c4-bd4a-06eb84e1bc36,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:46.841201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9ba3b674-723c-40c0-a405-f21d6599da11 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:46.871595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1054696-991f-44fb-87ba-633d05d758bc tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:15:46.881079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f46dc1-5880-4fe8-92f6-0565e9997193 req-b1accbe5-576c-4b8a-8005-53cb012be292 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:46.882783 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-35f46dc1-5880-4fe8-92f6-0565e9997193 req-b1accbe5-576c-4b8a-8005-53cb012be292 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 946 time: 0.5146978 Apr 23 09:15:46.920430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c4981-bbb6-475b-abd5-40a28d5a0873 None None] Sync routers for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:15:47.013485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68629557-126a-4b19-9bad-951a12b57384 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:47.100980 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9ba3b674-723c-40c0-a405-f21d6599da11 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2393992 Apr 23 09:15:47.117165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34706) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:47.200516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c4981-bbb6-475b-abd5-40a28d5a0873 None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:47.201403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ca4c4981-bbb6-475b-abd5-40a28d5a0873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:47.220776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-33bf9dae-5c22-42a4-8b02-b8c03af68d1f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'fixed_ips': [{'subnet_id': 'd97d3250-c465-47c4-bd4a-06eb84e1bc36', 'ip_address': '2001:db8::3204:df2b:8aa0:c93c'}], 'name': 'tempest-NetworksTestDHCPv6-558864893'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:47.286095 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-35f46dc1-5880-4fe8-92f6-0565e9997193 req-2b32cd62-aa27-465b-90a4-b21ed618c461 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/security-groups?id=12f47839-763e-479f-b93f-4668f8e80855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3351202 Apr 23 09:15:47.302153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:47.304819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ca4c4981-bbb6-475b-abd5-40a28d5a0873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:47.360585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68629557-126a-4b19-9bad-951a12b57384 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Router 4308296c-a1a0-42a3-9e78-2190b6a7529b has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:15:47.404995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c4981-bbb6-475b-abd5-40a28d5a0873 None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:47.406009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ca4c4981-bbb6-475b-abd5-40a28d5a0873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:47.541319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:47.545688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68629557-126a-4b19-9bad-951a12b57384 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:15:47.554444 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-68629557-126a-4b19-9bad-951a12b57384 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/routers/4308296c-a1a0-42a3-9e78-2190b6a7529b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6171994 Apr 23 09:15:47.557342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db1b2ac-2020-4d12-b194-fd444e724126 None None] Sync routers for ids ['4308296c-a1a0-42a3-9e78-2190b6a7529b'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:15:47.557560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34710) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:47.577213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db1b2ac-2020-4d12-b194-fd444e724126 None None] Routers {'4308296c-a1a0-42a3-9e78-2190b6a7529b'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:47.595112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Transition to ACTIVE for port object f6885b3b-2ecc-47cb-ac18-6be89d445cdb will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:47.595466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-8db1b2ac-2020-4d12-b194-fd444e724126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4308296c-a1a0-42a3-9e78-2190b6a7529b'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:47.618090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ca4c4981-bbb6-475b-abd5-40a28d5a0873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:47.618994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c4981-bbb6-475b-abd5-40a28d5a0873 None None] The sync data for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:15:47.647415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Transition to ACTIVE for port object f6885b3b-2ecc-47cb-ac18-6be89d445cdb will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:47.697641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:47.714290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:47.757709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Network 5a39e143-aaa5-4d02-bf33-4dcd266cf472 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:47.765547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-8db1b2ac-2020-4d12-b194-fd444e724126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:47.765866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:47.778245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:47.778611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db1b2ac-2020-4d12-b194-fd444e724126 None None] Routers {'4308296c-a1a0-42a3-9e78-2190b6a7529b'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:47.780675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-8db1b2ac-2020-4d12-b194-fd444e724126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4308296c-a1a0-42a3-9e78-2190b6a7529b'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:47.822874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-33bf9dae-5c22-42a4-8b02-b8c03af68d1f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:47.836137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-33bf9dae-5c22-42a4-8b02-b8c03af68d1f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:port and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:47.841829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-33bf9dae-5c22-42a4-8b02-b8c03af68d1f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:47.851848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-bb316f39-4b0e-43f1-8f3e-34646815cee0', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'fixed_ips': [{'subnet_id': 'd97d3250-c465-47c4-bd4a-06eb84e1bc36'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:15:47.853656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:47.860270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-33bf9dae-5c22-42a4-8b02-b8c03af68d1f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:47.873907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-8db1b2ac-2020-4d12-b194-fd444e724126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:47.874663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db1b2ac-2020-4d12-b194-fd444e724126 None None] The sync data for ids ['4308296c-a1a0-42a3-9e78-2190b6a7529b'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:15:47.927188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Pushing event updated for resources: {'Port': ['ID=f6885b3b-2ecc-47cb-ac18-6be89d445cdb,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:47.944649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:47.985607 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-fb1c5ff8-f702-4e6c-8c6d-3a38705332bb tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] remove_router_interface failed (client error): The resource could not be found. Apr 23 09:15:47.990356 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fb1c5ff8-f702-4e6c-8c6d-3a38705332bb tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/routers/4308296c-a1a0-42a3-9e78-2190b6a7529b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4309895 Apr 23 09:15:47.991358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34714) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:47.995576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Attempting to bind port f6885b3b-2ecc-47cb-ac18-6be89d445cdb on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:15:47.996011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Attempting to bind port f6885b3b-2ecc-47cb-ac18-6be89d445cdb by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '428733ea-57cf-40b0-a3cd-39d75c4a891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5a39e143-aaa5-4d02-bf33-4dcd266cf472'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:15:47.996429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Attempting to bind port f6885b3b-2ecc-47cb-ac18-6be89d445cdb on network 5a39e143-aaa5-4d02-bf33-4dcd266cf472 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:15:48.009798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:15:48.010296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Checking segment: {'id': '428733ea-57cf-40b0-a3cd-39d75c4a891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5a39e143-aaa5-4d02-bf33-4dcd266cf472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:15:48.010728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:48.011189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Bound using segment: {'id': '428733ea-57cf-40b0-a3cd-39d75c4a891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5a39e143-aaa5-4d02-bf33-4dcd266cf472'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:15:48.011773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Bound port: f6885b3b-2ecc-47cb-ac18-6be89d445cdb, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428733ea-57cf-40b0-a3cd-39d75c4a891b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5a39e143-aaa5-4d02-bf33-4dcd266cf472'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:15:48.012383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:48.044161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-28851940-2895-4f4a-a934-d3646dddc89b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Synchronizing usage tracker for tenant:28923eac46964204bb78aee0456d0ac1 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:15:48.118016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-28851940-2895-4f4a-a934-d3646dddc89b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Unset dirty status for tenant:28923eac46964204bb78aee0456d0ac1 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:15:48.121789 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-28851940-2895-4f4a-a934-d3646dddc89b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/ports?device_id=4308296c-a1a0-42a3-9e78-2190b6a7529b HTTP/1.1" status: 200 len: 205 time: 0.1267619 Apr 23 09:15:48.122693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34718) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:48.209603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] For port f6885b3b-2ecc-47cb-ac18-6be89d445cdb, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:15:48.218686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] For port f6885b3b-2ecc-47cb-ac18-6be89d445cdb, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f6885b3b-2ecc-47cb-ac18-6be89d445cdb,segment=NetworkSegment(428733ea-57cf-40b0-a3cd-39d75c4a891b),segment_id=428733ea-57cf-40b0-a3cd-39d75c4a891b)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:15:48.220333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Allocated IP 2001:db8::2 (bb316f39-4b0e-43f1-8f3e-34646815cee0/d97d3250-c465-47c4-bd4a-06eb84e1bc36/da7af201-b592-480a-856f-1b5d729a01d4) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:48.252114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:48.274771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bf9dae-5c22-42a4-8b02-b8c03af68d1f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:48.275502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7ecd598c-8230-42d8-9231-d9d84a8e5f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:48.286633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a41a4ef-ba6a-48ab-89a8-c61a969bc635 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:48.439053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Pushing event updated for resources: {'Port': ['ID=f6885b3b-2ecc-47cb-ac18-6be89d445cdb,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:48.445225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:48.574132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:48.589679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Transition to ACTIVE for port object da7af201-b592-480a-856f-1b5d729a01d4 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:48.600681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1054696-991f-44fb-87ba-633d05d758bc tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Router c4f8cc17-2046-40e2-ae6a-b782d0459fee has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:15:48.616482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Transition to ACTIVE for port object da7af201-b592-480a-856f-1b5d729a01d4 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:48.631993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bfb168dc-9fc8-40a8-b72a-70b163bece3b tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:48.642147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-73b702bc-8fe0-461f-917b-9044a08db40a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:48.672877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:48.685609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-41b44cc0-673e-4659-9b9c-52b3ed8c0d71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:48.692926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33bf9dae-5c22-42a4-8b02-b8c03af68d1f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:48.817836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:48.822536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:48.840901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Pushing event updated for resources: {'Port': ['ID=da7af201-b592-480a-856f-1b5d729a01d4,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:48.844097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:48.849436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:48.894271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-33bf9dae-5c22-42a4-8b02-b8c03af68d1f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] device_id is not set on port d2a1e33f-1323-426e-bb39-5c6c47e294b6 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:15:48.961852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Attempting to bind port da7af201-b592-480a-856f-1b5d729a01d4 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:15:48.962049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Attempting to bind port da7af201-b592-480a-856f-1b5d729a01d4 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:15:48.962509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Attempting to bind port da7af201-b592-480a-856f-1b5d729a01d4 on network bb316f39-4b0e-43f1-8f3e-34646815cee0 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:15:48.968583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:15:48.969003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Checking segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:15:48.969451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:48.969890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Bound using segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:15:48.970441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Bound port: da7af201-b592-480a-856f-1b5d729a01d4, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:15:48.970854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:49.038154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:49.078232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] For port da7af201-b592-480a-856f-1b5d729a01d4, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:15:49.081732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] For port da7af201-b592-480a-856f-1b5d729a01d4, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=da7af201-b592-480a-856f-1b5d729a01d4,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:15:49.112886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:49.119611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:49.143009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a41a4ef-ba6a-48ab-89a8-c61a969bc635 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:49.146129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a41a4ef-ba6a-48ab-89a8-c61a969bc635 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:49.147906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb168dc-9fc8-40a8-b72a-70b163bece3b tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Pushing event updated for resources: {'Subnet': ['ID=caa7a311-8cc8-4062-a3a2-e0e4b2161feb,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:49.176659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bfb168dc-9fc8-40a8-b72a-70b163bece3b tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:49.183269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:49.188589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7fedb-743a-4c34-8f24-2fc58bf9c74c req-d57b1c73-4eaf-4c08-b9ed-4e09767c2e59 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:49.193756 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-73d7fedb-743a-4c34-8f24-2fc58bf9c74c req-d57b1c73-4eaf-4c08-b9ed-4e09767c2e59 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 946 time: 0.3492951 Apr 23 09:15:49.223953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Pushing event updated for resources: {'Port': ['ID=da7af201-b592-480a-856f-1b5d729a01d4,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:49.234925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:49.252460 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-73d7fedb-743a-4c34-8f24-2fc58bf9c74c req-82ee9a25-6051-479b-a70c-5fdfd7be8468 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/security-groups?id=12f47839-763e-479f-b93f-4668f8e80855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533640 Apr 23 09:15:49.291282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a41a4ef-ba6a-48ab-89a8-c61a969bc635 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:49.292207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a41a4ef-ba6a-48ab-89a8-c61a969bc635 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Fanout notify agent at l3_agent the message router_deleted on router 4308296c-a1a0-42a3-9e78-2190b6a7529b {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:15:49.298191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event deleted for resources: {'Subnet': ['ID=0128d962-ae32-4470-a99b-4679a33cbdac,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:49.309136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb168dc-9fc8-40a8-b72a-70b163bece3b tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Checking segment: {'id': 'e2ae4ef7-71ea-476d-a36f-619c1fcdd09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c94d2e41-e837-44f1-ba22-205516db6bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:15:49.309545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb168dc-9fc8-40a8-b72a-70b163bece3b tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Network hostable DHCP agents. Network: c94d2e41-e837-44f1-ba22-205516db6bb7, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:15:49.329391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:49.331738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a41a4ef-ba6a-48ab-89a8-c61a969bc635 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:49.338756 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0a41a4ef-ba6a-48ab-89a8-c61a969bc635 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/routers/4308296c-a1a0-42a3-9e78-2190b6a7529b HTTP/1.1" status: 204 len: 168 time: 1.2146080 Apr 23 09:15:49.341364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34728) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:49.439460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f517ef-e423-43e6-ab81-5fb8f3363d53 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting subnet 2178a879-0fdb-49f3-9024-8fe3b9030432 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:15:49.443146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c4f517ef-e423-43e6-ab81-5fb8f3363d53 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:49.455212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:49.500208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1054696-991f-44fb-87ba-633d05d758bc tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:15:49.511629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6b5444-bff1-4498-985a-226802e3eff4 None None] Sync routers for ids ['c4f8cc17-2046-40e2-ae6a-b782d0459fee'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:15:49.512764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c4f517ef-e423-43e6-ab81-5fb8f3363d53 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:49.528241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6b5444-bff1-4498-985a-226802e3eff4 None None] Routers {'c4f8cc17-2046-40e2-ae6a-b782d0459fee'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:49.529118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1e6b5444-bff1-4498-985a-226802e3eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c4f8cc17-2046-40e2-ae6a-b782d0459fee'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:49.628568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c4f517ef-e423-43e6-ab81-5fb8f3363d53 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:49.630626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1e6b5444-bff1-4498-985a-226802e3eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:49.646479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6b5444-bff1-4498-985a-226802e3eff4 None None] Routers {'c4f8cc17-2046-40e2-ae6a-b782d0459fee'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:49.647170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1e6b5444-bff1-4498-985a-226802e3eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c4f8cc17-2046-40e2-ae6a-b782d0459fee'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:49.658279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb168dc-9fc8-40a8-b72a-70b163bece3b tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Network c94d2e41-e837-44f1-ba22-205516db6bb7 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:15:49.728639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f1054696-991f-44fb-87ba-633d05d758bc tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:49.754955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1e6b5444-bff1-4498-985a-226802e3eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:49.755725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6b5444-bff1-4498-985a-226802e3eff4 None None] The sync data for ids ['c4f8cc17-2046-40e2-ae6a-b782d0459fee'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:15:49.789184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-bfb168dc-9fc8-40a8-b72a-70b163bece3b tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, c94d2e41-e837-44f1-ba22-205516db6bb7) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:49.796048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a39e143-aaa5-4d02-bf33-4dcd266cf472']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:49.800722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe985ae-5a21-48ef-8614-bfdc601c7cb1 None None] Network c94d2e41-e837-44f1-ba22-205516db6bb7 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:49.844593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428733ea-57cf-40b0-a3cd-39d75c4a891b') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:49.844921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428733ea-57cf-40b0-a3cd-39d75c4a891b') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:49.853988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-33bf9dae-5c22-42a4-8b02-b8c03af68d1f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8::3204:df2b:8aa0:c93c (bb316f39-4b0e-43f1-8f3e-34646815cee0/d97d3250-c465-47c4-bd4a-06eb84e1bc36/d2a1e33f-1323-426e-bb39-5c6c47e294b6) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:49.875118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb168dc-9fc8-40a8-b72a-70b163bece3b tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:49.875790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bfb168dc-9fc8-40a8-b72a-70b163bece3b tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:49.894117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:49.966509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f7746-bf91-44d7-b6a5-4216cf18fe4c req-874bbe07-d6f9-4308-9989-abae387b4c4b tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:49.968248 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c98f7746-bf91-44d7-b6a5-4216cf18fe4c req-874bbe07-d6f9-4308-9989-abae387b4c4b tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 946 time: 0.5842934 Apr 23 09:15:49.991878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34732) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:49.997460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:50.013869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-26eca902-54ba-4a8a-82d3-64758fc629c1 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Request body: {'floatingip': {'port_id': '1b8df3c8-2822-4cbc-83f6-3cc031f5841e'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:50.085005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c4f517ef-e423-43e6-ab81-5fb8f3363d53 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:50.094466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-c94d2e41-e837-44f1-ba22-205516db6bb7', 'network_id': 'c94d2e41-e837-44f1-ba22-205516db6bb7', 'tenant_id': 'badcd1f93c2e414ab4f041c244d75f63', 'fixed_ips': [{'subnet_id': 'caa7a311-8cc8-4062-a3a2-e0e4b2161feb'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:15:50.094702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ed937814-aaac-4e03-a4ec-cec5d1625bcc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:50.096335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:50.113920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:15:50.134587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f517ef-e423-43e6-ab81-5fb8f3363d53 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Subnet': ['ID=2178a879-0fdb-49f3-9024-8fe3b9030432,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:50.137851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c4f517ef-e423-43e6-ab81-5fb8f3363d53 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:50.138974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c4f517ef-e423-43e6-ab81-5fb8f3363d53 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:50.143746 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bfb168dc-9fc8-40a8-b72a-70b163bece3b tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0636880 Apr 23 09:15:50.144201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34736) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:50.152529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e53c5e78-e9f4-47d3-a02a-80adf4868006 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Request body: {'port': {'network_id': 'c94d2e41-e837-44f1-ba22-205516db6bb7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1440432244'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:50.175705 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c4f517ef-e423-43e6-ab81-5fb8f3363d53 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/subnets/2178a879-0fdb-49f3-9024-8fe3b9030432 HTTP/1.1" status: 204 len: 168 time: 0.8339338 Apr 23 09:15:50.176717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538824de-fad8-46fa-8278-fe02c83cbd6c None None] Network 8a6d48df-e65c-466a-868c-c2958ab4e7e7 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:50.180071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34740) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:50.190783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792d53ae-5efd-4d5e-baad-3f73b85e67e2 None None] Network 5a39e143-aaa5-4d02-bf33-4dcd266cf472 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:50.241845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26eca902-54ba-4a8a-82d3-64758fc629c1 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks [] for floatingip, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:50.343358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e53c5e78-e9f4-47d3-a02a-80adf4868006 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:50.348574 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f1054696-991f-44fb-87ba-633d05d758bc tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "PUT /v2.0/floatingips/a14ab2ec-4802-42b1-b311-e4decf08545c HTTP/1.1" status: 200 len: 979 time: 8.9632947 Apr 23 09:15:50.348748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e53c5e78-e9f4-47d3-a02a-80adf4868006 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Usage tracker for resource:port and tenant:badcd1f93c2e414ab4f041c244d75f63 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:50.350982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e53c5e78-e9f4-47d3-a02a-80adf4868006 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:50.358269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e53c5e78-e9f4-47d3-a02a-80adf4868006 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:50.360646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34744) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:50.439729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-7b4b0d74-9d85-4ad0-b509-3a7137f957cf None None] Provisioning for port f6885b3b-2ecc-47cb-ac18-6be89d445cdb completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:50.479859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f6885b3b-2ecc-47cb-ac18-6be89d445cdb up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:15:50.560666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53c5e78-e9f4-47d3-a02a-80adf4868006 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Made reservation on behalf of badcd1f93c2e414ab4f041c244d75f63 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:50.569325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e53c5e78-e9f4-47d3-a02a-80adf4868006 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:50.598668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cf304d4f-7ec6-4661-9ecf-e39dd36a67d4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Deleting port 71814960-65e9-4de6-aaf9-e06f307c2b1e {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:50.600111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf304d4f-7ec6-4661-9ecf-e39dd36a67d4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:50.647104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-e53c5e78-e9f4-47d3-a02a-80adf4868006 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] device_id is not set on port 54708724-1032-4dac-96a5-db09ee1075bc yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:15:50.794663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network 5a39e143-aaa5-4d02-bf33-4dcd266cf472 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:15:50.812782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:50.824480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:50.878827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf304d4f-7ec6-4661-9ecf-e39dd36a67d4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:50.950657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Allocated IP 172.20.0.2 (c94d2e41-e837-44f1-ba22-205516db6bb7/caa7a311-8cc8-4062-a3a2-e0e4b2161feb/23cc7878-8f7c-432c-9164-bed66f0f794b) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:51.035313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port f6885b3b-2ecc-47cb-ac18-6be89d445cdb completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:51.106106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port f6885b3b-2ecc-47cb-ac18-6be89d445cdb triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:51.106626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:51.250742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b441d698-72f1-4859-9305-b7f5810b5915 None None] Provisioning for port da7af201-b592-480a-856f-1b5d729a01d4 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:51.302079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5cc7c2-ba4b-4d47-8262-543304363b21 None None] DHCP port deletion for 5a39e143-aaa5-4d02-bf33-4dcd266cf472 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:15:51.335749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf304d4f-7ec6-4661-9ecf-e39dd36a67d4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:51.336331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf304d4f-7ec6-4661-9ecf-e39dd36a67d4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:51.337063 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-cf304d4f-7ec6-4661-9ecf-e39dd36a67d4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Floating IP a14ab2ec-4802-42b1-b311-e4decf08545c disassociated. External IP: 172.26.4.198, port: 71814960-65e9-4de6-aaf9-e06f307c2b1e. Apr 23 09:15:51.337624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cf304d4f-7ec6-4661-9ecf-e39dd36a67d4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Calling delete_port for 71814960-65e9-4de6-aaf9-e06f307c2b1e owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:15:51.345971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512737b2-548e-48e5-9f2c-0078c3089301 None None] DHCP port deletion for 8a6d48df-e65c-466a-868c-c2958ab4e7e7 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:15:51.485168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:51.497208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:51.526355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Transition to ACTIVE for port object 23cc7878-8f7c-432c-9164-bed66f0f794b will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:51.536495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf304d4f-7ec6-4661-9ecf-e39dd36a67d4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:51.545341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2d6eee2f-6e8d-4b75-ad89-075cc6613935 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:51.586262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Transition to ACTIVE for port object 23cc7878-8f7c-432c-9164-bed66f0f794b will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:51.599948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port f6885b3b-2ecc-47cb-ac18-6be89d445cdb, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f6885b3b-2ecc-47cb-ac18-6be89d445cdb,segment=NetworkSegment(428733ea-57cf-40b0-a3cd-39d75c4a891b),segment_id=428733ea-57cf-40b0-a3cd-39d75c4a891b)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:51.606089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf304d4f-7ec6-4661-9ecf-e39dd36a67d4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event deleted for resources: {'Port': ['ID=71814960-65e9-4de6-aaf9-e06f307c2b1e,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:51.617117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8b5cc7c2-ba4b-4d47-8262-543304363b21 None None] Deleting port f6885b3b-2ecc-47cb-ac18-6be89d445cdb {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:51.617634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b5cc7c2-ba4b-4d47-8262-543304363b21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:51.626153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33bf9dae-5c22-42a4-8b02-b8c03af68d1f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:51.630857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network 5a39e143-aaa5-4d02-bf33-4dcd266cf472 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:15:51.635945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-512737b2-548e-48e5-9f2c-0078c3089301 None None] Deleting port c7458bda-b3dd-4f13-9057-cafae0fdeb61 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:51.636455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-512737b2-548e-48e5-9f2c-0078c3089301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:51.654421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cf304d4f-7ec6-4661-9ecf-e39dd36a67d4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:51.665372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:15:51.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:15:51.684211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:51.715085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:51.716029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device da7af201-b592-480a-856f-1b5d729a01d4 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:15:51.776609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-33bf9dae-5c22-42a4-8b02-b8c03af68d1f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Transition to ACTIVE for port object d2a1e33f-1323-426e-bb39-5c6c47e294b6 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:51.885690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-e53c5e78-e9f4-47d3-a02a-80adf4868006 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Allocated IP 172.20.0.4 (c94d2e41-e837-44f1-ba22-205516db6bb7/caa7a311-8cc8-4062-a3a2-e0e4b2161feb/54708724-1032-4dac-96a5-db09ee1075bc) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:51.908824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 09:15:51.908824 dv-neutron-786478-4-hyperv neutron-server[87059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 09:15:51.908824 dv-neutron-786478-4-hyperv neutron-server[87059]: [parameters: {'id': '5a39e143-aaa5-4d02-bf33-4dcd266cf472'}] Apr 23 09:15:51.908824 dv-neutron-786478-4-hyperv neutron-server[87059]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:15:51.909311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:15:51.923221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting port c7458bda-b3dd-4f13-9057-cafae0fdeb61 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:51.923501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:51.976855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Network c94d2e41-e837-44f1-ba22-205516db6bb7 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:51.979732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Pushing event updated for resources: {'Port': ['ID=23cc7878-8f7c-432c-9164-bed66f0f794b,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:51.983596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-512737b2-548e-48e5-9f2c-0078c3089301 None None] For port c7458bda-b3dd-4f13-9057-cafae0fdeb61, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c7458bda-b3dd-4f13-9057-cafae0fdeb61,segment=NetworkSegment(2d02ed3d-5954-4417-8d18-29928bb7090c),segment_id=2d02ed3d-5954-4417-8d18-29928bb7090c)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:51.984264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-512737b2-548e-48e5-9f2c-0078c3089301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:51.997695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:51.999777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:52.000624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf304d4f-7ec6-4661-9ecf-e39dd36a67d4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Router c4f8cc17-2046-40e2-ae6a-b782d0459fee has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:15:52.001620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-8b5cc7c2-ba4b-4d47-8262-543304363b21 None None] For port f6885b3b-2ecc-47cb-ac18-6be89d445cdb, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f6885b3b-2ecc-47cb-ac18-6be89d445cdb,segment=NetworkSegment(428733ea-57cf-40b0-a3cd-39d75c4a891b),segment_id=428733ea-57cf-40b0-a3cd-39d75c4a891b)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:52.002116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b5cc7c2-ba4b-4d47-8262-543304363b21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:52.013144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-740bb03e-5695-4daa-801a-d46006e6126b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:52.059926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:52.075516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] For port c7458bda-b3dd-4f13-9057-cafae0fdeb61, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c7458bda-b3dd-4f13-9057-cafae0fdeb61,segment=NetworkSegment(2d02ed3d-5954-4417-8d18-29928bb7090c),segment_id=2d02ed3d-5954-4417-8d18-29928bb7090c)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:52.075927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:52.155191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33bf9dae-5c22-42a4-8b02-b8c03af68d1f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:52.226776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-89c5cfa4-ef61-45db-8c30-f2dc959e122d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:52.266979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Calling delete_port for c7458bda-b3dd-4f13-9057-cafae0fdeb61 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:15:52.307112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-26eca902-54ba-4a8a-82d3-64758fc629c1 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:15:52.345405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e53c5e78-e9f4-47d3-a02a-80adf4868006 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:52.357327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-512737b2-548e-48e5-9f2c-0078c3089301 None None] Calling delete_port for c7458bda-b3dd-4f13-9057-cafae0fdeb61 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:15:52.362059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf304d4f-7ec6-4661-9ecf-e39dd36a67d4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:15:52.373614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993043e-4e60-430f-a0aa-a25234fc122a None None] Sync routers for ids ['c4f8cc17-2046-40e2-ae6a-b782d0459fee'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:15:52.385836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6993043e-4e60-430f-a0aa-a25234fc122a None None] Routers {'c4f8cc17-2046-40e2-ae6a-b782d0459fee'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:52.386902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-6993043e-4e60-430f-a0aa-a25234fc122a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c4f8cc17-2046-40e2-ae6a-b782d0459fee'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:52.393475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bf9dae-5c22-42a4-8b02-b8c03af68d1f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:52.408113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e53c5e78-e9f4-47d3-a02a-80adf4868006 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Transition to ACTIVE for port object 54708724-1032-4dac-96a5-db09ee1075bc will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:52.411991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:52.414080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-33bf9dae-5c22-42a4-8b02-b8c03af68d1f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:52.428010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bf9dae-5c22-42a4-8b02-b8c03af68d1f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:52.434955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bf9dae-5c22-42a4-8b02-b8c03af68d1f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:52.435696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33bf9dae-5c22-42a4-8b02-b8c03af68d1f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:52.445135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8b5cc7c2-ba4b-4d47-8262-543304363b21 None None] Calling delete_port for f6885b3b-2ecc-47cb-ac18-6be89d445cdb owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:15:52.475720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf9dae-5c22-42a4-8b02-b8c03af68d1f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=d2a1e33f-1323-426e-bb39-5c6c47e294b6,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:52.488625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf304d4f-7ec6-4661-9ecf-e39dd36a67d4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:52.507297 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cf304d4f-7ec6-4661-9ecf-e39dd36a67d4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "DELETE /v2.0/ports/71814960-65e9-4de6-aaf9-e06f307c2b1e HTTP/1.1" status: 204 len: 168 time: 2.1454856 Apr 23 09:15:52.510909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-33bf9dae-5c22-42a4-8b02-b8c03af68d1f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:52.515120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-6993043e-4e60-430f-a0aa-a25234fc122a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:52.516202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34750) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:52.525541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6993043e-4e60-430f-a0aa-a25234fc122a None None] Routers {'c4f8cc17-2046-40e2-ae6a-b782d0459fee'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:52.526121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-6993043e-4e60-430f-a0aa-a25234fc122a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c4f8cc17-2046-40e2-ae6a-b782d0459fee'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:52.531050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26eca902-54ba-4a8a-82d3-64758fc629c1 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:52.592858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26eca902-54ba-4a8a-82d3-64758fc629c1 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:52.622015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=f6885b3b-2ecc-47cb-ac18-6be89d445cdb,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:52.633993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-6993043e-4e60-430f-a0aa-a25234fc122a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:52.633993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993043e-4e60-430f-a0aa-a25234fc122a None None] The sync data for ids ['c4f8cc17-2046-40e2-ae6a-b782d0459fee'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:15:52.635955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Attempting to bind port 23cc7878-8f7c-432c-9164-bed66f0f794b on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:15:52.636602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Attempting to bind port 23cc7878-8f7c-432c-9164-bed66f0f794b by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'e2ae4ef7-71ea-476d-a36f-619c1fcdd09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c94d2e41-e837-44f1-ba22-205516db6bb7'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:15:52.637231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Attempting to bind port 23cc7878-8f7c-432c-9164-bed66f0f794b on network c94d2e41-e837-44f1-ba22-205516db6bb7 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:15:52.646502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-512737b2-548e-48e5-9f2c-0078c3089301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:52.659288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b5cc7c2-ba4b-4d47-8262-543304363b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:52.667551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:52.670980 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-33bf9dae-5c22-42a4-8b02-b8c03af68d1f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.5400975 Apr 23 09:15:52.672884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:52.680778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] The port 'f6885b3b-2ecc-47cb-ac18-6be89d445cdb' was deleted {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:15:52.733771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:15:52.734724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Checking segment: {'id': 'e2ae4ef7-71ea-476d-a36f-619c1fcdd09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c94d2e41-e837-44f1-ba22-205516db6bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:15:52.735399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:52.736042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Bound using segment: {'id': 'e2ae4ef7-71ea-476d-a36f-619c1fcdd09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c94d2e41-e837-44f1-ba22-205516db6bb7'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:15:52.736997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Bound port: 23cc7878-8f7c-432c-9164-bed66f0f794b, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ae4ef7-71ea-476d-a36f-619c1fcdd09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c94d2e41-e837-44f1-ba22-205516db6bb7'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:15:52.737663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:52.771994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34754) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:52.944251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port da7af201-b592-480a-856f-1b5d729a01d4 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:52.950254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512737b2-548e-48e5-9f2c-0078c3089301 None None] Pushing event deleted for resources: {'Port': ['ID=c7458bda-b3dd-4f13-9057-cafae0fdeb61,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:52.953447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512737b2-548e-48e5-9f2c-0078c3089301 None None] No DVR routers for this DVR port c7458bda-b3dd-4f13-9057-cafae0fdeb61 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:15:52.973029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:15:52.973399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:15:52.998219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:53.005636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port da7af201-b592-480a-856f-1b5d729a01d4 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:53.006187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:53.008269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e53c5e78-e9f4-47d3-a02a-80adf4868006 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:53.016609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ffccd69c-01e9-46a8-a286-9f69140e4646 tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:53.082854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5cc7c2-ba4b-4d47-8262-543304363b21 None None] No DVR routers for this DVR port f6885b3b-2ecc-47cb-ac18-6be89d445cdb on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:15:53.084452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5cc7c2-ba4b-4d47-8262-543304363b21 None None] Pushing event deleted for resources: {'Port': ['ID=f6885b3b-2ecc-47cb-ac18-6be89d445cdb,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:53.113137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53c5e78-e9f4-47d3-a02a-80adf4868006 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Network c94d2e41-e837-44f1-ba22-205516db6bb7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:53.128865 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-26eca902-54ba-4a8a-82d3-64758fc629c1 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Floating IP 90b411a1-e663-47c5-93d1-877e9cb7d5e5 associated. External IP: 172.26.4.234, port: 1b8df3c8-2822-4cbc-83f6-3cc031f5841e. Apr 23 09:15:53.130284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8b5cc7c2-ba4b-4d47-8262-543304363b21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:53.130700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a8023484-d079-4007-80a4-c0b67e489906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:53.130879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-e53c5e78-e9f4-47d3-a02a-80adf4868006 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:53.131286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a8023484-d079-4007-80a4-c0b67e489906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:53.141524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53c5e78-e9f4-47d3-a02a-80adf4868006 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:53.185101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ccfa4958-25aa-4974-bd24-374f00f7b9ef None None] Provisioning for port d2a1e33f-1323-426e-bb39-5c6c47e294b6 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:53.198803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ccfa4958-25aa-4974-bd24-374f00f7b9ef None None] Provisioning complete for port d2a1e33f-1323-426e-bb39-5c6c47e294b6 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:53.199257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4958-25aa-4974-bd24-374f00f7b9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:53.249688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c5e78-e9f4-47d3-a02a-80adf4868006 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Pushing event updated for resources: {'Port': ['ID=54708724-1032-4dac-96a5-db09ee1075bc,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:53.268242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:53.276435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] For port 23cc7878-8f7c-432c-9164-bed66f0f794b, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:15:53.292201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c4f45d-76e9-4b1a-9c30-0b4613bf1d9b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:53.302803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c4f45d-76e9-4b1a-9c30-0b4613bf1d9b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:53.303694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-27c4f45d-76e9-4b1a-9c30-0b4613bf1d9b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:15:53.316810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] For port 23cc7878-8f7c-432c-9164-bed66f0f794b, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=23cc7878-8f7c-432c-9164-bed66f0f794b,segment=NetworkSegment(e2ae4ef7-71ea-476d-a36f-619c1fcdd09d),segment_id=e2ae4ef7-71ea-476d-a36f-619c1fcdd09d)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:15:53.326650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa4958-25aa-4974-bd24-374f00f7b9ef None None] Port d2a1e33f-1323-426e-bb39-5c6c47e294b6 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:15:53.331888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e53c5e78-e9f4-47d3-a02a-80adf4868006 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:53.332213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:53.353994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:53.355081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a39e143-aaa5-4d02-bf33-4dcd266cf472']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:53.360464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8efed99f-06c9-4d6c-b7be-9207de26da02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:53.374229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53c5e78-e9f4-47d3-a02a-80adf4868006 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:53.374888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428733ea-57cf-40b0-a3cd-39d75c4a891b') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:53.375056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e53c5e78-e9f4-47d3-a02a-80adf4868006 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:53.375233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428733ea-57cf-40b0-a3cd-39d75c4a891b') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:53.398657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-27c4f45d-76e9-4b1a-9c30-0b4613bf1d9b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:15:53.399998 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-27c4f45d-76e9-4b1a-9c30-0b4613bf1d9b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6248958 Apr 23 09:15:53.401938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:53.403444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34758) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:53.440213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:53.440573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port da7af201-b592-480a-856f-1b5d729a01d4, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=da7af201-b592-480a-856f-1b5d729a01d4,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:53.453522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:15:53.463695 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e53c5e78-e9f4-47d3-a02a-80adf4868006 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.3182483 Apr 23 09:15:53.464672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34762) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:53.472728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Pushing event updated for resources: {'Port': ['ID=23cc7878-8f7c-432c-9164-bed66f0f794b,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:53.475567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:53.478869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:53.483045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:53.548505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d8b81eef-7e1d-40d1-9377-58227e022f6c tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Request body: {'port': {'network_id': 'c94d2e41-e837-44f1-ba22-205516db6bb7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1974183273', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:53.549383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.api.validators [None req-d8b81eef-7e1d-40d1-9377-58227e022f6c tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] bootfile-name is not in valid_values {{(pid=87175) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 23 09:15:53.549680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.api.validators [None req-d8b81eef-7e1d-40d1-9377-58227e022f6c tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] tftp-server is not in valid_values {{(pid=87175) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 23 09:15:53.550054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.api.validators [None req-d8b81eef-7e1d-40d1-9377-58227e022f6c tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] server-ip-address is not in valid_values {{(pid=87175) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 23 09:15:53.569971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] The port 'c7458bda-b3dd-4f13-9057-cafae0fdeb61' was deleted {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:15:53.590689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=da7af201-b592-480a-856f-1b5d729a01d4,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:53.599420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:53.607064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c7458bda-b3dd-4f13-9057-cafae0fdeb61 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:15:53.649073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: c7458bda-b3dd-4f13-9057-cafae0fdeb61 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:15:53.649803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c7458bda-b3dd-4f13-9057-cafae0fdeb61 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:15:53.650597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f6885b3b-2ecc-47cb-ac18-6be89d445cdb no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:15:53.693289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: f6885b3b-2ecc-47cb-ac18-6be89d445cdb {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:15:53.693816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f6885b3b-2ecc-47cb-ac18-6be89d445cdb not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:15:53.864007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-78ed1dc3-7631-4a8b-8e18-f3eeada174d1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting port d2a1e33f-1323-426e-bb39-5c6c47e294b6 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:53.864738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-78ed1dc3-7631-4a8b-8e18-f3eeada174d1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:53.881294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d8b81eef-7e1d-40d1-9377-58227e022f6c tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:53.914233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d8b81eef-7e1d-40d1-9377-58227e022f6c tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Usage tracker for resource:port and tenant:badcd1f93c2e414ab4f041c244d75f63 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:53.990182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d8b81eef-7e1d-40d1-9377-58227e022f6c tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:54.009505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d8b81eef-7e1d-40d1-9377-58227e022f6c tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:54.084811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b81eef-7e1d-40d1-9377-58227e022f6c tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Made reservation on behalf of badcd1f93c2e414ab4f041c244d75f63 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:54.091829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8b81eef-7e1d-40d1-9377-58227e022f6c tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:54.140266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-78ed1dc3-7631-4a8b-8e18-f3eeada174d1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:54.161812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-d8b81eef-7e1d-40d1-9377-58227e022f6c tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] device_id is not set on port 5434cea1-f06d-4639-882d-851a10b1c544 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:15:54.329860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-78ed1dc3-7631-4a8b-8e18-f3eeada174d1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Calling delete_port for d2a1e33f-1323-426e-bb39-5c6c47e294b6 owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:15:54.330898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:54.398493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network 5a39e143-aaa5-4d02-bf33-4dcd266cf472 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:15:54.407556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-347795b9-e531-414f-aab6-699d2497ff82 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:54.414455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:54.646678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6d48df-e65c-466a-868c-c2958ab4e7e7']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:54.684403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-d8b81eef-7e1d-40d1-9377-58227e022f6c tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Allocated IP 172.20.0.6 (c94d2e41-e837-44f1-ba22-205516db6bb7/caa7a311-8cc8-4062-a3a2-e0e4b2161feb/5434cea1-f06d-4639-882d-851a10b1c544) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:54.719151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d02ed3d-5954-4417-8d18-29928bb7090c') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:54.719513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d02ed3d-5954-4417-8d18-29928bb7090c') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:54.754558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26eca902-54ba-4a8a-82d3-64758fc629c1 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Router d033581c-f7e4-4217-88dc-fefb89b580f0 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:15:54.756432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network 5a39e143-aaa5-4d02-bf33-4dcd266cf472 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:15:54.766265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:15:54.796319 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:15:54.871527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:54.965642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:15:54.968807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-78ed1dc3-7631-4a8b-8e18-f3eeada174d1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:54.982361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d3f1d91-1212-4e7e-b88b-f04ab1e47d17 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:55.030216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d13898e-217a-4f78-9e59-e8fe60f136d9 None None] Network c94d2e41-e837-44f1-ba22-205516db6bb7 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:55.091598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed1dc3-7631-4a8b-8e18-f3eeada174d1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Port': ['ID=d2a1e33f-1323-426e-bb39-5c6c47e294b6,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:55.101118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-78ed1dc3-7631-4a8b-8e18-f3eeada174d1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:55.121549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:55.148294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3bac45c8-f13a-4103-944e-247a7f7b4ed3 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:55.181636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-80439648-514e-4d01-ac80-eed0b2b7c9b0 None None] Provisioning for port 23cc7878-8f7c-432c-9164-bed66f0f794b completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:55.188349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:55.193556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event deleted for resources: {'Network': ['ID=5a39e143-aaa5-4d02-bf33-4dcd266cf472,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:55.206943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-78ed1dc3-7631-4a8b-8e18-f3eeada174d1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:55.214763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:55.292398 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "DELETE /v2.0/networks/5a39e143-aaa5-4d02-bf33-4dcd266cf472 HTTP/1.1" status: 204 len: 168 time: 8.9504862 Apr 23 09:15:55.293020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34766) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:55.308484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2e267a93-85cf-4df6-8d40-f472af34025b tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1148842101'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:55.325484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2e267a93-85cf-4df6-8d40-f472af34025b tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:55.329120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 8a6d48df-e65c-466a-868c-c2958ab4e7e7 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:15:55.339284 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-78ed1dc3-7631-4a8b-8e18-f3eeada174d1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/d2a1e33f-1323-426e-bb39-5c6c47e294b6 HTTP/1.1" status: 204 len: 168 time: 1.9346492 Apr 23 09:15:55.348740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34770) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:55.362135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:55.378726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2e267a93-85cf-4df6-8d40-f472af34025b tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Usage tracker for resource:network and tenant:21b39df122d54bb0acfa2a1dae871901 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:55.411405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8b81eef-7e1d-40d1-9377-58227e022f6c tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:55.450410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d8b81eef-7e1d-40d1-9377-58227e022f6c tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Transition to ACTIVE for port object 5434cea1-f06d-4639-882d-851a10b1c544 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:55.476079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ce64b9-81c0-4cb4-8a16-49d4bbecbf5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:55.479050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ce64b9-81c0-4cb4-8a16-49d4bbecbf5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:55.479918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f3ce64b9-81c0-4cb4-8a16-49d4bbecbf5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:15:55.502102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2e267a93-85cf-4df6-8d40-f472af34025b tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:55.509251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-347795b9-e531-414f-aab6-699d2497ff82 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Deleting port 27007f6b-4ead-4f03-a25c-591174eb36fb {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:55.509391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2e267a93-85cf-4df6-8d40-f472af34025b tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:55.509731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-347795b9-e531-414f-aab6-699d2497ff82 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:55.521656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26eca902-54ba-4a8a-82d3-64758fc629c1 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:15:55.535583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d213a2-e224-4ff7-9fcd-166b283d4948 None None] Sync routers for ids ['d033581c-f7e4-4217-88dc-fefb89b580f0'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:15:55.551818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f3ce64b9-81c0-4cb4-8a16-49d4bbecbf5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:15:55.552408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d213a2-e224-4ff7-9fcd-166b283d4948 None None] Routers {'d033581c-f7e4-4217-88dc-fefb89b580f0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:55.556337 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f3ce64b9-81c0-4cb4-8a16-49d4bbecbf5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2022026 Apr 23 09:15:55.556516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a5d213a2-e224-4ff7-9fcd-166b283d4948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['d033581c-f7e4-4217-88dc-fefb89b580f0'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:55.557983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34774) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:55.559130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26eca902-54ba-4a8a-82d3-64758fc629c1 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:55.782854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e267a93-85cf-4df6-8d40-f472af34025b tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Made reservation on behalf of 21b39df122d54bb0acfa2a1dae871901 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:55.789288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2e267a93-85cf-4df6-8d40-f472af34025b tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:55.809002 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-26eca902-54ba-4a8a-82d3-64758fc629c1 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "PUT /v2.0/floatingips/90b411a1-e663-47c5-93d1-877e9cb7d5e5 HTTP/1.1" status: 200 len: 992 time: 5.8135459 Apr 23 09:15:55.853423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a04cee2-618c-478b-ae43-bfd8ec991382', 'tag': '1b8df3c8-2822-4cbc-83f6-3cc031f5841e'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:15:55.862512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-a5d213a2-e224-4ff7-9fcd-166b283d4948 None None] Set router d033581c-f7e4-4217-88dc-fefb89b580f0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:15:55.885574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 8a6d48df-e65c-466a-868c-c2958ab4e7e7 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:15:55.940201 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:15:55.966002 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a04cee2-618c-478b-ae43-bfd8ec991382', 'tag': '1b8df3c8-2822-4cbc-83f6-3cc031f5841e', 'status': 'completed', 'code': 200} Apr 23 09:15:55.975841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e267a93-85cf-4df6-8d40-f472af34025b tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:15:55.987714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2e267a93-85cf-4df6-8d40-f472af34025b tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:55.988599 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-2e267a93-85cf-4df6-8d40-f472af34025b tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Added segment de19a80b-4294-4ff9-89a7-2694958ffbcf of type vlan for network 231ab17b-c204-4077-8ebd-b2deeec126c9 Apr 23 09:15:56.043200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device da7af201-b592-480a-856f-1b5d729a01d4 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:15:56.044450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8b81eef-7e1d-40d1-9377-58227e022f6c tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:56.064131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:56.085556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2e267a93-85cf-4df6-8d40-f472af34025b tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:56.113744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:56.119864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:56.140261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-65bcf26f-dc40-4bf1-aac9-50086f330c25 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet d97d3250-c465-47c4-bd4a-06eb84e1bc36 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:15:56.145939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:56.158750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Network': ['ID=8a6d48df-e65c-466a-868c-c2958ab4e7e7,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:56.163280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:56.168694 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/networks/8a6d48df-e65c-466a-868c-c2958ab4e7e7 HTTP/1.1" status: 204 len: 168 time: 5.8567750 Apr 23 09:15:56.169788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34782) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:56.176576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65bcf26f-dc40-4bf1-aac9-50086f330c25 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:56.177266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-4548d43a-123d-4573-bc54-f54793a0aaf5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'network': {'name': 'tempest-RoutersTest-2085243423'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:56.177349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a7337b97-a0a4-4119-a686-832d0389feb7 None None] Provisioning for port 54708724-1032-4dac-96a5-db09ee1075bc completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:56.182427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4548d43a-123d-4573-bc54-f54793a0aaf5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:56.187273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4548d43a-123d-4573-bc54-f54793a0aaf5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:network and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:56.190492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4548d43a-123d-4573-bc54-f54793a0aaf5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:56.197040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2e267a93-85cf-4df6-8d40-f472af34025b tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:56.203296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e267a93-85cf-4df6-8d40-f472af34025b tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:56.203970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2e267a93-85cf-4df6-8d40-f472af34025b tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:56.209391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-347795b9-e531-414f-aab6-699d2497ff82 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:56.211116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4548d43a-123d-4573-bc54-f54793a0aaf5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:56.214374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-88c9dc2b-fdb1-46c0-91d3-67396cbc2f91 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:56.242414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b81eef-7e1d-40d1-9377-58227e022f6c tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Network c94d2e41-e837-44f1-ba22-205516db6bb7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:56.242792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a7337b97-a0a4-4119-a686-832d0389feb7 None None] Provisioning complete for port 54708724-1032-4dac-96a5-db09ee1075bc triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:56.243058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a7337b97-a0a4-4119-a686-832d0389feb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:56.257446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b81eef-7e1d-40d1-9377-58227e022f6c tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Pushing event updated for resources: {'Port': ['ID=5434cea1-f06d-4639-882d-851a10b1c544,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:56.261438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-d8b81eef-7e1d-40d1-9377-58227e022f6c tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:56.266967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b81eef-7e1d-40d1-9377-58227e022f6c tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:56.322436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port da7af201-b592-480a-856f-1b5d729a01d4 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:56.322825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:56.340914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e267a93-85cf-4df6-8d40-f472af34025b tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event updated for resources: {'Network': ['ID=231ab17b-c204-4077-8ebd-b2deeec126c9,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:56.348609 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2e267a93-85cf-4df6-8d40-f472af34025b tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0485182 Apr 23 09:15:56.349482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34788) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:56.350829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2e267a93-85cf-4df6-8d40-f472af34025b tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:56.354613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4548d43a-123d-4573-bc54-f54793a0aaf5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Made reservation on behalf of 28923eac46964204bb78aee0456d0ac1 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:56.356861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d8b81eef-7e1d-40d1-9377-58227e022f6c tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:56.365819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 231ab17b-c204-4077-8ebd-b2deeec126c9 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:15:56.366050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4548d43a-123d-4573-bc54-f54793a0aaf5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:56.392291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-29e17c44-68d8-4e2c-bf3c-099cfff6235f tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Request body: {'subnet': {'network_id': '231ab17b-c204-4077-8ebd-b2deeec126c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:56.416326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a7337b97-a0a4-4119-a686-832d0389feb7 None None] Port 54708724-1032-4dac-96a5-db09ee1075bc cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:15:56.487967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-347795b9-e531-414f-aab6-699d2497ff82 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Calling delete_port for 27007f6b-4ead-4f03-a25c-591174eb36fb owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:15:56.505582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65bcf26f-dc40-4bf1-aac9-50086f330c25 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:56.544453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4548d43a-123d-4573-bc54-f54793a0aaf5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:15:56.557749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-29e17c44-68d8-4e2c-bf3c-099cfff6235f tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:56.565025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-29e17c44-68d8-4e2c-bf3c-099cfff6235f tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Usage tracker for resource:subnet and tenant:21b39df122d54bb0acfa2a1dae871901 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:56.568289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4548d43a-123d-4573-bc54-f54793a0aaf5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:56.568703 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-4548d43a-123d-4573-bc54-f54793a0aaf5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Added segment 6b7ca783-ea0a-45bc-b75e-5e6de2ff2ae7 of type vlan for network 740d1511-beee-495d-b023-2167116edfe3 Apr 23 09:15:56.570091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-29e17c44-68d8-4e2c-bf3c-099cfff6235f tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:56.581266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-29e17c44-68d8-4e2c-bf3c-099cfff6235f tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:56.600696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b81eef-7e1d-40d1-9377-58227e022f6c tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:56.601972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8b81eef-7e1d-40d1-9377-58227e022f6c tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:56.615259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4548d43a-123d-4573-bc54-f54793a0aaf5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:56.646534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb60e37-3649-4d2f-84b0-1c14cd306987 req-05ae6d93-8d5c-4ae9-bcd2-6494f7c94a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:56.648336 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8fb60e37-3649-4d2f-84b0-1c14cd306987 req-05ae6d93-8d5c-4ae9-bcd2-6494f7c94a32 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=680695fd5257427aa59cd011d8236117&device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 1099 time: 0.6599638 Apr 23 09:15:56.661992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e17c44-68d8-4e2c-bf3c-099cfff6235f tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Made reservation on behalf of 21b39df122d54bb0acfa2a1dae871901 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:56.669994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-29e17c44-68d8-4e2c-bf3c-099cfff6235f tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:56.708100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4548d43a-123d-4573-bc54-f54793a0aaf5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:56.714682 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d8b81eef-7e1d-40d1-9377-58227e022f6c tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.2118275 Apr 23 09:15:56.715696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4548d43a-123d-4573-bc54-f54793a0aaf5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:56.716399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4548d43a-123d-4573-bc54-f54793a0aaf5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:56.720494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34792) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:56.724810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ed48ee4c-e53c-4719-a4df-03bbcdcd9957 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:56.768368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 23cc7878-8f7c-432c-9164-bed66f0f794b up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:15:56.898773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65bcf26f-dc40-4bf1-aac9-50086f330c25 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:56.945345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34796) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:56.945588 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4548d43a-123d-4573-bc54-f54793a0aaf5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7745903 Apr 23 09:15:56.957544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548d43a-123d-4573-bc54-f54793a0aaf5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Network': ['ID=740d1511-beee-495d-b023-2167116edfe3,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:56.958601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c12766f4-85ec-429a-8108-72c54fdeebbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'subnet': {'network_id': '740d1511-beee-495d-b023-2167116edfe3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:56.961562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4548d43a-123d-4573-bc54-f54793a0aaf5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:56.992542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 740d1511-beee-495d-b023-2167116edfe3 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:15:57.020559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a5d213a2-e224-4ff7-9fcd-166b283d4948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'name': 'tempest-ServersTestManualDisk-875366701-router', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:14:43Z', 'updated_at': '2021-04-23T09:15:03Z', 'revision_number': 4, 'project_id': '680695fd5257427aa59cd011d8236117', 'gw_port': {'id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:14:46Z', 'updated_at': '2021-04-23T09:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '90b411a1-e663-47c5-93d1-877e9cb7d5e5', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'floating_ip_address': '172.26.4.234', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'port_id': '1b8df3c8-2822-4cbc-83f6-3cc031f5841e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a04cee2-618c-478b-ae43-bfd8ec991382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:15:16Z', 'updated_at': '2021-04-23T09:15:52Z', 'revision_number': 1, 'project_id': '680695fd5257427aa59cd011d8236117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8869406-99ea-465b-9eb3-9741ef5b9896', 'name': '', 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'mac_address': 'fa:16:3e:78:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0b9b780d-df32-4d9f-896c-d11a8ac6fe41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:15:00Z', 'updated_at': '2021-04-23T09:15:13Z', 'revision_number': 5, 'project_id': '680695fd5257427aa59cd011d8236117', 'subnets': [{'id': '0b9b780d-df32-4d9f-896c-d11a8ac6fe41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:57.037407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb60e37-3649-4d2f-84b0-1c14cd306987 req-12ff1e15-0e14-427f-a75f-f8ba367a0caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:57.039069 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8fb60e37-3649-4d2f-84b0-1c14cd306987 req-12ff1e15-0e14-427f-a75f-f8ba367a0caf service neutron] 10.222.0.35 "GET /v2.0/networks?id=9da1bde6-e097-474a-957c-8a07c337c629 HTTP/1.1" status: 200 len: 912 time: 0.3784912 Apr 23 09:15:57.057305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d213a2-e224-4ff7-9fcd-166b283d4948 None None] Checking router: d033581c-f7e4-4217-88dc-fefb89b580f0 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:15:57.152674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d213a2-e224-4ff7-9fcd-166b283d4948 None None] Routers {'d033581c-f7e4-4217-88dc-fefb89b580f0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:15:57.153353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a5d213a2-e224-4ff7-9fcd-166b283d4948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['d033581c-f7e4-4217-88dc-fefb89b580f0'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:57.212136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-eb30864a-4dca-4c2b-9cf3-edf2b0aaebad None None] Provisioning complete for port 54708724-1032-4dac-96a5-db09ee1075bc triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:57.212583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb30864a-4dca-4c2b-9cf3-edf2b0aaebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:57.342447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e468719-3fca-498f-afbb-3a87ff913960 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:57.349080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e468719-3fca-498f-afbb-3a87ff913960 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:57.356076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e468719-3fca-498f-afbb-3a87ff913960 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:57.357062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3e468719-3fca-498f-afbb-3a87ff913960 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Synchronizing usage tracker for tenant:badcd1f93c2e414ab4f041c244d75f63 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:15:57.387632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 23cc7878-8f7c-432c-9164-bed66f0f794b completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:57.396253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-eb30864a-4dca-4c2b-9cf3-edf2b0aaebad None None] Port 54708724-1032-4dac-96a5-db09ee1075bc cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:15:57.402193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 23cc7878-8f7c-432c-9164-bed66f0f794b triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:57.402646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:57.411233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.objects.ports [None req-29e17c44-68d8-4e2c-bf3c-099cfff6235f tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87174) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 23 09:15:57.412719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-29e17c44-68d8-4e2c-bf3c-099cfff6235f tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:57.418051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-89a2e78c-5b6d-4615-bc2f-bf356dafee61 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:57.432516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c12766f4-85ec-429a-8108-72c54fdeebbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:15:57.436461 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8fb60e37-3649-4d2f-84b0-1c14cd306987 req-47e20630-addd-4191-b530-6bb0a03a6d18 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b8df3c8-2822-4cbc-83f6-3cc031f5841e HTTP/1.1" status: 200 len: 1000 time: 0.3806601 Apr 23 09:15:57.504707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17c44-68d8-4e2c-bf3c-099cfff6235f tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event updated for resources: {'Subnet': ['ID=e923d20f-660d-4480-aa84-8a276c68a6b2,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:57.513452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c12766f4-85ec-429a-8108-72c54fdeebbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:subnet and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:15:57.519894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-29e17c44-68d8-4e2c-bf3c-099cfff6235f tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:57.521226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-a5d213a2-e224-4ff7-9fcd-166b283d4948 None None] Set router d033581c-f7e4-4217-88dc-fefb89b580f0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:15:57.522439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c12766f4-85ec-429a-8108-72c54fdeebbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:15:57.549659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c12766f4-85ec-429a-8108-72c54fdeebbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:15:57.550263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e17c44-68d8-4e2c-bf3c-099cfff6235f tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Checking segment: {'id': 'de19a80b-4294-4ff9-89a7-2694958ffbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '231ab17b-c204-4077-8ebd-b2deeec126c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:15:57.550701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e17c44-68d8-4e2c-bf3c-099cfff6235f tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network hostable DHCP agents. Network: 231ab17b-c204-4077-8ebd-b2deeec126c9, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:15:57.570517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-eb30864a-4dca-4c2b-9cf3-edf2b0aaebad None None] Provisioning for port 5434cea1-f06d-4639-882d-851a10b1c544 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:15:57.588521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-eb30864a-4dca-4c2b-9cf3-edf2b0aaebad None None] Provisioning complete for port 5434cea1-f06d-4639-882d-851a10b1c544 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:15:57.588991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb30864a-4dca-4c2b-9cf3-edf2b0aaebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:57.616313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3e468719-3fca-498f-afbb-3a87ff913960 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Unset dirty status for tenant:badcd1f93c2e414ab4f041c244d75f63 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:15:57.617534 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3e468719-3fca-498f-afbb-3a87ff913960 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.8930018 Apr 23 09:15:57.622000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34802) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:57.664452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb60e37-3649-4d2f-84b0-1c14cd306987 req-0021e179-f974-4809-86e9-96a3a40d75de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:57.666803 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8fb60e37-3649-4d2f-84b0-1c14cd306987 req-0021e179-f974-4809-86e9-96a3a40d75de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0b9b780d-df32-4d9f-896c-d11a8ac6fe41 HTTP/1.1" status: 200 len: 850 time: 0.1925976 Apr 23 09:15:57.669537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e17c44-68d8-4e2c-bf3c-099cfff6235f tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network 231ab17b-c204-4077-8ebd-b2deeec126c9 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:15:57.671174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12766f4-85ec-429a-8108-72c54fdeebbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Made reservation on behalf of 28923eac46964204bb78aee0456d0ac1 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:15:57.677540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c12766f4-85ec-429a-8108-72c54fdeebbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:57.746108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-29e17c44-68d8-4e2c-bf3c-099cfff6235f tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 231ab17b-c204-4077-8ebd-b2deeec126c9) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:57.771369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e17c44-68d8-4e2c-bf3c-099cfff6235f tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:57.772529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-29e17c44-68d8-4e2c-bf3c-099cfff6235f tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:57.772926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5513f4-8f1b-425f-a33a-d4d8908199f2 None None] Network 231ab17b-c204-4077-8ebd-b2deeec126c9 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:57.776579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-347795b9-e531-414f-aab6-699d2497ff82 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:57.786017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b9d8245a-75ae-43f5-8987-d35e7bc48d04 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:57.820433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-776624e3-e92e-4e94-9036-3c28fa670990 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Deleting port 5434cea1-f06d-4639-882d-851a10b1c544 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:57.820686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-776624e3-e92e-4e94-9036-3c28fa670990 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:57.822168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-eb30864a-4dca-4c2b-9cf3-edf2b0aaebad None None] Port 5434cea1-f06d-4639-882d-851a10b1c544 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:15:57.860808 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-29e17c44-68d8-4e2c-bf3c-099cfff6235f tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5088263 Apr 23 09:15:57.864173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34806) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:57.900221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347795b9-e531-414f-aab6-699d2497ff82 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event deleted for resources: {'Port': ['ID=27007f6b-4ead-4f03-a25c-591174eb36fb,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:57.908875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-347795b9-e531-414f-aab6-699d2497ff82 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:57.933864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:58.077750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65bcf26f-dc40-4bf1-aac9-50086f330c25 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:58.091666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:58.155446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:58.157270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb60e37-3649-4d2f-84b0-1c14cd306987 req-6a1380e7-49d9-431d-8929-c20904c6af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:58.159028 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8fb60e37-3649-4d2f-84b0-1c14cd306987 req-6a1380e7-49d9-431d-8929-c20904c6af52 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9da1bde6-e097-474a-957c-8a07c337c629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4652419 Apr 23 09:15:58.164121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bcf26f-dc40-4bf1-aac9-50086f330c25 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=d97d3250-c465-47c4-bd4a-06eb84e1bc36,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:58.210450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 23cc7878-8f7c-432c-9164-bed66f0f794b, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=23cc7878-8f7c-432c-9164-bed66f0f794b,segment=NetworkSegment(e2ae4ef7-71ea-476d-a36f-619c1fcdd09d),segment_id=e2ae4ef7-71ea-476d-a36f-619c1fcdd09d)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:15:58.233662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65bcf26f-dc40-4bf1-aac9-50086f330c25 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:58.262186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:58.278648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c74e27c6-abd6-4fea-a5b1-c516da72c183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:58.342027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:58.370513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=23cc7878-8f7c-432c-9164-bed66f0f794b,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:58.380966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-231ab17b-c204-4077-8ebd-b2deeec126c9', 'network_id': '231ab17b-c204-4077-8ebd-b2deeec126c9', 'tenant_id': '21b39df122d54bb0acfa2a1dae871901', 'fixed_ips': [{'subnet_id': 'e923d20f-660d-4480-aa84-8a276c68a6b2'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:15:58.382038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:58.393558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:58.633960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-776624e3-e92e-4e94-9036-3c28fa670990 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:58.667451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a5d213a2-e224-4ff7-9fcd-166b283d4948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'name': 'tempest-ServersTestManualDisk-875366701-router', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:14:43Z', 'updated_at': '2021-04-23T09:15:03Z', 'revision_number': 4, 'project_id': '680695fd5257427aa59cd011d8236117', 'gw_port': {'id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:14:46Z', 'updated_at': '2021-04-23T09:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '90b411a1-e663-47c5-93d1-877e9cb7d5e5', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'floating_ip_address': '172.26.4.234', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'port_id': '1b8df3c8-2822-4cbc-83f6-3cc031f5841e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a04cee2-618c-478b-ae43-bfd8ec991382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:15:16Z', 'updated_at': '2021-04-23T09:15:52Z', 'revision_number': 1, 'project_id': '680695fd5257427aa59cd011d8236117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8869406-99ea-465b-9eb3-9741ef5b9896', 'name': '', 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'mac_address': 'fa:16:3e:78:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0b9b780d-df32-4d9f-896c-d11a8ac6fe41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:15:00Z', 'updated_at': '2021-04-23T09:15:13Z', 'revision_number': 5, 'project_id': '680695fd5257427aa59cd011d8236117', 'subnets': [{'id': '0b9b780d-df32-4d9f-896c-d11a8ac6fe41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:15:58.675124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d213a2-e224-4ff7-9fcd-166b283d4948 None None] The sync data for ids ['d033581c-f7e4-4217-88dc-fefb89b580f0'] in dv-neutron-786478-4-hyperv is: [{'id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'name': 'tempest-ServersTestManualDisk-875366701-router', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:14:43Z', 'updated_at': '2021-04-23T09:15:03Z', 'revision_number': 4, 'project_id': '680695fd5257427aa59cd011d8236117', 'gw_port': {'id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:14:46Z', 'updated_at': '2021-04-23T09:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '90b411a1-e663-47c5-93d1-877e9cb7d5e5', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'floating_ip_address': '172.26.4.234', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'port_id': '1b8df3c8-2822-4cbc-83f6-3cc031f5841e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629', 'mac_address': 'fa:16:3e:70:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a04cee2-618c-478b-ae43-bfd8ec991382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:15:16Z', 'updated_at': '2021-04-23T09:15:52Z', 'revision_number': 1, 'project_id': '680695fd5257427aa59cd011d8236117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8869406-99ea-465b-9eb3-9741ef5b9896', 'name': '', 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'mac_address': 'fa:16:3e:78:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0b9b780d-df32-4d9f-896c-d11a8ac6fe41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:15:00Z', 'updated_at': '2021-04-23T09:15:13Z', 'revision_number': 5, 'project_id': '680695fd5257427aa59cd011d8236117', 'subnets': [{'id': '0b9b780d-df32-4d9f-896c-d11a8ac6fe41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:15:58.702544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Allocated IP 2001:db8::f816:3eff:feed:2034 (231ab17b-c204-4077-8ebd-b2deeec126c9/e923d20f-660d-4480-aa84-8a276c68a6b2/7ec7a32d-e79c-40ed-b13d-4f9da8ad7e38) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:15:58.840312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65bcf26f-dc40-4bf1-aac9-50086f330c25 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:59.009419 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-65bcf26f-dc40-4bf1-aac9-50086f330c25 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/d97d3250-c465-47c4-bd4a-06eb84e1bc36 HTTP/1.1" status: 204 len: 168 time: 3.4483309 Apr 23 09:15:59.024481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34814) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:59.031778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc2233b-844f-45a8-bf66-da43bb068656 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:15:59.086261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83046f01-6260-4ae4-a872-d7e81680fa00 None None] New status for floating IP 90b411a1-e663-47c5-93d1-877e9cb7d5e5: ACTIVE {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:15:59.111400 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8fb60e37-3649-4d2f-84b0-1c14cd306987 req-d1334c0a-a107-4e7f-85b2-b44426e1d693 service neutron] 10.222.0.35 "GET /v2.0/networks/9da1bde6-e097-474a-957c-8a07c337c629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8766165 Apr 23 09:15:59.112082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-347795b9-e531-414f-aab6-699d2497ff82 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:59.170617 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-52f5125f-dbaa-4aff-8d64-88b79c6987d9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1356659 Apr 23 09:15:59.176148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34818) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:59.196422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-776624e3-e92e-4e94-9036-3c28fa670990 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Calling delete_port for 5434cea1-f06d-4639-882d-851a10b1c544 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:15:59.479301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-776624e3-e92e-4e94-9036-3c28fa670990 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:59.491293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7653c84d-e67e-4fbe-aa1c-52d38e39265c tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:59.563573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776624e3-e92e-4e94-9036-3c28fa670990 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Pushing event deleted for resources: {'Port': ['ID=5434cea1-f06d-4639-882d-851a10b1c544,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:59.579368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-776624e3-e92e-4e94-9036-3c28fa670990 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:59.593404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:59.617401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Transition to ACTIVE for port object 7ec7a32d-e79c-40ed-b13d-4f9da8ad7e38 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:59.667876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Transition to ACTIVE for port object 7ec7a32d-e79c-40ed-b13d-4f9da8ad7e38 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:15:59.684245 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8fb60e37-3649-4d2f-84b0-1c14cd306987 req-128060b3-4581-467a-94c2-c21797ade3b8 service neutron] 10.222.0.35 "GET /v2.0/networks/9da1bde6-e097-474a-957c-8a07c337c629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5394938 Apr 23 09:15:59.686807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471a936f-64bc-4da8-9eeb-0f34610ac2e9 None None] DHCP port deletion for bb316f39-4b0e-43f1-8f3e-34646815cee0 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:15:59.702017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874d2394-276e-42df-a076-036b0d8fbae0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:15:59.702845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-874d2394-276e-42df-a076-036b0d8fbae0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:15:59.739551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:59.756155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-33a01619-c0e9-4b2d-b8d9-afe985056e75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:59.783958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-776624e3-e92e-4e94-9036-3c28fa670990 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:59.822781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:15:59.831212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-74203cbb-29ed-4424-ae4d-6e46a4e03b15 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:15:59.849614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Network 231ab17b-c204-4077-8ebd-b2deeec126c9 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:15:59.853429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:15:59.856114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:15:59.866612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Pushing event updated for resources: {'Port': ['ID=7ec7a32d-e79c-40ed-b13d-4f9da8ad7e38,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:59.868915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:59.877523 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-776624e3-e92e-4e94-9036-3c28fa670990 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] 10.222.0.60 "DELETE /v2.0/ports/5434cea1-f06d-4639-882d-851a10b1c544 HTTP/1.1" status: 204 len: 168 time: 2.2529941 Apr 23 09:15:59.885702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34824) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:59.887073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event deleted for resources: {'Subnet': ['ID=e923d20f-660d-4480-aa84-8a276c68a6b2,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:15:59.887627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-874d2394-276e-42df-a076-036b0d8fbae0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:15:59.888925 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-874d2394-276e-42df-a076-036b0d8fbae0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7008858 Apr 23 09:15:59.895573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34826) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:15:59.897444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:15:59.919712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-91673d9f-93e1-4add-ae1e-71af38a4192e tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Request body: {'port': {'name': 'tempest-new-port-name-1119245646', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:15:59.920293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.api.validators [None req-91673d9f-93e1-4add-ae1e-71af38a4192e tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] bootfile-name is not in valid_values {{(pid=87174) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 23 09:15:59.920671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.api.validators [None req-91673d9f-93e1-4add-ae1e-71af38a4192e tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] tftp-server is not in valid_values {{(pid=87174) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 23 09:15:59.921042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.api.validators [None req-91673d9f-93e1-4add-ae1e-71af38a4192e tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] server-ip-address is not in valid_values {{(pid=87174) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 23 09:15:59.984560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-471a936f-64bc-4da8-9eeb-0f34610ac2e9 None None] Deleting port da7af201-b592-480a-856f-1b5d729a01d4 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:15:59.984979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-471a936f-64bc-4da8-9eeb-0f34610ac2e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:00.001087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Attempting to bind port 7ec7a32d-e79c-40ed-b13d-4f9da8ad7e38 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:16:00.002442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Attempting to bind port 7ec7a32d-e79c-40ed-b13d-4f9da8ad7e38 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'de19a80b-4294-4ff9-89a7-2694958ffbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '231ab17b-c204-4077-8ebd-b2deeec126c9'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:16:00.002442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Attempting to bind port 7ec7a32d-e79c-40ed-b13d-4f9da8ad7e38 on network 231ab17b-c204-4077-8ebd-b2deeec126c9 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:16:00.027090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:16:00.027888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Checking segment: {'id': 'de19a80b-4294-4ff9-89a7-2694958ffbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '231ab17b-c204-4077-8ebd-b2deeec126c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:16:00.028063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:00.029213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Bound using segment: {'id': 'de19a80b-4294-4ff9-89a7-2694958ffbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '231ab17b-c204-4077-8ebd-b2deeec126c9'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:16:00.029213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Bound port: 7ec7a32d-e79c-40ed-b13d-4f9da8ad7e38, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de19a80b-4294-4ff9-89a7-2694958ffbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '231ab17b-c204-4077-8ebd-b2deeec126c9'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:16:00.029485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:00.037215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9789ef61-9c86-4b10-85d0-741a976fb25f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:00.038026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9789ef61-9c86-4b10-85d0-741a976fb25f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:00.069903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:00.105723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347795b9-e531-414f-aab6-699d2497ff82 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Router c4f8cc17-2046-40e2-ae6a-b782d0459fee has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:16:00.174131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-471a936f-64bc-4da8-9eeb-0f34610ac2e9 None None] For port da7af201-b592-480a-856f-1b5d729a01d4, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=da7af201-b592-480a-856f-1b5d729a01d4,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:00.174607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-471a936f-64bc-4da8-9eeb-0f34610ac2e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:00.207237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c12766f4-85ec-429a-8108-72c54fdeebbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:00.222365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3022bd15-c58e-4ec7-b5d6-1f1b9f330d54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:00.250057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9789ef61-9c86-4b10-85d0-741a976fb25f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:00.255225 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9789ef61-9c86-4b10-85d0-741a976fb25f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3547914 Apr 23 09:16:00.255432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34832) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:00.265680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91673d9f-93e1-4add-ae1e-71af38a4192e tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:00.347957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] For port 7ec7a32d-e79c-40ed-b13d-4f9da8ad7e38, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:16:00.355786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] For port 7ec7a32d-e79c-40ed-b13d-4f9da8ad7e38, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7ec7a32d-e79c-40ed-b13d-4f9da8ad7e38,segment=NetworkSegment(de19a80b-4294-4ff9-89a7-2694958ffbcf),segment_id=de19a80b-4294-4ff9-89a7-2694958ffbcf)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:16:00.369173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-471a936f-64bc-4da8-9eeb-0f34610ac2e9 None None] Calling delete_port for da7af201-b592-480a-856f-1b5d729a01d4 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:00.398080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 23cc7878-8f7c-432c-9164-bed66f0f794b up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:16:00.402667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12766f4-85ec-429a-8108-72c54fdeebbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Subnet': ['ID=941f9362-99ce-427b-81b7-3e0f6f7e94e8,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:00.403835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231ab17b-c204-4077-8ebd-b2deeec126c9']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:00.411045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c12766f4-85ec-429a-8108-72c54fdeebbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:00.413361 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-eba198e7-1560-4ebb-a68a-e8d2680823f4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1578851 Apr 23 09:16:00.419240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34836) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:00.426985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12766f4-85ec-429a-8108-72c54fdeebbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Checking segment: {'id': '6b7ca783-ea0a-45bc-b75e-5e6de2ff2ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '740d1511-beee-495d-b023-2167116edfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:16:00.427398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12766f4-85ec-429a-8108-72c54fdeebbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network hostable DHCP agents. Network: 740d1511-beee-495d-b023-2167116edfe3, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:16:00.429686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-897e1a10-a2c9-4e7f-8521-812670528c24 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:00.443547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:00.451151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de19a80b-4294-4ff9-89a7-2694958ffbcf') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:00.451398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347795b9-e531-414f-aab6-699d2497ff82 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:16:00.451603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de19a80b-4294-4ff9-89a7-2694958ffbcf') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:00.459804 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-347795b9-e531-414f-aab6-699d2497ff82 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "PUT /v2.0/routers/c4f8cc17-2046-40e2-ae6a-b782d0459fee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9399242 Apr 23 09:16:00.460046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e282be8-1b93-4ee4-99dc-f1e623c6a7fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:00.465589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34840) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:00.489088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12766f4-85ec-429a-8108-72c54fdeebbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 740d1511-beee-495d-b023-2167116edfe3 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:16:00.510206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10339967-7cc5-4e38-83f0-9cab0efd80f1 None None] Sync routers for ids ['c4f8cc17-2046-40e2-ae6a-b782d0459fee'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:16:00.523388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c12766f4-85ec-429a-8108-72c54fdeebbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 740d1511-beee-495d-b023-2167116edfe3) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:00.544787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12766f4-85ec-429a-8108-72c54fdeebbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:00.545615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c12766f4-85ec-429a-8108-72c54fdeebbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:00.545835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa245cf-5709-4192-b9f0-8699ddcaadff None None] Network 740d1511-beee-495d-b023-2167116edfe3 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:00.579625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:00.592759 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c12766f4-85ec-429a-8108-72c54fdeebbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6395230 Apr 23 09:16:00.595656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34844) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:00.596421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10339967-7cc5-4e38-83f0-9cab0efd80f1 None None] Routers {'c4f8cc17-2046-40e2-ae6a-b782d0459fee'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:00.597118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-10339967-7cc5-4e38-83f0-9cab0efd80f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c4f8cc17-2046-40e2-ae6a-b782d0459fee'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:00.603331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-af0c0517-1f3b-450b-87a5-6476b341b8b4 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1464678504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:00.612000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-af0c0517-1f3b-450b-87a5-6476b341b8b4 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:00.616302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-af0c0517-1f3b-450b-87a5-6476b341b8b4 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:router and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:00.620424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-af0c0517-1f3b-450b-87a5-6476b341b8b4 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:00.626729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-af0c0517-1f3b-450b-87a5-6476b341b8b4 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:00.672157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af0c0517-1f3b-450b-87a5-6476b341b8b4 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:00.674748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af0c0517-1f3b-450b-87a5-6476b341b8b4 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:00.694227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af0c0517-1f3b-450b-87a5-6476b341b8b4 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:00.742505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af0c0517-1f3b-450b-87a5-6476b341b8b4 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:00.770412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:00.784843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-10339967-7cc5-4e38-83f0-9cab0efd80f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:00.815502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af0c0517-1f3b-450b-87a5-6476b341b8b4 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:00.818696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:16:00.818866 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-af0c0517-1f3b-450b-87a5-6476b341b8b4 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2191432 Apr 23 09:16:00.819553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34850) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:00.858155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10339967-7cc5-4e38-83f0-9cab0efd80f1 None None] Routers {'c4f8cc17-2046-40e2-ae6a-b782d0459fee'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:00.858907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-10339967-7cc5-4e38-83f0-9cab0efd80f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c4f8cc17-2046-40e2-ae6a-b782d0459fee'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:00.913880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Pushing event updated for resources: {'Port': ['ID=7ec7a32d-e79c-40ed-b13d-4f9da8ad7e38,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:00.917377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-897e1a10-a2c9-4e7f-8521-812670528c24 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:00.940922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:00.955628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-10339967-7cc5-4e38-83f0-9cab0efd80f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:00.956077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10339967-7cc5-4e38-83f0-9cab0efd80f1 None None] The sync data for ids ['c4f8cc17-2046-40e2-ae6a-b782d0459fee'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:16:00.971271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 23cc7878-8f7c-432c-9164-bed66f0f794b triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:00.971691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:01.006950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428eab75-a90b-432f-b9f8-5dbcb2856351 None None] Network 231ab17b-c204-4077-8ebd-b2deeec126c9 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:01.007194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-897e1a10-a2c9-4e7f-8521-812670528c24 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:01.035093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-471a936f-64bc-4da8-9eeb-0f34610ac2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:01.053899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9c551120-3d86-4a08-b148-15dab0e79f8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:01.152997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a936f-64bc-4da8-9eeb-0f34610ac2e9 None None] Pushing event deleted for resources: {'Port': ['ID=da7af201-b592-480a-856f-1b5d729a01d4,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:01.153595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d56c-c092-4e0e-a39d-f4c370ac6ab0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:01.155279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471a936f-64bc-4da8-9eeb-0f34610ac2e9 None None] No DVR routers for this DVR port da7af201-b592-480a-856f-1b5d729a01d4 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:16:01.221162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897e1a10-a2c9-4e7f-8521-812670528c24 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:16:01.228016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-897e1a10-a2c9-4e7f-8521-812670528c24 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:01.348030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network 231ab17b-c204-4077-8ebd-b2deeec126c9 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:16:01.376414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:01.403099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-471a936f-64bc-4da8-9eeb-0f34610ac2e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:01.612854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-91673d9f-93e1-4add-ae1e-71af38a4192e tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:16:01.640425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-740d1511-beee-495d-b023-2167116edfe3', 'network_id': '740d1511-beee-495d-b023-2167116edfe3', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'fixed_ips': [{'subnet_id': '941f9362-99ce-427b-81b7-3e0f6f7e94e8'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:16:01.641340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:01.687148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b36c41f-c804-4b68-b71b-ace10335b2be tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:01.699187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91673d9f-93e1-4add-ae1e-71af38a4192e tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:01.731917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network 231ab17b-c204-4077-8ebd-b2deeec126c9 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:16:01.761104 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:16:01.766434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device da7af201-b592-480a-856f-1b5d729a01d4 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:16:01.777907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91673d9f-93e1-4add-ae1e-71af38a4192e tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:01.787263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b5a2c844-768e-4bcd-b93e-651a9b683d2f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:01.816127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: da7af201-b592-480a-856f-1b5d729a01d4 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:16:01.816479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device da7af201-b592-480a-856f-1b5d729a01d4 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:16:01.918614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d56c-c092-4e0e-a39d-f4c370ac6ab0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:01.941067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Allocated IP 172.20.0.2 (740d1511-beee-495d-b023-2167116edfe3/941f9362-99ce-427b-81b7-3e0f6f7e94e8/8f7e6213-d096-4307-bf12-34138e2a310d) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:16:02.222659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1db9080b-1b18-4cf9-a477-3ab9f2b9a394 None None] Provisioning complete for port 54708724-1032-4dac-96a5-db09ee1075bc triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:02.223247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1db9080b-1b18-4cf9-a477-3ab9f2b9a394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:02.267939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:02.291197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Transition to ACTIVE for port object 8f7e6213-d096-4307-bf12-34138e2a310d will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:02.309069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1db9080b-1b18-4cf9-a477-3ab9f2b9a394 None None] Port 54708724-1032-4dac-96a5-db09ee1075bc cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:16:02.319192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Transition to ACTIVE for port object 8f7e6213-d096-4307-bf12-34138e2a310d will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:02.334113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91673d9f-93e1-4add-ae1e-71af38a4192e tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Pushing event updated for resources: {'Port': ['ID=54708724-1032-4dac-96a5-db09ee1075bc,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:02.352539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-91673d9f-93e1-4add-ae1e-71af38a4192e tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:02.364055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:02.370465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fa5e0d82-8699-45f6-aac1-413c1e97b35b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:02.393120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-2b36c41f-c804-4b68-b71b-ace10335b2be tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Allocated IP 172.20.0.1 (740d1511-beee-495d-b023-2167116edfe3/941f9362-99ce-427b-81b7-3e0f6f7e94e8/96f9d7ac-de64-49b1-9829-e260cba8ce83) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:16:02.393402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 09:16:02.393402 dv-neutron-786478-4-hyperv neutron-server[87059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 09:16:02.393402 dv-neutron-786478-4-hyperv neutron-server[87059]: [parameters: {'id': '231ab17b-c204-4077-8ebd-b2deeec126c9'}] Apr 23 09:16:02.393402 dv-neutron-786478-4-hyperv neutron-server[87059]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:16:02.393781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:16:02.406593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-91673d9f-93e1-4add-ae1e-71af38a4192e tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] In _notify_port_updated(), no bound segment for port 54708724-1032-4dac-96a5-db09ee1075bc on network c94d2e41-e837-44f1-ba22-205516db6bb7 {{(pid=87174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 23 09:16:02.412624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91673d9f-93e1-4add-ae1e-71af38a4192e tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:02.413332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91673d9f-93e1-4add-ae1e-71af38a4192e tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:02.417745 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-91673d9f-93e1-4add-ae1e-71af38a4192e tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] 10.222.0.60 "PUT /v2.0/ports/54708724-1032-4dac-96a5-db09ee1075bc HTTP/1.1" status: 200 len: 1136 time: 2.5205321 Apr 23 09:16:02.419517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34858) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:02.441104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Network 740d1511-beee-495d-b023-2167116edfe3 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:02.444983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:02.448087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:16:02.506289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Pushing event updated for resources: {'Port': ['ID=8f7e6213-d096-4307-bf12-34138e2a310d,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:02.515908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:02.554387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b40fd3-e883-4f80-a626-f3444d89aa64 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:02.555088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e7b40fd3-e883-4f80-a626-f3444d89aa64 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Synchronizing usage tracker for tenant:badcd1f93c2e414ab4f041c244d75f63 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:02.578990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Attempting to bind port 8f7e6213-d096-4307-bf12-34138e2a310d on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:16:02.579411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Attempting to bind port 8f7e6213-d096-4307-bf12-34138e2a310d by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '6b7ca783-ea0a-45bc-b75e-5e6de2ff2ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '740d1511-beee-495d-b023-2167116edfe3'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:16:02.579831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Attempting to bind port 8f7e6213-d096-4307-bf12-34138e2a310d on network 740d1511-beee-495d-b023-2167116edfe3 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:16:02.587175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:16:02.587605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Checking segment: {'id': '6b7ca783-ea0a-45bc-b75e-5e6de2ff2ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '740d1511-beee-495d-b023-2167116edfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:16:02.588247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:02.588694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Bound using segment: {'id': '6b7ca783-ea0a-45bc-b75e-5e6de2ff2ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '740d1511-beee-495d-b023-2167116edfe3'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:16:02.589777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Bound port: 8f7e6213-d096-4307-bf12-34138e2a310d, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7ca783-ea0a-45bc-b75e-5e6de2ff2ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '740d1511-beee-495d-b023-2167116edfe3'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:16:02.589777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:02.607877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7ff6d56c-c092-4e0e-a39d-f4c370ac6ab0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Deleting port 4ef3d6fd-695d-41a3-b3a9-a9c1bade2a3b {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:02.611764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d56c-c092-4e0e-a39d-f4c370ac6ab0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:02.611902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b36c41f-c804-4b68-b71b-ace10335b2be tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:02.627578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2b36c41f-c804-4b68-b71b-ace10335b2be tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Transition to ACTIVE for port object 96f9d7ac-de64-49b1-9829-e260cba8ce83 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:02.647507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e7b40fd3-e883-4f80-a626-f3444d89aa64 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Unset dirty status for tenant:badcd1f93c2e414ab4f041c244d75f63 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:02.648849 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e7b40fd3-e883-4f80-a626-f3444d89aa64 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] 10.222.0.60 "GET /v2.0/ports/54708724-1032-4dac-96a5-db09ee1075bc HTTP/1.1" status: 200 len: 1136 time: 0.2276325 Apr 23 09:16:02.654361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34862) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:02.694262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b36c41f-c804-4b68-b71b-ace10335b2be tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:02.700304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] For port 8f7e6213-d096-4307-bf12-34138e2a310d, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:16:02.703941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] For port 8f7e6213-d096-4307-bf12-34138e2a310d, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=8f7e6213-d096-4307-bf12-34138e2a310d,segment=NetworkSegment(6b7ca783-ea0a-45bc-b75e-5e6de2ff2ae7),segment_id=6b7ca783-ea0a-45bc-b75e-5e6de2ff2ae7)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:16:02.709626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4f9b76fa-d00c-44a2-b270-a0c72d836011 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:02.747252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:02.752679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:02.781914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b36c41f-c804-4b68-b71b-ace10335b2be tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 740d1511-beee-495d-b023-2167116edfe3 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:02.797665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-2b36c41f-c804-4b68-b71b-ace10335b2be tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:02.809044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b36c41f-c804-4b68-b71b-ace10335b2be tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:16:02.822897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d56c-c092-4e0e-a39d-f4c370ac6ab0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:02.854808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Pushing event updated for resources: {'Port': ['ID=8f7e6213-d096-4307-bf12-34138e2a310d,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:02.858655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:02.906988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36c41f-c804-4b68-b71b-ace10335b2be tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Port': ['ID=96f9d7ac-de64-49b1-9829-e260cba8ce83,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:02.907196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:02.920843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2b36c41f-c804-4b68-b71b-ace10335b2be tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:02.950995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b36c41f-c804-4b68-b71b-ace10335b2be tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:02.981127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7ff6d56c-c092-4e0e-a39d-f4c370ac6ab0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Calling delete_port for 4ef3d6fd-695d-41a3-b3a9-a9c1bade2a3b owned by network:router_gateway {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:03.007534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a8980671-d029-4e4e-8278-cc546c33e7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Deleting port 54708724-1032-4dac-96a5-db09ee1075bc {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:03.007925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8980671-d029-4e4e-8278-cc546c33e7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:03.192135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-897e1a10-a2c9-4e7f-8521-812670528c24 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:03.198817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c7f1d2ea-78d6-444f-9007-ab3818e0cb55 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:03.235859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b36c41f-c804-4b68-b71b-ace10335b2be tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:03.266123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8980671-d029-4e4e-8278-cc546c33e7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:03.275763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Deleting port 7ec7a32d-e79c-40ed-b13d-4f9da8ad7e38 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:03.276148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:03.307118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897e1a10-a2c9-4e7f-8521-812670528c24 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:03.324325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-897e1a10-a2c9-4e7f-8521-812670528c24 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:03.336061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c14836c-de1b-4a79-9720-31d25efa308b None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:03.401362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e1a10-a2c9-4e7f-8521-812670528c24 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=40988224-1479-4b0b-82d3-d98501a75b59,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:03.410270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897e1a10-a2c9-4e7f-8521-812670528c24 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:03.410885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-897e1a10-a2c9-4e7f-8521-812670528c24 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:03.415793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-897e1a10-a2c9-4e7f-8521-812670528c24 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:03.469635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a8980671-d029-4e4e-8278-cc546c33e7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Calling delete_port for 54708724-1032-4dac-96a5-db09ee1075bc owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:03.482769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] For port 7ec7a32d-e79c-40ed-b13d-4f9da8ad7e38, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7ec7a32d-e79c-40ed-b13d-4f9da8ad7e38,segment=NetworkSegment(de19a80b-4294-4ff9-89a7-2694958ffbcf),segment_id=de19a80b-4294-4ff9-89a7-2694958ffbcf)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:03.483175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:03.617307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-bb316f39-4b0e-43f1-8f3e-34646815cee0', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'fixed_ips': [{'subnet_id': '40988224-1479-4b0b-82d3-d98501a75b59'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:16:03.619045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:03.645923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Calling delete_port for 7ec7a32d-e79c-40ed-b13d-4f9da8ad7e38 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:03.702076 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-897e1a10-a2c9-4e7f-8521-812670528c24 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2786705 Apr 23 09:16:03.702305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34868) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:03.709999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-8d46ceb9-d362-4113-9dc4-e42428a93e62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'fixed_ips': [{'subnet_id': '40988224-1479-4b0b-82d3-d98501a75b59', 'ip_address': '2001:db8::aa46:2366:d2a:20c9'}], 'name': 'tempest-NetworksTestDHCPv6-415708930'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:03.743221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d56c-c092-4e0e-a39d-f4c370ac6ab0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:03.756615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d80288c7-d804-4025-8589-cb0b7f2f3981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:03.800914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8980671-d029-4e4e-8278-cc546c33e7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:03.818581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6d56c-c092-4e0e-a39d-f4c370ac6ab0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event deleted for resources: {'Port': ['ID=4ef3d6fd-695d-41a3-b3a9-a9c1bade2a3b,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:03.825919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e53c5e78-e9f4-47d3-a02a-80adf4868006 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:03.858496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Allocated IP 2001:db8::2 (bb316f39-4b0e-43f1-8f3e-34646815cee0/40988224-1479-4b0b-82d3-d98501a75b59/e72643be-c325-4687-8380-50a5d71afff8) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:16:03.901143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8980671-d029-4e4e-8278-cc546c33e7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Pushing event deleted for resources: {'Port': ['ID=54708724-1032-4dac-96a5-db09ee1075bc,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:03.904826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7ff6d56c-c092-4e0e-a39d-f4c370ac6ab0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:03.934105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a8980671-d029-4e4e-8278-cc546c33e7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:03.993574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:04.005231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d80288c7-d804-4025-8589-cb0b7f2f3981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:04.080981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d56c-c092-4e0e-a39d-f4c370ac6ab0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:04.129722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event deleted for resources: {'Port': ['ID=7ec7a32d-e79c-40ed-b13d-4f9da8ad7e38,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:04.132008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] No DVR routers for this DVR port 7ec7a32d-e79c-40ed-b13d-4f9da8ad7e38 on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:16:04.143379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:04.181826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8980671-d029-4e4e-8278-cc546c33e7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:04.185526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:04.212795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Transition to ACTIVE for port object e72643be-c325-4687-8380-50a5d71afff8 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:04.247395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b36c41f-c804-4b68-b71b-ace10335b2be tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:04.254024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Transition to ACTIVE for port object e72643be-c325-4687-8380-50a5d71afff8 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:04.277427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8d46ceb9-d362-4113-9dc4-e42428a93e62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:04.284137 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a8980671-d029-4e4e-8278-cc546c33e7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] 10.222.0.60 "DELETE /v2.0/ports/54708724-1032-4dac-96a5-db09ee1075bc HTTP/1.1" status: 204 len: 168 time: 1.6285834 Apr 23 09:16:04.286755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34874) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:04.307508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:04.322052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:04.373222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:04.378769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8d46ceb9-d362-4113-9dc4-e42428a93e62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:port and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:04.379970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:04.384027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:16:04.389953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-19609f26-0f3a-4517-955e-aa2be832b314 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Deleting subnet caa7a311-8cc8-4062-a3a2-e0e4b2161feb {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:16:04.397135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8d46ceb9-d362-4113-9dc4-e42428a93e62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:04.399105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19609f26-0f3a-4517-955e-aa2be832b314 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:04.407787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d56c-c092-4e0e-a39d-f4c370ac6ab0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:04.409911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8d46ceb9-d362-4113-9dc4-e42428a93e62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:04.426339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d56c-c092-4e0e-a39d-f4c370ac6ab0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:04.469339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19609f26-0f3a-4517-955e-aa2be832b314 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:04.532521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 8f7e6213-d096-4307-bf12-34138e2a310d up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:16:04.550236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:04.576496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19609f26-0f3a-4517-955e-aa2be832b314 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:04.585469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d46ceb9-d362-4113-9dc4-e42428a93e62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:16:04.610673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Attempting to bind port e72643be-c325-4687-8380-50a5d71afff8 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:16:04.610922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Attempting to bind port e72643be-c325-4687-8380-50a5d71afff8 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:16:04.611226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Attempting to bind port e72643be-c325-4687-8380-50a5d71afff8 on network bb316f39-4b0e-43f1-8f3e-34646815cee0 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:16:04.616578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b36c41f-c804-4b68-b71b-ace10335b2be tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:04.616899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Pushing event updated for resources: {'Port': ['ID=e72643be-c325-4687-8380-50a5d71afff8,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:04.621020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d56c-c092-4e0e-a39d-f4c370ac6ab0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:04.621221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:04.621615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff6d56c-c092-4e0e-a39d-f4c370ac6ab0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Fanout notify agent at l3_agent the message router_deleted on router c4f8cc17-2046-40e2-ae6a-b782d0459fee {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:16:04.626659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:16:04.627756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Checking segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:16:04.628223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:04.628669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Bound using segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:16:04.629665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Bound port: e72643be-c325-4687-8380-50a5d71afff8, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:16:04.630526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:04.663316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8ca54370-ee2b-48a6-8a09-d23242c97ae7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:04.699199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f785d63-e90d-4fa2-bf49-095f642be5d2 None None] Network 740d1511-beee-495d-b023-2167116edfe3 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:04.781313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b36c41f-c804-4b68-b71b-ace10335b2be tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:04.803968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d56c-c092-4e0e-a39d-f4c370ac6ab0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:04.806108 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7ff6d56c-c092-4e0e-a39d-f4c370ac6ab0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "DELETE /v2.0/routers/c4f8cc17-2046-40e2-ae6a-b782d0459fee HTTP/1.1" status: 204 len: 168 time: 4.3361349 Apr 23 09:16:04.810567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231ab17b-c204-4077-8ebd-b2deeec126c9']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:04.817803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34878) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:04.825753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36c41f-c804-4b68-b71b-ace10335b2be tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Port': ['ID=96f9d7ac-de64-49b1-9829-e260cba8ce83,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:04.835423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2b36c41f-c804-4b68-b71b-ace10335b2be tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:04.872297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de19a80b-4294-4ff9-89a7-2694958ffbcf') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:04.872700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de19a80b-4294-4ff9-89a7-2694958ffbcf') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:04.903870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] For port e72643be-c325-4687-8380-50a5d71afff8, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:16:04.908853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:04.921417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] For port e72643be-c325-4687-8380-50a5d71afff8, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=e72643be-c325-4687-8380-50a5d71afff8,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:16:04.922217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8d46ceb9-d362-4113-9dc4-e42428a93e62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:04.924700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3c5305a7-4ab1-4aa5-b3d7-d16e3f174fb9 None None] Provisioning for port 8f7e6213-d096-4307-bf12-34138e2a310d completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:04.958107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:04.966358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 8f7e6213-d096-4307-bf12-34138e2a310d completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:04.974207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3c5305a7-4ab1-4aa5-b3d7-d16e3f174fb9 None None] Provisioning complete for port 8f7e6213-d096-4307-bf12-34138e2a310d triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:04.974736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c5305a7-4ab1-4aa5-b3d7-d16e3f174fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:04.976372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-8d46ceb9-d362-4113-9dc4-e42428a93e62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] device_id is not set on port 583ee074-78c8-4a33-87d0-1e7082a8814a yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:16:05.031083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:05.046074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:05.079479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 8f7e6213-d096-4307-bf12-34138e2a310d triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:05.080073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:05.118173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b36c41f-c804-4b68-b71b-ace10335b2be tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 740d1511-beee-495d-b023-2167116edfe3 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:05.122373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-2b36c41f-c804-4b68-b71b-ace10335b2be tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:05.315034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:16:05.327763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19609f26-0f3a-4517-955e-aa2be832b314 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:05.333736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:05.353624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a9b486-a0d2-4cfe-b996-f11f49f52b8d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Deleting subnet 075cf726-5ac6-4b6c-aa55-c646094c8693 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:16:05.373259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Pushing event updated for resources: {'Port': ['ID=e72643be-c325-4687-8380-50a5d71afff8,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:05.377826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:05.378973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:05.379336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19609f26-0f3a-4517-955e-aa2be832b314 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Pushing event deleted for resources: {'Subnet': ['ID=caa7a311-8cc8-4062-a3a2-e0e4b2161feb,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:05.394303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-19609f26-0f3a-4517-955e-aa2be832b314 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:05.399401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19609f26-0f3a-4517-955e-aa2be832b314 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:05.419041 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-19609f26-0f3a-4517-955e-aa2be832b314 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] 10.222.0.60 "DELETE /v2.0/subnets/caa7a311-8cc8-4062-a3a2-e0e4b2161feb HTTP/1.1" status: 204 len: 168 time: 1.1280479 Apr 23 09:16:05.426410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-92a9b486-a0d2-4cfe-b996-f11f49f52b8d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:05.426745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34884) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:05.576265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b36c41f-c804-4b68-b71b-ace10335b2be tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Router 17d6f39e-5e71-4aef-9626-ca051bb878cb is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:16:05.659792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d43d55-99d0-4dfc-90fe-27499c3b341e None None] Network c94d2e41-e837-44f1-ba22-205516db6bb7 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:05.778986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network 231ab17b-c204-4077-8ebd-b2deeec126c9 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:16:05.794783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-92a9b486-a0d2-4cfe-b996-f11f49f52b8d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:05.827927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:06.024130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 8f7e6213-d096-4307-bf12-34138e2a310d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=8f7e6213-d096-4307-bf12-34138e2a310d,segment=NetworkSegment(6b7ca783-ea0a-45bc-b75e-5e6de2ff2ae7),segment_id=6b7ca783-ea0a-45bc-b75e-5e6de2ff2ae7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:06.029183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c5305a7-4ab1-4aa5-b3d7-d16e3f174fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:06.068549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:06.081334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:06.126182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network 231ab17b-c204-4077-8ebd-b2deeec126c9 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:16:06.143756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b36c41f-c804-4b68-b71b-ace10335b2be tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:16:06.150065 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2b36c41f-c804-4b68-b71b-ace10335b2be tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/routers/17d6f39e-5e71-4aef-9626-ca051bb878cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3291881 Apr 23 09:16:06.159344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:16:06.159590 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:16:06.162407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34888) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:06.168241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5116541-1245-4329-bc1d-ff26961ec633 None None] Sync routers for ids ['17d6f39e-5e71-4aef-9626-ca051bb878cb'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:16:06.181390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5116541-1245-4329-bc1d-ff26961ec633 None None] Routers {'17d6f39e-5e71-4aef-9626-ca051bb878cb'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:06.182890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b5116541-1245-4329-bc1d-ff26961ec633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['17d6f39e-5e71-4aef-9626-ca051bb878cb'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:06.271490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=8f7e6213-d096-4307-bf12-34138e2a310d,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:06.278872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Deleting port 23cc7878-8f7c-432c-9164-bed66f0f794b {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:06.279209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:06.288796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:06.293446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-3c5305a7-4ab1-4aa5-b3d7-d16e3f174fb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:16:06.296683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-3c5305a7-4ab1-4aa5-b3d7-d16e3f174fb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:16:06.365836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b5116541-1245-4329-bc1d-ff26961ec633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:06.376989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5116541-1245-4329-bc1d-ff26961ec633 None None] Routers {'17d6f39e-5e71-4aef-9626-ca051bb878cb'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:06.378010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b5116541-1245-4329-bc1d-ff26961ec633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:15:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['17d6f39e-5e71-4aef-9626-ca051bb878cb'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:06.403231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c08b2dc-0203-4e54-bbce-e636dddd328a None None] DHCP port deletion for c94d2e41-e837-44f1-ba22-205516db6bb7 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:16:06.437626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] For port 23cc7878-8f7c-432c-9164-bed66f0f794b, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=23cc7878-8f7c-432c-9164-bed66f0f794b,segment=NetworkSegment(e2ae4ef7-71ea-476d-a36f-619c1fcdd09d),segment_id=e2ae4ef7-71ea-476d-a36f-619c1fcdd09d)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:06.438041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:06.487395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77cbc9d-d4d8-4bc8-8c29-5544fe8e2d56 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:06.488345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b77cbc9d-d4d8-4bc8-8c29-5544fe8e2d56 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Synchronizing usage tracker for tenant:28923eac46964204bb78aee0456d0ac1 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:06.499576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b5116541-1245-4329-bc1d-ff26961ec633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:06.500813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5116541-1245-4329-bc1d-ff26961ec633 None None] The sync data for ids ['17d6f39e-5e71-4aef-9626-ca051bb878cb'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:16:06.514146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:16:06.534396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 8f7e6213-d096-4307-bf12-34138e2a310d up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:16:06.556373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-92a9b486-a0d2-4cfe-b996-f11f49f52b8d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:06.631356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Calling delete_port for 23cc7878-8f7c-432c-9164-bed66f0f794b owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:06.727037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8c08b2dc-0203-4e54-bbce-e636dddd328a None None] Deleting port 23cc7878-8f7c-432c-9164-bed66f0f794b {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:06.727465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c08b2dc-0203-4e54-bbce-e636dddd328a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:06.751454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b29f41c4-0932-4436-a703-403114420e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:06.755021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:06.761754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8ca54370-ee2b-48a6-8a09-d23242c97ae7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:06.770216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 8f7e6213-d096-4307-bf12-34138e2a310d triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:06.770695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:06.790140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-8d46ceb9-d362-4113-9dc4-e42428a93e62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8::aa46:2366:d2a:20c9 (bb316f39-4b0e-43f1-8f3e-34646815cee0/40988224-1479-4b0b-82d3-d98501a75b59/583ee074-78c8-4a33-87d0-1e7082a8814a) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:16:06.810007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:06.824546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:06.832559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Pushing event deleted for resources: {'Port': ['ID=23cc7878-8f7c-432c-9164-bed66f0f794b,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:06.835930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:06.849148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] No DVR routers for this DVR port 23cc7878-8f7c-432c-9164-bed66f0f794b on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:16:06.849356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:06.866124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b77cbc9d-d4d8-4bc8-8c29-5544fe8e2d56 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Unset dirty status for tenant:28923eac46964204bb78aee0456d0ac1 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:06.871691 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b77cbc9d-d4d8-4bc8-8c29-5544fe8e2d56 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/ports/96f9d7ac-de64-49b1-9829-e260cba8ce83 HTTP/1.1" status: 200 len: 910 time: 0.7013333 Apr 23 09:16:06.876048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event deleted for resources: {'Network': ['ID=231ab17b-c204-4077-8ebd-b2deeec126c9,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:06.878050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34894) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:06.976183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:06.999454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:06.999601 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "DELETE /v2.0/networks/231ab17b-c204-4077-8ebd-b2deeec126c9 HTTP/1.1" status: 204 len: 168 time: 9.1340899 Apr 23 09:16:07.016770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34898) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:07.062208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-8c08b2dc-0203-4e54-bbce-e636dddd328a None None] For port 23cc7878-8f7c-432c-9164-bed66f0f794b, host dv-neutron-786478-4-hyperv, got binding levels [] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:07.063271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c08b2dc-0203-4e54-bbce-e636dddd328a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:07.087542 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-692c9caf-052b-4c58-a1a0-744534312fa1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] DELETE failed (client error): The resource could not be found. Apr 23 09:16:07.088067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-692c9caf-052b-4c58-a1a0-744534312fa1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:16:07.101183 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-692c9caf-052b-4c58-a1a0-744534312fa1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "DELETE /v2.0/subnets/e923d20f-660d-4480-aa84-8a276c68a6b2 HTTP/1.1" status: 404 len: 337 time: 0.0831540 Apr 23 09:16:07.105350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34902) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:07.194131 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ed2a7c-7fa4-4489-a3be-2c35d4d439de tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] DELETE failed (client error): The resource could not be found. Apr 23 09:16:07.204970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ed2a7c-7fa4-4489-a3be-2c35d4d439de tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:16:07.204970 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-61ed2a7c-7fa4-4489-a3be-2c35d4d439de tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "DELETE /v2.0/networks/231ab17b-c204-4077-8ebd-b2deeec126c9 HTTP/1.1" status: 404 len: 339 time: 0.0912592 Apr 23 09:16:07.210232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34906) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:07.232687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8c08b2dc-0203-4e54-bbce-e636dddd328a None None] Calling delete_port for 23cc7878-8f7c-432c-9164-bed66f0f794b owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:07.233544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94d2e41-e837-44f1-ba22-205516db6bb7']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:07.239934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_backend_mixin [None req-8c08b2dc-0203-4e54-bbce-e636dddd328a None None] Port 23cc7878-8f7c-432c-9164-bed66f0f794b was not found and therefore no delete operation was performed {{(pid=87176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 23 09:16:07.246024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c08b2dc-0203-4e54-bbce-e636dddd328a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:07.247497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ae4ef7-71ea-476d-a36f-619c1fcdd09d') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:07.247832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ae4ef7-71ea-476d-a36f-619c1fcdd09d') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:07.252479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:07.262629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:07.284059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:07.291635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:16:07.311121 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a7179b9-a96b-4f33-a838-441ae7d73d45 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] DELETE failed (client error): The resource could not be found. Apr 23 09:16:07.311650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a7179b9-a96b-4f33-a838-441ae7d73d45 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:16:07.315975 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3a7179b9-a96b-4f33-a838-441ae7d73d45 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "DELETE /v2.0/subnets/0128d962-ae32-4470-a99b-4679a33cbdac HTTP/1.1" status: 404 len: 337 time: 0.0988848 Apr 23 09:16:07.321244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34910) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:07.337406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08b2dc-0203-4e54-bbce-e636dddd328a None None] Pushing event deleted for resources: {'Port': ['ID=23cc7878-8f7c-432c-9164-bed66f0f794b,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:07.342531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8c08b2dc-0203-4e54-bbce-e636dddd328a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:07.343426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c08b2dc-0203-4e54-bbce-e636dddd328a None None] No DVR routers for this DVR port 23cc7878-8f7c-432c-9164-bed66f0f794b on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:16:07.354414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2f284178-7cbe-4f0c-999d-9e38569decaa None None] Provisioning for port 96f9d7ac-de64-49b1-9829-e260cba8ce83 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:07.357549 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-91af9246-1004-40f6-a0f2-29df81c8346e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] DELETE failed (client error): The resource could not be found. Apr 23 09:16:07.358101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91af9246-1004-40f6-a0f2-29df81c8346e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:16:07.362424 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-91af9246-1004-40f6-a0f2-29df81c8346e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "DELETE /v2.0/networks/5a39e143-aaa5-4d02-bf33-4dcd266cf472 HTTP/1.1" status: 404 len: 339 time: 0.0376995 Apr 23 09:16:07.366986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2f284178-7cbe-4f0c-999d-9e38569decaa None None] Provisioning complete for port 96f9d7ac-de64-49b1-9829-e260cba8ce83 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:07.367494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2f284178-7cbe-4f0c-999d-9e38569decaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:07.392928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34914) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:07.404268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74616cb1-f6a3-4ea3-88f5-d4fdfdaa4289 None None] get_active_networks_info from dv-neutron-786478-4-hyperv {{(pid=87176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 09:16:07.444166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device e72643be-c325-4687-8380-50a5d71afff8 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:16:07.535047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Network c94d2e41-e837-44f1-ba22-205516db6bb7 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:16:07.545099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2f284178-7cbe-4f0c-999d-9e38569decaa None None] Port 96f9d7ac-de64-49b1-9829-e260cba8ce83 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:16:07.547131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:07.605822 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-0273e522-5136-4184-b42c-0cb87581bb5c tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] DELETE failed (client error): The resource could not be found. Apr 23 09:16:07.606259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0273e522-5136-4184-b42c-0cb87581bb5c tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:16:07.620838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2f284178-7cbe-4f0c-999d-9e38569decaa None None] Provisioning for port e72643be-c325-4687-8380-50a5d71afff8 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:07.634488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2f284178-7cbe-4f0c-999d-9e38569decaa None None] Provisioning complete for port e72643be-c325-4687-8380-50a5d71afff8 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:07.634920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2f284178-7cbe-4f0c-999d-9e38569decaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:07.640219 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0273e522-5136-4184-b42c-0cb87581bb5c tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "DELETE /v2.0/subnets/a75c7c6e-7ba6-47c1-81fb-109e95af0f91 HTTP/1.1" status: 404 len: 337 time: 0.1947145 Apr 23 09:16:07.643628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34918) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:07.679421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-92a9b486-a0d2-4cfe-b996-f11f49f52b8d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:07.681077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port e72643be-c325-4687-8380-50a5d71afff8 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:07.688815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e39b60d8-4b00-4082-a94e-276585a92280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:07.699038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port e72643be-c325-4687-8380-50a5d71afff8 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:07.699459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:07.709000 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f4e1f8-ef11-4f0d-9278-c9941e20856f tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] DELETE failed (client error): The resource could not be found. Apr 23 09:16:07.709550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f4e1f8-ef11-4f0d-9278-c9941e20856f tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:16:07.714791 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-70f4e1f8-ef11-4f0d-9278-c9941e20856f tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "DELETE /v2.0/networks/12484843-e73b-4f01-a796-16ffc91295e6 HTTP/1.1" status: 404 len: 339 time: 0.0671353 Apr 23 09:16:07.723167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34922) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:07.760967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74616cb1-f6a3-4ea3-88f5-d4fdfdaa4289 None None] Resources bound (agent type, host, resource id): {{(pid=87176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 23 09:16:07.784360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Network c94d2e41-e837-44f1-ba22-205516db6bb7 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:16:07.791104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9b486-a0d2-4cfe-b996-f11f49f52b8d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event deleted for resources: {'Subnet': ['ID=075cf726-5ac6-4b6c-aa55-c646094c8693,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:16:07.815246 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:16:07.826747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-92a9b486-a0d2-4cfe-b996-f11f49f52b8d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:07.827835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-92a9b486-a0d2-4cfe-b996-f11f49f52b8d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:07.829916 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-92a9b486-a0d2-4cfe-b996-f11f49f52b8d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "DELETE /v2.0/subnets/075cf726-5ac6-4b6c-aa55-c646094c8693 HTTP/1.1" status: 204 len: 168 time: 3.0092089 Apr 23 09:16:07.845774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34928) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:07.849086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8d46ceb9-d362-4113-9dc4-e42428a93e62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:07.954040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8d46ceb9-d362-4113-9dc4-e42428a93e62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Transition to ACTIVE for port object 583ee074-78c8-4a33-87d0-1e7082a8814a will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:07.964035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:07.968193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3c37700e-bd2c-4e2f-9d62-2f584734de9c tempest-PortsAdminExtendedAttrsTestJSON-326018396 tempest-PortsAdminExtendedAttrsTestJSON-326018396-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:07.989696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:07.997298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Pushing event deleted for resources: {'Network': ['ID=c94d2e41-e837-44f1-ba22-205516db6bb7,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:08.001565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:08.006354 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] 10.222.0.60 "DELETE /v2.0/networks/c94d2e41-e837-44f1-ba22-205516db6bb7 HTTP/1.1" status: 204 len: 168 time: 2.5770969 Apr 23 09:16:08.149397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:08.269693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:08.282569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2f284178-7cbe-4f0c-999d-9e38569decaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:08.379694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port e72643be-c325-4687-8380-50a5d71afff8, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=e72643be-c325-4687-8380-50a5d71afff8,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:08.468961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:08.479936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ecea7db4-5f18-4f64-8e53-26811f9f27f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:08.560694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ad383b9c-5a8a-4706-a409-4da952703d07 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Deleting port 6c0a5929-4a5c-4276-ac72-4450fb512294 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:08.561079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ad383b9c-5a8a-4706-a409-4da952703d07 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:08.580877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-2f284178-7cbe-4f0c-999d-9e38569decaa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:16:08.581283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-2f284178-7cbe-4f0c-999d-9e38569decaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:16:08.597693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 23cc7878-8f7c-432c-9164-bed66f0f794b no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:16:08.598017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8d46ceb9-d362-4113-9dc4-e42428a93e62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:08.598822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34938) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:08.637329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=e72643be-c325-4687-8380-50a5d71afff8,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:08.643424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-263c8069-0bca-44c2-8cef-3841e0685c65 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:08.655424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:08.656044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 23cc7878-8f7c-432c-9164-bed66f0f794b {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:16:08.656427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 23cc7878-8f7c-432c-9164-bed66f0f794b not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:16:08.791416 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8415fbdf-ae7b-47c8-9f80-13018e156654 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=badcd1f93c2e414ab4f041c244d75f63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901529 Apr 23 09:16:08.794485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34944) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:08.803700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357df11b-3b9d-4473-95c2-47c1674dd65e None None] Network cd59f0a9-a4b6-4377-9744-cfb40c837544 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:08.827636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d46ceb9-d362-4113-9dc4-e42428a93e62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:08.835661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ad383b9c-5a8a-4706-a409-4da952703d07 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:08.844019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-8d46ceb9-d362-4113-9dc4-e42428a93e62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:08.848747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d46ceb9-d362-4113-9dc4-e42428a93e62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:16:08.855093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d46ceb9-d362-4113-9dc4-e42428a93e62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:08.855801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8d46ceb9-d362-4113-9dc4-e42428a93e62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:08.866336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc959772-7d3a-4410-b39a-2d00beb6038f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:08.874290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46ceb9-d362-4113-9dc4-e42428a93e62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=583ee074-78c8-4a33-87d0-1e7082a8814a,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:08.911043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc959772-7d3a-4410-b39a-2d00beb6038f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:09.019576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ad383b9c-5a8a-4706-a409-4da952703d07 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Calling delete_port for 6c0a5929-4a5c-4276-ac72-4450fb512294 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:09.032354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc959772-7d3a-4410-b39a-2d00beb6038f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:09.042832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d4c0de7-5561-47de-976e-02e95e9135c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:09.071257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc959772-7d3a-4410-b39a-2d00beb6038f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01acf84a-517c-4694-b5f0-a311afe1fce2,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:09.082733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8d46ceb9-d362-4113-9dc4-e42428a93e62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:09.084319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cc959772-7d3a-4410-b39a-2d00beb6038f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:09.085249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc959772-7d3a-4410-b39a-2d00beb6038f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:09.087372 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cc959772-7d3a-4410-b39a-2d00beb6038f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/01acf84a-517c-4694-b5f0-a311afe1fce2 HTTP/1.1" status: 204 len: 168 time: 0.2915292 Apr 23 09:16:09.095731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ad383b9c-5a8a-4706-a409-4da952703d07 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:09.124409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:09.168228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Deleting port a51268b2-5675-457e-a245-52ca43886bb5 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:09.170360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:09.216389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2f284178-7cbe-4f0c-999d-9e38569decaa None None] Provisioning complete for port 8f7e6213-d096-4307-bf12-34138e2a310d triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:09.217454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2f284178-7cbe-4f0c-999d-9e38569decaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:09.220163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6734a16a-0b91-4eb6-8b73-f728db0feebc tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:09.269523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdee0c4-aefe-49e9-baf8-28b75f0648f2 None None] DHCP port deletion for cd59f0a9-a4b6-4377-9744-cfb40c837544 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:16:09.281106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad383b9c-5a8a-4706-a409-4da952703d07 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event deleted for resources: {'Port': ['ID=6c0a5929-4a5c-4276-ac72-4450fb512294,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:09.371460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] For port a51268b2-5675-457e-a245-52ca43886bb5, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a51268b2-5675-457e-a245-52ca43886bb5,segment=NetworkSegment(45c2de74-6142-43b9-894c-21d08cd4b19b),segment_id=45c2de74-6142-43b9-894c-21d08cd4b19b)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:09.371856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:09.446955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77824150-d726-4f3a-9d47-a49ea1b39b8b req-b939987e-dc18-4d63-998f-983c627ec31e tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:09.456358 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-77824150-d726-4f3a-9d47-a49ea1b39b8b req-b939987e-dc18-4d63-998f-983c627ec31e tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.1248691 Apr 23 09:16:09.462062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9fdee0c4-aefe-49e9-baf8-28b75f0648f2 None None] Deleting port a51268b2-5675-457e-a245-52ca43886bb5 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:09.462737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9fdee0c4-aefe-49e9-baf8-28b75f0648f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:09.541372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Calling delete_port for a51268b2-5675-457e-a245-52ca43886bb5 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:09.558377 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-77824150-d726-4f3a-9d47-a49ea1b39b8b req-85cf3e98-9b21-4bdf-8576-8a65b9448244 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007884 Apr 23 09:16:09.562595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ad383b9c-5a8a-4706-a409-4da952703d07 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:09.571123 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8d46ceb9-d362-4113-9dc4-e42428a93e62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.8670340 Apr 23 09:16:09.574711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34958) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:09.586120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7cddafd3-ca81-4188-b7d9-c3d975cd7b21 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'fixed_ips': [{'subnet_id': '40988224-1479-4b0b-82d3-d98501a75b59', 'ip_address': '2001:db8::aa46:2366:d2a:20c9'}], 'name': 'tempest-NetworksTestDHCPv6-806610731'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:09.615310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ad383b9c-5a8a-4706-a409-4da952703d07 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:09.675965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9fdee0c4-aefe-49e9-baf8-28b75f0648f2 None None] For port a51268b2-5675-457e-a245-52ca43886bb5, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a51268b2-5675-457e-a245-52ca43886bb5,segment=NetworkSegment(45c2de74-6142-43b9-894c-21d08cd4b19b),segment_id=45c2de74-6142-43b9-894c-21d08cd4b19b)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:09.676421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9fdee0c4-aefe-49e9-baf8-28b75f0648f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:09.727764 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ad383b9c-5a8a-4706-a409-4da952703d07 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "DELETE /v2.0/ports/6c0a5929-4a5c-4276-ac72-4450fb512294 HTTP/1.1" status: 204 len: 168 time: 1.9959772 Apr 23 09:16:09.732780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34968) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:09.734855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:09.788155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:09.811586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7cddafd3-ca81-4188-b7d9-c3d975cd7b21 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:09.816381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7cddafd3-ca81-4188-b7d9-c3d975cd7b21 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:port and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:09.819791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7cddafd3-ca81-4188-b7d9-c3d975cd7b21 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:09.827579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7cddafd3-ca81-4188-b7d9-c3d975cd7b21 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:09.837221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c228c873-b95f-4f48-b2e2-49b5b684a195 None None] Provisioning for port 583ee074-78c8-4a33-87d0-1e7082a8814a completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:09.840811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-661fe065-6c1a-4088-b20e-4a837a3d2790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:09.853490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9fdee0c4-aefe-49e9-baf8-28b75f0648f2 None None] Calling delete_port for a51268b2-5675-457e-a245-52ca43886bb5 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:09.854654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cddafd3-ca81-4188-b7d9-c3d975cd7b21 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:16:09.859424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c228c873-b95f-4f48-b2e2-49b5b684a195 None None] Provisioning complete for port 583ee074-78c8-4a33-87d0-1e7082a8814a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:09.859851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c228c873-b95f-4f48-b2e2-49b5b684a195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:09.917327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event deleted for resources: {'Port': ['ID=a51268b2-5675-457e-a245-52ca43886bb5,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:09.919693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] No DVR routers for this DVR port a51268b2-5675-457e-a245-52ca43886bb5 on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:16:09.926123 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab25e63-783e-4467-806a-8b00931c6d8c tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] DELETE failed (client error): The resource could not be found. Apr 23 09:16:09.926761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab25e63-783e-4467-806a-8b00931c6d8c tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:16:09.931820 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2ab25e63-783e-4467-806a-8b00931c6d8c tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "DELETE /v2.0/subnets/c836372a-67a2-477d-b65d-dc4d679d6bf2 HTTP/1.1" status: 404 len: 337 time: 0.1892784 Apr 23 09:16:09.940544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c228c873-b95f-4f48-b2e2-49b5b684a195 None None] Port 583ee074-78c8-4a33-87d0-1e7082a8814a cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:16:09.965064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:09.967262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34974) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:09.970858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-9fdee0c4-aefe-49e9-baf8-28b75f0648f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:16:09.971448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-9fdee0c4-aefe-49e9-baf8-28b75f0648f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:16:10.154533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:10.163664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7cddafd3-ca81-4188-b7d9-c3d975cd7b21 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:10.195683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-7cddafd3-ca81-4188-b7d9-c3d975cd7b21 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] device_id is not set on port 24f3a43a-6e08-4b96-aacf-c5da1fc14c67 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:16:10.216721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:10.266717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:10.282559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1d09f-b603-44ad-8eac-413d508913a9 req-e37962db-04c8-43a9-852d-2f3d1e2fcb2c tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:10.290943 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e9c1d09f-b603-44ad-8eac-413d508913a9 req-e37962db-04c8-43a9-852d-2f3d1e2fcb2c tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.5642176 Apr 23 09:16:10.342461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 34988) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:10.426287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:10.427628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd59f0a9-a4b6-4377-9744-cfb40c837544']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:10.524441 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e9c1d09f-b603-44ad-8eac-413d508913a9 req-3737d8ca-4001-449c-8571-c8cc2304dd1a tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137327 Apr 23 09:16:10.527103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c2de74-6142-43b9-894c-21d08cd4b19b') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:10.527616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c2de74-6142-43b9-894c-21d08cd4b19b') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:10.554354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:10.589210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:10.590890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9fdee0c4-aefe-49e9-baf8-28b75f0648f2 None None] The port 'a51268b2-5675-457e-a245-52ca43886bb5' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:16:10.628889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2d97d0-68d2-4c55-8adb-687b37028303']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:10.636243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:16:10.649975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device e72643be-c325-4687-8380-50a5d71afff8 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:16:10.658643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1935356305'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:10.667585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:10.672145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0521dc-0b53-43a8-aee4-0566f264b7d1') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:10.672918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0521dc-0b53-43a8-aee4-0566f264b7d1') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:10.699523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:network and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:10.737008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port e72643be-c325-4687-8380-50a5d71afff8 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:10.737915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:10.748714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:10.763281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:10.770745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:10.802897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:10.819629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:16:10.853619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Made reservation on behalf of 6a7817c6b9664b5898a398d7ccbe4c15 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:16:10.859927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:10.863739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Network cd59f0a9-a4b6-4377-9744-cfb40c837544 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:16:10.900693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:10.931091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:10.954848 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cddafd3-ca81-4188-b7d9-c3d975cd7b21 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 23 09:16:10.957900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cddafd3-ca81-4188-b7d9-c3d975cd7b21 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:16:10.958424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a51268b2-5675-457e-a245-52ca43886bb5 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:16:10.999978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: a51268b2-5675-457e-a245-52ca43886bb5 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:16:11.000373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a51268b2-5675-457e-a245-52ca43886bb5 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:16:11.005383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6734a16a-0b91-4eb6-8b73-f728db0feebc tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting port 96f9d7ac-de64-49b1-9829-e260cba8ce83 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:11.005770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6734a16a-0b91-4eb6-8b73-f728db0feebc tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:11.011885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:11.066189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:security_group_rule and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:11.075511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:11.095605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:11.102673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network 1f2d97d0-68d2-4c55-8adb-687b37028303 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:16:11.114500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:11.151696 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7cddafd3-ca81-4188-b7d9-c3d975cd7b21 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.5753388 Apr 23 09:16:11.190988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 34998) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:11.220065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:11.315393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Network cd59f0a9-a4b6-4377-9744-cfb40c837544 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:16:11.317205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network 1f2d97d0-68d2-4c55-8adb-687b37028303 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:16:11.342978 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:16:11.355734 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:16:11.454250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:11.458911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:11.464747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3dd95fd6-c5a1-4b29-b72b-931834a29f65 tempest-FloatingIPAdminTestJSON-801010657 tempest-FloatingIPAdminTestJSON-801010657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:11.483667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6734a16a-0b91-4eb6-8b73-f728db0feebc tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:11.489705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event deleted for resources: {'Network': ['ID=1f2d97d0-68d2-4c55-8adb-687b37028303,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:11.498127 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "DELETE /v2.0/networks/1f2d97d0-68d2-4c55-8adb-687b37028303 HTTP/1.1" status: 204 len: 168 time: 1.5297108 Apr 23 09:16:11.499046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35004) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:11.506399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:11.506840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:11.507268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:11.507869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:11.508291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:11.509047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:11.509471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:11.509894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:11.510335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:11.510752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:11.512806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:11.512806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:11.515287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:11.517312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c43b3f-4dab-43be-a599-8370877bbc14 req-8ea8f9d1-12b0-4c83-a153-12483eb8408d tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:11.519051 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d1c43b3f-4dab-43be-a599-8370877bbc14 req-8ea8f9d1-12b0-4c83-a153-12483eb8408d tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.5156844 Apr 23 09:16:11.652619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6734a16a-0b91-4eb6-8b73-f728db0feebc tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Calling delete_port for 96f9d7ac-de64-49b1-9829-e260cba8ce83 owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:11.656749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:11.737521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:11.744770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a0f35b3f-efdf-447e-ac1b-22135fdc32dc tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Deleting port 3afd7d8a-954e-4e83-92b1-3fa627db0f94 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:11.753099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a0f35b3f-efdf-447e-ac1b-22135fdc32dc tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:11.763343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:11.781088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2c6011af-95b2-444b-b56b-ee7e9e10d5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:11.877704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:16:11.890352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=422cf4a8-ad7d-458b-9cfd-6b2348c8f846,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:11.897591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:11.914574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:11.914978 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Added segment 46350051-32bf-40f1-8c1a-5e5b7c992dab of type vlan for network 39cef6e7-edcf-4386-aecb-5999ecf75f4c Apr 23 09:16:11.917186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a0f35b3f-efdf-447e-ac1b-22135fdc32dc tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:11.966550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9c044cda-eaaf-4456-8f9c-5353ed9f181c tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:11.987465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:12.011927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event deleted for resources: {'Network': ['ID=cd59f0a9-a4b6-4377-9744-cfb40c837544,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:12.026997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75725917-8c7e-4445-a404-d163810eba85 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:12.033746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75725917-8c7e-4445-a404-d163810eba85 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:12.034688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-75725917-8c7e-4445-a404-d163810eba85 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:12.038634 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "DELETE /v2.0/networks/cd59f0a9-a4b6-4377-9744-cfb40c837544 HTTP/1.1" status: 204 len: 168 time: 4.1858087 Apr 23 09:16:12.040407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:12.054256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35008) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:12.145372 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d1c43b3f-4dab-43be-a599-8370877bbc14 req-fe7c8cd7-ce78-4a25-aedd-37f25c8823fe tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5058208 Apr 23 09:16:12.161513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:12.243326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-75725917-8c7e-4445-a404-d163810eba85 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:12.244663 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-75725917-8c7e-4445-a404-d163810eba85 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.0045006 Apr 23 09:16:12.255490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35012) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:12.346564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a0f35b3f-efdf-447e-ac1b-22135fdc32dc tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Calling delete_port for 3afd7d8a-954e-4e83-92b1-3fa627db0f94 owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:12.369960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:12.437353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:12.443656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:12.444837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:12.450776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c8bbb07f-71d5-4dc3-8a2d-80015aaa7e2e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:12.509818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-39ef42ce-301d-4a10-9828-5a61844b8fdb tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Deleting port 0e2ceb69-239c-4b20-98e7-11f7e6ee4144 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:12.510228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-39ef42ce-301d-4a10-9828-5a61844b8fdb tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:12.581543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a0f35b3f-efdf-447e-ac1b-22135fdc32dc tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:12.599679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Network': ['ID=39cef6e7-edcf-4386-aecb-5999ecf75f4c,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:12.603176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:12.605850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:12.611455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 39cef6e7-edcf-4386-aecb-5999ecf75f4c details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:16:12.643637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d35d072d-89eb-4ae9-811e-4849400da46d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting port 583ee074-78c8-4a33-87d0-1e7082a8814a {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:12.644771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d35d072d-89eb-4ae9-811e-4849400da46d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:12.654346 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.3060858 Apr 23 09:16:12.661593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a0f35b3f-efdf-447e-ac1b-22135fdc32dc tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:12.666458 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a0f35b3f-efdf-447e-ac1b-22135fdc32dc tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "DELETE /v2.0/ports/3afd7d8a-954e-4e83-92b1-3fa627db0f94 HTTP/1.1" status: 204 len: 168 time: 1.1594658 Apr 23 09:16:12.666458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35018) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:12.666458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f35b3f-efdf-447e-ac1b-22135fdc32dc tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event deleted for resources: {'Port': ['ID=3afd7d8a-954e-4e83-92b1-3fa627db0f94,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:12.668847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35020) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:12.670793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a0f35b3f-efdf-447e-ac1b-22135fdc32dc tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:12.675596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-296e00f2-5938-4ea8-9e44-6624e84d4c01 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-75744890'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:12.681592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-296e00f2-5938-4ea8-9e44-6624e84d4c01 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:12.685832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-296e00f2-5938-4ea8-9e44-6624e84d4c01 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:network and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:12.689168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-296e00f2-5938-4ea8-9e44-6624e84d4c01 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:12.695416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-296e00f2-5938-4ea8-9e44-6624e84d4c01 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:12.729078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296e00f2-5938-4ea8-9e44-6624e84d4c01 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Made reservation on behalf of 6a7817c6b9664b5898a398d7ccbe4c15 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:16:12.735308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-296e00f2-5938-4ea8-9e44-6624e84d4c01 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:12.758181 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-8316fdab-0d85-41d3-b752-311d3a4b2d1c tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] DELETE failed (client error): The resource could not be found. Apr 23 09:16:12.758849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8316fdab-0d85-41d3-b752-311d3a4b2d1c tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:16:12.764987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296e00f2-5938-4ea8-9e44-6624e84d4c01 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:16:12.774844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-296e00f2-5938-4ea8-9e44-6624e84d4c01 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:12.775239 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-296e00f2-5938-4ea8-9e44-6624e84d4c01 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Added segment 65995cce-2164-429c-b68a-f94cebf2b5f8 of type vlan for network 709b311a-f63b-4c88-9aa2-59c00fed30c9 Apr 23 09:16:12.803305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-296e00f2-5938-4ea8-9e44-6624e84d4c01 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:12.837557 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8316fdab-0d85-41d3-b752-311d3a4b2d1c tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "DELETE /v2.0/subnets/cbae94db-707c-4801-93b6-f0180349af2f HTTP/1.1" status: 404 len: 337 time: 0.1673806 Apr 23 09:16:12.840262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35026) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:12.876198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-39ef42ce-301d-4a10-9828-5a61844b8fdb tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:12.876597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-39ef42ce-301d-4a10-9828-5a61844b8fdb tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:12.880357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-296e00f2-5938-4ea8-9e44-6624e84d4c01 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:12.887520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296e00f2-5938-4ea8-9e44-6624e84d4c01 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:12.888201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-296e00f2-5938-4ea8-9e44-6624e84d4c01 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:12.890948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6734a16a-0b91-4eb6-8b73-f728db0feebc tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:12.898617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-170e7bdd-c581-42e0-9455-78f491b8b1df tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:12.900713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f7c77177-6726-47c9-8d4b-a72f84363c6f tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:13.082139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e00f2-5938-4ea8-9e44-6624e84d4c01 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Network': ['ID=709b311a-f63b-4c88-9aa2-59c00fed30c9,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:13.082901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734a16a-0b91-4eb6-8b73-f728db0feebc tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Port': ['ID=96f9d7ac-de64-49b1-9829-e260cba8ce83,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:13.086009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d35d072d-89eb-4ae9-811e-4849400da46d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:13.086701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-296e00f2-5938-4ea8-9e44-6624e84d4c01 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:13.095108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-afe01825-5b1f-435f-86d8-4e1a8f8676ed tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:13.106169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-39ef42ce-301d-4a10-9828-5a61844b8fdb tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Calling delete_port for 0e2ceb69-239c-4b20-98e7-11f7e6ee4144 owned by network:floatingip {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:13.109167 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-296e00f2-5938-4ea8-9e44-6624e84d4c01 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4408975 Apr 23 09:16:13.113109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 709b311a-f63b-4c88-9aa2-59c00fed30c9 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:16:13.142851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35030) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:13.149495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6734a16a-0b91-4eb6-8b73-f728db0feebc tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:13.167500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-fb7b66e6-7de8-4eb4-9016-671d47477ef2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'subnet': {'network_id': '39cef6e7-edcf-4386-aecb-5999ecf75f4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:13.257181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-afe01825-5b1f-435f-86d8-4e1a8f8676ed tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:13.391182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d35d072d-89eb-4ae9-811e-4849400da46d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Calling delete_port for 583ee074-78c8-4a33-87d0-1e7082a8814a owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:13.396694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-afe01825-5b1f-435f-86d8-4e1a8f8676ed tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0dd965e-e74a-4561-a8a6-e4db07b6e711']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:13.410336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-afe01825-5b1f-435f-86d8-4e1a8f8676ed tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5724cfc-2b2e-43fc-a78b-a2e2b6cbf3b5') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:13.410687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-afe01825-5b1f-435f-86d8-4e1a8f8676ed tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5724cfc-2b2e-43fc-a78b-a2e2b6cbf3b5') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:13.423930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-afe01825-5b1f-435f-86d8-4e1a8f8676ed tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:13.441409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-afe01825-5b1f-435f-86d8-4e1a8f8676ed tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:13.449048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe01825-5b1f-435f-86d8-4e1a8f8676ed tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:16:13.644589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-afe01825-5b1f-435f-86d8-4e1a8f8676ed tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network e0dd965e-e74a-4561-a8a6-e4db07b6e711 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:16:13.649403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fb7b66e6-7de8-4eb4-9016-671d47477ef2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:13.654913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-afe01825-5b1f-435f-86d8-4e1a8f8676ed tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:13.717704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fb7b66e6-7de8-4eb4-9016-671d47477ef2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:subnet and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:13.721490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fb7b66e6-7de8-4eb4-9016-671d47477ef2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:13.759710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fb7b66e6-7de8-4eb4-9016-671d47477ef2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:13.772796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6734a16a-0b91-4eb6-8b73-f728db0feebc tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:13.842154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-afe01825-5b1f-435f-86d8-4e1a8f8676ed tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network e0dd965e-e74a-4561-a8a6-e4db07b6e711 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:16:13.866277 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:16:13.918621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce791f-1fe7-43d7-98a4-3472ba65a0a3 req-6cb2cda1-990c-4c8a-be27-268151a3b159 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:13.920180 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dfce791f-1fe7-43d7-98a4-3472ba65a0a3 req-6cb2cda1-990c-4c8a-be27-268151a3b159 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.5493014 Apr 23 09:16:13.920851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7b66e6-7de8-4eb4-9016-671d47477ef2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Made reservation on behalf of 6a7817c6b9664b5898a398d7ccbe4c15 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:16:13.926981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb7b66e6-7de8-4eb4-9016-671d47477ef2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:13.974441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-afe01825-5b1f-435f-86d8-4e1a8f8676ed tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:13.978031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b1953f8e-a211-4661-8321-edb5a0a695ed tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:13.994332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-afe01825-5b1f-435f-86d8-4e1a8f8676ed tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:14.004976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe01825-5b1f-435f-86d8-4e1a8f8676ed tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event deleted for resources: {'Network': ['ID=e0dd965e-e74a-4561-a8a6-e4db07b6e711,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:14.007368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-afe01825-5b1f-435f-86d8-4e1a8f8676ed tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:14.012327 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-afe01825-5b1f-435f-86d8-4e1a8f8676ed tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "DELETE /v2.0/networks/e0dd965e-e74a-4561-a8a6-e4db07b6e711 HTTP/1.1" status: 204 len: 168 time: 1.1685572 Apr 23 09:16:14.013084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35038) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:14.090514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd1bc80-1ddd-4351-8a59-8ccd327be061 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Deleting subnet 5007a98c-3ca7-470d-8dc1-8233b2a7b8b4 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:16:14.094256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3dd1bc80-1ddd-4351-8a59-8ccd327be061 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:14.161218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3dd1bc80-1ddd-4351-8a59-8ccd327be061 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:14.260335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3dd1bc80-1ddd-4351-8a59-8ccd327be061 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:14.597937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3dd1bc80-1ddd-4351-8a59-8ccd327be061 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:14.603358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bc274c67-ecfb-47c4-a5d7-9785c114837e tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:14.643654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1bc80-1ddd-4351-8a59-8ccd327be061 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event deleted for resources: {'Subnet': ['ID=5007a98c-3ca7-470d-8dc1-8233b2a7b8b4,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:14.647384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3dd1bc80-1ddd-4351-8a59-8ccd327be061 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:14.650741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3dd1bc80-1ddd-4351-8a59-8ccd327be061 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:14.657051 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dfce791f-1fe7-43d7-98a4-3472ba65a0a3 req-e3af89a3-f350-435e-8365-871b1fa278e2 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6225252 Apr 23 09:16:14.657733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d35d072d-89eb-4ae9-811e-4849400da46d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:14.663023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f908e49-ce73-4ca4-9efd-60aab4f03767 None None] Network 32513aca-8c4e-4d0a-bec7-23f59600c8f2 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:14.671433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5c8768a8-baad-4822-a86d-2f2de122e41f tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:14.692263 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3dd1bc80-1ddd-4351-8a59-8ccd327be061 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "DELETE /v2.0/subnets/5007a98c-3ca7-470d-8dc1-8233b2a7b8b4 HTTP/1.1" status: 204 len: 168 time: 0.6785665 Apr 23 09:16:14.693037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35044) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:14.720347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-39ef42ce-301d-4a10-9828-5a61844b8fdb tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:14.737552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d072d-89eb-4ae9-811e-4849400da46d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Port': ['ID=583ee074-78c8-4a33-87d0-1e7082a8814a,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:14.750235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6734a16a-0b91-4eb6-8b73-f728db0feebc tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Router 17d6f39e-5e71-4aef-9626-ca051bb878cb has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:16:14.762667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d072d-89eb-4ae9-811e-4849400da46d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:14.763110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d072d-89eb-4ae9-811e-4849400da46d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:14.763531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d072d-89eb-4ae9-811e-4849400da46d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:14.763952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d072d-89eb-4ae9-811e-4849400da46d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:14.764366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d072d-89eb-4ae9-811e-4849400da46d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:14.764780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d072d-89eb-4ae9-811e-4849400da46d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:14.765192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d072d-89eb-4ae9-811e-4849400da46d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:14.765590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d072d-89eb-4ae9-811e-4849400da46d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:14.765998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d072d-89eb-4ae9-811e-4849400da46d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:14.766426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d072d-89eb-4ae9-811e-4849400da46d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:14.766820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d072d-89eb-4ae9-811e-4849400da46d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:14.767226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d072d-89eb-4ae9-811e-4849400da46d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:14.775036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d35d072d-89eb-4ae9-811e-4849400da46d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:14.812880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-776624e3-e92e-4e94-9036-3c28fa670990 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:14.827743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:14.869766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef42ce-301d-4a10-9828-5a61844b8fdb tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event deleted for resources: {'Port': ['ID=0e2ceb69-239c-4b20-98e7-11f7e6ee4144,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:14.920134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-39ef42ce-301d-4a10-9828-5a61844b8fdb tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:14.937806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Deleting port d807d5c6-4cf2-4b21-ab29-b88a89538ab5 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:14.938480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:14.960044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d35d072d-89eb-4ae9-811e-4849400da46d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:14.995719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ed79a6-b905-4fff-9b26-bb17f665792a None None] DHCP port deletion for 32513aca-8c4e-4d0a-bec7-23f59600c8f2 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:16:15.054768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] For port d807d5c6-4cf2-4b21-ab29-b88a89538ab5, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=d807d5c6-4cf2-4b21-ab29-b88a89538ab5,segment=NetworkSegment(9b18921c-7c32-4b1e-8e84-7db78a32acef),segment_id=9b18921c-7c32-4b1e-8e84-7db78a32acef)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:15.055239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:15.079057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed79a6-b905-4fff-9b26-bb17f665792a None None] Deleting port d807d5c6-4cf2-4b21-ab29-b88a89538ab5 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:15.079475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8ed79a6-b905-4fff-9b26-bb17f665792a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:15.188776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d8ed79a6-b905-4fff-9b26-bb17f665792a None None] For port d807d5c6-4cf2-4b21-ab29-b88a89538ab5, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=d807d5c6-4cf2-4b21-ab29-b88a89538ab5,segment=NetworkSegment(9b18921c-7c32-4b1e-8e84-7db78a32acef),segment_id=9b18921c-7c32-4b1e-8e84-7db78a32acef)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:15.188776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8ed79a6-b905-4fff-9b26-bb17f665792a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:15.197266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Calling delete_port for d807d5c6-4cf2-4b21-ab29-b88a89538ab5 owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:15.203774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6734a16a-0b91-4eb6-8b73-f728db0feebc tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:16:15.216485 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6734a16a-0b91-4eb6-8b73-f728db0feebc tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/routers/17d6f39e-5e71-4aef-9626-ca051bb878cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3286912 Apr 23 09:16:15.217239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35048) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:15.224628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-39ef42ce-301d-4a10-9828-5a61844b8fdb tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for floatingip, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:15.227284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-39ef42ce-301d-4a10-9828-5a61844b8fdb tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:15.230751 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-39ef42ce-301d-4a10-9828-5a61844b8fdb tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "DELETE /v2.0/floatingips/a14ab2ec-4802-42b1-b311-e4decf08545c HTTP/1.1" status: 204 len: 168 time: 3.1747553 Apr 23 09:16:15.233601 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d35d072d-89eb-4ae9-811e-4849400da46d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/583ee074-78c8-4a33-87d0-1e7082a8814a HTTP/1.1" status: 204 len: 168 time: 2.9755542 Apr 23 09:16:15.234771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35052) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:15.250515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35054) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:15.262233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5b27f7-059c-45cb-a778-cdd67e6890a1 None None] Sync routers for ids ['17d6f39e-5e71-4aef-9626-ca051bb878cb'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:16:15.274980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8b5287e8-0c1e-4397-9ec1-6de4612e3b52 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Synchronizing usage tracker for tenant:28923eac46964204bb78aee0456d0ac1 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:15.335052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8b5287e8-0c1e-4397-9ec1-6de4612e3b52 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Unset dirty status for tenant:28923eac46964204bb78aee0456d0ac1 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:15.340174 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8b5287e8-0c1e-4397-9ec1-6de4612e3b52 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d6f39e-5e71-4aef-9626-ca051bb878cb HTTP/1.1" status: 200 len: 205 time: 0.1188374 Apr 23 09:16:15.340356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed79a6-b905-4fff-9b26-bb17f665792a None None] Calling delete_port for d807d5c6-4cf2-4b21-ab29-b88a89538ab5 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:15.340558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35060) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:15.352614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5b27f7-059c-45cb-a778-cdd67e6890a1 None None] Routers {'17d6f39e-5e71-4aef-9626-ca051bb878cb'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:15.353484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ca5b27f7-059c-45cb-a778-cdd67e6890a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['17d6f39e-5e71-4aef-9626-ca051bb878cb'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:15.360583 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b22e63-e0ba-4d06-b99a-21135d36cf25 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] DELETE failed (client error): The resource could not be found. Apr 23 09:16:15.361075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b22e63-e0ba-4d06-b99a-21135d36cf25 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:16:15.365442 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-65b22e63-e0ba-4d06-b99a-21135d36cf25 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "DELETE /v2.0/ports/71814960-65e9-4de6-aaf9-e06f307c2b1e HTTP/1.1" status: 404 len: 333 time: 0.1255884 Apr 23 09:16:15.369085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35064) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:15.411968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:15.421215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ca5b27f7-059c-45cb-a778-cdd67e6890a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:15.424500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:15.439743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5b27f7-059c-45cb-a778-cdd67e6890a1 None None] Routers {'17d6f39e-5e71-4aef-9626-ca051bb878cb'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:15.440423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ca5b27f7-059c-45cb-a778-cdd67e6890a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['17d6f39e-5e71-4aef-9626-ca051bb878cb'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:15.453561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-328f1b2e-dcf6-4e68-ae9c-561770fa186b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Synchronizing usage tracker for tenant:dfde3cc6f86f4c6daa52e8538a922701 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:15.501784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0881f1a-624c-442d-a278-7020d3c7b667 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:15.503548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0881f1a-624c-442d-a278-7020d3c7b667 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:15.504374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e0881f1a-624c-442d-a278-7020d3c7b667 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:15.523127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ca5b27f7-059c-45cb-a778-cdd67e6890a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:15.523704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5b27f7-059c-45cb-a778-cdd67e6890a1 None None] The sync data for ids ['17d6f39e-5e71-4aef-9626-ca051bb878cb'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:16:15.536821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event deleted for resources: {'Port': ['ID=d807d5c6-4cf2-4b21-ab29-b88a89538ab5,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:15.547992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-d8ed79a6-b905-4fff-9b26-bb17f665792a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:16:15.549141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-d8ed79a6-b905-4fff-9b26-bb17f665792a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:16:15.551508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:15.563041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] No DVR routers for this DVR port d807d5c6-4cf2-4b21-ab29-b88a89538ab5 on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:16:15.582702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-328f1b2e-dcf6-4e68-ae9c-561770fa186b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Unset dirty status for tenant:dfde3cc6f86f4c6daa52e8538a922701 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:15.584010 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-328f1b2e-dcf6-4e68-ae9c-561770fa186b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4f8cc17-2046-40e2-ae6a-b782d0459fee HTTP/1.1" status: 200 len: 205 time: 0.2139072 Apr 23 09:16:15.584798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e0881f1a-624c-442d-a278-7020d3c7b667 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:15.588652 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e0881f1a-624c-442d-a278-7020d3c7b667 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3006005 Apr 23 09:16:15.588652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35068) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:15.592855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35070) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:15.603109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-757bea09-80ab-4bfc-8538-771d9495edb0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:15.713513 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-5cfb5716-ba11-4e72-ad09-c95ba6f9b91c tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] delete failed (client error): The resource could not be found. Apr 23 09:16:15.714766 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5cfb5716-ba11-4e72-ad09-c95ba6f9b91c tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "DELETE /v2.0/routers/c4f8cc17-2046-40e2-ae6a-b782d0459fee HTTP/1.1" status: 404 len: 336 time: 0.1235929 Apr 23 09:16:15.720135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35078) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:15.782815 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c54e21a-1db2-4264-a1e9-a2ef88c4870d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] DELETE failed (client error): The resource could not be found. Apr 23 09:16:15.783334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c54e21a-1db2-4264-a1e9-a2ef88c4870d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:16:15.785214 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0c54e21a-1db2-4264-a1e9-a2ef88c4870d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "DELETE /v2.0/subnets/075cf726-5ac6-4b6c-aa55-c646094c8693 HTTP/1.1" status: 404 len: 337 time: 0.0640686 Apr 23 09:16:15.843322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35082) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:15.894392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b4ec61-0115-4200-aca5-6274d82b2578 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet 40988224-1479-4b0b-82d3-d98501a75b59 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:16:15.916860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-05b4ec61-0115-4200-aca5-6274d82b2578 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:15.944552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:16.090911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-05b4ec61-0115-4200-aca5-6274d82b2578 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:16.095586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed79a6-b905-4fff-9b26-bb17f665792a None None] The port 'd807d5c6-4cf2-4b21-ab29-b88a89538ab5' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:16:16.101823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-757bea09-80ab-4bfc-8538-771d9495edb0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:16.109601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-757bea09-80ab-4bfc-8538-771d9495edb0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:16.159400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32513aca-8c4e-4d0a-bec7-23f59600c8f2']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:16.173717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b18921c-7c32-4b1e-8e84-7db78a32acef') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:16.182775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b18921c-7c32-4b1e-8e84-7db78a32acef') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:16.187258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:16.189847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e384b-9704-4f51-90cf-1497767c8e31 req-9d6c175c-10ad-456e-a83d-20ed75378799 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:16.191591 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8f2e384b-9704-4f51-90cf-1497767c8e31 req-9d6c175c-10ad-456e-a83d-20ed75378799 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.4051278 Apr 23 09:16:16.197567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-757bea09-80ab-4bfc-8538-771d9495edb0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:16.198113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757bea09-80ab-4bfc-8538-771d9495edb0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Fanout notify agent at l3_agent the message router_deleted on router 17d6f39e-5e71-4aef-9626-ca051bb878cb {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:16:16.211891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:16.223273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:16:16.242720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-757bea09-80ab-4bfc-8538-771d9495edb0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:16.243575 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-757bea09-80ab-4bfc-8538-771d9495edb0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/routers/17d6f39e-5e71-4aef-9626-ca051bb878cb HTTP/1.1" status: 204 len: 168 time: 0.9019501 Apr 23 09:16:16.251857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35088) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:16.340217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb7b66e6-7de8-4eb4-9016-671d47477ef2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:16.358617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bfb168dc-9fc8-40a8-b72a-70b163bece3b tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:16.431398 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8f2e384b-9704-4f51-90cf-1497767c8e31 req-37d08378-0fe3-45df-8d51-8a5b6f4e8dba tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251344 Apr 23 09:16:16.441062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-74513f9d-bacb-4d09-a8f3-e3f2c2ac12c3 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Deleting port add8650c-0a73-404c-8890-e45964481a32 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:16.441425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74513f9d-bacb-4d09-a8f3-e3f2c2ac12c3 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:16.524318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb5c74e-6fa0-46be-a42d-52e9a42c15a8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting subnet 941f9362-99ce-427b-81b7-3e0f6f7e94e8 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:16:16.546485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7eb5c74e-6fa0-46be-a42d-52e9a42c15a8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:16.580741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device d807d5c6-4cf2-4b21-ab29-b88a89538ab5 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:16:16.582269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-05b4ec61-0115-4200-aca5-6274d82b2578 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:16.625311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: d807d5c6-4cf2-4b21-ab29-b88a89538ab5 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:16:16.625968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device d807d5c6-4cf2-4b21-ab29-b88a89538ab5 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:16:16.662193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b66e6-7de8-4eb4-9016-671d47477ef2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Subnet': ['ID=0610d0d1-bac9-4306-83a0-b691dd2435ae,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:16.689078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fb7b66e6-7de8-4eb4-9016-671d47477ef2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:16.703355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network 32513aca-8c4e-4d0a-bec7-23f59600c8f2 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:16:16.716345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:16.905394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Network 32513aca-8c4e-4d0a-bec7-23f59600c8f2 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:16:16.933617 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:16:17.019997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7b66e6-7de8-4eb4-9016-671d47477ef2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Checking segment: {'id': '46350051-32bf-40f1-8c1a-5e5b7c992dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '39cef6e7-edcf-4386-aecb-5999ecf75f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:16:17.020396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7b66e6-7de8-4eb4-9016-671d47477ef2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network hostable DHCP agents. Network: 39cef6e7-edcf-4386-aecb-5999ecf75f4c, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:16:17.055440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:17.059094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4be3051f-03cb-4667-b6fe-925501eeec38 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:17.077735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7eb5c74e-6fa0-46be-a42d-52e9a42c15a8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:17.078402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:17.085268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Pushing event deleted for resources: {'Network': ['ID=32513aca-8c4e-4d0a-bec7-23f59600c8f2,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:17.088575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:17.093268 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] 10.222.0.60 "DELETE /v2.0/networks/32513aca-8c4e-4d0a-bec7-23f59600c8f2 HTTP/1.1" status: 204 len: 168 time: 2.3964372 Apr 23 09:16:17.217964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74513f9d-bacb-4d09-a8f3-e3f2c2ac12c3 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:17.238748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7b66e6-7de8-4eb4-9016-671d47477ef2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 39cef6e7-edcf-4386-aecb-5999ecf75f4c is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:16:17.396821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-fb7b66e6-7de8-4eb4-9016-671d47477ef2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 39cef6e7-edcf-4386-aecb-5999ecf75f4c) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:17.406104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0c8fa9-3c21-4664-92d9-7507672380fc None None] Network 39cef6e7-edcf-4386-aecb-5999ecf75f4c requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:17.409856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-74513f9d-bacb-4d09-a8f3-e3f2c2ac12c3 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Calling delete_port for add8650c-0a73-404c-8890-e45964481a32 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:17.534863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35100) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:17.574642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7b66e6-7de8-4eb4-9016-671d47477ef2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:17.575323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb7b66e6-7de8-4eb4-9016-671d47477ef2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:17.595214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7eb5c74e-6fa0-46be-a42d-52e9a42c15a8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:17.741984 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6b0ed3ab-7071-4f01-8fe0-625f66571f2a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21b39df122d54bb0acfa2a1dae871901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2055466 Apr 23 09:16:17.744493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35106) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:17.794003 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fb7b66e6-7de8-4eb4-9016-671d47477ef2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6430452 Apr 23 09:16:17.797148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35110) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:17.806243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ef118fc9-9173-4bff-92de-b3a6d906b8e1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'subnet': {'network_id': '709b311a-f63b-4c88-9aa2-59c00fed30c9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:17.892763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-39cef6e7-edcf-4386-aecb-5999ecf75f4c', 'network_id': '39cef6e7-edcf-4386-aecb-5999ecf75f4c', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'fixed_ips': [{'subnet_id': '0610d0d1-bac9-4306-83a0-b691dd2435ae'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:16:17.893929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:17.920066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41e0e61d-ffd7-427e-ade8-3b670ed205cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:17.971509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-05b4ec61-0115-4200-aca5-6274d82b2578 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:17.978768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41e0e61d-ffd7-427e-ade8-3b670ed205cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:17.981616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:17.986242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ef118fc9-9173-4bff-92de-b3a6d906b8e1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:17.999355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ef118fc9-9173-4bff-92de-b3a6d906b8e1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:subnet and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:18.012627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ef118fc9-9173-4bff-92de-b3a6d906b8e1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:18.022863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ef118fc9-9173-4bff-92de-b3a6d906b8e1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:18.034701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68248920-6309-427c-830e-c7503f296ef0 req-580b1e56-7aec-4285-8db3-6ea4969b2058 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:18.036437 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-68248920-6309-427c-830e-c7503f296ef0 req-580b1e56-7aec-4285-8db3-6ea4969b2058 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.4430766 Apr 23 09:16:18.053408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74513f9d-bacb-4d09-a8f3-e3f2c2ac12c3 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:18.060044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4ec61-0115-4200-aca5-6274d82b2578 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=40988224-1479-4b0b-82d3-d98501a75b59,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:18.072585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-05b4ec61-0115-4200-aca5-6274d82b2578 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:18.072585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:18.075028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Allocated IP 2001:db8::2 (39cef6e7-edcf-4386-aecb-5999ecf75f4c/0610d0d1-bac9-4306-83a0-b691dd2435ae/1a05b749-bee6-4b08-b88c-189deac273bd) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:16:18.080818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd17d61c-28f6-41df-99e5-f692dc145c67 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:18.083735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef118fc9-9173-4bff-92de-b3a6d906b8e1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Made reservation on behalf of 6a7817c6b9664b5898a398d7ccbe4c15 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:16:18.095992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ef118fc9-9173-4bff-92de-b3a6d906b8e1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:18.119111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-05b4ec61-0115-4200-aca5-6274d82b2578 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:18.135339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41e0e61d-ffd7-427e-ade8-3b670ed205cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:18.146561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d0da7551-9755-47f9-ac86-137836bcf982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:18.162636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0e61d-ffd7-427e-ade8-3b670ed205cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839639f5-8d8b-4f55-b427-727d9eb4dbd8,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:18.174919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-41e0e61d-ffd7-427e-ade8-3b670ed205cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:18.203220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74513f9d-bacb-4d09-a8f3-e3f2c2ac12c3 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event deleted for resources: {'Port': ['ID=add8650c-0a73-404c-8890-e45964481a32,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:18.240784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-74513f9d-bacb-4d09-a8f3-e3f2c2ac12c3 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:18.259709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41e0e61d-ffd7-427e-ade8-3b670ed205cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:18.263466 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-41e0e61d-ffd7-427e-ade8-3b670ed205cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/839639f5-8d8b-4f55-b427-727d9eb4dbd8 HTTP/1.1" status: 204 len: 168 time: 0.5153701 Apr 23 09:16:18.336668 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-05b4ec61-0115-4200-aca5-6274d82b2578 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/40988224-1479-4b0b-82d3-d98501a75b59 HTTP/1.1" status: 204 len: 168 time: 2.7400138 Apr 23 09:16:18.342921 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-68248920-6309-427c-830e-c7503f296ef0 req-fbf24f27-66c9-4e71-80e9-1ec3827bacd5 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2871115 Apr 23 09:16:18.343452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35118) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:18.446949 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-38f00085-adee-42e5-93bd-6f06f6354836 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0926752 Apr 23 09:16:18.447831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35122) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:18.455119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-90f35dd0-b1f2-4702-bf14-eb1283852e54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:18.463283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74513f9d-bacb-4d09-a8f3-e3f2c2ac12c3 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:18.471276 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-74513f9d-bacb-4d09-a8f3-e3f2c2ac12c3 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "DELETE /v2.0/ports/add8650c-0a73-404c-8890-e45964481a32 HTTP/1.1" status: 204 len: 168 time: 2.6243067 Apr 23 09:16:18.479027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35126) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:18.589642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:18.602851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Transition to ACTIVE for port object 1a05b749-bee6-4b08-b88c-189deac273bd will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:18.625026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Transition to ACTIVE for port object 1a05b749-bee6-4b08-b88c-189deac273bd will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:18.643209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7eb5c74e-6fa0-46be-a42d-52e9a42c15a8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:18.650636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:18.658570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:18.660717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-40f6c01a-8a37-45fb-9164-b8cbb4aa3d97 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:18.676433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-90f35dd0-b1f2-4702-bf14-eb1283852e54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:18.686421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-90f35dd0-b1f2-4702-bf14-eb1283852e54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:18.693027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-90f35dd0-b1f2-4702-bf14-eb1283852e54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:18.701247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5c74e-6fa0-46be-a42d-52e9a42c15a8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Subnet': ['ID=941f9362-99ce-427b-81b7-3e0f6f7e94e8,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:18.704613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7eb5c74e-6fa0-46be-a42d-52e9a42c15a8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:18.705875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-90f35dd0-b1f2-4702-bf14-eb1283852e54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:18.708908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7eb5c74e-6fa0-46be-a42d-52e9a42c15a8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:18.714860 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7eb5c74e-6fa0-46be-a42d-52e9a42c15a8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/subnets/941f9362-99ce-427b-81b7-3e0f6f7e94e8 HTTP/1.1" status: 204 len: 168 time: 2.4569159 Apr 23 09:16:18.715737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35132) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:18.736256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb44a67-0482-47be-ad04-5857af1857e4 None None] Network 740d1511-beee-495d-b023-2167116edfe3 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:18.753851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f35dd0-b1f2-4702-bf14-eb1283852e54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:16:18.761340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90f35dd0-b1f2-4702-bf14-eb1283852e54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:18.843387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acf7394-8645-4a79-8aa1-bbf13dc08de6 None None] DHCP port deletion for bb316f39-4b0e-43f1-8f3e-34646815cee0 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:16:18.855392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Network 39cef6e7-edcf-4386-aecb-5999ecf75f4c is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:18.862926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:18.867725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0ece9083-9b17-4859-aaf3-28bf8a97f77d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Deleting port e2c24857-402a-473a-b2ee-cd1195b716be {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:18.868580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0ece9083-9b17-4859-aaf3-28bf8a97f77d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:18.912320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:18.919435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:16:19.011853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Pushing event updated for resources: {'Port': ['ID=1a05b749-bee6-4b08-b88c-189deac273bd,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:19.104587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0ece9083-9b17-4859-aaf3-28bf8a97f77d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:19.113413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting port 8f7e6213-d096-4307-bf12-34138e2a310d {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:19.113789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:19.196449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:19.196837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:19.197186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:19.197560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:19.197909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:19.198274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:19.198667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:19.199004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:19.199373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:19.199733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:19.200110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:19.200432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:19.214844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:19.245117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ef118fc9-9173-4bff-92de-b3a6d906b8e1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:19.257781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Attempting to bind port 1a05b749-bee6-4b08-b88c-189deac273bd on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:16:19.257781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Attempting to bind port 1a05b749-bee6-4b08-b88c-189deac273bd by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '46350051-32bf-40f1-8c1a-5e5b7c992dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '39cef6e7-edcf-4386-aecb-5999ecf75f4c'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:16:19.258636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Attempting to bind port 1a05b749-bee6-4b08-b88c-189deac273bd on network 39cef6e7-edcf-4386-aecb-5999ecf75f4c {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:16:19.271778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c4f517ef-e423-43e6-ab81-5fb8f3363d53 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:19.273527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:16:19.274024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Checking segment: {'id': '46350051-32bf-40f1-8c1a-5e5b7c992dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '39cef6e7-edcf-4386-aecb-5999ecf75f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:16:19.274712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:19.275124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Bound using segment: {'id': '46350051-32bf-40f1-8c1a-5e5b7c992dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '39cef6e7-edcf-4386-aecb-5999ecf75f4c'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:16:19.275673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Bound port: 1a05b749-bee6-4b08-b88c-189deac273bd, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46350051-32bf-40f1-8c1a-5e5b7c992dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '39cef6e7-edcf-4386-aecb-5999ecf75f4c'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:16:19.276099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:19.309050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2acf7394-8645-4a79-8aa1-bbf13dc08de6 None None] Deleting port e72643be-c325-4687-8380-50a5d71afff8 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:19.309472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2acf7394-8645-4a79-8aa1-bbf13dc08de6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:19.394970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef118fc9-9173-4bff-92de-b3a6d906b8e1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Checking segment: {'id': '65995cce-2164-429c-b68a-f94cebf2b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '709b311a-f63b-4c88-9aa2-59c00fed30c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:16:19.395376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef118fc9-9173-4bff-92de-b3a6d906b8e1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network hostable DHCP agents. Network: 709b311a-f63b-4c88-9aa2-59c00fed30c9, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:16:19.396242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0ece9083-9b17-4859-aaf3-28bf8a97f77d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Calling delete_port for e2c24857-402a-473a-b2ee-cd1195b716be owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:19.430640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef118fc9-9173-4bff-92de-b3a6d906b8e1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Subnet': ['ID=a073f335-d4e4-4fe5-b920-475665f4a0c8,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:19.437128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ef118fc9-9173-4bff-92de-b3a6d906b8e1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:19.512671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-2acf7394-8645-4a79-8aa1-bbf13dc08de6 None None] For port e72643be-c325-4687-8380-50a5d71afff8, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=e72643be-c325-4687-8380-50a5d71afff8,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:19.513112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2acf7394-8645-4a79-8aa1-bbf13dc08de6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:19.534737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] For port 1a05b749-bee6-4b08-b88c-189deac273bd, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:16:19.574916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef118fc9-9173-4bff-92de-b3a6d906b8e1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 709b311a-f63b-4c88-9aa2-59c00fed30c9 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:16:19.596820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac861c1-792c-4db1-aa6c-8241f5d30567 None None] DHCP port deletion for 740d1511-beee-495d-b023-2167116edfe3 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:16:19.672505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2acf7394-8645-4a79-8aa1-bbf13dc08de6 None None] Calling delete_port for e72643be-c325-4687-8380-50a5d71afff8 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:19.682119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] For port 8f7e6213-d096-4307-bf12-34138e2a310d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=8f7e6213-d096-4307-bf12-34138e2a310d,segment=NetworkSegment(6b7ca783-ea0a-45bc-b75e-5e6de2ff2ae7),segment_id=6b7ca783-ea0a-45bc-b75e-5e6de2ff2ae7)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:19.682570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:19.687245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] For port 1a05b749-bee6-4b08-b88c-189deac273bd, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1a05b749-bee6-4b08-b88c-189deac273bd,segment=NetworkSegment(46350051-32bf-40f1-8c1a-5e5b7c992dab),segment_id=46350051-32bf-40f1-8c1a-5e5b7c992dab)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:16:19.696623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-ef118fc9-9173-4bff-92de-b3a6d906b8e1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 709b311a-f63b-4c88-9aa2-59c00fed30c9) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:19.716842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef118fc9-9173-4bff-92de-b3a6d906b8e1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:19.717515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ef118fc9-9173-4bff-92de-b3a6d906b8e1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:19.723072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdbc8b7-4714-4f41-b9a7-41f0186acb0e None None] Network 709b311a-f63b-4c88-9aa2-59c00fed30c9 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:19.762656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:19.773759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8b5cc7c2-ba4b-4d47-8262-543304363b21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:19.783401 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ef118fc9-9173-4bff-92de-b3a6d906b8e1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9847720 Apr 23 09:16:19.785796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35156) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:19.800341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-806527a4-bb4b-4c16-b594-a6ba496482c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-464859213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:19.807663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35160) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:19.812079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-806527a4-bb4b-4c16-b594-a6ba496482c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:19.824284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-806527a4-bb4b-4c16-b594-a6ba496482c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:router and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:19.828933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-806527a4-bb4b-4c16-b594-a6ba496482c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:19.863457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Calling delete_port for 8f7e6213-d096-4307-bf12-34138e2a310d owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:19.870442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-806527a4-bb4b-4c16-b594-a6ba496482c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:19.914670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90f35dd0-b1f2-4702-bf14-eb1283852e54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:19.915490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81419e33-9782-4733-ba39-62d6e2e662e3 req-7f8eb167-c499-499b-947a-557033c2b816 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:19.925931 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-81419e33-9782-4733-ba39-62d6e2e662e3 req-7f8eb167-c499-499b-947a-557033c2b816 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.3359821 Apr 23 09:16:19.931848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-29bfc007-2c5f-478a-b518-4e617bb03c20 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:19.947960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0ece9083-9b17-4859-aaf3-28bf8a97f77d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:19.967729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-74513f9d-bacb-4d09-a8f3-e3f2c2ac12c3 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:19.978208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Pushing event updated for resources: {'Port': ['ID=1a05b749-bee6-4b08-b88c-189deac273bd,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:19.990376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Request body: {'security_group': {'name': 'tempest-secgroup--595911359'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:19.996863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:20.011110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-806527a4-bb4b-4c16-b594-a6ba496482c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:20.012918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-806527a4-bb4b-4c16-b594-a6ba496482c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:20.032456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f35dd0-b1f2-4702-bf14-eb1283852e54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:20.033840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:20.039815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-90f35dd0-b1f2-4702-bf14-eb1283852e54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:20.063149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f35dd0-b1f2-4702-bf14-eb1283852e54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:20.063921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90f35dd0-b1f2-4702-bf14-eb1283852e54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:20.064111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cac861c1-792c-4db1-aa6c-8241f5d30567 None None] Deleting port 8f7e6213-d096-4307-bf12-34138e2a310d {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:20.064576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cac861c1-792c-4db1-aa6c-8241f5d30567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:20.088242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Usage tracker for resource:security_group and tenant:e5be2d5c678c4b5ea99aa406a4d5d93f is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:20.093972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece9083-9b17-4859-aaf3-28bf8a97f77d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event deleted for resources: {'Port': ['ID=e2c24857-402a-473a-b2ee-cd1195b716be,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:20.095243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:20.104590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f35dd0-b1f2-4702-bf14-eb1283852e54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=e92f1dd3-d63a-4dc0-af17-a5f6881e2f8a,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:20.107424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:20.109904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-90f35dd0-b1f2-4702-bf14-eb1283852e54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:20.128745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0ece9083-9b17-4859-aaf3-28bf8a97f77d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:20.156849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-806527a4-bb4b-4c16-b594-a6ba496482c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:20.174478 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-90f35dd0-b1f2-4702-bf14-eb1283852e54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7215412 Apr 23 09:16:20.175416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35166) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:20.181450 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-81419e33-9782-4733-ba39-62d6e2e662e3 req-3baf1f35-b7c2-440b-b4e5-87d677ba3cac tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546980 Apr 23 09:16:20.189375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-502f342d-6261-43c7-a19d-97a4f9795ce5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'fixed_ips': [{'subnet_id': 'e92f1dd3-d63a-4dc0-af17-a5f6881e2f8a', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1972458575'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:20.197658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:20.215679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:20.228026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-806527a4-bb4b-4c16-b594-a6ba496482c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:20.249613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:20.255592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Usage tracker for resource:security_group_rule and tenant:e5be2d5c678c4b5ea99aa406a4d5d93f is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:20.259954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:20.267848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:20.277453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2acf7394-8645-4a79-8aa1-bbf13dc08de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:20.285414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-cac861c1-792c-4db1-aa6c-8241f5d30567 None None] For port 8f7e6213-d096-4307-bf12-34138e2a310d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=8f7e6213-d096-4307-bf12-34138e2a310d,segment=NetworkSegment(6b7ca783-ea0a-45bc-b75e-5e6de2ff2ae7),segment_id=6b7ca783-ea0a-45bc-b75e-5e6de2ff2ae7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:20.285908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cac861c1-792c-4db1-aa6c-8241f5d30567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:20.287008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-806527a4-bb4b-4c16-b594-a6ba496482c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:20.288914 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-806527a4-bb4b-4c16-b594-a6ba496482c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4990211 Apr 23 09:16:20.292705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35170) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:20.299463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a8023484-d079-4007-80a4-c0b67e489906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:20.377924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-709b311a-f63b-4c88-9aa2-59c00fed30c9', 'network_id': '709b311a-f63b-4c88-9aa2-59c00fed30c9', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'fixed_ips': [{'subnet_id': 'a073f335-d4e4-4fe5-b920-475665f4a0c8'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:16:20.378930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:20.666340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0ece9083-9b17-4859-aaf3-28bf8a97f77d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:20.673685 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0ece9083-9b17-4859-aaf3-28bf8a97f77d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "DELETE /v2.0/ports/e2c24857-402a-473a-b2ee-cd1195b716be HTTP/1.1" status: 204 len: 168 time: 2.1932552 Apr 23 09:16:20.678294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35176) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:20.740775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:20.753848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c9733dbd-f5da-4d4b-8d94-ff725e728fee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:20.786211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cac861c1-792c-4db1-aa6c-8241f5d30567 None None] Calling delete_port for 8f7e6213-d096-4307-bf12-34138e2a310d owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:20.789812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1a05b749-bee6-4b08-b88c-189deac273bd up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:16:20.816274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Port': ['ID=8f7e6213-d096-4307-bf12-34138e2a310d,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:20.818359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] No DVR routers for this DVR port 8f7e6213-d096-4307-bf12-34138e2a310d on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:16:20.818844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf7394-8645-4a79-8aa1-bbf13dc08de6 None None] Pushing event deleted for resources: {'Port': ['ID=e72643be-c325-4687-8380-50a5d71afff8,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:20.830207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acf7394-8645-4a79-8aa1-bbf13dc08de6 None None] No DVR routers for this DVR port e72643be-c325-4687-8380-50a5d71afff8 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:16:20.831972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2acf7394-8645-4a79-8aa1-bbf13dc08de6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:20.857694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:20.889422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be1052e-a219-4997-b7b8-3bb8163da212 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:20.926840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-502f342d-6261-43c7-a19d-97a4f9795ce5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:20.999933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-502f342d-6261-43c7-a19d-97a4f9795ce5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:port and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:21.006924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-502f342d-6261-43c7-a19d-97a4f9795ce5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:21.012646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:21.042991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:21.049764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-502f342d-6261-43c7-a19d-97a4f9795ce5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:21.103401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:21.106770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:21.120163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0f49c87d-e2ab-4147-8d21-45e36b5ae2f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:21.121280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d259698c-18c1-46e2-a859-9247ceec4846 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:21.122101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d259698c-18c1-46e2-a859-9247ceec4846 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Synchronizing usage tracker for tenant:dfde3cc6f86f4c6daa52e8538a922701 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:21.128918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:21.133673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 1a05b749-bee6-4b08-b88c-189deac273bd completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:21.142460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Usage tracker for resource:security_group_rule and tenant:e5be2d5c678c4b5ea99aa406a4d5d93f is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:21.150169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:21.157896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502f342d-6261-43c7-a19d-97a4f9795ce5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:16:21.210809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d259698c-18c1-46e2-a859-9247ceec4846 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Unset dirty status for tenant:dfde3cc6f86f4c6daa52e8538a922701 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:21.212716 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d259698c-18c1-46e2-a859-9247ceec4846 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "GET /v2.0/ports?device_id=94e3cf93-fc47-4393-9b60-9fd1bb599458 HTTP/1.1" status: 200 len: 913 time: 0.5334065 Apr 23 09:16:21.217124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35180) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:21.232546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-cac861c1-792c-4db1-aa6c-8241f5d30567 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:16:21.232546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-cac861c1-792c-4db1-aa6c-8241f5d30567 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:16:21.247336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Allocated IP 2001:db8:1::2 (709b311a-f63b-4c88-9aa2-59c00fed30c9/a073f335-d4e4-4fe5-b920-475665f4a0c8/c07e3d63-7198-4ddc-a006-53664ec9c076) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:16:21.265866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 8f7e6213-d096-4307-bf12-34138e2a310d no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:16:21.274803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:21.277191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740d1511-beee-495d-b023-2167116edfe3']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:21.324408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 8f7e6213-d096-4307-bf12-34138e2a310d {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:16:21.324806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 8f7e6213-d096-4307-bf12-34138e2a310d not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:16:21.325317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device e72643be-c325-4687-8380-50a5d71afff8 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:16:21.411559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c04f7f2-de8e-41b5-a569-860612d20244,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:21.421644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:21.489409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: e72643be-c325-4687-8380-50a5d71afff8 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:16:21.490302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device e72643be-c325-4687-8380-50a5d71afff8 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:16:21.527326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7ca783-ea0a-45bc-b75e-5e6de2ff2ae7') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:21.530243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7ca783-ea0a-45bc-b75e-5e6de2ff2ae7') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:21.546076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-bb316f39-4b0e-43f1-8f3e-34646815cee0', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'fixed_ips': [{'subnet_id': 'e92f1dd3-d63a-4dc0-af17-a5f6881e2f8a'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:16:21.549297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:21.603548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:21.667552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:21.689439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:16:21.694395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:21.724531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-502f342d-6261-43c7-a19d-97a4f9795ce5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:21.799238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0058adc1-6c52-454e-8240-7530af363a65 None None] Network 39cef6e7-edcf-4386-aecb-5999ecf75f4c requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:21.812504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Allocated IP 2001:db8::1 (39cef6e7-edcf-4386-aecb-5999ecf75f4c/0610d0d1-bac9-4306-83a0-b691dd2435ae/a68b3088-f120-4e4c-b4dd-5e01f9f09cda) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:16:21.840562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cac861c1-792c-4db1-aa6c-8241f5d30567 None None] The port '8f7e6213-d096-4307-bf12-34138e2a310d' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:16:21.879738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-502f342d-6261-43c7-a19d-97a4f9795ce5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] device_id is not set on port 7db1728d-c626-47ae-a503-e23b10d9513e yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:16:22.036214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Allocated IP 2001:db8::2 (bb316f39-4b0e-43f1-8f3e-34646815cee0/e92f1dd3-d63a-4dc0-af17-a5f6881e2f8a/ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:16:22.049670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dcaf6-8cf7-40ee-9072-0c6a606ea0f0 req-51cf8908-dfd1-4f5f-8d59-13128d42a7af tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:22.051435 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-600dcaf6-8cf7-40ee-9072-0c6a606ea0f0 req-51cf8908-dfd1-4f5f-8d59-13128d42a7af tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.6727300 Apr 23 09:16:22.055552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-02a78566-b497-405c-b6d1-9ed26ff6dd97 None None] Provisioning for port 1a05b749-bee6-4b08-b88c-189deac273bd completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:22.101066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-02a78566-b497-405c-b6d1-9ed26ff6dd97 None None] Provisioning complete for port 1a05b749-bee6-4b08-b88c-189deac273bd triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:22.101564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02a78566-b497-405c-b6d1-9ed26ff6dd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:22.209722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:22.218262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ef6865e2-099e-4d40-babf-0404f33e6aaa tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:22.248508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 740d1511-beee-495d-b023-2167116edfe3 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:16:22.268245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:22.298573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4afb58ec-4613-406a-b2f2-e0e3129aa256,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:22.305182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:22.321211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:22.325003 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.5138171 Apr 23 09:16:22.326191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35188) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:22.345920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:22.383113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Transition to ACTIVE for port object a68b3088-f120-4e4c-b4dd-5e01f9f09cda will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:22.426969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8306e4f6-08cd-4c5d-a35f-07cc6ddac699 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Synchronizing usage tracker for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:22.432733 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-600dcaf6-8cf7-40ee-9072-0c6a606ea0f0 req-8841bc9b-6675-40fa-8455-a107b287692d tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2613742 Apr 23 09:16:22.446495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:22.484089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Transition to ACTIVE for port object c07e3d63-7198-4ddc-a006-53664ec9c076 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:22.494582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8306e4f6-08cd-4c5d-a35f-07cc6ddac699 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Unset dirty status for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:22.498807 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8306e4f6-08cd-4c5d-a35f-07cc6ddac699 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1688287 Apr 23 09:16:22.499432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35192) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:22.508799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9a6427ec-6cb0-4507-aab3-22d337bfa1aa tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Request body: {'security_group': {'name': 'tempest-security--1408037897', 'description': 'tempest-security-description-1255344106'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:22.539156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:22.545522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2b36c41f-c804-4b68-b71b-ace10335b2be tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:22.577753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Transition to ACTIVE for port object c07e3d63-7198-4ddc-a006-53664ec9c076 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:22.598519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9a6427ec-6cb0-4507-aab3-22d337bfa1aa tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:22.610045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 740d1511-beee-495d-b023-2167116edfe3 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:16:22.622432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 39cef6e7-edcf-4386-aecb-5999ecf75f4c is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:22.628182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:16:22.638621 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:16:22.640918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:16:22.640918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:22.705483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Port': ['ID=a68b3088-f120-4e4c-b4dd-5e01f9f09cda,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:22.718396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:22.739000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9a6427ec-6cb0-4507-aab3-22d337bfa1aa tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:22.774852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9a6427ec-6cb0-4507-aab3-22d337bfa1aa tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:22.777609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9a6427ec-6cb0-4507-aab3-22d337bfa1aa tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:22.781809 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9a6427ec-6cb0-4507-aab3-22d337bfa1aa tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "PUT /v2.0/security-groups/4afb58ec-4613-406a-b2f2-e0e3129aa256 HTTP/1.1" status: 200 len: 1778 time: 0.2787130 Apr 23 09:16:22.781809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ffefe433-1a21-4d4c-b6d9-331e379cf337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:22.783515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35196) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:22.813894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6427ec-6cb0-4507-aab3-22d337bfa1aa tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4afb58ec-4613-406a-b2f2-e0e3129aa256,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:22.852935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:22.858244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4f5f6ff2-8f24-47ef-8761-679b791df762 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:22.881768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:22.890589 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e4dc4875-1a52-4b1d-9f44-61bf3470506a tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-groups/4afb58ec-4613-406a-b2f2-e0e3129aa256 HTTP/1.1" status: 200 len: 1778 time: 0.1025052 Apr 23 09:16:22.890807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9a6427ec-6cb0-4507-aab3-22d337bfa1aa tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:22.890807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:22.894566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35200) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:22.895809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02a78566-b497-405c-b6d1-9ed26ff6dd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:22.897515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Network': ['ID=740d1511-beee-495d-b023-2167116edfe3,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:22.906209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:22.908363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:22.920942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-471a936f-64bc-4da8-9eeb-0f34610ac2e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:23.042034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Network 709b311a-f63b-4c88-9aa2-59c00fed30c9 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:23.055077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:23.062426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:23.077269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:16:23.089700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Pushing event updated for resources: {'Port': ['ID=c07e3d63-7198-4ddc-a006-53664ec9c076,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:23.103719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:23.137332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-02a78566-b497-405c-b6d1-9ed26ff6dd97 None None] For port 1a05b749-bee6-4b08-b88c-189deac273bd, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1a05b749-bee6-4b08-b88c-189deac273bd,segment=NetworkSegment(46350051-32bf-40f1-8c1a-5e5b7c992dab),segment_id=46350051-32bf-40f1-8c1a-5e5b7c992dab)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:23.144818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Transition to ACTIVE for port object ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:23.148610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:23.199549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02a78566-b497-405c-b6d1-9ed26ff6dd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:23.209779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:23.278375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Transition to ACTIVE for port object ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:23.294682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Attempting to bind port c07e3d63-7198-4ddc-a006-53664ec9c076 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:16:23.295112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Attempting to bind port c07e3d63-7198-4ddc-a006-53664ec9c076 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '65995cce-2164-429c-b68a-f94cebf2b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '709b311a-f63b-4c88-9aa2-59c00fed30c9'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:16:23.295867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Attempting to bind port c07e3d63-7198-4ddc-a006-53664ec9c076 on network 709b311a-f63b-4c88-9aa2-59c00fed30c9 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:16:23.310815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:16:23.311165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Checking segment: {'id': '65995cce-2164-429c-b68a-f94cebf2b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '709b311a-f63b-4c88-9aa2-59c00fed30c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:16:23.311638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:23.312081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Bound using segment: {'id': '65995cce-2164-429c-b68a-f94cebf2b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '709b311a-f63b-4c88-9aa2-59c00fed30c9'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:16:23.315400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Bound port: c07e3d63-7198-4ddc-a006-53664ec9c076, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65995cce-2164-429c-b68a-f94cebf2b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '709b311a-f63b-4c88-9aa2-59c00fed30c9'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:16:23.315400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:23.317432 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/networks/740d1511-beee-495d-b023-2167116edfe3 HTTP/1.1" status: 204 len: 168 time: 4.5988541 Apr 23 09:16:23.319258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35206) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:23.333873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-712753044', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}, 'admin_state_up': False}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:23.348260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:23.352932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:23.356425 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-502f342d-6261-43c7-a19d-97a4f9795ce5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:16:23.356662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-502f342d-6261-43c7-a19d-97a4f9795ce5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:16:23.364870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:router and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:23.374111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:23.399835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:23.407910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3ab35427-1fe2-41fd-947d-493ae7ba8b74 None None] Provisioning complete for port 1a05b749-bee6-4b08-b88c-189deac273bd triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:23.408320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ab35427-1fe2-41fd-947d-493ae7ba8b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:23.428318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88b8d256-a147-4ccd-8d17-deca7108da6b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:23.439860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a78566-b497-405c-b6d1-9ed26ff6dd97 None None] Pushing event updated for resources: {'Port': ['ID=1a05b749-bee6-4b08-b88c-189deac273bd,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:23.443644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-02a78566-b497-405c-b6d1-9ed26ff6dd97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:23.452789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-72ad1212-6f57-4121-8a62-42d6e0728dce tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:23.457372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:23.476724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:23.505926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:23.506895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:23.513735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-78ed1dc3-7631-4a8b-8e18-f3eeada174d1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:23.559725 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-502f342d-6261-43c7-a19d-97a4f9795ce5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.3828368 Apr 23 09:16:23.559958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:23.574853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35212) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:23.575108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:23.583104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:16:23.588637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:23.589945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:23.712046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Pushing event updated for resources: {'Port': ['ID=ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:23.723895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:23.725620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] For port c07e3d63-7198-4ddc-a006-53664ec9c076, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:16:23.733285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Port': ['ID=a68b3088-f120-4e4c-b4dd-5e01f9f09cda,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:23.738102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:23.754947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] For port c07e3d63-7198-4ddc-a006-53664ec9c076, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c07e3d63-7198-4ddc-a006-53664ec9c076,segment=NetworkSegment(65995cce-2164-429c-b68a-f94cebf2b5f8),segment_id=65995cce-2164-429c-b68a-f94cebf2b5f8)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:16:23.756028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Attempting to bind port ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:16:23.756444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Attempting to bind port ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:16:23.756861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Attempting to bind port ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e on network bb316f39-4b0e-43f1-8f3e-34646815cee0 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:16:23.762625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88b8d256-a147-4ccd-8d17-deca7108da6b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:23.788088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 39cef6e7-edcf-4386-aecb-5999ecf75f4c is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:23.789871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:23.793759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:16:23.794180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Checking segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:16:23.794690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:23.795142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Bound using segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:16:23.795684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Bound port: ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:16:23.796106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:23.816631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:23.828629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6af7e613-553c-462a-99b0-c6419b21c562 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:23.848178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:23.965245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88b8d256-a147-4ccd-8d17-deca7108da6b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:23.974358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-60b3334c-f3ba-4b26-ab00-b8b52fce05c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:24.020328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Pushing event updated for resources: {'Port': ['ID=c07e3d63-7198-4ddc-a006-53664ec9c076,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:24.028787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:24.037839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Router 1c026f60-d75b-4c8f-866f-f4ad4fb571c6 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:16:24.046047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] For port ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:16:24.053776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] For port ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:16:24.075217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5272eebf-97d7-44d1-82f3-a7d1cc5ab18e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:24.076197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5272eebf-97d7-44d1-82f3-a7d1cc5ab18e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:24.083427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:24.091672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:24.152320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8d256-a147-4ccd-8d17-deca7108da6b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afb58ec-4613-406a-b2f2-e0e3129aa256,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:24.195306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-88b8d256-a147-4ccd-8d17-deca7108da6b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:24.205243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46945c06-485b-4530-a500-b4ad0f2eb33f req-7bdf2ca0-c9cf-45a4-98f8-cc1bd1f097ce tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:24.220831 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-46945c06-485b-4530-a500-b4ad0f2eb33f req-7bdf2ca0-c9cf-45a4-98f8-cc1bd1f097ce tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.5567129 Apr 23 09:16:24.223748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Pushing event updated for resources: {'Port': ['ID=ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:24.228031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:24.236879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8f249e5b-92fa-4844-86c0-bb05d80ad488 None None] Provisioning for port a68b3088-f120-4e4c-b4dd-5e01f9f09cda completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:24.242869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8f249e5b-92fa-4844-86c0-bb05d80ad488 None None] Provisioning complete for port a68b3088-f120-4e4c-b4dd-5e01f9f09cda triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:24.243387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f249e5b-92fa-4844-86c0-bb05d80ad488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:24.250481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:16:24.261673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85acb39-84b3-474b-9066-6b8039f4b6a6 None None] Sync routers for ids ['1c026f60-d75b-4c8f-866f-f4ad4fb571c6'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:16:24.262998 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/routers/1c026f60-d75b-4c8f-866f-f4ad4fb571c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9684522 Apr 23 09:16:24.265997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35218) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:24.283640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85acb39-84b3-474b-9066-6b8039f4b6a6 None None] Routers {'1c026f60-d75b-4c8f-866f-f4ad4fb571c6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:24.284522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e85acb39-84b3-474b-9066-6b8039f4b6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['1c026f60-d75b-4c8f-866f-f4ad4fb571c6'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:24.351958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8f249e5b-92fa-4844-86c0-bb05d80ad488 None None] Port a68b3088-f120-4e4c-b4dd-5e01f9f09cda cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:16:24.396630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7c40b4-e948-41d0-82cb-47928698f096 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:24.397412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9c7c40b4-e948-41d0-82cb-47928698f096 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Synchronizing usage tracker for tenant:6a7817c6b9664b5898a398d7ccbe4c15 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:24.460422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9c7c40b4-e948-41d0-82cb-47928698f096 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Unset dirty status for tenant:6a7817c6b9664b5898a398d7ccbe4c15 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:24.461620 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9c7c40b4-e948-41d0-82cb-47928698f096 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/ports/a68b3088-f120-4e4c-b4dd-5e01f9f09cda HTTP/1.1" status: 200 len: 911 time: 0.1944873 Apr 23 09:16:24.464863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35222) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:24.470255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e85acb39-84b3-474b-9066-6b8039f4b6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:24.483443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85acb39-84b3-474b-9066-6b8039f4b6a6 None None] Routers {'1c026f60-d75b-4c8f-866f-f4ad4fb571c6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:24.484619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e85acb39-84b3-474b-9066-6b8039f4b6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['1c026f60-d75b-4c8f-866f-f4ad4fb571c6'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:24.592367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e85acb39-84b3-474b-9066-6b8039f4b6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:24.596834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85acb39-84b3-474b-9066-6b8039f4b6a6 None None] The sync data for ids ['1c026f60-d75b-4c8f-866f-f4ad4fb571c6'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:16:24.637630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:24.669981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5272eebf-97d7-44d1-82f3-a7d1cc5ab18e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:24.675166 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5272eebf-97d7-44d1-82f3-a7d1cc5ab18e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 1.0850992 Apr 23 09:16:24.682458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35226) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:24.741664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88b8d256-a147-4ccd-8d17-deca7108da6b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:24.743215 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-88b8d256-a147-4ccd-8d17-deca7108da6b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "DELETE /v2.0/security-groups/4afb58ec-4613-406a-b2f2-e0e3129aa256 HTTP/1.1" status: 204 len: 168 time: 1.8475177 Apr 23 09:16:24.747205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35230) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:24.756822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c07e3d63-7198-4ddc-a006-53664ec9c076 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:16:24.807010 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-46945c06-485b-4530-a500-b4ad0f2eb33f req-500c1938-ea15-4896-bba5-e6d4460692f5 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5850883 Apr 23 09:16:24.876562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6091d503-0d3a-4090-967b-b64bc45b5df6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:24.878369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6091d503-0d3a-4090-967b-b64bc45b5df6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:24.879080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6091d503-0d3a-4090-967b-b64bc45b5df6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:24.894895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port c07e3d63-7198-4ddc-a006-53664ec9c076 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:24.903372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1a05b749-bee6-4b08-b88c-189deac273bd up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:16:25.018950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 1a05b749-bee6-4b08-b88c-189deac273bd triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:25.019476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:25.037328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6091d503-0d3a-4090-967b-b64bc45b5df6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:25.042535 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6091d503-0d3a-4090-967b-b64bc45b5df6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3562422 Apr 23 09:16:25.044705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35238) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:25.448739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-72ad1212-6f57-4121-8a62-42d6e0728dce tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Deleting port 020a3565-280d-43b9-8710-57aa9520531a {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:25.449846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-72ad1212-6f57-4121-8a62-42d6e0728dce tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:25.554695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router_gateway, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:25.604675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:25.631550 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1f82a2d2-7863-4499-9830-3af31bf215c3 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8802552 Apr 23 09:16:25.658164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35246) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:25.787020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8c15ae-e7b8-49c7-9821-49aec7f588cb None None] Network 709b311a-f63b-4c88-9aa2-59c00fed30c9 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:25.814369 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-da839170-4d93-407e-8fa9-486f1d34365c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] delete failed (client error): The resource could not be found. Apr 23 09:16:25.819428 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-da839170-4d93-407e-8fa9-486f1d34365c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "DELETE /v2.0/security-groups/4afb58ec-4613-406a-b2f2-e0e3129aa256 HTTP/1.1" status: 404 len: 347 time: 0.1482413 Apr 23 09:16:25.825850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35250) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:25.827989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-744d7cc5-8cbd-4dd1-aaf5-0729a7abe437 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet e92f1dd3-d63a-4dc0-af17-a5f6881e2f8a {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:16:25.841168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1e56fa5a-aa43-491a-ba41-f272418d0aea tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Request body: {'security_group': {'name': 'tempest-secgroup--532676339'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:25.845091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-744d7cc5-8cbd-4dd1-aaf5-0729a7abe437 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:25.873779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1e56fa5a-aa43-491a-ba41-f272418d0aea tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:25.893379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1e56fa5a-aa43-491a-ba41-f272418d0aea tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Usage tracker for resource:security_group and tenant:e5be2d5c678c4b5ea99aa406a4d5d93f is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:25.905388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1e56fa5a-aa43-491a-ba41-f272418d0aea tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:25.918007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1e56fa5a-aa43-491a-ba41-f272418d0aea tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:25.923784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-72ad1212-6f57-4121-8a62-42d6e0728dce tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:25.963372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-744d7cc5-8cbd-4dd1-aaf5-0729a7abe437 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:25.976136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fdd627bf-d039-4139-bf0d-79127cfe5b4c None None] Provisioning for port c07e3d63-7198-4ddc-a006-53664ec9c076 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:25.989805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fdd627bf-d039-4139-bf0d-79127cfe5b4c None None] Provisioning complete for port c07e3d63-7198-4ddc-a006-53664ec9c076 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:25.990392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdd627bf-d039-4139-bf0d-79127cfe5b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:26.053200 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d10e8d19-b180-4029-b1cd-11fab792bb71 req-fa471aac-67bd-4407-9c8d-368e590f1266 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4008119 Apr 23 09:16:26.110102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79040f-6118-4b06-955f-91bbc145067a req-1b9895b1-48dd-4c48-9ad0-b7acd83dc53e tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:26.111874 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2e79040f-6118-4b06-955f-91bbc145067a req-1b9895b1-48dd-4c48-9ad0-b7acd83dc53e tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.4560490 Apr 23 09:16:26.137739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eed96a10-5167-4c0f-af63-8da20384d26e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:26.247256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdd627bf-d039-4139-bf0d-79127cfe5b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:26.292231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-fdd627bf-d039-4139-bf0d-79127cfe5b4c None None] For port c07e3d63-7198-4ddc-a006-53664ec9c076, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c07e3d63-7198-4ddc-a006-53664ec9c076,segment=NetworkSegment(65995cce-2164-429c-b68a-f94cebf2b5f8),segment_id=65995cce-2164-429c-b68a-f94cebf2b5f8)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:26.328734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdd627bf-d039-4139-bf0d-79127cfe5b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:26.332084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:26.363339 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2e79040f-6118-4b06-955f-91bbc145067a req-8b2f009c-2429-4b43-b884-92094f221eef tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2391717 Apr 23 09:16:26.390907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-744d7cc5-8cbd-4dd1-aaf5-0729a7abe437 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:26.428657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-72ad1212-6f57-4121-8a62-42d6e0728dce tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Calling delete_port for 020a3565-280d-43b9-8710-57aa9520531a owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:26.431713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd627bf-d039-4139-bf0d-79127cfe5b4c None None] Pushing event updated for resources: {'Port': ['ID=c07e3d63-7198-4ddc-a006-53664ec9c076,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:26.449070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fdd627bf-d039-4139-bf0d-79127cfe5b4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:26.451292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1e56fa5a-aa43-491a-ba41-f272418d0aea tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:26.482621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f24bd-944d-4f3f-8ffe-a3b3f6fe6a58 req-1cc5f5bd-feb5-4e6c-86d8-01c0ea0f2e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:26.484355 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3c5f24bd-944d-4f3f-8ffe-a3b3f6fe6a58 req-1cc5f5bd-feb5-4e6c-86d8-01c0ea0f2e51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=31a3cdb04d554bd6aeeb1f860e8a1415&device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 1098 time: 0.8249927 Apr 23 09:16:26.491445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Allocated IP 172.26.4.31 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/03f8735b-ffea-4134-aee5-c30e14cd3d02) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:16:26.511598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-476b733c-3173-4ab6-bc0a-3e6e37f47d29 None None] Provisioning for port ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:26.598111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1e56fa5a-aa43-491a-ba41-f272418d0aea tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:26.614141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1e56fa5a-aa43-491a-ba41-f272418d0aea tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Usage tracker for resource:security_group_rule and tenant:e5be2d5c678c4b5ea99aa406a4d5d93f is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:26.622011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1e56fa5a-aa43-491a-ba41-f272418d0aea tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:26.651210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-dfbdc9c4-2f34-4242-a394-443b9ed8c2a2 None None] Provisioning complete for port c07e3d63-7198-4ddc-a006-53664ec9c076 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:26.651725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc9c4-2f34-4242-a394-443b9ed8c2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:26.723999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1e56fa5a-aa43-491a-ba41-f272418d0aea tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:26.770177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c07e3d63-7198-4ddc-a006-53664ec9c076 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:16:26.881498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port c07e3d63-7198-4ddc-a006-53664ec9c076 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:26.881875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:26.918387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f24bd-944d-4f3f-8ffe-a3b3f6fe6a58 req-0d0080de-13e6-46b6-9416-1778b2914a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:26.920019 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3c5f24bd-944d-4f3f-8ffe-a3b3f6fe6a58 req-0d0080de-13e6-46b6-9416-1778b2914a65 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5f22f44-5dc5-4259-bb66-faeac2187f12 HTTP/1.1" status: 200 len: 913 time: 0.3971369 Apr 23 09:16:26.959212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-eed96a10-5167-4c0f-af63-8da20384d26e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Allocated IP 2001:db8:1::1 (709b311a-f63b-4c88-9aa2-59c00fed30c9/a073f335-d4e4-4fe5-b920-475665f4a0c8/4d9dbee4-a2b5-46de-afe8-e8b5f45f3166) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:16:27.020177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:16:27.078332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:27.094078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-744d7cc5-8cbd-4dd1-aaf5-0729a7abe437 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:27.102458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6d75b786-7470-468c-a147-b5753adc30f2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:27.116810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1e56fa5a-aa43-491a-ba41-f272418d0aea tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:27.122736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:27.128571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:27.128981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:27.136222 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3c5f24bd-944d-4f3f-8ffe-a3b3f6fe6a58 req-3233c48b-361e-42a0-9b8e-1762e849f906 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=604ea667-2571-4657-a201-16fcd36200b4 HTTP/1.1" status: 200 len: 1001 time: 0.2013760 Apr 23 09:16:27.155081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d7cc5-8cbd-4dd1-aaf5-0729a7abe437 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=e92f1dd3-d63a-4dc0-af17-a5f6881e2f8a,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:27.157445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-744d7cc5-8cbd-4dd1-aaf5-0729a7abe437 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:27.163628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-744d7cc5-8cbd-4dd1-aaf5-0729a7abe437 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:27.168409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153c36a6-ffe2-413e-b646-5675ed04023a None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:27.214066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1e56fa5a-aa43-491a-ba41-f272418d0aea tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:27.222432 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-744d7cc5-8cbd-4dd1-aaf5-0729a7abe437 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/e92f1dd3-d63a-4dc0-af17-a5f6881e2f8a HTTP/1.1" status: 204 len: 168 time: 2.1594536 Apr 23 09:16:27.222432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35256) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:27.226702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eed96a10-5167-4c0f-af63-8da20384d26e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:27.230192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6116ce8e-a29a-44bf-9ca2-9a7c5da13aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:27.313753 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5b07acb6-145a-414b-a5ae-2825cf162458 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871599 Apr 23 09:16:27.315004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35260) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:27.323594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0ca812ca-29aa-48a1-879a-df1d61346131 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:27.343259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-eed96a10-5167-4c0f-af63-8da20384d26e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Transition to ACTIVE for port object 4d9dbee4-a2b5-46de-afe8-e8b5f45f3166 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:27.344319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f24bd-944d-4f3f-8ffe-a3b3f6fe6a58 req-f7c989f5-60ce-4f31-a218-604ae67a2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:27.346003 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3c5f24bd-944d-4f3f-8ffe-a3b3f6fe6a58 req-f7c989f5-60ce-4f31-a218-604ae67a2325 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e93f7937-3608-4a50-b4a7-cc289ad239de HTTP/1.1" status: 200 len: 851 time: 0.1745543 Apr 23 09:16:27.349876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56fa5a-aa43-491a-ba41-f272418d0aea tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c876a9-dbf6-4486-be7b-baeb550152ae,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:27.395948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1e56fa5a-aa43-491a-ba41-f272418d0aea tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:27.404837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1e56fa5a-aa43-491a-ba41-f272418d0aea tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:27.410091 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1e56fa5a-aa43-491a-ba41-f272418d0aea tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5752919 Apr 23 09:16:27.415236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-72ad1212-6f57-4121-8a62-42d6e0728dce tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:27.421210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35266) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:27.427695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d35d072d-89eb-4ae9-811e-4849400da46d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:27.464471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0ca812ca-29aa-48a1-879a-df1d61346131 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:27.470584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0ca812ca-29aa-48a1-879a-df1d61346131 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:27.474517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0ca812ca-29aa-48a1-879a-df1d61346131 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:27.483127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0ca812ca-29aa-48a1-879a-df1d61346131 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:27.488172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:27.506584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eed96a10-5167-4c0f-af63-8da20384d26e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:27.512833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-13b5c4d6-3714-44d0-9ec1-2c6ebb212ef6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:27.532894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3de7e481-2b24-4413-8bad-c7aa49022d27 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Request body: {'security_group_rule': {'security_group_id': '99c876a9-dbf6-4486-be7b-baeb550152ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:27.551630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad1212-6f57-4121-8a62-42d6e0728dce tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event deleted for resources: {'Port': ['ID=020a3565-280d-43b9-8710-57aa9520531a,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:27.555948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3de7e481-2b24-4413-8bad-c7aa49022d27 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:27.562210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:27.603041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca812ca-29aa-48a1-879a-df1d61346131 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:16:27.605384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-72ad1212-6f57-4121-8a62-42d6e0728dce tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:27.606910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3de7e481-2b24-4413-8bad-c7aa49022d27 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Usage tracker for resource:security_group_rule and tenant:e5be2d5c678c4b5ea99aa406a4d5d93f is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:27.608890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0ca812ca-29aa-48a1-879a-df1d61346131 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:27.611016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-39ef42ce-301d-4a10-9828-5a61844b8fdb tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:27.645715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:27.652028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:27.654893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3de7e481-2b24-4413-8bad-c7aa49022d27 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:27.664256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:16:27.671189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed96a10-5167-4c0f-af63-8da20384d26e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 709b311a-f63b-4c88-9aa2-59c00fed30c9 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:27.679845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-eed96a10-5167-4c0f-af63-8da20384d26e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:27.693721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed96a10-5167-4c0f-af63-8da20384d26e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:16:27.694307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eed96a10-5167-4c0f-af63-8da20384d26e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:27.703833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:27.735493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:27.740332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fdd627bf-d039-4139-bf0d-79127cfe5b4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:27.753212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3de7e481-2b24-4413-8bad-c7aa49022d27 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:27.794714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed96a10-5167-4c0f-af63-8da20384d26e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Port': ['ID=4d9dbee4-a2b5-46de-afe8-e8b5f45f3166,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:27.816152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-eed96a10-5167-4c0f-af63-8da20384d26e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:27.846342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:27.849608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:27.894047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21af2c4a-1309-4b61-af2f-099fa381f2d4 None None] DHCP port deletion for bb316f39-4b0e-43f1-8f3e-34646815cee0 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:16:27.906409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426a22a-e9c6-4556-bc21-9a7901057650 req-3add5453-5de0-4b86-adc0-2342ada64fe4 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:27.908484 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b426a22a-e9c6-4556-bc21-9a7901057650 req-3add5453-5de0-4b86-adc0-2342ada64fe4 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.3623302 Apr 23 09:16:27.928036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3de7e481-2b24-4413-8bad-c7aa49022d27 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:27.976860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-21af2c4a-1309-4b61-af2f-099fa381f2d4 None None] Deleting port ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:27.977284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21af2c4a-1309-4b61-af2f-099fa381f2d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:28.068517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f24bd-944d-4f3f-8ffe-a3b3f6fe6a58 req-ccf9786b-f908-4613-9dfa-3bcdef35da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:28.070219 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3c5f24bd-944d-4f3f-8ffe-a3b3f6fe6a58 req-ccf9786b-f908-4613-9dfa-3bcdef35da60 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5f22f44-5dc5-4259-bb66-faeac2187f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7171781 Apr 23 09:16:28.080435 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b426a22a-e9c6-4556-bc21-9a7901057650 req-e63424b2-4ae0-4c9e-92a5-599f6db9df78 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614420 Apr 23 09:16:28.088774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3de7e481-2b24-4413-8bad-c7aa49022d27 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:28.101913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-21af2c4a-1309-4b61-af2f-099fa381f2d4 None None] For port ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:28.107111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21af2c4a-1309-4b61-af2f-099fa381f2d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:28.129557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eed96a10-5167-4c0f-af63-8da20384d26e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:28.159288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Port': ['ID=03f8735b-ffea-4134-aee5-c30e14cd3d02,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:28.169809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d6c43b79-4da5-439e-9d4a-527dd51fd6c0 None None] Provisioning for port 4d9dbee4-a2b5-46de-afe8-e8b5f45f3166 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:28.237593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d6c43b79-4da5-439e-9d4a-527dd51fd6c0 None None] Provisioning complete for port 4d9dbee4-a2b5-46de-afe8-e8b5f45f3166 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:28.238004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d6c43b79-4da5-439e-9d4a-527dd51fd6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:28.247056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:28.258750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3de7e481-2b24-4413-8bad-c7aa49022d27 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:28.271650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-21af2c4a-1309-4b61-af2f-099fa381f2d4 None None] Calling delete_port for ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:28.319374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d6c43b79-4da5-439e-9d4a-527dd51fd6c0 None None] Port 4d9dbee4-a2b5-46de-afe8-e8b5f45f3166 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:16:28.362849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21af2c4a-1309-4b61-af2f-099fa381f2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:28.368875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4389b644-bbb4-402d-acf3-daac50d32883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:28.380079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:28.420543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af2c4a-1309-4b61-af2f-099fa381f2d4 None None] Pushing event deleted for resources: {'Port': ['ID=ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:28.423339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-21af2c4a-1309-4b61-af2f-099fa381f2d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:28.425978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21af2c4a-1309-4b61-af2f-099fa381f2d4 None None] No DVR routers for this DVR port ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:16:28.479862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7e481-2b24-4413-8bad-c7aa49022d27 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04227ba0-3dd3-493e-9821-21cfbfccbaf9,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:28.540347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3de7e481-2b24-4413-8bad-c7aa49022d27 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:28.570400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:16:28.612609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:16:28.613240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ccbb4a8b-8841-46c2-a1d8-bd5af4dda51e not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:16:28.750836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0ca812ca-29aa-48a1-879a-df1d61346131 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:28.757196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:28.830340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eed96a10-5167-4c0f-af63-8da20384d26e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:28.836344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca812ca-29aa-48a1-879a-df1d61346131 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:28.844196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-0ca812ca-29aa-48a1-879a-df1d61346131 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:28.856787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8296a8a8-a7d2-4487-90aa-f67b43d48e2e None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:28.861179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eed96a10-5167-4c0f-af63-8da20384d26e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:28.862094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eed96a10-5167-4c0f-af63-8da20384d26e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:28.874624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca812ca-29aa-48a1-879a-df1d61346131 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:28.875295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0ca812ca-29aa-48a1-879a-df1d61346131 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:28.891632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca812ca-29aa-48a1-879a-df1d61346131 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=ef462380-1c21-488f-b7ea-b259af36c405,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:28.908115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0ca812ca-29aa-48a1-879a-df1d61346131 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:28.913851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0959057f-7d70-4a27-a090-9195f1fe0194 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:29.044604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3de7e481-2b24-4413-8bad-c7aa49022d27 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:29.048499 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3de7e481-2b24-4413-8bad-c7aa49022d27 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5605609 Apr 23 09:16:29.061379 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0ca812ca-29aa-48a1-879a-df1d61346131 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7412271 Apr 23 09:16:29.061379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35274) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:29.076961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35276) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:29.087480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9e086655-a33d-46fa-8ce7-24035954fedc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1439548432', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:29.097274 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3c5f24bd-944d-4f3f-8ffe-a3b3f6fe6a58 req-951b2d54-c8d4-41b4-b5af-7379358c5208 service neutron] 10.222.0.35 "GET /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9397309 Apr 23 09:16:29.134255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9e086655-a33d-46fa-8ce7-24035954fedc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:29.136830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-72ad1212-6f57-4121-8a62-42d6e0728dce tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:29.169830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9e086655-a33d-46fa-8ce7-24035954fedc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:router and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:29.192043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-bb316f39-4b0e-43f1-8f3e-34646815cee0', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'fixed_ips': [{'subnet_id': 'ef462380-1c21-488f-b7ea-b259af36c405'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:16:29.192995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:29.260391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9e086655-a33d-46fa-8ce7-24035954fedc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:29.268937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9e086655-a33d-46fa-8ce7-24035954fedc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:29.318547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router_gateway, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:29.405051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Allocated IP 2001:db8::2 (bb316f39-4b0e-43f1-8f3e-34646815cee0/ef462380-1c21-488f-b7ea-b259af36c405/84e14028-2f6a-441e-93b0-40e047e6e6c6) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:16:29.448400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9e086655-a33d-46fa-8ce7-24035954fedc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:29.449557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9e086655-a33d-46fa-8ce7-24035954fedc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:29.545438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed96a10-5167-4c0f-af63-8da20384d26e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Port': ['ID=4d9dbee4-a2b5-46de-afe8-e8b5f45f3166,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:29.553454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-eed96a10-5167-4c0f-af63-8da20384d26e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:29.595774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-841a2d07-170b-41b8-ae61-4ed639bf9b36 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:29.611935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed96a10-5167-4c0f-af63-8da20384d26e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 709b311a-f63b-4c88-9aa2-59c00fed30c9 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:29.615965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-eed96a10-5167-4c0f-af63-8da20384d26e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:29.624905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-841a2d07-170b-41b8-ae61-4ed639bf9b36 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:29.650037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:29.661737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Transition to ACTIVE for port object 84e14028-2f6a-441e-93b0-40e047e6e6c6 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:29.681611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9e086655-a33d-46fa-8ce7-24035954fedc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:29.684733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Transition to ACTIVE for port object 84e14028-2f6a-441e-93b0-40e047e6e6c6 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:29.718447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:29.725174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1b2d7005-7572-42fb-b9c7-78ecd4b8ca92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:29.767521 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3c5f24bd-944d-4f3f-8ffe-a3b3f6fe6a58 req-cded6a95-0713-4f84-b368-509d87a79955 service neutron] 10.222.0.35 "GET /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6607428 Apr 23 09:16:29.785457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9e086655-a33d-46fa-8ce7-24035954fedc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:29.804507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:29.808632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:29.820246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:16:29.846967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8057a9a-731f-43cd-af10-aad89ab25138 req-44240883-fbb6-45e7-95a0-ff1505ea4501 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:29.848616 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d8057a9a-731f-43cd-af10-aad89ab25138 req-44240883-fbb6-45e7-95a0-ff1505ea4501 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.3883548 Apr 23 09:16:29.854103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-841a2d07-170b-41b8-ae61-4ed639bf9b36 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:29.890813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:29.892888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Pushing event updated for resources: {'Port': ['ID=84e14028-2f6a-441e-93b0-40e047e6e6c6,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:29.910202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:29.926123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a2d07-170b-41b8-ae61-4ed639bf9b36 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04227ba0-3dd3-493e-9821-21cfbfccbaf9,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:29.949741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-841a2d07-170b-41b8-ae61-4ed639bf9b36 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:29.953033 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-841a2d07-170b-41b8-ae61-4ed639bf9b36 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/04227ba0-3dd3-493e-9821-21cfbfccbaf9 HTTP/1.1" status: 204 len: 168 time: 0.8853335 Apr 23 09:16:29.969483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed96a10-5167-4c0f-af63-8da20384d26e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Router 1c026f60-d75b-4c8f-866f-f4ad4fb571c6 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:16:29.970745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-841a2d07-170b-41b8-ae61-4ed639bf9b36 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:29.973854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35284) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:29.977766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Attempting to bind port 84e14028-2f6a-441e-93b0-40e047e6e6c6 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:16:29.978305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Attempting to bind port 84e14028-2f6a-441e-93b0-40e047e6e6c6 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:16:29.978628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Attempting to bind port 84e14028-2f6a-441e-93b0-40e047e6e6c6 on network bb316f39-4b0e-43f1-8f3e-34646815cee0 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:16:29.985073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:16:29.985510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Checking segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:16:29.985950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:29.986409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Bound using segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:16:29.986937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Bound port: 84e14028-2f6a-441e-93b0-40e047e6e6c6, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:16:29.987360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:30.011278 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d8057a9a-731f-43cd-af10-aad89ab25138 req-96bd6af5-e7c6-4d18-80f4-148c79b1e7f1 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459029 Apr 23 09:16:30.104406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] For port 84e14028-2f6a-441e-93b0-40e047e6e6c6, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:16:30.108597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] For port 84e14028-2f6a-441e-93b0-40e047e6e6c6, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=84e14028-2f6a-441e-93b0-40e047e6e6c6,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:16:30.124884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0f96233f-c81b-4d86-8cc3-501b35c29e08 None None] Provisioning complete for port 4d9dbee4-a2b5-46de-afe8-e8b5f45f3166 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:30.125401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f96233f-c81b-4d86-8cc3-501b35c29e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:30.156624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9e086655-a33d-46fa-8ce7-24035954fedc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:30.160567 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9e086655-a33d-46fa-8ce7-24035954fedc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0797534 Apr 23 09:16:30.174635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35290) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:30.176160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:30.188378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dbc290e0-88f2-41f2-917d-2c464d47ef3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:30.258891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0f96233f-c81b-4d86-8cc3-501b35c29e08 None None] Port 4d9dbee4-a2b5-46de-afe8-e8b5f45f3166 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:16:30.282942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7ae8f5f7-9f22-43de-b250-6eb570bea803 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Synchronizing usage tracker for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:30.290922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Pushing event updated for resources: {'Port': ['ID=84e14028-2f6a-441e-93b0-40e047e6e6c6,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:30.297410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:30.298019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:30.371554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e8d19-b180-4029-b1cd-11fab792bb71 req-123cba03-9377-4bb8-af9e-81c1e4dd2196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:30.373125 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d10e8d19-b180-4029-b1cd-11fab792bb71 req-123cba03-9377-4bb8-af9e-81c1e4dd2196 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=31a3cdb04d554bd6aeeb1f860e8a1415&device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 1098 time: 0.3306415 Apr 23 09:16:30.390845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ad1212-6f57-4121-8a62-42d6e0728dce tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Router 94e3cf93-fc47-4393-9b60-9fd1bb599458 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:16:30.566723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed96a10-5167-4c0f-af63-8da20384d26e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:16:30.574540 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-eed96a10-5167-4c0f-af63-8da20384d26e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/routers/1c026f60-d75b-4c8f-866f-f4ad4fb571c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1084669 Apr 23 09:16:30.577907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35294) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:30.589009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec70f6c9-a761-4426-be4d-cd0fc63e8b2f None None] Sync routers for ids ['1c026f60-d75b-4c8f-866f-f4ad4fb571c6'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:16:30.610001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec70f6c9-a761-4426-be4d-cd0fc63e8b2f None None] Routers {'1c026f60-d75b-4c8f-866f-f4ad4fb571c6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:30.611268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ec70f6c9-a761-4426-be4d-cd0fc63e8b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['1c026f60-d75b-4c8f-866f-f4ad4fb571c6'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:30.693174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7ae8f5f7-9f22-43de-b250-6eb570bea803 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Unset dirty status for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:30.694758 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7ae8f5f7-9f22-43de-b250-6eb570bea803 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7153211 Apr 23 09:16:30.713747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35298) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:30.775774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ec70f6c9-a761-4426-be4d-cd0fc63e8b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:30.787493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec70f6c9-a761-4426-be4d-cd0fc63e8b2f None None] Routers {'1c026f60-d75b-4c8f-866f-f4ad4fb571c6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:30.788781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ec70f6c9-a761-4426-be4d-cd0fc63e8b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['1c026f60-d75b-4c8f-866f-f4ad4fb571c6'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:30.846709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e8d19-b180-4029-b1cd-11fab792bb71 req-4ad92e59-78c5-4057-9e27-7cc6549a262d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:30.848333 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d10e8d19-b180-4029-b1cd-11fab792bb71 req-4ad92e59-78c5-4057-9e27-7cc6549a262d service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5f22f44-5dc5-4259-bb66-faeac2187f12 HTTP/1.1" status: 200 len: 913 time: 0.3939521 Apr 23 09:16:30.862642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e40f86-50a7-4299-ad5c-9227deec5c12 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:30.863332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-59e40f86-50a7-4299-ad5c-9227deec5c12 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Synchronizing usage tracker for tenant:6a7817c6b9664b5898a398d7ccbe4c15 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:30.869066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ec70f6c9-a761-4426-be4d-cd0fc63e8b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:30.869528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec70f6c9-a761-4426-be4d-cd0fc63e8b2f None None] The sync data for ids ['1c026f60-d75b-4c8f-866f-f4ad4fb571c6'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:16:31.001854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-59e40f86-50a7-4299-ad5c-9227deec5c12 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Unset dirty status for tenant:6a7817c6b9664b5898a398d7ccbe4c15 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:31.003229 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-59e40f86-50a7-4299-ad5c-9227deec5c12 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/ports/4d9dbee4-a2b5-46de-afe8-e8b5f45f3166 HTTP/1.1" status: 200 len: 913 time: 0.4242790 Apr 23 09:16:31.006654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35302) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:31.009632 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d10e8d19-b180-4029-b1cd-11fab792bb71 req-aac7717a-e87b-4383-9aca-a1e171060d41 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=604ea667-2571-4657-a201-16fcd36200b4 HTTP/1.1" status: 200 len: 1001 time: 0.1516144 Apr 23 09:16:31.010359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a10de0b-7e8c-4477-bb4a-309009385b94 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:31.012799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-159e7ecd-67a7-4891-9a74-7c678d46d213 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:31.183342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a10de0b-7e8c-4477-bb4a-309009385b94 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:31.392786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ad1212-6f57-4121-8a62-42d6e0728dce tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:16:31.404657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c86f0e-850c-4b83-8ffa-8aef087ee33f None None] Sync routers for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:16:31.410043 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-72ad1212-6f57-4121-8a62-42d6e0728dce tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "PUT /v2.0/routers/94e3cf93-fc47-4393-9b60-9fd1bb599458/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1878662 Apr 23 09:16:31.419050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c86f0e-850c-4b83-8ffa-8aef087ee33f None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:31.420104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-14c86f0e-850c-4b83-8ffa-8aef087ee33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:31.435217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35310) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:31.445463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a10de0b-7e8c-4477-bb4a-309009385b94 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:31.493722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-14c86f0e-850c-4b83-8ffa-8aef087ee33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:31.506085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c86f0e-850c-4b83-8ffa-8aef087ee33f None None] Routers {'94e3cf93-fc47-4393-9b60-9fd1bb599458'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:31.507051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-14c86f0e-850c-4b83-8ffa-8aef087ee33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['94e3cf93-fc47-4393-9b60-9fd1bb599458'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:31.513127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e852f071-7f51-4b78-930e-672743dd1b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:31.557156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00117cb1-fa84-4f35-8043-db5969ce4218 req-b3a545a6-e9c2-4bfb-871a-66eac984374c tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:31.558915 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-00117cb1-fa84-4f35-8043-db5969ce4218 req-b3a545a6-e9c2-4bfb-871a-66eac984374c tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.3623431 Apr 23 09:16:31.589423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Router 5270abb6-6080-4afc-bd78-93e18672a3d2 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:16:31.593345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-14c86f0e-850c-4b83-8ffa-8aef087ee33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:31.594008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c86f0e-850c-4b83-8ffa-8aef087ee33f None None] The sync data for ids ['94e3cf93-fc47-4393-9b60-9fd1bb599458'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:16:31.615906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e8d19-b180-4029-b1cd-11fab792bb71 req-8e0a55b1-75a3-4be9-b931-44ec71f189e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:31.616206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10de0b-7e8c-4477-bb4a-309009385b94 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c876a9-dbf6-4486-be7b-baeb550152ae,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:31.618130 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d10e8d19-b180-4029-b1cd-11fab792bb71 req-8e0a55b1-75a3-4be9-b931-44ec71f189e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e93f7937-3608-4a50-b4a7-cc289ad239de HTTP/1.1" status: 200 len: 851 time: 0.6003294 Apr 23 09:16:31.641141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0a10de0b-7e8c-4477-bb4a-309009385b94 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:32.036954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9a2e4e25-89f8-4d80-ab30-cd93c0eeee94 None None] Provisioning for port 84e14028-2f6a-441e-93b0-40e047e6e6c6 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:32.070802 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-00117cb1-fa84-4f35-8043-db5969ce4218 req-6ca38d4a-2c4d-4c90-99ba-b918cbd5bf4d tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4272130 Apr 23 09:16:32.100436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a10de0b-7e8c-4477-bb4a-309009385b94 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:32.105218 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0a10de0b-7e8c-4477-bb4a-309009385b94 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "DELETE /v2.0/security-groups/99c876a9-dbf6-4486-be7b-baeb550152ae HTTP/1.1" status: 204 len: 168 time: 1.3787205 Apr 23 09:16:32.107712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35316) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:32.138611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-61db4ada-b906-49a0-b36c-63e805a62b76 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:32.205126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-159e7ecd-67a7-4891-9a74-7c678d46d213 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8::1 (bb316f39-4b0e-43f1-8f3e-34646815cee0/ef462380-1c21-488f-b7ea-b259af36c405/073f276e-e95c-42b6-a705-fafef6279f6c) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:16:32.377722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6fef7f81-8d5d-45f0-858c-dd71f7883fed tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Synchronizing usage tracker for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:32.454871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:16:32.467208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461d9d23-68a2-42fc-a7ba-2cf039de4ffa None None] Sync routers for ids ['5270abb6-6080-4afc-bd78-93e18672a3d2'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:16:32.486032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e8d19-b180-4029-b1cd-11fab792bb71 req-afa59b58-8de8-488b-a3c7-e99c71d9a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:32.492559 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d10e8d19-b180-4029-b1cd-11fab792bb71 req-afa59b58-8de8-488b-a3c7-e99c71d9a070 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5f22f44-5dc5-4259-bb66-faeac2187f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6503644 Apr 23 09:16:32.492704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461d9d23-68a2-42fc-a7ba-2cf039de4ffa None None] Routers {'5270abb6-6080-4afc-bd78-93e18672a3d2'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:32.492704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-461d9d23-68a2-42fc-a7ba-2cf039de4ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['5270abb6-6080-4afc-bd78-93e18672a3d2'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:32.561847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-159e7ecd-67a7-4891-9a74-7c678d46d213 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:32.573909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-461d9d23-68a2-42fc-a7ba-2cf039de4ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:32.588053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-159e7ecd-67a7-4891-9a74-7c678d46d213 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Transition to ACTIVE for port object 073f276e-e95c-42b6-a705-fafef6279f6c will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:32.597076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461d9d23-68a2-42fc-a7ba-2cf039de4ffa None None] Routers {'5270abb6-6080-4afc-bd78-93e18672a3d2'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:32.598146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-461d9d23-68a2-42fc-a7ba-2cf039de4ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['5270abb6-6080-4afc-bd78-93e18672a3d2'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:32.623131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f94a4-d6bc-41aa-85d3-b0dd860e7508 req-87a1b9f7-5f35-432f-8572-f0df60434081 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:32.623590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6fef7f81-8d5d-45f0-858c-dd71f7883fed tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Unset dirty status for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:32.626356 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c55f94a4-d6bc-41aa-85d3-b0dd860e7508 req-87a1b9f7-5f35-432f-8572-f0df60434081 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.4185958 Apr 23 09:16:32.626523 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6fef7f81-8d5d-45f0-858c-dd71f7883fed tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5144687 Apr 23 09:16:32.640079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-61db4ada-b906-49a0-b36c-63e805a62b76 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:32.644083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35322) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:32.654655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f6cf4797-0a1b-4d81-9d48-a8886baea689 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Request body: {'security_group': {'name': 'tempest-secgroup--982853071'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:32.664463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f6cf4797-0a1b-4d81-9d48-a8886baea689 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:32.666486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 84e14028-2f6a-441e-93b0-40e047e6e6c6 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:16:32.676068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f6cf4797-0a1b-4d81-9d48-a8886baea689 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:32.680619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-159e7ecd-67a7-4891-9a74-7c678d46d213 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:32.687898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:32.699242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:32.700492 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.3737857 Apr 23 09:16:32.713201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-461d9d23-68a2-42fc-a7ba-2cf039de4ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:32.713584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461d9d23-68a2-42fc-a7ba-2cf039de4ffa None None] The sync data for ids ['5270abb6-6080-4afc-bd78-93e18672a3d2'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:16:32.727955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35326) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:32.782110 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c55f94a4-d6bc-41aa-85d3-b0dd860e7508 req-22d1a44e-d734-450f-b458-8a788687cb0b tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976129 Apr 23 09:16:32.797145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 84e14028-2f6a-441e-93b0-40e047e6e6c6 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:32.810199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 84e14028-2f6a-441e-93b0-40e047e6e6c6 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:32.810199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:32.823047 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d10e8d19-b180-4029-b1cd-11fab792bb71 req-86f35f40-7a5e-4037-831a-c71a3471663f service neutron] 10.222.0.35 "GET /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278663 Apr 23 09:16:32.862243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f6cf4797-0a1b-4d81-9d48-a8886baea689 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:32.953430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159e7ecd-67a7-4891-9a74-7c678d46d213 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:32.978889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:33.010017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-159e7ecd-67a7-4891-9a74-7c678d46d213 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:33.018115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 84e14028-2f6a-441e-93b0-40e047e6e6c6, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=84e14028-2f6a-441e-93b0-40e047e6e6c6,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:33.024651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e7ecd-67a7-4891-9a74-7c678d46d213 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:16:33.025249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-159e7ecd-67a7-4891-9a74-7c678d46d213 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:33.026054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-76009515-5fb1-409a-a0f7-68ba38a9ec09 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:33.053912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e7ecd-67a7-4891-9a74-7c678d46d213 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=073f276e-e95c-42b6-a705-fafef6279f6c,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:33.054524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:33.056753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f9af492d-879b-44ed-b7f1-bb26568f1e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:33.064434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f6cf4797-0a1b-4d81-9d48-a8886baea689 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:33.091718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-159e7ecd-67a7-4891-9a74-7c678d46d213 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:33.103126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f6cf4797-0a1b-4d81-9d48-a8886baea689 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Usage tracker for resource:security_group_rule and tenant:e5be2d5c678c4b5ea99aa406a4d5d93f is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:33.112451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f6cf4797-0a1b-4d81-9d48-a8886baea689 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:33.128053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f6cf4797-0a1b-4d81-9d48-a8886baea689 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:33.155770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=84e14028-2f6a-441e-93b0-40e047e6e6c6,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:33.159722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:33.192383 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d10e8d19-b180-4029-b1cd-11fab792bb71 req-87ed2fc9-baf7-4ef5-b0a6-ec4d3eb2fee2 service neutron] 10.222.0.35 "GET /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245273 Apr 23 09:16:33.231531 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cf0a7df0-0929-48b9-8788-cf132c2eb8d3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/routers/5270abb6-6080-4afc-bd78-93e18672a3d2 HTTP/1.1" status: 200 len: 879 time: 0.4934087 Apr 23 09:16:33.237638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-61db4ada-b906-49a0-b36c-63e805a62b76 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Deleting port 1b56281e-3ac4-49c1-8dec-6bb1f3f08182 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:33.238023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-61db4ada-b906-49a0-b36c-63e805a62b76 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:33.256969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35332) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:33.371444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b77a4f-ffe7-4890-ab31-28abdbca772e req-7d14c4f7-f0bd-4994-980b-a78e6838809a tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:33.372709 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-29b77a4f-ffe7-4890-ab31-28abdbca772e req-7d14c4f7-f0bd-4994-980b-a78e6838809a tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.3988073 Apr 23 09:16:33.408185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-7dd3c410-c6d6-4331-b206-696a9cad8c14 None None] Provisioning for port 073f276e-e95c-42b6-a705-fafef6279f6c completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:33.414703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-7dd3c410-c6d6-4331-b206-696a9cad8c14 None None] Provisioning complete for port 073f276e-e95c-42b6-a705-fafef6279f6c triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:33.415153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7dd3c410-c6d6-4331-b206-696a9cad8c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:33.489709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7dd3c410-c6d6-4331-b206-696a9cad8c14 None None] Port 073f276e-e95c-42b6-a705-fafef6279f6c cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:16:33.555865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-76009515-5fb1-409a-a0f7-68ba38a9ec09 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting port 4d9dbee4-a2b5-46de-afe8-e8b5f45f3166 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:33.556229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-76009515-5fb1-409a-a0f7-68ba38a9ec09 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:33.674345 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-29b77a4f-ffe7-4890-ab31-28abdbca772e req-8494263c-7731-4946-8b62-b6ff0e377387 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477112 Apr 23 09:16:33.690178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-159e7ecd-67a7-4891-9a74-7c678d46d213 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:33.701698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f6cf4797-0a1b-4d81-9d48-a8886baea689 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:33.717790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-76009515-5fb1-409a-a0f7-68ba38a9ec09 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:33.718114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-61db4ada-b906-49a0-b36c-63e805a62b76 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:33.778646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f6cf4797-0a1b-4d81-9d48-a8886baea689 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:33.844078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aa723185-46dd-4034-997f-461689bc32c8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:33.869616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-76009515-5fb1-409a-a0f7-68ba38a9ec09 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Calling delete_port for 4d9dbee4-a2b5-46de-afe8-e8b5f45f3166 owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:33.940373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-61db4ada-b906-49a0-b36c-63e805a62b76 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Calling delete_port for 1b56281e-3ac4-49c1-8dec-6bb1f3f08182 owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:34.048773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-76009515-5fb1-409a-a0f7-68ba38a9ec09 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:34.053925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b405b674-ef11-4317-970d-dc159f9f400b tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:34.074101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf4797-0a1b-4d81-9d48-a8886baea689 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a40857f-721a-4065-bd30-99fe65735865,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:34.107885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76009515-5fb1-409a-a0f7-68ba38a9ec09 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Port': ['ID=4d9dbee4-a2b5-46de-afe8-e8b5f45f3166,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:34.111868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-76009515-5fb1-409a-a0f7-68ba38a9ec09 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:34.136460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f6cf4797-0a1b-4d81-9d48-a8886baea689 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:34.151713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f6cf4797-0a1b-4d81-9d48-a8886baea689 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:34.153000 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f6cf4797-0a1b-4d81-9d48-a8886baea689 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5059798 Apr 23 09:16:34.158124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35342) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:34.221173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c13c0140-c27c-49d7-917c-b46978ab4b38 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Request body: {'security_group_rule': {'security_group_id': '8a40857f-721a-4065-bd30-99fe65735865', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:34.243742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c13c0140-c27c-49d7-917c-b46978ab4b38 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:34.307906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c13c0140-c27c-49d7-917c-b46978ab4b38 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Usage tracker for resource:security_group_rule and tenant:e5be2d5c678c4b5ea99aa406a4d5d93f is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:34.312913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c13c0140-c27c-49d7-917c-b46978ab4b38 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:34.327286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c13c0140-c27c-49d7-917c-b46978ab4b38 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:34.597690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 84e14028-2f6a-441e-93b0-40e047e6e6c6 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:16:34.656697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-76009515-5fb1-409a-a0f7-68ba38a9ec09 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:34.700476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 84e14028-2f6a-441e-93b0-40e047e6e6c6 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:34.700906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:34.765546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e89bfb-c7c3-41f9-a832-e3fbe6e86b54 req-4543c056-261a-4925-93ce-4f697fb119a8 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:34.767332 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f0e89bfb-c7c3-41f9-a832-e3fbe6e86b54 req-4543c056-261a-4925-93ce-4f697fb119a8 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.6287642 Apr 23 09:16:34.778613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-256e2a4a-e664-4c85-b4a1-d26310612744 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Synchronizing usage tracker for tenant:28923eac46964204bb78aee0456d0ac1 on resource:router {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:34.815256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c13c0140-c27c-49d7-917c-b46978ab4b38 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:34.897045 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f0e89bfb-c7c3-41f9-a832-e3fbe6e86b54 req-2c806b88-2778-41ba-bde1-3b9e4dd7023d tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101322 Apr 23 09:16:34.986861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-159e7ecd-67a7-4891-9a74-7c678d46d213 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:35.013832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-256e2a4a-e664-4c85-b4a1-d26310612744 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Unset dirty status for tenant:28923eac46964204bb78aee0456d0ac1 on resource:router {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:35.015259 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-256e2a4a-e664-4c85-b4a1-d26310612744 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.7544084 Apr 23 09:16:35.018048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35348) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:35.024416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0ce6044b-24c6-4717-bab9-a83299cef9c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-712753044'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:35.067543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c13c0140-c27c-49d7-917c-b46978ab4b38 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:35.091986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-159e7ecd-67a7-4891-9a74-7c678d46d213 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:35.092939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-159e7ecd-67a7-4891-9a74-7c678d46d213 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:35.096170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c13c0140-c27c-49d7-917c-b46978ab4b38 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:35.096740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-61db4ada-b906-49a0-b36c-63e805a62b76 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:35.103497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3de7e481-2b24-4413-8bad-c7aa49022d27 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:35.111465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:35.131345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76009515-5fb1-409a-a0f7-68ba38a9ec09 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Router 1c026f60-d75b-4c8f-866f-f4ad4fb571c6 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:16:35.137536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c0140-c27c-49d7-917c-b46978ab4b38 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c539118b-469d-4de3-aebc-6cc3cc0de7f4,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:35.141225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c13c0140-c27c-49d7-917c-b46978ab4b38 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:35.227856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c13c0140-c27c-49d7-917c-b46978ab4b38 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:35.229084 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c13c0140-c27c-49d7-917c-b46978ab4b38 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0698633 Apr 23 09:16:35.249707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35352) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:35.320935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76009515-5fb1-409a-a0f7-68ba38a9ec09 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:16:35.326015 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-76009515-5fb1-409a-a0f7-68ba38a9ec09 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/routers/1c026f60-d75b-4c8f-866f-f4ad4fb571c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3153703 Apr 23 09:16:35.329045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35356) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:35.333818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aebd68d-928a-4f66-b9a2-fd89ea6f5b1b None None] Sync routers for ids ['1c026f60-d75b-4c8f-866f-f4ad4fb571c6'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:16:35.334004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2ca4d24a-54a7-4ec1-855c-89d5cd6afa2c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Request body: {'security_group_rule': {'security_group_id': '8a40857f-721a-4065-bd30-99fe65735865', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:35.346081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aebd68d-928a-4f66-b9a2-fd89ea6f5b1b None None] Routers {'1c026f60-d75b-4c8f-866f-f4ad4fb571c6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:35.347298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2aebd68d-928a-4f66-b9a2-fd89ea6f5b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['1c026f60-d75b-4c8f-866f-f4ad4fb571c6'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:35.386676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2ca4d24a-54a7-4ec1-855c-89d5cd6afa2c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:35.417996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2aebd68d-928a-4f66-b9a2-fd89ea6f5b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:35.427864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aebd68d-928a-4f66-b9a2-fd89ea6f5b1b None None] Routers {'1c026f60-d75b-4c8f-866f-f4ad4fb571c6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:35.428517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2aebd68d-928a-4f66-b9a2-fd89ea6f5b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['1c026f60-d75b-4c8f-866f-f4ad4fb571c6'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:35.441630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e7ecd-67a7-4891-9a74-7c678d46d213 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=073f276e-e95c-42b6-a705-fafef6279f6c,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:35.496596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2aebd68d-928a-4f66-b9a2-fd89ea6f5b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:35.496975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aebd68d-928a-4f66-b9a2-fd89ea6f5b1b None None] The sync data for ids ['1c026f60-d75b-4c8f-866f-f4ad4fb571c6'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:16:35.497859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2ca4d24a-54a7-4ec1-855c-89d5cd6afa2c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Usage tracker for resource:security_group_rule and tenant:e5be2d5c678c4b5ea99aa406a4d5d93f is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:35.518742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2ca4d24a-54a7-4ec1-855c-89d5cd6afa2c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:35.548742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2ca4d24a-54a7-4ec1-855c-89d5cd6afa2c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:35.558844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db4ada-b906-49a0-b36c-63e805a62b76 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event deleted for resources: {'Port': ['ID=1b56281e-3ac4-49c1-8dec-6bb1f3f08182,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:35.569405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-61db4ada-b906-49a0-b36c-63e805a62b76 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:35.576152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.433s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:35.583421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:35.592921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-61db4ada-b906-49a0-b36c-63e805a62b76 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:35.902162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10e441bb-39bc-4dd8-b44b-8460067de414 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:35.923241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2ca4d24a-54a7-4ec1-855c-89d5cd6afa2c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:35.996636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159e7ecd-67a7-4891-9a74-7c678d46d213 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:35.996636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-61db4ada-b906-49a0-b36c-63e805a62b76 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:35.998336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-61db4ada-b906-49a0-b36c-63e805a62b76 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:36.005874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-159e7ecd-67a7-4891-9a74-7c678d46d213 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:36.250001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-daaa237b-2219-46ff-aba7-b2609c69adba None None] Provisioning complete for port 073f276e-e95c-42b6-a705-fafef6279f6c triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:36.251082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-daaa237b-2219-46ff-aba7-b2609c69adba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:36.310400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-daaa237b-2219-46ff-aba7-b2609c69adba None None] Port 073f276e-e95c-42b6-a705-fafef6279f6c cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:16:36.349189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2ca4d24a-54a7-4ec1-855c-89d5cd6afa2c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:36.356734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-10e441bb-39bc-4dd8-b44b-8460067de414 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting port a68b3088-f120-4e4c-b4dd-5e01f9f09cda {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:36.357224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10e441bb-39bc-4dd8-b44b-8460067de414 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:36.358291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-61db4ada-b906-49a0-b36c-63e805a62b76 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:36.358842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61db4ada-b906-49a0-b36c-63e805a62b76 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Fanout notify agent at l3_agent the message router_deleted on router 94e3cf93-fc47-4393-9b60-9fd1bb599458 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:16:36.453897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2ca4d24a-54a7-4ec1-855c-89d5cd6afa2c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:36.491619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e98b6eb-edfb-4125-911a-ff300e4562b8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:36.503651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10e441bb-39bc-4dd8-b44b-8460067de414 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:36.539652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4d24a-54a7-4ec1-855c-89d5cd6afa2c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cec20db-9dac-4488-a6ab-0160b44896d9,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:36.547322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2ca4d24a-54a7-4ec1-855c-89d5cd6afa2c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:36.560439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-61db4ada-b906-49a0-b36c-63e805a62b76 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:36.561638 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-61db4ada-b906-49a0-b36c-63e805a62b76 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "DELETE /v2.0/routers/94e3cf93-fc47-4393-9b60-9fd1bb599458 HTTP/1.1" status: 204 len: 168 time: 5.1255505 Apr 23 09:16:36.567277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35364) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:36.644301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-10e441bb-39bc-4dd8-b44b-8460067de414 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Calling delete_port for a68b3088-f120-4e4c-b4dd-5e01f9f09cda owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:36.654005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-647d357a-791e-402d-8978-566035abb60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:36.837157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10e441bb-39bc-4dd8-b44b-8460067de414 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:36.843160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ad383b9c-5a8a-4706-a409-4da952703d07 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:36.898754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e441bb-39bc-4dd8-b44b-8460067de414 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Port': ['ID=a68b3088-f120-4e4c-b4dd-5e01f9f09cda,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:36.901703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-10e441bb-39bc-4dd8-b44b-8460067de414 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:36.915126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565e6a6-6d38-40f0-9ede-0feecbc4510c req-ef063828-0cf3-4129-9d8e-27827dcc8fcd tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:36.916887 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a565e6a6-6d38-40f0-9ede-0feecbc4510c req-ef063828-0cf3-4129-9d8e-27827dcc8fcd tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.8091655 Apr 23 09:16:36.928189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2ca4d24a-54a7-4ec1-855c-89d5cd6afa2c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:36.929804 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2ca4d24a-54a7-4ec1-855c-89d5cd6afa2c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6453922 Apr 23 09:16:36.935627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35368) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:36.946910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-64f12ee3-9685-45f3-aefb-37f21c6309fc tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Request body: {'security_group_rule': {'security_group_id': '8a40857f-721a-4065-bd30-99fe65735865', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:36.963410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0ce6044b-24c6-4717-bab9-a83299cef9c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:37.018768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-64f12ee3-9685-45f3-aefb-37f21c6309fc tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:37.031203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159e7ecd-67a7-4891-9a74-7c678d46d213 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Router 9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:16:37.054777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0ce6044b-24c6-4717-bab9-a83299cef9c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846489349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8286451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846514403'] for router, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:37.074204 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a565e6a6-6d38-40f0-9ede-0feecbc4510c req-68e636f8-e66f-42cd-b26c-2bf70405187a tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393647 Apr 23 09:16:37.084497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-64f12ee3-9685-45f3-aefb-37f21c6309fc tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Usage tracker for resource:security_group_rule and tenant:e5be2d5c678c4b5ea99aa406a4d5d93f is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:37.101314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-64f12ee3-9685-45f3-aefb-37f21c6309fc tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:37.111070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-f655a584-7b99-4538-b057-00e8d3d55b28 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Deleting subnet d9b184bc-c883-4905-b80c-7b2df6402e65 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:16:37.112573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-64f12ee3-9685-45f3-aefb-37f21c6309fc tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:37.116800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10e441bb-39bc-4dd8-b44b-8460067de414 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:37.246180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f655a584-7b99-4538-b057-00e8d3d55b28 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:37.321682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64f12ee3-9685-45f3-aefb-37f21c6309fc tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:37.526535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f655a584-7b99-4538-b057-00e8d3d55b28 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:37.587237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159e7ecd-67a7-4891-9a74-7c678d46d213 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:16:37.607637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] Sync routers for ids ['9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:16:37.629299 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-159e7ecd-67a7-4891-9a74-7c678d46d213 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "PUT /v2.0/routers/9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4427867 Apr 23 09:16:37.633944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35378) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:37.654206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] Routers {'9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:37.655346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:37.691421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f655a584-7b99-4538-b057-00e8d3d55b28 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:37.865212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] Set router 9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:16:37.894806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e441bb-39bc-4dd8-b44b-8460067de414 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Router 1c026f60-d75b-4c8f-866f-f4ad4fb571c6 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:16:37.913451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce6044b-24c6-4717-bab9-a83299cef9c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Router 5270abb6-6080-4afc-bd78-93e18672a3d2 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:16:37.980334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48caa3ea-6190-4086-b0af-9539f85b8903 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:37.981041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-48caa3ea-6190-4086-b0af-9539f85b8903 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:38.009486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64f12ee3-9685-45f3-aefb-37f21c6309fc tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:38.148361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64f12ee3-9685-45f3-aefb-37f21c6309fc tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:38.169970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-61d61f70-6064-4abf-8866-adb44b38426a tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:38.191434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e441bb-39bc-4dd8-b44b-8460067de414 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:16:38.203844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2524b56-5c0a-4824-82d6-cd57f2f577a7 None None] Sync routers for ids ['1c026f60-d75b-4c8f-866f-f4ad4fb571c6'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:16:38.218935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2524b56-5c0a-4824-82d6-cd57f2f577a7 None None] Routers {'1c026f60-d75b-4c8f-866f-f4ad4fb571c6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:38.219640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a2524b56-5c0a-4824-82d6-cd57f2f577a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['1c026f60-d75b-4c8f-866f-f4ad4fb571c6'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:38.222700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f12ee3-9685-45f3-aefb-37f21c6309fc tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764754fe-d833-4d51-b647-8683d7b5bb45,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:38.239057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-64f12ee3-9685-45f3-aefb-37f21c6309fc tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:38.255148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8a5ea-7629-4315-8393-bc52f48995f2 req-c98cb7d2-4c2c-41a0-b52f-20791c4def4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:38.258013 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-93c8a5ea-7629-4315-8393-bc52f48995f2 req-c98cb7d2-4c2c-41a0-b52f-20791c4def4b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=31a3cdb04d554bd6aeeb1f860e8a1415&device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 1098 time: 0.4341319 Apr 23 09:16:38.288815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce6044b-24c6-4717-bab9-a83299cef9c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:16:38.305871 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-10e441bb-39bc-4dd8-b44b-8460067de414 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/routers/1c026f60-d75b-4c8f-866f-f4ad4fb571c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9723833 Apr 23 09:16:38.305871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64f12ee3-9685-45f3-aefb-37f21c6309fc tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:38.306161 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-64f12ee3-9685-45f3-aefb-37f21c6309fc tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3694463 Apr 23 09:16:38.306896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35386) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:38.325883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a2524b56-5c0a-4824-82d6-cd57f2f577a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:38.329313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424cc81-d09e-469a-aff6-7d75bdfd4d6c req-723acef4-dd8d-46c8-a067-33a9205a8dec tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:38.337698 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4424cc81-d09e-469a-aff6-7d75bdfd4d6c req-723acef4-dd8d-46c8-a067-33a9205a8dec tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.5152051 Apr 23 09:16:38.340327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2524b56-5c0a-4824-82d6-cd57f2f577a7 None None] Routers {'1c026f60-d75b-4c8f-866f-f4ad4fb571c6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:38.341220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a2524b56-5c0a-4824-82d6-cd57f2f577a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['1c026f60-d75b-4c8f-866f-f4ad4fb571c6'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:38.355668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35388) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:38.406939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c38a25d7-ca4f-44ab-a14a-faa3bafcf44e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Request body: {'security_group_rule': {'security_group_id': '8a40857f-721a-4065-bd30-99fe65735865', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:38.419805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a2524b56-5c0a-4824-82d6-cd57f2f577a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:38.420636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2524b56-5c0a-4824-82d6-cd57f2f577a7 None None] The sync data for ids ['1c026f60-d75b-4c8f-866f-f4ad4fb571c6'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:16:38.426241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbfe2a8-7da4-4e05-85dd-1c40657b45d9 None None] Sync routers for ids ['5270abb6-6080-4afc-bd78-93e18672a3d2'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:16:38.438780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0ce6044b-24c6-4717-bab9-a83299cef9c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:38.442790 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0ce6044b-24c6-4717-bab9-a83299cef9c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/routers/5270abb6-6080-4afc-bd78-93e18672a3d2 HTTP/1.1" status: 200 len: 886 time: 3.4208972 Apr 23 09:16:38.442790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-48caa3ea-6190-4086-b0af-9539f85b8903 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:38.443280 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-48caa3ea-6190-4086-b0af-9539f85b8903 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports/073f276e-e95c-42b6-a705-fafef6279f6c HTTP/1.1" status: 200 len: 911 time: 0.7113030 Apr 23 09:16:38.443976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35394) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:38.448078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbfe2a8-7da4-4e05-85dd-1c40657b45d9 None None] Routers {'5270abb6-6080-4afc-bd78-93e18672a3d2'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:38.448781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-dcbfe2a8-7da4-4e05-85dd-1c40657b45d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['5270abb6-6080-4afc-bd78-93e18672a3d2'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:38.455405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35396) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:38.487632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c38a25d7-ca4f-44ab-a14a-faa3bafcf44e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:38.508936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e3a26d1e-095a-4813-8fa3-31f299b8c5c9 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Synchronizing usage tracker for tenant:6a7817c6b9664b5898a398d7ccbe4c15 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:38.525163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c38a25d7-ca4f-44ab-a14a-faa3bafcf44e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Usage tracker for resource:security_group_rule and tenant:e5be2d5c678c4b5ea99aa406a4d5d93f is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:38.537612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-dcbfe2a8-7da4-4e05-85dd-1c40657b45d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:38.539166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c38a25d7-ca4f-44ab-a14a-faa3bafcf44e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:38.551867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbfe2a8-7da4-4e05-85dd-1c40657b45d9 None None] Routers {'5270abb6-6080-4afc-bd78-93e18672a3d2'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:38.552574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-dcbfe2a8-7da4-4e05-85dd-1c40657b45d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['5270abb6-6080-4afc-bd78-93e18672a3d2'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:38.557564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c38a25d7-ca4f-44ab-a14a-faa3bafcf44e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:38.581947 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4424cc81-d09e-469a-aff6-7d75bdfd4d6c req-3dc0ee3d-69d6-43ea-bbd4-cc712ab3c940 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432616 Apr 23 09:16:38.615694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e3a26d1e-095a-4813-8fa3-31f299b8c5c9 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Unset dirty status for tenant:6a7817c6b9664b5898a398d7ccbe4c15 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:38.620575 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e3a26d1e-095a-4813-8fa3-31f299b8c5c9 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c026f60-d75b-4c8f-866f-f4ad4fb571c6 HTTP/1.1" status: 200 len: 205 time: 0.2635658 Apr 23 09:16:38.621698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35402) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:38.626475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8a5ea-7629-4315-8393-bc52f48995f2 req-e5fecce7-2020-43f5-89ef-c41b1a5b4fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:38.633274 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-93c8a5ea-7629-4315-8393-bc52f48995f2 req-e5fecce7-2020-43f5-89ef-c41b1a5b4fb8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5f22f44-5dc5-4259-bb66-faeac2187f12 HTTP/1.1" status: 200 len: 913 time: 0.3599238 Apr 23 09:16:38.634000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-dcbfe2a8-7da4-4e05-85dd-1c40657b45d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:38.634000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbfe2a8-7da4-4e05-85dd-1c40657b45d9 None None] The sync data for ids ['5270abb6-6080-4afc-bd78-93e18672a3d2'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:16:38.650183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be', 'name': 'tempest-NetworksTestDHCPv6-router-1439548432', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:16:29Z', 'updated_at': '2021-04-23T09:16:33Z', 'revision_number': 2, 'project_id': 'b1b0c274266b4684858f0c7bad33ee66', 'gw_port_host': None, '_interfaces': [{'id': '073f276e-e95c-42b6-a705-fafef6279f6c', 'name': '', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'mac_address': 'fa:16:3e:b1:7e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'ef462380-1c21-488f-b7ea-b259af36c405', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:16:31Z', 'updated_at': '2021-04-23T09:16:34Z', 'revision_number': 2, 'project_id': 'b1b0c274266b4684858f0c7bad33ee66', 'subnets': [{'id': 'ef462380-1c21-488f-b7ea-b259af36c405', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:38.655118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] Checking router: 9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:16:38.655118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] Updating router 9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be port 073f276e-e95c-42b6-a705-fafef6279f6c binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:16:38.718918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:38.726779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f655a584-7b99-4538-b057-00e8d3d55b28 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:38.740523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65bcf26f-dc40-4bf1-aac9-50086f330c25 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:38.798239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274e5ef4-3fd9-405b-8861-7710e9d0af2a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:38.804829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274e5ef4-3fd9-405b-8861-7710e9d0af2a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:38.810200 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-274e5ef4-3fd9-405b-8861-7710e9d0af2a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2894855 Apr 23 09:16:38.811269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655a584-7b99-4538-b057-00e8d3d55b28 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b184bc-c883-4905-b80c-7b2df6402e65,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:38.815259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f655a584-7b99-4538-b057-00e8d3d55b28 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:38.818002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35406) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:38.821413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f655a584-7b99-4538-b057-00e8d3d55b28 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:38.854106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c38a25d7-ca4f-44ab-a14a-faa3bafcf44e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:38.886926 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-41f52a25-bcd7-439f-8b72-922414ba6761 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/routers/5270abb6-6080-4afc-bd78-93e18672a3d2 HTTP/1.1" status: 200 len: 886 time: 0.4390757 Apr 23 09:16:38.892851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f1b4a800-7960-4cbc-9587-c24c933f001d tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:38.895476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35410) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:38.914145 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f655a584-7b99-4538-b057-00e8d3d55b28 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "DELETE /v2.0/subnets/d9b184bc-c883-4905-b80c-7b2df6402e65 HTTP/1.1" status: 204 len: 168 time: 2.3355658 Apr 23 09:16:38.954642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35414) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:39.031712 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-85e525cc-d589-49e6-a7c8-2dee35819fe7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/ports?device_id=5270abb6-6080-4afc-bd78-93e18672a3d2 HTTP/1.1" status: 200 len: 205 time: 0.1314180 Apr 23 09:16:39.033975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35418) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:39.075608 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-93c8a5ea-7629-4315-8393-bc52f48995f2 req-52f04702-98f0-4c59-8a98-7f577bc3fbf2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=604ea667-2571-4657-a201-16fcd36200b4 HTTP/1.1" status: 200 len: 1001 time: 0.3824863 Apr 23 09:16:39.130177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:39.143500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] Transition to ACTIVE for port object 073f276e-e95c-42b6-a705-fafef6279f6c will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:39.168247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:39.174234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:39.455872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f1b4a800-7960-4cbc-9587-c24c933f001d tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:39.458949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f1b4a800-7960-4cbc-9587-c24c933f001d tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:39.464138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fecb83-a986-460a-9595-f3d4202ac62f None None] Pushing event updated for resources: {'Port': ['ID=073f276e-e95c-42b6-a705-fafef6279f6c,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:39.468221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-17fecb83-a986-460a-9595-f3d4202ac62f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:39.481302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] Attempting to bind port 073f276e-e95c-42b6-a705-fafef6279f6c on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:16:39.481894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] Attempting to bind port 073f276e-e95c-42b6-a705-fafef6279f6c by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:16:39.482483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] Attempting to bind port 073f276e-e95c-42b6-a705-fafef6279f6c on network bb316f39-4b0e-43f1-8f3e-34646815cee0 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:16:39.489818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:16:39.490459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] Checking segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:16:39.491719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:39.492455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] Bound using segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:16:39.492925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] Bound port: 073f276e-e95c-42b6-a705-fafef6279f6c, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:16:39.493461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:39.521126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c38a25d7-ca4f-44ab-a14a-faa3bafcf44e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:39.579282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8a5ea-7629-4315-8393-bc52f48995f2 req-64134a9f-2334-45db-b553-634337019083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:39.580960 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-93c8a5ea-7629-4315-8393-bc52f48995f2 req-64134a9f-2334-45db-b553-634337019083 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e93f7937-3608-4a50-b4a7-cc289ad239de HTTP/1.1" status: 200 len: 851 time: 0.4834490 Apr 23 09:16:39.589500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c82dfc0d-4f84-4b82-84e9-d1dd951132be tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:39.594207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c38a25d7-ca4f-44ab-a14a-faa3bafcf44e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:39.595088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f1b4a800-7960-4cbc-9587-c24c933f001d tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:39.595579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b4a800-7960-4cbc-9587-c24c933f001d tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Fanout notify agent at l3_agent the message router_deleted on router 1c026f60-d75b-4c8f-866f-f4ad4fb571c6 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:16:39.618759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] For port 073f276e-e95c-42b6-a705-fafef6279f6c, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:16:39.622300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] For port 073f276e-e95c-42b6-a705-fafef6279f6c, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=073f276e-e95c-42b6-a705-fafef6279f6c,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:16:39.657951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:39.665875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:39.684889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-64f12ee3-9685-45f3-aefb-37f21c6309fc tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:39.716585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f1b4a800-7960-4cbc-9587-c24c933f001d tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:39.721827 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f1b4a800-7960-4cbc-9587-c24c933f001d tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/routers/1c026f60-d75b-4c8f-866f-f4ad4fb571c6 HTTP/1.1" status: 204 len: 168 time: 1.0969963 Apr 23 09:16:39.723181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c38a25d7-ca4f-44ab-a14a-faa3bafcf44e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:39.724394 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c38a25d7-ca4f-44ab-a14a-faa3bafcf44e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3224056 Apr 23 09:16:39.724634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35426) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:39.728517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a25d7-ca4f-44ab-a14a-faa3bafcf44e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23916d28-3f57-46ab-aff5-c4b7f5e0c918,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:39.732547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35430) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:39.742057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c38a25d7-ca4f-44ab-a14a-faa3bafcf44e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:39.745110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-caa52fe2-a09a-40b5-a7b0-9b941db7894d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:39.784318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-49ce2851-81a4-4c69-b4b4-fecac4ee1935 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Request body: {'security_group_rule': {'security_group_id': '8a40857f-721a-4065-bd30-99fe65735865', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:39.801449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] Routers {'9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:39.802231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:39.817489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-49ce2851-81a4-4c69-b4b4-fecac4ee1935 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:39.861445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-49ce2851-81a4-4c69-b4b4-fecac4ee1935 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Usage tracker for resource:security_group_rule and tenant:e5be2d5c678c4b5ea99aa406a4d5d93f is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:39.875103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-439c92da-d029-420c-afb4-d6f03306b848 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:39.935995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-49ce2851-81a4-4c69-b4b4-fecac4ee1935 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:39.936612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c82dfc0d-4f84-4b82-84e9-d1dd951132be tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:39.960368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fecb83-a986-460a-9595-f3d4202ac62f None None] Pushing event updated for resources: {'Port': ['ID=073f276e-e95c-42b6-a705-fafef6279f6c,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:39.963989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-17fecb83-a986-460a-9595-f3d4202ac62f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:39.976221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-49ce2851-81a4-4c69-b4b4-fecac4ee1935 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:40.004623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] Set router 9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:16:40.092563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-d558e8d4-7060-44ed-a03d-01587be59271 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting subnet a073f335-d4e4-4fe5-b920-475665f4a0c8 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:16:40.101541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d558e8d4-7060-44ed-a03d-01587be59271 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:40.171914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49ce2851-81a4-4c69-b4b4-fecac4ee1935 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:40.245290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d558e8d4-7060-44ed-a03d-01587be59271 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:40.321750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:40.351768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-439c92da-d029-420c-afb4-d6f03306b848 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:40.397975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be', 'name': 'tempest-NetworksTestDHCPv6-router-1439548432', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:16:29Z', 'updated_at': '2021-04-23T09:16:33Z', 'revision_number': 2, 'project_id': 'b1b0c274266b4684858f0c7bad33ee66', 'gw_port_host': None, '_interfaces': [{'id': '073f276e-e95c-42b6-a705-fafef6279f6c', 'name': '', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'mac_address': 'fa:16:3e:b1:7e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'ef462380-1c21-488f-b7ea-b259af36c405', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:16:31Z', 'updated_at': '2021-04-23T09:16:39Z', 'revision_number': 4, 'project_id': 'b1b0c274266b4684858f0c7bad33ee66', 'subnets': [{'id': 'ef462380-1c21-488f-b7ea-b259af36c405', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:40.402790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93af017e-589e-4032-aa25-cb419b17f22f None None] The sync data for ids ['9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be'] in dv-neutron-786478-4-hyperv is: [{'id': '9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be', 'name': 'tempest-NetworksTestDHCPv6-router-1439548432', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:16:29Z', 'updated_at': '2021-04-23T09:16:33Z', 'revision_number': 2, 'project_id': 'b1b0c274266b4684858f0c7bad33ee66', 'gw_port_host': None, '_interfaces': [{'id': '073f276e-e95c-42b6-a705-fafef6279f6c', 'name': '', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'mac_address': 'fa:16:3e:b1:7e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'ef462380-1c21-488f-b7ea-b259af36c405', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:16:31Z', 'updated_at': '2021-04-23T09:16:39Z', 'revision_number': 4, 'project_id': 'b1b0c274266b4684858f0c7bad33ee66', 'subnets': [{'id': 'ef462380-1c21-488f-b7ea-b259af36c405', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:16:40.431528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8a5ea-7629-4315-8393-bc52f48995f2 req-4a0786ab-d971-43b1-b3a6-8a033a4b6b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:40.433266 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-93c8a5ea-7629-4315-8393-bc52f48995f2 req-4a0786ab-d971-43b1-b3a6-8a033a4b6b23 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5f22f44-5dc5-4259-bb66-faeac2187f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8412504 Apr 23 09:16:40.463005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49ce2851-81a4-4c69-b4b4-fecac4ee1935 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:40.489332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-c82dfc0d-4f84-4b82-84e9-d1dd951132be tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58fcea4-a3d0-46b5-8db9-1853265b18f0']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:40.509402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49ce2851-81a4-4c69-b4b4-fecac4ee1935 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:40.511620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d558e8d4-7060-44ed-a03d-01587be59271 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:40.532960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-c82dfc0d-4f84-4b82-84e9-d1dd951132be tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf81b15-eb39-44d5-a0c0-481283e4c187') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:40.533303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-c82dfc0d-4f84-4b82-84e9-d1dd951132be tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf81b15-eb39-44d5-a0c0-481283e4c187') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:40.578148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:40.611210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c82dfc0d-4f84-4b82-84e9-d1dd951132be tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:40.621250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce2851-81a4-4c69-b4b4-fecac4ee1935 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae0e32c-cbd9-4fe6-a367-053f50122429,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:40.640572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24213373-dced-4faf-bb4c-158ab84aa8d2 req-6e9c0e0c-b5dc-4fc2-a215-a2999b3f4997 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:40.642336 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-24213373-dced-4faf-bb4c-158ab84aa8d2 req-6e9c0e0c-b5dc-4fc2-a215-a2999b3f4997 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.9017971 Apr 23 09:16:40.653084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-49ce2851-81a4-4c69-b4b4-fecac4ee1935 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:40.655335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c82dfc0d-4f84-4b82-84e9-d1dd951132be tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:40.686161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82dfc0d-4f84-4b82-84e9-d1dd951132be tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:16:40.700741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49ce2851-81a4-4c69-b4b4-fecac4ee1935 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:40.702052 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-49ce2851-81a4-4c69-b4b4-fecac4ee1935 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9379358 Apr 23 09:16:40.705760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35436) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:40.805095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-439c92da-d029-420c-afb4-d6f03306b848 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting port 03f8735b-ffea-4134-aee5-c30e14cd3d02 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:40.805551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-439c92da-d029-420c-afb4-d6f03306b848 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:40.831838 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-93c8a5ea-7629-4315-8393-bc52f48995f2 req-19ead8a0-8d82-49d5-8062-fa1940399600 service neutron] 10.222.0.35 "GET /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827946 Apr 23 09:16:40.908733 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-24213373-dced-4faf-bb4c-158ab84aa8d2 req-045e7719-3181-4c46-8487-9b4a2e1ed8eb tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547469 Apr 23 09:16:40.982033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89e8e4d0-a807-44cc-b8e2-835d2dc7ae5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:41.010154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3bd98d36-072e-4e91-b225-6b26b267176e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:41.089546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3bd98d36-072e-4e91-b225-6b26b267176e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:41.138615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c82dfc0d-4f84-4b82-84e9-d1dd951132be tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Network d58fcea4-a3d0-46b5-8db9-1853265b18f0 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:16:41.153167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c82dfc0d-4f84-4b82-84e9-d1dd951132be tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:41.237891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:41.264628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-439c92da-d029-420c-afb4-d6f03306b848 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:41.298731 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-93c8a5ea-7629-4315-8393-bc52f48995f2 req-1176fc57-8c3c-4e44-acab-c5dca1a0dc3c service neutron] 10.222.0.35 "GET /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582074 Apr 23 09:16:41.314077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3bd98d36-072e-4e91-b225-6b26b267176e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:41.374795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6beb93e4-68da-473c-a02e-4e90584f6bac tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:41.404742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c82dfc0d-4f84-4b82-84e9-d1dd951132be tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Network d58fcea4-a3d0-46b5-8db9-1853265b18f0 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:16:41.416475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd98d36-072e-4e91-b225-6b26b267176e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eae0e32c-cbd9-4fe6-a367-053f50122429,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:16:41.437365 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:16:41.439712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3bd98d36-072e-4e91-b225-6b26b267176e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:41.452360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3bd98d36-072e-4e91-b225-6b26b267176e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:41.453596 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3bd98d36-072e-4e91-b225-6b26b267176e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/eae0e32c-cbd9-4fe6-a367-053f50122429 HTTP/1.1" status: 204 len: 168 time: 0.7325585 Apr 23 09:16:41.458094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35440) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:41.508529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-439c92da-d029-420c-afb4-d6f03306b848 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Calling delete_port for 03f8735b-ffea-4134-aee5-c30e14cd3d02 owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:41.589992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a796d894-47db-4abf-84e1-9ff20bbab987 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Synchronizing usage tracker for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:41.644167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a796d894-47db-4abf-84e1-9ff20bbab987 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Unset dirty status for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:41.646035 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a796d894-47db-4abf-84e1-9ff20bbab987 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1868696 Apr 23 09:16:41.650037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35446) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:41.652028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d558e8d4-7060-44ed-a03d-01587be59271 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:41.658627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:41.683988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c82dfc0d-4f84-4b82-84e9-d1dd951132be tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:41.688614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:41.703777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558e8d4-7060-44ed-a03d-01587be59271 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Subnet': ['ID=a073f335-d4e4-4fe5-b920-475665f4a0c8,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:41.708125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d558e8d4-7060-44ed-a03d-01587be59271 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:41.710834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d558e8d4-7060-44ed-a03d-01587be59271 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:41.713618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c82dfc0d-4f84-4b82-84e9-d1dd951132be tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:41.716959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fac56405-160d-4369-9b91-ac96195be711 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:41.717951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952b6549-e4bd-4cb1-af6e-ab7bd677a46d None None] Network 709b311a-f63b-4c88-9aa2-59c00fed30c9 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:41.729422 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d558e8d4-7060-44ed-a03d-01587be59271 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/subnets/a073f335-d4e4-4fe5-b920-475665f4a0c8 HTTP/1.1" status: 204 len: 168 time: 2.0036228 Apr 23 09:16:41.729727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82dfc0d-4f84-4b82-84e9-d1dd951132be tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Pushing event deleted for resources: {'Network': ['ID=d58fcea4-a3d0-46b5-8db9-1853265b18f0,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:41.730279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35450) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:41.743082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fac56405-160d-4369-9b91-ac96195be711 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:41.753503 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c82dfc0d-4f84-4b82-84e9-d1dd951132be tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] 10.222.0.60 "DELETE /v2.0/networks/d58fcea4-a3d0-46b5-8db9-1853265b18f0 HTTP/1.1" status: 204 len: 168 time: 2.7870209 Apr 23 09:16:41.756119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c82dfc0d-4f84-4b82-84e9-d1dd951132be tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:41.804872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fac56405-160d-4369-9b91-ac96195be711 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:41.809175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:41.829721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac56405-160d-4369-9b91-ac96195be711 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23916d28-3f57-46ab-aff5-c4b7f5e0c918,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:41.832593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fac56405-160d-4369-9b91-ac96195be711 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:41.874210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-89e8e4d0-a807-44cc-b8e2-835d2dc7ae5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting port 073f276e-e95c-42b6-a705-fafef6279f6c {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:41.874626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89e8e4d0-a807-44cc-b8e2-835d2dc7ae5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:41.922915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fac56405-160d-4369-9b91-ac96195be711 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:41.924145 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fac56405-160d-4369-9b91-ac96195be711 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/23916d28-3f57-46ab-aff5-c4b7f5e0c918 HTTP/1.1" status: 204 len: 168 time: 0.2730591 Apr 23 09:16:41.926982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35456) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:41.928220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d99d242-6ff3-4c60-9654-3f7cea3f33d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting subnet 0610d0d1-bac9-4306-83a0-b691dd2435ae {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:16:41.941154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d99d242-6ff3-4c60-9654-3f7cea3f33d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:42.001495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5e4ec788-c913-4cb7-8815-c75088e732b9 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Synchronizing usage tracker for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:42.072030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5e4ec788-c913-4cb7-8815-c75088e732b9 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Unset dirty status for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:42.076832 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5e4ec788-c913-4cb7-8815-c75088e732b9 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1457210 Apr 23 09:16:42.077386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35462) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:42.094709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d99d242-6ff3-4c60-9654-3f7cea3f33d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:42.200798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:42.218673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-693223a2-39d4-44f1-849c-b865bc43e6f5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:42.235655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-693223a2-39d4-44f1-849c-b865bc43e6f5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:42.279179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2700023c-8ab0-417b-91df-5728e7c9091f None None] DHCP port deletion for 709b311a-f63b-4c88-9aa2-59c00fed30c9 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:16:42.286011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19970a0-ecc1-493a-9e81-5a72a99e8f73 req-9caeffcb-f076-47fb-b2ae-c87c791a723c tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:42.288399 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c19970a0-ecc1-493a-9e81-5a72a99e8f73 req-9caeffcb-f076-47fb-b2ae-c87c791a723c tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.1875408 Apr 23 09:16:42.338480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-693223a2-39d4-44f1-849c-b865bc43e6f5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:42.359378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35468) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:42.366797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-878ea9cf-bb79-464f-b11c-aee6fbf719ca tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:42.398069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693223a2-39d4-44f1-849c-b865bc43e6f5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=764754fe-d833-4d51-b647-8683d7b5bb45,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:42.403659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-693223a2-39d4-44f1-849c-b865bc43e6f5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:42.407620 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c19970a0-ecc1-493a-9e81-5a72a99e8f73 req-246fa323-79d5-40a1-a0fb-c31f86297def tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110892 Apr 23 09:16:42.417132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2700023c-8ab0-417b-91df-5728e7c9091f None None] Deleting port c07e3d63-7198-4ddc-a006-53664ec9c076 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:42.417557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2700023c-8ab0-417b-91df-5728e7c9091f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:42.454462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-693223a2-39d4-44f1-849c-b865bc43e6f5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:42.461100 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-693223a2-39d4-44f1-849c-b865bc43e6f5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/764754fe-d833-4d51-b647-8683d7b5bb45 HTTP/1.1" status: 204 len: 168 time: 0.3775325 Apr 23 09:16:42.465889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35474) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:42.531269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-439c92da-d029-420c-afb4-d6f03306b848 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:42.557713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-eed96a10-5167-4c0f-af63-8da20384d26e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:42.571860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3820e0f0-c250-478b-b9b8-7d3704f5439d tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Synchronizing usage tracker for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:42.608227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-2700023c-8ab0-417b-91df-5728e7c9091f None None] For port c07e3d63-7198-4ddc-a006-53664ec9c076, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c07e3d63-7198-4ddc-a006-53664ec9c076,segment=NetworkSegment(65995cce-2164-429c-b68a-f94cebf2b5f8),segment_id=65995cce-2164-429c-b68a-f94cebf2b5f8)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:42.608227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2700023c-8ab0-417b-91df-5728e7c9091f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:42.634960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3820e0f0-c250-478b-b9b8-7d3704f5439d tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Unset dirty status for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:42.639153 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3820e0f0-c250-478b-b9b8-7d3704f5439d tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1737938 Apr 23 09:16:42.640149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35478) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:42.686658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 073f276e-e95c-42b6-a705-fafef6279f6c up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:16:42.696242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f1f3e8f4-f433-4cbb-814f-aac2a0338e0d tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:42.700401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c92da-d029-420c-afb4-d6f03306b848 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Port': ['ID=03f8735b-ffea-4134-aee5-c30e14cd3d02,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:42.716003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-439c92da-d029-420c-afb4-d6f03306b848 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:42.717190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f1f3e8f4-f433-4cbb-814f-aac2a0338e0d tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:42.721746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-89e8e4d0-a807-44cc-b8e2-835d2dc7ae5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] For port 073f276e-e95c-42b6-a705-fafef6279f6c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=073f276e-e95c-42b6-a705-fafef6279f6c,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:42.722241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89e8e4d0-a807-44cc-b8e2-835d2dc7ae5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:42.734101 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bc5d0ca3-8e30-426b-94ea-82a39c1a69ee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dfde3cc6f86f4c6daa52e8538a922701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599889 Apr 23 09:16:42.736469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35482) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:42.789871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2700023c-8ab0-417b-91df-5728e7c9091f None None] Calling delete_port for c07e3d63-7198-4ddc-a006-53664ec9c076 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:42.810546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-87215f6b-e480-4068-b196-be14f89c2b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:42.823781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f1f3e8f4-f433-4cbb-814f-aac2a0338e0d tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:42.835692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:42.862171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3e8f4-f433-4cbb-814f-aac2a0338e0d tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3cec20db-9dac-4488-a6ab-0160b44896d9,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:42.866359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-87215f6b-e480-4068-b196-be14f89c2b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:42.873848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f1f3e8f4-f433-4cbb-814f-aac2a0338e0d tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:42.887894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 073f276e-e95c-42b6-a705-fafef6279f6c completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:42.894233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 073f276e-e95c-42b6-a705-fafef6279f6c triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:42.894552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:42.934611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f1f3e8f4-f433-4cbb-814f-aac2a0338e0d tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:42.936702 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f1f3e8f4-f433-4cbb-814f-aac2a0338e0d tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/3cec20db-9dac-4488-a6ab-0160b44896d9 HTTP/1.1" status: 204 len: 168 time: 0.2948041 Apr 23 09:16:42.936867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-89e8e4d0-a807-44cc-b8e2-835d2dc7ae5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Calling delete_port for 073f276e-e95c-42b6-a705-fafef6279f6c owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:42.936958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2700023c-8ab0-417b-91df-5728e7c9091f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:42.938762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35488) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:42.944428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-86bab5fa-07e1-42a4-92d7-51b6d2acc61e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:42.971131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-439c92da-d029-420c-afb4-d6f03306b848 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:42.979168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-87215f6b-e480-4068-b196-be14f89c2b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:42.989327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d47fcc44-c55c-4af1-b095-2c9de0e8fb39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:43.011066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700023c-8ab0-417b-91df-5728e7c9091f None None] Pushing event deleted for resources: {'Port': ['ID=c07e3d63-7198-4ddc-a006-53664ec9c076,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:43.014746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2700023c-8ab0-417b-91df-5728e7c9091f None None] No DVR routers for this DVR port c07e3d63-7198-4ddc-a006-53664ec9c076 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:16:43.014915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e32e5f25-0945-41e4-88a8-ef48f4141a2e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Synchronizing usage tracker for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:43.016322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2700023c-8ab0-417b-91df-5728e7c9091f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:43.029944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87215f6b-e480-4068-b196-be14f89c2b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a027d6-f169-41be-a253-0e879bca293e,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:43.035124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-87215f6b-e480-4068-b196-be14f89c2b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:43.036364 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-87215f6b-e480-4068-b196-be14f89c2b1c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/08a027d6-f169-41be-a253-0e879bca293e HTTP/1.1" status: 204 len: 168 time: 0.2989125 Apr 23 09:16:43.038270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-87215f6b-e480-4068-b196-be14f89c2b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:43.109228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:43.111447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e32e5f25-0945-41e4-88a8-ef48f4141a2e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Unset dirty status for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:43.115706 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e32e5f25-0945-41e4-88a8-ef48f4141a2e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1730406 Apr 23 09:16:43.117107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35494) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:43.147007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 073f276e-e95c-42b6-a705-fafef6279f6c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=073f276e-e95c-42b6-a705-fafef6279f6c,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:43.152918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d6656881-5138-4637-930b-01c1403ca8ce tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:43.165544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d6656881-5138-4637-930b-01c1403ca8ce tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:43.180697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:43.183568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:43.214690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d99d242-6ff3-4c60-9654-3f7cea3f33d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:43.220060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d6656881-5138-4637-930b-01c1403ca8ce tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:43.223975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-693223a2-39d4-44f1-849c-b865bc43e6f5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:43.255419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6656881-5138-4637-930b-01c1403ca8ce tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c539118b-469d-4de3-aebc-6cc3cc0de7f4,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:43.260869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-439c92da-d029-420c-afb4-d6f03306b848 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:43.268606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c07e3d63-7198-4ddc-a006-53664ec9c076 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:16:43.272579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-439c92da-d029-420c-afb4-d6f03306b848 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:43.279172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d6656881-5138-4637-930b-01c1403ca8ce tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:43.318293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d6656881-5138-4637-930b-01c1403ca8ce tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:43.321120 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d6656881-5138-4637-930b-01c1403ca8ce tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/c539118b-469d-4de3-aebc-6cc3cc0de7f4 HTTP/1.1" status: 204 len: 168 time: 0.2031331 Apr 23 09:16:43.323548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35500) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:43.338899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=073f276e-e95c-42b6-a705-fafef6279f6c,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:43.357998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-439c92da-d029-420c-afb4-d6f03306b848 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:43.358608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439c92da-d029-420c-afb4-d6f03306b848 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Fanout notify agent at l3_agent the message router_deleted on router 5270abb6-6080-4afc-bd78-93e18672a3d2 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:16:43.361165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: c07e3d63-7198-4ddc-a006-53664ec9c076 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:16:43.361698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c07e3d63-7198-4ddc-a006-53664ec9c076 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:16:43.365099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:43.400965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-82f82960-375d-41d7-a649-b09ba547f262 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Synchronizing usage tracker for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:43.442372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-82f82960-375d-41d7-a649-b09ba547f262 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Unset dirty status for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:43.442372 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-82f82960-375d-41d7-a649-b09ba547f262 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1136029 Apr 23 09:16:43.445405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35506) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:43.515017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:16:43.561107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d87c783-4921-4a87-bb70-f09a8aa664bb tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:43.581547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-439c92da-d029-420c-afb4-d6f03306b848 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:43.583739 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-439c92da-d029-420c-afb4-d6f03306b848 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/routers/5270abb6-6080-4afc-bd78-93e18672a3d2 HTTP/1.1" status: 204 len: 168 time: 4.5478125 Apr 23 09:16:43.619489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35514) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:43.620197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-89e8e4d0-a807-44cc-b8e2-835d2dc7ae5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87175) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:16:43.620566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-89e8e4d0-a807-44cc-b8e2-835d2dc7ae5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:16:43.634708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-95014b12-42dc-4ca1-876b-b3ea733abb3f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'network': {'name': 'tempest-RoutersTest-1089405504'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:43.644250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d87c783-4921-4a87-bb70-f09a8aa664bb tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:43.644452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-95014b12-42dc-4ca1-876b-b3ea733abb3f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:43.661698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-95014b12-42dc-4ca1-876b-b3ea733abb3f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:network and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:43.665496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-95014b12-42dc-4ca1-876b-b3ea733abb3f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:43.676134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-95014b12-42dc-4ca1-876b-b3ea733abb3f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:43.719846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f29e16-01e7-48e9-8cdf-d732beef7f24 req-111e3852-69f1-44a4-94b7-1edba5387039 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:43.721549 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c8f29e16-01e7-48e9-8cdf-d732beef7f24 req-111e3852-69f1-44a4-94b7-1edba5387039 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.1447387 Apr 23 09:16:43.728823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95014b12-42dc-4ca1-876b-b3ea733abb3f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Made reservation on behalf of 28923eac46964204bb78aee0456d0ac1 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:16:43.739041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-95014b12-42dc-4ca1-876b-b3ea733abb3f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:43.769418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d87c783-4921-4a87-bb70-f09a8aa664bb tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:43.771727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d99d242-6ff3-4c60-9654-3f7cea3f33d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:43.780007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c780d94b-c31d-4394-834c-35d48f9aaad2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:43.784491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cbba6116-32d6-44cb-bb77-14f35124ba3d tempest-ServersTestJSON-1342458151 tempest-ServersTestJSON-1342458151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:43.830937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87c783-4921-4a87-bb70-f09a8aa664bb tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a40857f-721a-4065-bd30-99fe65735865,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:43.849084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9d87c783-4921-4a87-bb70-f09a8aa664bb tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:43.867756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99d242-6ff3-4c60-9654-3f7cea3f33d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Subnet': ['ID=0610d0d1-bac9-4306-83a0-b691dd2435ae,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:43.873196 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c8f29e16-01e7-48e9-8cdf-d732beef7f24 req-4818d8f4-95e9-4486-bf8a-416fb95b97e3 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408923 Apr 23 09:16:43.877428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d99d242-6ff3-4c60-9654-3f7cea3f33d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:43.883053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6d99d242-6ff3-4c60-9654-3f7cea3f33d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:43.883571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748b694e-c9fe-41de-953e-dce0f76fa754 None None] Network 39cef6e7-edcf-4386-aecb-5999ecf75f4c requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:43.889259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95014b12-42dc-4ca1-876b-b3ea733abb3f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:16:43.913273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d87c783-4921-4a87-bb70-f09a8aa664bb tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:43.914534 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9d87c783-4921-4a87-bb70-f09a8aa664bb tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "DELETE /v2.0/security-groups/8a40857f-721a-4065-bd30-99fe65735865 HTTP/1.1" status: 204 len: 168 time: 0.4680028 Apr 23 09:16:43.919649 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6d99d242-6ff3-4c60-9654-3f7cea3f33d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/subnets/0610d0d1-bac9-4306-83a0-b691dd2435ae HTTP/1.1" status: 204 len: 168 time: 2.1802022 Apr 23 09:16:43.920035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35526) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:43.920928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35528) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:43.923735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-95014b12-42dc-4ca1-876b-b3ea733abb3f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:43.924713 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-95014b12-42dc-4ca1-876b-b3ea733abb3f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Added segment bd8b8f43-6e89-4e50-93a1-c9f0a671d6b1 of type vlan for network 943ec97a-d2f5-464d-9990-ac82a33a4f56 Apr 23 09:16:43.981605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-95014b12-42dc-4ca1-876b-b3ea733abb3f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:44.071815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-95014b12-42dc-4ca1-876b-b3ea733abb3f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:44.085296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95014b12-42dc-4ca1-876b-b3ea733abb3f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:44.097610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-95014b12-42dc-4ca1-876b-b3ea733abb3f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:44.108708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-473cfd1f-c91b-4fd4-8aee-45009692feb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003653715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:44.324573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adba3135-29de-45d6-8915-09d78dcba3e0 None None] DHCP port deletion for 39cef6e7-edcf-4386-aecb-5999ecf75f4c request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:16:44.340892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35542) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:44.349127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-79fcde7e-a7d8-4550-8fcc-fa9b22a55830 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Synchronizing usage tracker for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:44.358447 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-95014b12-42dc-4ca1-876b-b3ea733abb3f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7341669 Apr 23 09:16:44.360105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35546) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:44.365351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95014b12-42dc-4ca1-876b-b3ea733abb3f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Network': ['ID=943ec97a-d2f5-464d-9990-ac82a33a4f56,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:44.370445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-95014b12-42dc-4ca1-876b-b3ea733abb3f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:44.376400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd22e66a-f6a7-46c3-bc64-24697a77fcc3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:44.385288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 943ec97a-d2f5-464d-9990-ac82a33a4f56 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:16:44.389827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-03d15d6d-e92f-478a-a7b4-c8d649fbfd18 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'subnet': {'network_id': '943ec97a-d2f5-464d-9990-ac82a33a4f56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:44.398185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-89e8e4d0-a807-44cc-b8e2-835d2dc7ae5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting port 073f276e-e95c-42b6-a705-fafef6279f6c {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:44.398903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89e8e4d0-a807-44cc-b8e2-835d2dc7ae5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:44.454893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-79fcde7e-a7d8-4550-8fcc-fa9b22a55830 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Unset dirty status for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:44.456412 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-79fcde7e-a7d8-4550-8fcc-fa9b22a55830 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5321655 Apr 23 09:16:44.507100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35552) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:44.513979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bb521a68-5984-4e8f-a6ba-c17e6f9cc38b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Request body: {'security_group': {'name': 'tempest-secgroup--393352770'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:44.534699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bb521a68-5984-4e8f-a6ba-c17e6f9cc38b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:44.556754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1161611771'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:44.568388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-adba3135-29de-45d6-8915-09d78dcba3e0 None None] Deleting port 1a05b749-bee6-4b08-b88c-189deac273bd {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:44.569035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adba3135-29de-45d6-8915-09d78dcba3e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:44.579235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:44.582526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bb521a68-5984-4e8f-a6ba-c17e6f9cc38b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:44.591389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Usage tracker for resource:network and tenant:0a4839a6c92648f387e2608b6c0e2bac is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:44.599551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:44.620357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:44.649479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-89e8e4d0-a807-44cc-b8e2-835d2dc7ae5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] For port 073f276e-e95c-42b6-a705-fafef6279f6c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=073f276e-e95c-42b6-a705-fafef6279f6c,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:44.649479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89e8e4d0-a807-44cc-b8e2-835d2dc7ae5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:44.663116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb521a68-5984-4e8f-a6ba-c17e6f9cc38b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:44.668527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-03d15d6d-e92f-478a-a7b4-c8d649fbfd18 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:44.671985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 073f276e-e95c-42b6-a705-fafef6279f6c up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:16:44.688154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a94c50-57aa-4363-bc08-9b1831954349 req-480a30e9-d7f0-44b1-a184-17ed5bc13529 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:44.689830 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-89a94c50-57aa-4363-bc08-9b1831954349 req-480a30e9-d7f0-44b1-a184-17ed5bc13529 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.4994805 Apr 23 09:16:44.693676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-03d15d6d-e92f-478a-a7b4-c8d649fbfd18 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:subnet and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:44.741771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Made reservation on behalf of 0a4839a6c92648f387e2608b6c0e2bac for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:16:44.744622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-03d15d6d-e92f-478a-a7b4-c8d649fbfd18 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:44.748033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:44.751844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-adba3135-29de-45d6-8915-09d78dcba3e0 None None] For port 1a05b749-bee6-4b08-b88c-189deac273bd, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1a05b749-bee6-4b08-b88c-189deac273bd,segment=NetworkSegment(46350051-32bf-40f1-8c1a-5e5b7c992dab),segment_id=46350051-32bf-40f1-8c1a-5e5b7c992dab)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:44.752287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adba3135-29de-45d6-8915-09d78dcba3e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:44.775204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd22e66a-f6a7-46c3-bc64-24697a77fcc3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:44.796384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-03d15d6d-e92f-478a-a7b4-c8d649fbfd18 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:44.840855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-89e8e4d0-a807-44cc-b8e2-835d2dc7ae5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Calling delete_port for 073f276e-e95c-42b6-a705-fafef6279f6c owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:44.845916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:44.864342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bb521a68-5984-4e8f-a6ba-c17e6f9cc38b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:44.875645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:44.878698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bb521a68-5984-4e8f-a6ba-c17e6f9cc38b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Usage tracker for resource:security_group_rule and tenant:e5be2d5c678c4b5ea99aa406a4d5d93f is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:44.884749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bb521a68-5984-4e8f-a6ba-c17e6f9cc38b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:44.888101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Usage tracker for resource:security_group_rule and tenant:0a4839a6c92648f387e2608b6c0e2bac is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:44.895583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:44.898884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bb521a68-5984-4e8f-a6ba-c17e6f9cc38b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:44.906420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d15d6d-e92f-478a-a7b4-c8d649fbfd18 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Made reservation on behalf of 28923eac46964204bb78aee0456d0ac1 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:16:44.909826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-adba3135-29de-45d6-8915-09d78dcba3e0 None None] Calling delete_port for 1a05b749-bee6-4b08-b88c-189deac273bd owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:44.912702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03d15d6d-e92f-478a-a7b4-c8d649fbfd18 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:44.915269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:44.940777 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-89a94c50-57aa-4363-bc08-9b1831954349 req-5e9a4c03-891a-4669-9343-f01483d21d74 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949179 Apr 23 09:16:44.943004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 073f276e-e95c-42b6-a705-fafef6279f6c triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:44.943426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:45.064718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-cd22e66a-f6a7-46c3-bc64-24697a77fcc3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709b311a-f63b-4c88-9aa2-59c00fed30c9']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:45.090143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-cd22e66a-f6a7-46c3-bc64-24697a77fcc3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65995cce-2164-429c-b68a-f94cebf2b5f8') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:45.090584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-cd22e66a-f6a7-46c3-bc64-24697a77fcc3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65995cce-2164-429c-b68a-f94cebf2b5f8') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:45.116817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd22e66a-f6a7-46c3-bc64-24697a77fcc3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:45.129288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb521a68-5984-4e8f-a6ba-c17e6f9cc38b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:45.144980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd22e66a-f6a7-46c3-bc64-24697a77fcc3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:45.147721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adba3135-29de-45d6-8915-09d78dcba3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:45.156643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd22e66a-f6a7-46c3-bc64-24697a77fcc3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:16:45.169519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:45.175825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb521a68-5984-4e8f-a6ba-c17e6f9cc38b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:45.203576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:45.255698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adba3135-29de-45d6-8915-09d78dcba3e0 None None] No DVR routers for this DVR port 1a05b749-bee6-4b08-b88c-189deac273bd on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:16:45.285839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba3135-29de-45d6-8915-09d78dcba3e0 None None] Pushing event deleted for resources: {'Port': ['ID=1a05b749-bee6-4b08-b88c-189deac273bd,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:45.295504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-adba3135-29de-45d6-8915-09d78dcba3e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:45.363721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:45.373625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb521a68-5984-4e8f-a6ba-c17e6f9cc38b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd5273f-09eb-46d4-af3d-4eb3e6509bb5,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:45.376757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1a05b749-bee6-4b08-b88c-189deac273bd no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:16:45.379760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bb521a68-5984-4e8f-a6ba-c17e6f9cc38b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:45.423126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:45.433788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c42341c2-5d8b-4980-9811-ea1fbd1ff371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:45.437042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 1a05b749-bee6-4b08-b88c-189deac273bd {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:16:45.437579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1a05b749-bee6-4b08-b88c-189deac273bd not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:16:45.461732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb521a68-5984-4e8f-a6ba-c17e6f9cc38b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:45.466746 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bb521a68-5984-4e8f-a6ba-c17e6f9cc38b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9548059 Apr 23 09:16:45.476254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35560) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:45.484299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-cd22e66a-f6a7-46c3-bc64-24697a77fcc3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 709b311a-f63b-4c88-9aa2-59c00fed30c9 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:16:45.488950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:16:45.497618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd22e66a-f6a7-46c3-bc64-24697a77fcc3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:45.508712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9fc863-47d4-4ead-acfc-970b4bbf3fd5,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:45.515755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:45.520179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-24ec6506-dee2-419f-9749-867419192cde tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Request body: {'security_group_rule': {'security_group_id': '1dd5273f-09eb-46d4-af3d-4eb3e6509bb5', 'direction': 'ingress', 'protocol': 17}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:45.563912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:45.564649 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Added segment b94fdfae-61c9-49fe-b6db-6e8c9823da74 of type vlan for network 8a19d36e-82b0-46df-9430-75d53e81ef0c Apr 23 09:16:45.565356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-24ec6506-dee2-419f-9749-867419192cde tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:45.602958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89e8e4d0-a807-44cc-b8e2-835d2dc7ae5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:45.617324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-551dbcf0-ba6f-44cb-963b-7b6c0475e33f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:45.634348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-24ec6506-dee2-419f-9749-867419192cde tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Usage tracker for resource:security_group_rule and tenant:e5be2d5c678c4b5ea99aa406a4d5d93f is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:45.644040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-24ec6506-dee2-419f-9749-867419192cde tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:45.670051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:45.673001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-24ec6506-dee2-419f-9749-867419192cde tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:45.685213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8e4d0-a807-44cc-b8e2-835d2dc7ae5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Port': ['ID=073f276e-e95c-42b6-a705-fafef6279f6c,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:45.692445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-89e8e4d0-a807-44cc-b8e2-835d2dc7ae5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:45.852647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-cd22e66a-f6a7-46c3-bc64-24697a77fcc3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 709b311a-f63b-4c88-9aa2-59c00fed30c9 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:16:45.886011 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:16:45.907883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89e8e4d0-a807-44cc-b8e2-835d2dc7ae5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:45.980836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-24ec6506-dee2-419f-9749-867419192cde tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:45.981144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:45.986874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:45.987573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:46.006777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b10ed354-0d40-445e-ba56-fee758d417e4 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:46.205449 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8549674 Apr 23 09:16:46.206777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35566) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:46.207661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Pushing event updated for resources: {'Network': ['ID=8a19d36e-82b0-46df-9430-75d53e81ef0c,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:46.219979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 8a19d36e-82b0-46df-9430-75d53e81ef0c details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:16:46.271579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:46.276504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c6a05718-8ad5-46c6-adaf-92cbbc6af638 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Request body: {'subnet': {'network_id': '8a19d36e-82b0-46df-9430-75d53e81ef0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:46.433517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd22e66a-f6a7-46c3-bc64-24697a77fcc3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:46.441524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:46.459939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd22e66a-f6a7-46c3-bc64-24697a77fcc3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:46.489643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22e66a-f6a7-46c3-bc64-24697a77fcc3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Network': ['ID=709b311a-f63b-4c88-9aa2-59c00fed30c9,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:46.512610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50699f-6b5a-4220-a3cb-59d9535cde98 req-0fbd598c-ec6a-4f02-8d00-53084ff72995 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:46.514821 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fe50699f-6b5a-4220-a3cb-59d9535cde98 req-0fbd598c-ec6a-4f02-8d00-53084ff72995 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.7516837 Apr 23 09:16:46.516830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e8e4d0-a807-44cc-b8e2-835d2dc7ae5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Router 9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:16:46.525507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cd22e66a-f6a7-46c3-bc64-24697a77fcc3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:46.529741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c6a05718-8ad5-46c6-adaf-92cbbc6af638 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:46.535206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-24ec6506-dee2-419f-9749-867419192cde tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:46.537242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c6a05718-8ad5-46c6-adaf-92cbbc6af638 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Usage tracker for resource:subnet and tenant:0a4839a6c92648f387e2608b6c0e2bac is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:46.565270 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cd22e66a-f6a7-46c3-bc64-24697a77fcc3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/networks/709b311a-f63b-4c88-9aa2-59c00fed30c9 HTTP/1.1" status: 204 len: 168 time: 2.6431358 Apr 23 09:16:46.570280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-24ec6506-dee2-419f-9749-867419192cde tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:46.571046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35572) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:46.605209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c13c0140-c27c-49d7-917c-b46978ab4b38 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:46.678920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec6506-dee2-419f-9749-867419192cde tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf505dd-bd77-490c-8d69-844d43bab03f,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:46.684807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-24ec6506-dee2-419f-9749-867419192cde tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:46.754688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-24ec6506-dee2-419f-9749-867419192cde tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:46.755917 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-24ec6506-dee2-419f-9749-867419192cde tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2789929 Apr 23 09:16:46.761957 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fe50699f-6b5a-4220-a3cb-59d9535cde98 req-e3303ea9-4bca-460b-91dc-d3e966e38ff6 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289257 Apr 23 09:16:46.768632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35576) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:46.815391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64e956aa-a498-4141-8bf1-95ffcf0b97a3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:46.885817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c6a05718-8ad5-46c6-adaf-92cbbc6af638 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:46.906821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c6a05718-8ad5-46c6-adaf-92cbbc6af638 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:46.982529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e8e4d0-a807-44cc-b8e2-835d2dc7ae5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:16:46.987564 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-89e8e4d0-a807-44cc-b8e2-835d2dc7ae5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "PUT /v2.0/routers/9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1684206 Apr 23 09:16:46.995320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35580) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:46.999211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d39a6c-451c-4b94-a2d8-9f6f0fd629ee None None] Sync routers for ids ['9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:16:47.011371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03d15d6d-e92f-478a-a7b4-c8d649fbfd18 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:47.015107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d39a6c-451c-4b94-a2d8-9f6f0fd629ee None None] Routers {'9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:47.016046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-76d39a6c-451c-4b94-a2d8-9f6f0fd629ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:47.021262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b63aa0aa-514b-4e24-bfe3-8b77191336be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:47.054550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a05718-8ad5-46c6-adaf-92cbbc6af638 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Made reservation on behalf of 0a4839a6c92648f387e2608b6c0e2bac for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:16:47.057020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4a48e011-4b46-4a23-8a9b-055d28edc466 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:47.061125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6a05718-8ad5-46c6-adaf-92cbbc6af638 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:47.188997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64e956aa-a498-4141-8bf1-95ffcf0b97a3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:47.213639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a0f77e-4f99-4593-9562-86776abeab5f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:47.216412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a0f77e-4f99-4593-9562-86776abeab5f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:47.216625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-36a0f77e-4f99-4593-9562-86776abeab5f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:47.243767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4a48e011-4b46-4a23-8a9b-055d28edc466 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:47.257039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d15d6d-e92f-478a-a7b4-c8d649fbfd18 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Subnet': ['ID=44c39341-45a1-44ae-9545-0bb5bb64aae9,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:47.267412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-03d15d6d-e92f-478a-a7b4-c8d649fbfd18 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:47.312846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-36a0f77e-4f99-4593-9562-86776abeab5f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:47.316963 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-36a0f77e-4f99-4593-9562-86776abeab5f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3176887 Apr 23 09:16:47.323508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35584) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:47.334871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-76d39a6c-451c-4b94-a2d8-9f6f0fd629ee None None] Set router 9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:16:47.348928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d15d6d-e92f-478a-a7b4-c8d649fbfd18 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Checking segment: {'id': 'bd8b8f43-6e89-4e50-93a1-c9f0a671d6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '943ec97a-d2f5-464d-9990-ac82a33a4f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:16:47.349464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d15d6d-e92f-478a-a7b4-c8d649fbfd18 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network hostable DHCP agents. Network: 943ec97a-d2f5-464d-9990-ac82a33a4f56, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:16:47.416591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-64e956aa-a498-4141-8bf1-95ffcf0b97a3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39cef6e7-edcf-4386-aecb-5999ecf75f4c']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:47.435015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-64e956aa-a498-4141-8bf1-95ffcf0b97a3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46350051-32bf-40f1-8c1a-5e5b7c992dab') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:47.435526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-64e956aa-a498-4141-8bf1-95ffcf0b97a3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46350051-32bf-40f1-8c1a-5e5b7c992dab') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:47.446731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8a4229-d436-4efc-8052-b2e087178188 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet ef462380-1c21-488f-b7ea-b259af36c405 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:16:47.449950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d15d6d-e92f-478a-a7b4-c8d649fbfd18 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 943ec97a-d2f5-464d-9990-ac82a33a4f56 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:16:47.452044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4229-d436-4efc-8052-b2e087178188 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:47.465164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64e956aa-a498-4141-8bf1-95ffcf0b97a3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:47.487957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4a48e011-4b46-4a23-8a9b-055d28edc466 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:47.493850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-806546fd-6142-49f7-903a-833576c9e51e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:47.514393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48e011-4b46-4a23-8a9b-055d28edc466 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd5273f-09eb-46d4-af3d-4eb3e6509bb5,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:47.516936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4a48e011-4b46-4a23-8a9b-055d28edc466 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:47.528668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4a48e011-4b46-4a23-8a9b-055d28edc466 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:47.530083 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4a48e011-4b46-4a23-8a9b-055d28edc466 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "DELETE /v2.0/security-groups/1dd5273f-09eb-46d4-af3d-4eb3e6509bb5 HTTP/1.1" status: 204 len: 168 time: 0.7602582 Apr 23 09:16:47.531298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-03d15d6d-e92f-478a-a7b4-c8d649fbfd18 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 943ec97a-d2f5-464d-9990-ac82a33a4f56) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:47.532924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35592) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:47.542602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-76d39a6c-451c-4b94-a2d8-9f6f0fd629ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be', 'name': 'tempest-NetworksTestDHCPv6-router-1439548432', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:16:29Z', 'updated_at': '2021-04-23T09:16:45Z', 'revision_number': 3, 'project_id': 'b1b0c274266b4684858f0c7bad33ee66', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:47.544700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d39a6c-451c-4b94-a2d8-9f6f0fd629ee None None] Checking router: 9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:16:47.556027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d39a6c-451c-4b94-a2d8-9f6f0fd629ee None None] Routers {'9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:47.557004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-76d39a6c-451c-4b94-a2d8-9f6f0fd629ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:47.579028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93fa314-572e-4218-8ca7-6e055ab94ebe None None] Network 943ec97a-d2f5-464d-9990-ac82a33a4f56 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:47.592009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64e956aa-a498-4141-8bf1-95ffcf0b97a3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:47.600735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d15d6d-e92f-478a-a7b4-c8d649fbfd18 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:47.601739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03d15d6d-e92f-478a-a7b4-c8d649fbfd18 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:47.631873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e956aa-a498-4141-8bf1-95ffcf0b97a3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:16:47.707922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4229-d436-4efc-8052-b2e087178188 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:47.719964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-76d39a6c-451c-4b94-a2d8-9f6f0fd629ee None None] Set router 9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:16:47.743511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d09a69d4-101d-4137-8f97-cc80abbc6d3e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Synchronizing usage tracker for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:47.758339 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-03d15d6d-e92f-478a-a7b4-c8d649fbfd18 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3942521 Apr 23 09:16:47.764655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35596) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:47.780978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-790d846d-ed05-4c4f-bd96-43a301101f0b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1990161164', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:47.843045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-790d846d-ed05-4c4f-bd96-43a301101f0b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:47.884129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-790d846d-ed05-4c4f-bd96-43a301101f0b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:router and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:47.904245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-790d846d-ed05-4c4f-bd96-43a301101f0b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:47.911830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d09a69d4-101d-4137-8f97-cc80abbc6d3e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Unset dirty status for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:47.913715 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d09a69d4-101d-4137-8f97-cc80abbc6d3e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3785055 Apr 23 09:16:47.918901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-64e956aa-a498-4141-8bf1-95ffcf0b97a3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 39cef6e7-edcf-4386-aecb-5999ecf75f4c has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:16:47.922711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35602) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:47.924033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-790d846d-ed05-4c4f-bd96-43a301101f0b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:47.931240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-76d39a6c-451c-4b94-a2d8-9f6f0fd629ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be', 'name': 'tempest-NetworksTestDHCPv6-router-1439548432', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:16:29Z', 'updated_at': '2021-04-23T09:16:45Z', 'revision_number': 3, 'project_id': 'b1b0c274266b4684858f0c7bad33ee66', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:47.936448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d39a6c-451c-4b94-a2d8-9f6f0fd629ee None None] The sync data for ids ['9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be'] in dv-neutron-786478-4-hyperv is: [{'id': '9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be', 'name': 'tempest-NetworksTestDHCPv6-router-1439548432', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:16:29Z', 'updated_at': '2021-04-23T09:16:45Z', 'revision_number': 3, 'project_id': 'b1b0c274266b4684858f0c7bad33ee66', 'gw_port_host': None}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:16:47.981118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-943ec97a-d2f5-464d-9990-ac82a33a4f56', 'network_id': '943ec97a-d2f5-464d-9990-ac82a33a4f56', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'fixed_ips': [{'subnet_id': '44c39341-45a1-44ae-9545-0bb5bb64aae9'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:16:47.987791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:47.996201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64e956aa-a498-4141-8bf1-95ffcf0b97a3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:48.009457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0550350e-7f6f-4509-907e-19e4fc78927e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Request body: {'security_group': {'name': 'tempest-secgroup--1583378619'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:48.024477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0550350e-7f6f-4509-907e-19e4fc78927e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:48.052082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0550350e-7f6f-4509-907e-19e4fc78927e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:48.093445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4229-d436-4efc-8052-b2e087178188 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:48.132004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-790d846d-ed05-4c4f-bd96-43a301101f0b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:48.133361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-790d846d-ed05-4c4f-bd96-43a301101f0b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:48.150356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0550350e-7f6f-4509-907e-19e4fc78927e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:48.212425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0550350e-7f6f-4509-907e-19e4fc78927e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:48.232261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0550350e-7f6f-4509-907e-19e4fc78927e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Usage tracker for resource:security_group_rule and tenant:e5be2d5c678c4b5ea99aa406a4d5d93f is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:48.237455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-790d846d-ed05-4c4f-bd96-43a301101f0b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:48.239807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0550350e-7f6f-4509-907e-19e4fc78927e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:48.302618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0550350e-7f6f-4509-907e-19e4fc78927e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:48.319222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Allocated IP 172.20.0.2 (943ec97a-d2f5-464d-9990-ac82a33a4f56/44c39341-45a1-44ae-9545-0bb5bb64aae9/ef58801e-14ec-42f0-8f53-fce0477e8ee6) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:16:48.325204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f5b8e-3856-4ac7-af20-78dedcac7c3e req-61a0e155-177f-4608-af30-66058c703393 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:48.329284 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d17f5b8e-3856-4ac7-af20-78dedcac7c3e req-61a0e155-177f-4608-af30-66058c703393 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.3982544 Apr 23 09:16:48.330163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-64e956aa-a498-4141-8bf1-95ffcf0b97a3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 39cef6e7-edcf-4386-aecb-5999ecf75f4c has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:16:48.369220 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:16:48.518185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-790d846d-ed05-4c4f-bd96-43a301101f0b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:48.522890 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d17f5b8e-3856-4ac7-af20-78dedcac7c3e req-f4af88e9-3e2d-4665-a7b5-be081a1d25e3 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572671 Apr 23 09:16:48.564445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc20cb3-b048-4aa5-a407-88109b1d7a3e req-c8250a4d-d959-4a5a-b01a-065f34a3f0c3 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:48.566437 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9bc20cb3-b048-4aa5-a407-88109b1d7a3e req-c8250a4d-d959-4a5a-b01a-065f34a3f0c3 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.3996584 Apr 23 09:16:48.583541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6a05718-8ad5-46c6-adaf-92cbbc6af638 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:48.599375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ebd6e773-0074-433a-afe3-be6c7e04de0a tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:48.622402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 073f276e-e95c-42b6-a705-fafef6279f6c no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:16:48.633401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64e956aa-a498-4141-8bf1-95ffcf0b97a3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:48.645293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7033726c-c60f-49d6-a6a5-d57cc333ad94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:48.669171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64e956aa-a498-4141-8bf1-95ffcf0b97a3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:48.688701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e956aa-a498-4141-8bf1-95ffcf0b97a3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Network': ['ID=39cef6e7-edcf-4386-aecb-5999ecf75f4c,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:48.710293 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-64e956aa-a498-4141-8bf1-95ffcf0b97a3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/networks/39cef6e7-edcf-4386-aecb-5999ecf75f4c HTTP/1.1" status: 204 len: 168 time: 2.1270838 Apr 23 09:16:48.710293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-64e956aa-a498-4141-8bf1-95ffcf0b97a3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:48.711422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35606) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:48.720462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-36119c0c-0f57-4de6-893a-5d12361eea4b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-134546548'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:48.729152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-36119c0c-0f57-4de6-893a-5d12361eea4b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:48.788739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-36119c0c-0f57-4de6-893a-5d12361eea4b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:network and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:48.792974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-36119c0c-0f57-4de6-893a-5d12361eea4b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:48.803095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-36119c0c-0f57-4de6-893a-5d12361eea4b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:48.856132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-9bc20cb3-b048-4aa5-a407-88109b1d7a3e req-e8ee49ec-dfda-4d35-9e6a-a09e34c8ff09 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Deleting port 604ea667-2571-4657-a201-16fcd36200b4 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:48.856513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9bc20cb3-b048-4aa5-a407-88109b1d7a3e req-e8ee49ec-dfda-4d35-9e6a-a09e34c8ff09 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:48.865318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0550350e-7f6f-4509-907e-19e4fc78927e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:48.875566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-790d846d-ed05-4c4f-bd96-43a301101f0b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:48.879877 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-790d846d-ed05-4c4f-bd96-43a301101f0b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1114404 Apr 23 09:16:48.882678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35612) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:48.906043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a05718-8ad5-46c6-adaf-92cbbc6af638 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Pushing event updated for resources: {'Subnet': ['ID=48f9f68d-463f-4367-bf05-c0e1d1aa6ce9,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:48.911290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c6a05718-8ad5-46c6-adaf-92cbbc6af638 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:48.926595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a05718-8ad5-46c6-adaf-92cbbc6af638 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Checking segment: {'id': 'b94fdfae-61c9-49fe-b6db-6e8c9823da74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8a19d36e-82b0-46df-9430-75d53e81ef0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:16:48.927159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a05718-8ad5-46c6-adaf-92cbbc6af638 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Network hostable DHCP agents. Network: 8a19d36e-82b0-46df-9430-75d53e81ef0c, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:16:48.936565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0550350e-7f6f-4509-907e-19e4fc78927e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:48.946604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-69102a80-20a4-4adf-9720-278144c50a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:48.964421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 073f276e-e95c-42b6-a705-fafef6279f6c {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:16:48.965009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 073f276e-e95c-42b6-a705-fafef6279f6c not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:16:48.977667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36119c0c-0f57-4de6-893a-5d12361eea4b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Made reservation on behalf of 6a7817c6b9664b5898a398d7ccbe4c15 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:16:48.983915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-36119c0c-0f57-4de6-893a-5d12361eea4b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:49.014018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:49.014945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550350e-7f6f-4509-907e-19e4fc78927e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dead9e-0ec3-476c-b8a6-b49e2e7f8a99,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:49.020489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0550350e-7f6f-4509-907e-19e4fc78927e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:49.029563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Transition to ACTIVE for port object ef58801e-14ec-42f0-8f53-fce0477e8ee6 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:49.043455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4229-d436-4efc-8052-b2e087178188 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:49.049602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aaa1189d-7d73-4474-877b-dc3f6b47d491 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:49.060787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Transition to ACTIVE for port object ef58801e-14ec-42f0-8f53-fce0477e8ee6 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:49.089265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a05718-8ad5-46c6-adaf-92cbbc6af638 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Network 8a19d36e-82b0-46df-9430-75d53e81ef0c is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:16:49.091782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0550350e-7f6f-4509-907e-19e4fc78927e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:49.093163 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0550350e-7f6f-4509-907e-19e4fc78927e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1664970 Apr 23 09:16:49.097736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a4229-d436-4efc-8052-b2e087178188 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=ef462380-1c21-488f-b7ea-b259af36c405,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:49.099914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:49.102464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35616) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:49.106783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7f8a4229-d436-4efc-8052-b2e087178188 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:49.108147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7f8a4229-d436-4efc-8052-b2e087178188 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:49.110288 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7f8a4229-d436-4efc-8052-b2e087178188 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/ef462380-1c21-488f-b7ea-b259af36c405 HTTP/1.1" status: 204 len: 168 time: 1.7864048 Apr 23 09:16:49.115656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a34fdc84-a3ef-4a86-a3b9-821d4e589718 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Request body: {'security_group': {'name': 'tempest-secgroup--825872099'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:49.118544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-17fecb83-a986-460a-9595-f3d4202ac62f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:49.122138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35620) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:49.125233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a34fdc84-a3ef-4a86-a3b9-821d4e589718 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:49.160660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Network 943ec97a-d2f5-464d-9990-ac82a33a4f56 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:49.161905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a6691d-82f1-4d7c-9051-885d4efcbbb5 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:49.201392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:49.208211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c6a05718-8ad5-46c6-adaf-92cbbc6af638 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 8a19d36e-82b0-46df-9430-75d53e81ef0c) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:49.217528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a34fdc84-a3ef-4a86-a3b9-821d4e589718 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:49.272799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:16:49.275996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6ddb30-33fc-42e9-9a60-cd57dd8422fd None None] Network 8a19d36e-82b0-46df-9430-75d53e81ef0c requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:49.300746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a05718-8ad5-46c6-adaf-92cbbc6af638 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:49.301408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6a05718-8ad5-46c6-adaf-92cbbc6af638 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:49.332717 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-43538492-6f4b-483d-ad60-ede5b60ba287 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2062478 Apr 23 09:16:49.334744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35624) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:49.336234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36119c0c-0f57-4de6-893a-5d12361eea4b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:16:49.434420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-36119c0c-0f57-4de6-893a-5d12361eea4b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:49.434943 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-36119c0c-0f57-4de6-893a-5d12361eea4b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Added segment 5aea6252-ebb2-451a-8360-5f4f20ac03ba of type vlan for network 606af59e-b769-4353-b6b2-42ca9f97789f Apr 23 09:16:49.493578 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c6a05718-8ad5-46c6-adaf-92cbbc6af638 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2798042 Apr 23 09:16:49.495425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a34fdc84-a3ef-4a86-a3b9-821d4e589718 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:49.505467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35628) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:49.520756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a34fdc84-a3ef-4a86-a3b9-821d4e589718 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:49.524509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3eed5947-cf2f-44c7-a1a2-717f74a395fe tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-477965849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:49.526575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a34fdc84-a3ef-4a86-a3b9-821d4e589718 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Usage tracker for resource:security_group_rule and tenant:e5be2d5c678c4b5ea99aa406a4d5d93f is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:49.531290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a34fdc84-a3ef-4a86-a3b9-821d4e589718 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:49.536421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0cca526e-b39b-4058-bc43-c6578532c7ae tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:49.548271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-9bc20cb3-b048-4aa5-a407-88109b1d7a3e req-e8ee49ec-dfda-4d35-9e6a-a09e34c8ff09 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] For port 604ea667-2571-4657-a201-16fcd36200b4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=604ea667-2571-4657-a201-16fcd36200b4,segment=NetworkSegment(aa70030b-ff50-41a5-9675-e47946b39c64),segment_id=aa70030b-ff50-41a5-9675-e47946b39c64)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:49.548679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9bc20cb3-b048-4aa5-a407-88109b1d7a3e req-e8ee49ec-dfda-4d35-9e6a-a09e34c8ff09 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:49.559253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3eed5947-cf2f-44c7-a1a2-717f74a395fe tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:49.594347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Pushing event updated for resources: {'Port': ['ID=ef58801e-14ec-42f0-8f53-fce0477e8ee6,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:49.609428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3eed5947-cf2f-44c7-a1a2-717f74a395fe tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Usage tracker for resource:router and tenant:0a4839a6c92648f387e2608b6c0e2bac is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:49.617546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3eed5947-cf2f-44c7-a1a2-717f74a395fe tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:49.625938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a34fdc84-a3ef-4a86-a3b9-821d4e589718 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:49.634482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Attempting to bind port ef58801e-14ec-42f0-8f53-fce0477e8ee6 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:16:49.635010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Attempting to bind port ef58801e-14ec-42f0-8f53-fce0477e8ee6 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'bd8b8f43-6e89-4e50-93a1-c9f0a671d6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '943ec97a-d2f5-464d-9990-ac82a33a4f56'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:16:49.635272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Attempting to bind port ef58801e-14ec-42f0-8f53-fce0477e8ee6 on network 943ec97a-d2f5-464d-9990-ac82a33a4f56 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:16:49.647845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:49.658699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:16:49.659758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Checking segment: {'id': 'bd8b8f43-6e89-4e50-93a1-c9f0a671d6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '943ec97a-d2f5-464d-9990-ac82a33a4f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:16:49.660412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:49.661064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Bound using segment: {'id': 'bd8b8f43-6e89-4e50-93a1-c9f0a671d6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '943ec97a-d2f5-464d-9990-ac82a33a4f56'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:16:49.661827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Bound port: ef58801e-14ec-42f0-8f53-fce0477e8ee6, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8b8f43-6e89-4e50-93a1-c9f0a671d6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '943ec97a-d2f5-464d-9990-ac82a33a4f56'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:16:49.663210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:49.910641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] For port ef58801e-14ec-42f0-8f53-fce0477e8ee6, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:16:49.915176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-8a19d36e-82b0-46df-9430-75d53e81ef0c', 'network_id': '8a19d36e-82b0-46df-9430-75d53e81ef0c', 'tenant_id': '0a4839a6c92648f387e2608b6c0e2bac', 'fixed_ips': [{'subnet_id': '48f9f68d-463f-4367-bf05-c0e1d1aa6ce9'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:16:49.916111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:49.935371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a34fdc84-a3ef-4a86-a3b9-821d4e589718 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:49.945284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] For port ef58801e-14ec-42f0-8f53-fce0477e8ee6, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ef58801e-14ec-42f0-8f53-fce0477e8ee6,segment=NetworkSegment(bd8b8f43-6e89-4e50-93a1-c9f0a671d6b1),segment_id=bd8b8f43-6e89-4e50-93a1-c9f0a671d6b1)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:16:49.988412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a34fdc84-a3ef-4a86-a3b9-821d4e589718 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:50.007023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6abdd055-1080-44f8-a8fb-c38c2bb303fc tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:50.045415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:50.050745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3eed5947-cf2f-44c7-a1a2-717f74a395fe tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:50.065566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432054ef-8734-4dab-8a88-e67f0a3093b2 None None] DHCP port deletion for bb316f39-4b0e-43f1-8f3e-34646815cee0 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:16:50.077338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:50.078039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-36119c0c-0f57-4de6-893a-5d12361eea4b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:50.171549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3eed5947-cf2f-44c7-a1a2-717f74a395fe tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:50.172866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3eed5947-cf2f-44c7-a1a2-717f74a395fe tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:50.216833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1674b8c5-1272-4f77-bd21-b9efe09df5c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:50.315216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0cca526e-b39b-4058-bc43-c6578532c7ae tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:50.324127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0cca526e-b39b-4058-bc43-c6578532c7ae tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:50.367560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fdc84-a3ef-4a86-a3b9-821d4e589718 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd32eee1-2c74-4598-a6ca-86aeb360cb71,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:50.371040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a34fdc84-a3ef-4a86-a3b9-821d4e589718 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:50.420158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a34fdc84-a3ef-4a86-a3b9-821d4e589718 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:50.425325 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a34fdc84-a3ef-4a86-a3b9-821d4e589718 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3167834 Apr 23 09:16:50.425325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0cca526e-b39b-4058-bc43-c6578532c7ae tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:50.425325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cca526e-b39b-4058-bc43-c6578532c7ae tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Fanout notify agent at l3_agent the message router_deleted on router 9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:16:50.425325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35636) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:50.433806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-36119c0c-0f57-4de6-893a-5d12361eea4b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:50.434832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Pushing event updated for resources: {'Port': ['ID=ef58801e-14ec-42f0-8f53-fce0477e8ee6,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:50.437690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3cf7a0ba-0f56-4ad6-8718-84a9c5e0c572 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Request body: {'security_group_rule': {'security_group_id': 'd0dead9e-0ec3-476c-b8a6-b49e2e7f8a99', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cd32eee1-2c74-4598-a6ca-86aeb360cb71', 'remote_ip_prefix': None}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:50.445243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3cf7a0ba-0f56-4ad6-8718-84a9c5e0c572 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:50.446956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36119c0c-0f57-4de6-893a-5d12361eea4b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:50.448124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-36119c0c-0f57-4de6-893a-5d12361eea4b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:50.449236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:50.449788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3cf7a0ba-0f56-4ad6-8718-84a9c5e0c572 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Usage tracker for resource:security_group_rule and tenant:e5be2d5c678c4b5ea99aa406a4d5d93f is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:50.452953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3cf7a0ba-0f56-4ad6-8718-84a9c5e0c572 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:50.459452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3cf7a0ba-0f56-4ad6-8718-84a9c5e0c572 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:50.492684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-432054ef-8734-4dab-8a88-e67f0a3093b2 None None] Deleting port 84e14028-2f6a-441e-93b0-40e047e6e6c6 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:16:50.493105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-432054ef-8734-4dab-8a88-e67f0a3093b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:50.500761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0cca526e-b39b-4058-bc43-c6578532c7ae tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:50.501842 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0cca526e-b39b-4058-bc43-c6578532c7ae tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/routers/9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be HTTP/1.1" status: 204 len: 168 time: 1.1643293 Apr 23 09:16:50.506520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35640) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:50.520901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e794bf73-5e28-45c4-b922-0695674bac69 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:50.533656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3eed5947-cf2f-44c7-a1a2-717f74a395fe tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:50.563047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-36bffb8c-b50b-43b1-9248-592d6f556f66 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:50.596384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050995d-e651-4cec-90d4-e1110b2200a2 req-f94f7fbc-d292-461d-8f47-a361436bdb4a tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:50.598500 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3050995d-e651-4cec-90d4-e1110b2200a2 req-f94f7fbc-d292-461d-8f47-a361436bdb4a tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 945 time: 0.6045091 Apr 23 09:16:50.632995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3eed5947-cf2f-44c7-a1a2-717f74a395fe tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:50.640870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 84e14028-2f6a-441e-93b0-40e047e6e6c6 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:16:50.681884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-432054ef-8734-4dab-8a88-e67f0a3093b2 None None] For port 84e14028-2f6a-441e-93b0-40e047e6e6c6, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=84e14028-2f6a-441e-93b0-40e047e6e6c6,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:50.682251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-432054ef-8734-4dab-8a88-e67f0a3093b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:50.687821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cf7a0ba-0f56-4ad6-8718-84a9c5e0c572 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:50.722255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e794bf73-5e28-45c4-b922-0695674bac69 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:50.734266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e794bf73-5e28-45c4-b922-0695674bac69 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:50.798211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e794bf73-5e28-45c4-b922-0695674bac69 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:16:50.808646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e794bf73-5e28-45c4-b922-0695674bac69 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:50.858383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-432054ef-8734-4dab-8a88-e67f0a3093b2 None None] Calling delete_port for 84e14028-2f6a-441e-93b0-40e047e6e6c6 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:50.879588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cf7a0ba-0f56-4ad6-8718-84a9c5e0c572 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:50.930981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Allocated IP 172.20.0.2 (8a19d36e-82b0-46df-9430-75d53e81ef0c/48f9f68d-463f-4367-bf05-c0e1d1aa6ce9/862adb73-20bc-450f-bfcc-3d122b191df2) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:16:50.961047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cf7a0ba-0f56-4ad6-8718-84a9c5e0c572 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:50.969095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36119c0c-0f57-4de6-893a-5d12361eea4b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Network': ['ID=606af59e-b769-4353-b6b2-42ca9f97789f,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:50.980870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2ca4d24a-54a7-4ec1-855c-89d5cd6afa2c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:50.985223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No active binding found for port 84e14028-2f6a-441e-93b0-40e047e6e6c6 {{(pid=87176) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 23 09:16:50.985936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 84e14028-2f6a-441e-93b0-40e047e6e6c6 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:16:50.986147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3eed5947-cf2f-44c7-a1a2-717f74a395fe tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:50.987461 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3eed5947-cf2f-44c7-a1a2-717f74a395fe tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.4812682 Apr 23 09:16:50.992412 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-36119c0c-0f57-4de6-893a-5d12361eea4b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2772424 Apr 23 09:16:50.995387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-36119c0c-0f57-4de6-893a-5d12361eea4b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:51.003858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35644) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:51.004170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35646) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:51.006726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 606af59e-b769-4353-b6b2-42ca9f97789f details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:16:51.013160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-978ab92d-81e7-46c2-a275-dd35257da252 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'subnet': {'network_id': '606af59e-b769-4353-b6b2-42ca9f97789f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:51.026625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-432054ef-8734-4dab-8a88-e67f0a3093b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:51.042806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7a0ba-0f56-4ad6-8718-84a9c5e0c572 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1829fce-03fa-4fb7-908e-7c0a26bb7eed,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:51.043901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9bc20cb3-b048-4aa5-a407-88109b1d7a3e req-e8ee49ec-dfda-4d35-9e6a-a09e34c8ff09 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:51.043901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9bc20cb3-b048-4aa5-a407-88109b1d7a3e req-e8ee49ec-dfda-4d35-9e6a-a09e34c8ff09 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:51.043901 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [req-9bc20cb3-b048-4aa5-a407-88109b1d7a3e req-e8ee49ec-dfda-4d35-9e6a-a09e34c8ff09 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Floating IP c8fda4f3-9b0b-46f9-b3a1-0e45face60ff disassociated. External IP: 172.26.4.251, port: 604ea667-2571-4657-a201-16fcd36200b4. Apr 23 09:16:51.043901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-9bc20cb3-b048-4aa5-a407-88109b1d7a3e req-e8ee49ec-dfda-4d35-9e6a-a09e34c8ff09 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Calling delete_port for 604ea667-2571-4657-a201-16fcd36200b4 owned by compute:nova {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:16:51.045399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3cf7a0ba-0f56-4ad6-8718-84a9c5e0c572 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:51.049018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fd5f2212-9489-4f7f-8b0a-e358f541aab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:51.108640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cf7a0ba-0f56-4ad6-8718-84a9c5e0c572 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:51.112769 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3cf7a0ba-0f56-4ad6-8718-84a9c5e0c572 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6840718 Apr 23 09:16:51.117149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35652) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:51.121240 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3050995d-e651-4cec-90d4-e1110b2200a2 req-6000d66f-a5d8-48ad-a3e0-edebb8cc74b3 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e96e1b-3b73-4e39-b404-fa450d3f88f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4785216 Apr 23 09:16:51.159274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432054ef-8734-4dab-8a88-e67f0a3093b2 None None] No DVR routers for this DVR port 84e14028-2f6a-441e-93b0-40e047e6e6c6 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:16:51.165258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65670abf-3aff-4e1d-9106-836273c3f25c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:51.166697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432054ef-8734-4dab-8a88-e67f0a3093b2 None None] Pushing event deleted for resources: {'Port': ['ID=84e14028-2f6a-441e-93b0-40e047e6e6c6,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:51.174608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-432054ef-8734-4dab-8a88-e67f0a3093b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:51.191463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65670abf-3aff-4e1d-9106-836273c3f25c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:51.288713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65670abf-3aff-4e1d-9106-836273c3f25c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:51.291927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:51.311567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65670abf-3aff-4e1d-9106-836273c3f25c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1829fce-03fa-4fb7-908e-7c0a26bb7eed,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:51.319771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65670abf-3aff-4e1d-9106-836273c3f25c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:51.348395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65670abf-3aff-4e1d-9106-836273c3f25c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:51.349632 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-65670abf-3aff-4e1d-9106-836273c3f25c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/e1829fce-03fa-4fb7-908e-7c0a26bb7eed HTTP/1.1" status: 204 len: 168 time: 0.2321980 Apr 23 09:16:51.353118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35658) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:51.385614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:51.397767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Transition to ACTIVE for port object 862adb73-20bc-450f-bfcc-3d122b191df2 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:51.423102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Transition to ACTIVE for port object 862adb73-20bc-450f-bfcc-3d122b191df2 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:51.453953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:51.459762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-adba3135-29de-45d6-8915-09d78dcba3e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:51.496944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-12ed6f03-2719-41e4-b0f0-9c7f7b8ba8df tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Synchronizing usage tracker for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:51.549042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Network 8a19d36e-82b0-46df-9430-75d53e81ef0c is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:51.552422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:51.558767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:16:51.562237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9bc20cb3-b048-4aa5-a407-88109b1d7a3e req-e8ee49ec-dfda-4d35-9e6a-a09e34c8ff09 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:51.562922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Pushing event updated for resources: {'Port': ['ID=862adb73-20bc-450f-bfcc-3d122b191df2,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:51.567512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:51.573634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-12ed6f03-2719-41e4-b0f0-9c7f7b8ba8df tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Unset dirty status for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:51.575323 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-12ed6f03-2719-41e4-b0f0-9c7f7b8ba8df tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2209268 Apr 23 09:16:51.582508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6734a16a-0b91-4eb6-8b73-f728db0feebc tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:51.604194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35662) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:51.645632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 604ea667-2571-4657-a201-16fcd36200b4 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:16:51.702078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e794bf73-5e28-45c4-b922-0695674bac69 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:51.715823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c6a05718-8ad5-46c6-adaf-92cbbc6af638 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:51.753270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee49ec-dfda-4d35-9e6a-a09e34c8ff09 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Pushing event deleted for resources: {'Port': ['ID=604ea667-2571-4657-a201-16fcd36200b4,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:51.757436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e8ee49ec-dfda-4d35-9e6a-a09e34c8ff09 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:51.763467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-978ab92d-81e7-46c2-a275-dd35257da252 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:51.768270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-978ab92d-81e7-46c2-a275-dd35257da252 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:subnet and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:51.771874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-978ab92d-81e7-46c2-a275-dd35257da252 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:51.779483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-978ab92d-81e7-46c2-a275-dd35257da252 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:51.831460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794bf73-5e28-45c4-b922-0695674bac69 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=0559a89e-5539-47f7-a0cd-448e468169f4,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:51.841802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b129b97-a3ca-42eb-84f4-180f0c3b1363 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:51.884777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b129b97-a3ca-42eb-84f4-180f0c3b1363 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:51.890864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978ab92d-81e7-46c2-a275-dd35257da252 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Made reservation on behalf of 6a7817c6b9664b5898a398d7ccbe4c15 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:16:51.897637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-978ab92d-81e7-46c2-a275-dd35257da252 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:51.927765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 604ea667-2571-4657-a201-16fcd36200b4 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:16:51.928882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 604ea667-2571-4657-a201-16fcd36200b4 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:16:51.936793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e794bf73-5e28-45c4-b922-0695674bac69 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:51.938385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Attempting to bind port 862adb73-20bc-450f-bfcc-3d122b191df2 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:16:51.938827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Attempting to bind port 862adb73-20bc-450f-bfcc-3d122b191df2 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'b94fdfae-61c9-49fe-b6db-6e8c9823da74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8a19d36e-82b0-46df-9430-75d53e81ef0c'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:16:51.939203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Attempting to bind port 862adb73-20bc-450f-bfcc-3d122b191df2 on network 8a19d36e-82b0-46df-9430-75d53e81ef0c {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:16:51.942800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e794bf73-5e28-45c4-b922-0695674bac69 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:51.944693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-e794bf73-5e28-45c4-b922-0695674bac69 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:51.945619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:16:51.951685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Checking segment: {'id': 'b94fdfae-61c9-49fe-b6db-6e8c9823da74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8a19d36e-82b0-46df-9430-75d53e81ef0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:16:51.951685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:51.951685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Bound using segment: {'id': 'b94fdfae-61c9-49fe-b6db-6e8c9823da74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8a19d36e-82b0-46df-9430-75d53e81ef0c'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:16:51.951685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Bound port: 862adb73-20bc-450f-bfcc-3d122b191df2, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94fdfae-61c9-49fe-b6db-6e8c9823da74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8a19d36e-82b0-46df-9430-75d53e81ef0c'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:16:51.951685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:51.960195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e794bf73-5e28-45c4-b922-0695674bac69 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:51.961140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e794bf73-5e28-45c4-b922-0695674bac69 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:51.964365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52138841-f514-412c-b9eb-8f7f696e96c8 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:51.988138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b129b97-a3ca-42eb-84f4-180f0c3b1363 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:52.003709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a34fdc84-a3ef-4a86-a3b9-821d4e589718 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:52.024569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b129b97-a3ca-42eb-84f4-180f0c3b1363 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd32eee1-2c74-4598-a6ca-86aeb360cb71,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:52.034568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0b129b97-a3ca-42eb-84f4-180f0c3b1363 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:52.049187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b129b97-a3ca-42eb-84f4-180f0c3b1363 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:52.050521 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0b129b97-a3ca-42eb-84f4-180f0c3b1363 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "DELETE /v2.0/security-groups/cd32eee1-2c74-4598-a6ca-86aeb360cb71 HTTP/1.1" status: 204 len: 168 time: 0.4451101 Apr 23 09:16:52.057505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35666) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:52.090864 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e794bf73-5e28-45c4-b922-0695674bac69 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5829442 Apr 23 09:16:52.095029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35670) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:52.104641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-66f8a054-a3ed-4fe4-b6cf-a72a0b7b8d33 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1679459658', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:52.113199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-66f8a054-a3ed-4fe4-b6cf-a72a0b7b8d33 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:52.119632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-66f8a054-a3ed-4fe4-b6cf-a72a0b7b8d33 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:router and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:52.125330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-66f8a054-a3ed-4fe4-b6cf-a72a0b7b8d33 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:52.134951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-66f8a054-a3ed-4fe4-b6cf-a72a0b7b8d33 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:52.199808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-07bca7ae-e1ef-41f3-8721-5bf1b325c322 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Synchronizing usage tracker for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:52.231742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66f8a054-a3ed-4fe4-b6cf-a72a0b7b8d33 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:52.233344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66f8a054-a3ed-4fe4-b6cf-a72a0b7b8d33 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:52.237367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cca4620-c3ed-43fa-bb7a-f1b14767eb34 None None] Network 943ec97a-d2f5-464d-9990-ac82a33a4f56 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:52.257530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66f8a054-a3ed-4fe4-b6cf-a72a0b7b8d33 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:52.271336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-07bca7ae-e1ef-41f3-8721-5bf1b325c322 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Unset dirty status for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:52.276464 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-07bca7ae-e1ef-41f3-8721-5bf1b325c322 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2141464 Apr 23 09:16:52.280645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35676) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:52.396248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66f8a054-a3ed-4fe4-b6cf-a72a0b7b8d33 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:52.450232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-985e6c56-fc58-4980-b9db-40c31ebb1770 None None] Provisioning for port ef58801e-14ec-42f0-8f53-fce0477e8ee6 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:52.450834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d86ec4f-1c7a-45a1-a886-a08e8021a136 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:52.454562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66f8a054-a3ed-4fe4-b6cf-a72a0b7b8d33 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:52.455871 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-66f8a054-a3ed-4fe4-b6cf-a72a0b7b8d33 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3589330 Apr 23 09:16:52.463648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] For port 862adb73-20bc-450f-bfcc-3d122b191df2, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:16:52.481715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35682) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:52.501494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] For port 862adb73-20bc-450f-bfcc-3d122b191df2, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=862adb73-20bc-450f-bfcc-3d122b191df2,segment=NetworkSegment(b94fdfae-61c9-49fe-b6db-6e8c9823da74),segment_id=b94fdfae-61c9-49fe-b6db-6e8c9823da74)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:16:52.502966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-bb316f39-4b0e-43f1-8f3e-34646815cee0', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'fixed_ips': [{'subnet_id': '0559a89e-5539-47f7-a0cd-448e468169f4'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:16:52.504240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:52.541115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:52.548619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:52.715331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ef58801e-14ec-42f0-8f53-fce0477e8ee6 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:16:52.734579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d86ec4f-1c7a-45a1-a886-a08e8021a136 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:52.790146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-1674b8c5-1272-4f77-bd21-b9efe09df5c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Allocated IP 172.20.0.1 (943ec97a-d2f5-464d-9990-ac82a33a4f56/44c39341-45a1-44ae-9545-0bb5bb64aae9/322616a1-9fd3-48e8-831e-b2e860fbeaa0) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:16:52.802827 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c93e910f-deee-41c6-acfb-2a1a7b71ef0e req-30e41c8f-bb71-46a3-801a-4e48798bfa36 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 210 time: 0.1955242 Apr 23 09:16:52.865272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Pushing event updated for resources: {'Port': ['ID=862adb73-20bc-450f-bfcc-3d122b191df2,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:52.875151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:52.986263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Allocated IP 2001:db8::2 (bb316f39-4b0e-43f1-8f3e-34646815cee0/0559a89e-5539-47f7-a0cd-448e468169f4/bf9bd09e-be8a-4182-a517-acb71eee6c40) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:16:53.030083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port ef58801e-14ec-42f0-8f53-fce0477e8ee6 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:53.060114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port ef58801e-14ec-42f0-8f53-fce0477e8ee6 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:53.060114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:53.125455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4fcc59db-5162-4840-b4e2-b32b526ee797 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:53.144828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bc20cb3-b048-4aa5-a407-88109b1d7a3e req-e8ee49ec-dfda-4d35-9e6a-a09e34c8ff09 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Router 8b2e7ab3-4566-4db9-82ed-58910be54bc0 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:16:53.157965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d86ec4f-1c7a-45a1-a886-a08e8021a136 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:53.172804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:53.198850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86ec4f-1c7a-45a1-a886-a08e8021a136 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dead9e-0ec3-476c-b8a6-b49e2e7f8a99,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:53.203055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:53.209351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2d86ec4f-1c7a-45a1-a886-a08e8021a136 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:53.258964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-48494cd4-545a-44bf-81d1-88620ca0ce86 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:53.393658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d86ec4f-1c7a-45a1-a886-a08e8021a136 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:53.398194 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2d86ec4f-1c7a-45a1-a886-a08e8021a136 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "DELETE /v2.0/security-groups/d0dead9e-0ec3-476c-b8a6-b49e2e7f8a99 HTTP/1.1" status: 204 len: 168 time: 1.1160588 Apr 23 09:16:53.399076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35686) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:53.449048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:53.501428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:53.528517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Transition to ACTIVE for port object bf9bd09e-be8a-4182-a517-acb71eee6c40 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:53.533012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-870fd21d-9636-4fc2-a8fa-a6303b033b29 None None] Provisioning complete for port ef58801e-14ec-42f0-8f53-fce0477e8ee6 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:53.533576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-870fd21d-9636-4fc2-a8fa-a6303b033b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:53.609773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port ef58801e-14ec-42f0-8f53-fce0477e8ee6, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ef58801e-14ec-42f0-8f53-fce0477e8ee6,segment=NetworkSegment(bd8b8f43-6e89-4e50-93a1-c9f0a671d6b1),segment_id=bd8b8f43-6e89-4e50-93a1-c9f0a671d6b1)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:53.620918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bd23e04a-5195-43c1-9680-71590baf4cf7 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Synchronizing usage tracker for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:53.631769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Transition to ACTIVE for port object bf9bd09e-be8a-4182-a517-acb71eee6c40 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:53.678686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:53.682690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:53.724256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:53.759339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bd23e04a-5195-43c1-9680-71590baf4cf7 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Unset dirty status for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:53.766825 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bd23e04a-5195-43c1-9680-71590baf4cf7 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3529162 Apr 23 09:16:53.767040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1674b8c5-1272-4f77-bd21-b9efe09df5c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:53.768702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35692) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:53.781744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-96001a45-b6f2-4f22-8d08-fc353cfaf506 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Request body: {'security_group': {'name': 'tempest-secgroup--1369892895'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:53.782392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:53.785481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:53.789052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:16:53.796372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=ef58801e-14ec-42f0-8f53-fce0477e8ee6,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:53.800030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-96001a45-b6f2-4f22-8d08-fc353cfaf506 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:53.826100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-96001a45-b6f2-4f22-8d08-fc353cfaf506 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:53.831431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:53.831650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-48494cd4-545a-44bf-81d1-88620ca0ce86 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8::1 (bb316f39-4b0e-43f1-8f3e-34646815cee0/0559a89e-5539-47f7-a0cd-448e468169f4/481d272b-d569-4958-90d3-417a7da64d8f) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:16:53.831767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-432054ef-8734-4dab-8a88-e67f0a3093b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:53.877169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96001a45-b6f2-4f22-8d08-fc353cfaf506 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:53.882154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1674b8c5-1272-4f77-bd21-b9efe09df5c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Transition to ACTIVE for port object 322616a1-9fd3-48e8-831e-b2e860fbeaa0 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:53.972878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bc20cb3-b048-4aa5-a407-88109b1d7a3e req-e8ee49ec-dfda-4d35-9e6a-a09e34c8ff09 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:16:53.988287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Pushing event updated for resources: {'Port': ['ID=bf9bd09e-be8a-4182-a517-acb71eee6c40,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:53.991480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f128c4bc-07e4-4258-8aa0-e97a4a4a3883 None None] Sync routers for ids ['8b2e7ab3-4566-4db9-82ed-58910be54bc0'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:16:53.993640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-96001a45-b6f2-4f22-8d08-fc353cfaf506 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:53.999701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:54.003135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-96001a45-b6f2-4f22-8d08-fc353cfaf506 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Usage tracker for resource:security_group_rule and tenant:e5be2d5c678c4b5ea99aa406a4d5d93f is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:54.003326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Attempting to bind port bf9bd09e-be8a-4182-a517-acb71eee6c40 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:16:54.003749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Attempting to bind port bf9bd09e-be8a-4182-a517-acb71eee6c40 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:16:54.004163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Attempting to bind port bf9bd09e-be8a-4182-a517-acb71eee6c40 on network bb316f39-4b0e-43f1-8f3e-34646815cee0 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:16:54.009658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f128c4bc-07e4-4258-8aa0-e97a4a4a3883 None None] Routers {'8b2e7ab3-4566-4db9-82ed-58910be54bc0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:54.010383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f128c4bc-07e4-4258-8aa0-e97a4a4a3883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8b2e7ab3-4566-4db9-82ed-58910be54bc0'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:54.015114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-96001a45-b6f2-4f22-8d08-fc353cfaf506 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:54.026260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-96001a45-b6f2-4f22-8d08-fc353cfaf506 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:54.081950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:16:54.082396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Checking segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:16:54.083154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:54.083309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Bound using segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:16:54.083787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Bound port: bf9bd09e-be8a-4182-a517-acb71eee6c40, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:16:54.084732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:54.097733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-48494cd4-545a-44bf-81d1-88620ca0ce86 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:54.124557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-48494cd4-545a-44bf-81d1-88620ca0ce86 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Transition to ACTIVE for port object 481d272b-d569-4958-90d3-417a7da64d8f will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:54.176308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96001a45-b6f2-4f22-8d08-fc353cfaf506 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:54.192041 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8965767c-93a7-467f-a491-04de41ddc9f3 req-578e2d28-b222-43eb-bdc7-dc90101cdd6c tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 210 time: 0.2249055 Apr 23 09:16:54.213701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96001a45-b6f2-4f22-8d08-fc353cfaf506 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:54.233598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc20cb3-b048-4aa5-a407-88109b1d7a3e req-e8ee49ec-dfda-4d35-9e6a-a09e34c8ff09 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] No DVR routers for this DVR port 604ea667-2571-4657-a201-16fcd36200b4 on host hv-neutron-7864 {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:16:54.244879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9bc20cb3-b048-4aa5-a407-88109b1d7a3e req-e8ee49ec-dfda-4d35-9e6a-a09e34c8ff09 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:54.248985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b23bf57-d61b-4c40-9a0a-32ef072ca07c', 'name': 'network-vif-deleted', 'tag': '604ea667-2571-4657-a201-16fcd36200b4'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:16:54.254750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-95f4e4cb-f7f6-44eb-80e7-d74a75440ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:54.265323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-48494cd4-545a-44bf-81d1-88620ca0ce86 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:54.302677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96001a45-b6f2-4f22-8d08-fc353cfaf506 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:54.307044 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-96001a45-b6f2-4f22-8d08-fc353cfaf506 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5345285 Apr 23 09:16:54.309890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35700) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:54.317477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9361ed9e-b64e-4a61-9624-38db812a85a5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Request body: {'security_group_rule': {'security_group_id': '14eded5d-4ba0-4563-b66c-3d811a361550', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:54.324799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48494cd4-545a-44bf-81d1-88620ca0ce86 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:54.326155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96001a45-b6f2-4f22-8d08-fc353cfaf506 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14eded5d-4ba0-4563-b66c-3d811a361550,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:54.329818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-96001a45-b6f2-4f22-8d08-fc353cfaf506 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:54.332114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a8980671-d029-4e4e-8278-cc546c33e7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:54.335935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-4fcc59db-5162-4840-b4e2-b32b526ee797 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Allocated IP 172.20.0.1 (8a19d36e-82b0-46df-9430-75d53e81ef0c/48f9f68d-463f-4367-bf05-c0e1d1aa6ce9/11a95198-8d63-4a4c-81f4-b97f77d548ce) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:16:54.410225 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b23bf57-d61b-4c40-9a0a-32ef072ca07c', 'name': 'network-vif-deleted', 'tag': '604ea667-2571-4657-a201-16fcd36200b4', 'status': 'completed', 'code': 200} Apr 23 09:16:54.421776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1674b8c5-1272-4f77-bd21-b9efe09df5c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:54.433590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-48494cd4-545a-44bf-81d1-88620ca0ce86 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:54.434391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0ece9083-9b17-4859-aaf3-28bf8a97f77d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:54.437032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48494cd4-545a-44bf-81d1-88620ca0ce86 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:16:54.437613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-48494cd4-545a-44bf-81d1-88620ca0ce86 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:54.442526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9361ed9e-b64e-4a61-9624-38db812a85a5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:54.447517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9361ed9e-b64e-4a61-9624-38db812a85a5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Usage tracker for resource:security_group_rule and tenant:e5be2d5c678c4b5ea99aa406a4d5d93f is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:54.451526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9361ed9e-b64e-4a61-9624-38db812a85a5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:54.461882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-f128c4bc-07e4-4258-8aa0-e97a4a4a3883 None None] Set router 8b2e7ab3-4566-4db9-82ed-58910be54bc0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:16:54.473033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9361ed9e-b64e-4a61-9624-38db812a85a5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:54.486913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48494cd4-545a-44bf-81d1-88620ca0ce86 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=481d272b-d569-4958-90d3-417a7da64d8f,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:54.501403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-48494cd4-545a-44bf-81d1-88620ca0ce86 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:54.523967 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9bc20cb3-b048-4aa5-a407-88109b1d7a3e req-e8ee49ec-dfda-4d35-9e6a-a09e34c8ff09 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.35 "DELETE /v2.0/ports/604ea667-2571-4657-a201-16fcd36200b4 HTTP/1.1" status: 204 len: 173 time: 5.9501421 Apr 23 09:16:54.533031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1674b8c5-1272-4f77-bd21-b9efe09df5c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 943ec97a-d2f5-464d-9990-ac82a33a4f56 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:54.554713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-1674b8c5-1272-4f77-bd21-b9efe09df5c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:54.555165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9361ed9e-b64e-4a61-9624-38db812a85a5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:54.557895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1674b8c5-1272-4f77-bd21-b9efe09df5c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:16:54.688942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9361ed9e-b64e-4a61-9624-38db812a85a5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:54.780874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9361ed9e-b64e-4a61-9624-38db812a85a5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:54.788318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:54.802665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-48494cd4-545a-44bf-81d1-88620ca0ce86 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:54.818847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674b8c5-1272-4f77-bd21-b9efe09df5c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Port': ['ID=322616a1-9fd3-48e8-831e-b2e860fbeaa0,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:54.841939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1674b8c5-1272-4f77-bd21-b9efe09df5c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:54.895378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1674b8c5-1272-4f77-bd21-b9efe09df5c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:54.896122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c85ad6-c693-4d8e-949d-fcff9549e64f None None] Network 8a19d36e-82b0-46df-9430-75d53e81ef0c requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:54.908895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361ed9e-b64e-4a61-9624-38db812a85a5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c860c3-8844-4cfc-a276-9df030c83fdc,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:54.982077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4fcc59db-5162-4840-b4e2-b32b526ee797 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:55.002896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ef58801e-14ec-42f0-8f53-fce0477e8ee6 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:16:55.017389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4fcc59db-5162-4840-b4e2-b32b526ee797 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Transition to ACTIVE for port object 11a95198-8d63-4a4c-81f4-b97f77d548ce will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:55.023797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9361ed9e-b64e-4a61-9624-38db812a85a5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:55.089817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9361ed9e-b64e-4a61-9624-38db812a85a5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:55.091797 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9361ed9e-b64e-4a61-9624-38db812a85a5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7799642 Apr 23 09:16:55.097853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35706) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:55.181933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21c5a483-cf3a-4e41-bd15-ff7c057dec14 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:55.191962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-978ab92d-81e7-46c2-a275-dd35257da252 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:55.200963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-05b4ec61-0115-4200-aca5-6274d82b2578 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:55.219014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21c5a483-cf3a-4e41-bd15-ff7c057dec14 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:55.244042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b3587fea-64a9-4c57-99bd-64b15b4ce75e None None] Provisioning for port 862adb73-20bc-450f-bfcc-3d122b191df2 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:55.306060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4fcc59db-5162-4840-b4e2-b32b526ee797 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:55.310462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1674b8c5-1272-4f77-bd21-b9efe09df5c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:55.346723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ab92d-81e7-46c2-a275-dd35257da252 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Subnet': ['ID=19878be2-dbe8-423a-8bcc-e6cfd2ff68d8,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:55.352512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ab92d-81e7-46c2-a275-dd35257da252 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Checking segment: {'id': '5aea6252-ebb2-451a-8360-5f4f20ac03ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '606af59e-b769-4353-b6b2-42ca9f97789f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:16:55.352919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978ab92d-81e7-46c2-a275-dd35257da252 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network hostable DHCP agents. Network: 606af59e-b769-4353-b6b2-42ca9f97789f, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:16:55.363078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-978ab92d-81e7-46c2-a275-dd35257da252 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:55.367349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-95116e52-b194-42c9-b2f5-60dce01e34ab tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:55.460865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcc59db-5162-4840-b4e2-b32b526ee797 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Network 8a19d36e-82b0-46df-9430-75d53e81ef0c is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:55.470595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] For port bf9bd09e-be8a-4182-a517-acb71eee6c40, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:16:55.476814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-4fcc59db-5162-4840-b4e2-b32b526ee797 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:55.485266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcc59db-5162-4840-b4e2-b32b526ee797 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:16:55.514550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port ef58801e-14ec-42f0-8f53-fce0477e8ee6 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:55.514954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:55.558483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4fcc59db-5162-4840-b4e2-b32b526ee797 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:55.576417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] For port bf9bd09e-be8a-4182-a517-acb71eee6c40, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=bf9bd09e-be8a-4182-a517-acb71eee6c40,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:16:55.606975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a6c53c1a-0ad2-4a2a-b07e-c4a4b993ba94 None None] Provisioning for port 322616a1-9fd3-48e8-831e-b2e860fbeaa0 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:55.623448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a6c53c1a-0ad2-4a2a-b07e-c4a4b993ba94 None None] Provisioning complete for port 322616a1-9fd3-48e8-831e-b2e860fbeaa0 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:55.624027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a6c53c1a-0ad2-4a2a-b07e-c4a4b993ba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:55.673652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f128c4bc-07e4-4258-8aa0-e97a4a4a3883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'name': 'tempest-ServerActionsTestJSON-1680747807-router', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:07Z', 'updated_at': '2021-04-23T09:11:20Z', 'revision_number': 4, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'gw_port': {'id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:48:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:08Z', 'updated_at': '2021-04-23T09:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '0169da3c-0585-4c4c-b80f-d86777244ed8', 'name': '', 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'mac_address': 'fa:16:3e:51:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e93f7937-3608-4a50-b4a7-cc289ad239de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:17Z', 'updated_at': '2021-04-23T09:11:31Z', 'revision_number': 5, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'subnets': [{'id': 'e93f7937-3608-4a50-b4a7-cc289ad239de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:55.676974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:55.689822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c606a9d7-1f6b-4665-84e2-fc9b927756d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:55.694720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc59db-5162-4840-b4e2-b32b526ee797 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Pushing event updated for resources: {'Port': ['ID=11a95198-8d63-4a4c-81f4-b97f77d548ce,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:55.752681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f128c4bc-07e4-4258-8aa0-e97a4a4a3883 None None] Checking router: 8b2e7ab3-4566-4db9-82ed-58910be54bc0 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:16:55.776740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21c5a483-cf3a-4e41-bd15-ff7c057dec14 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:55.798775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-841a2d07-170b-41b8-ae61-4ed639bf9b36 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:55.856013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a6c53c1a-0ad2-4a2a-b07e-c4a4b993ba94 None None] Port 322616a1-9fd3-48e8-831e-b2e860fbeaa0 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:16:55.868197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f128c4bc-07e4-4258-8aa0-e97a4a4a3883 None None] Routers {'8b2e7ab3-4566-4db9-82ed-58910be54bc0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:55.868410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5a483-cf3a-4e41-bd15-ff7c057dec14 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1c860c3-8844-4cfc-a276-9df030c83fdc,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:55.869362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f128c4bc-07e4-4258-8aa0-e97a4a4a3883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8b2e7ab3-4566-4db9-82ed-58910be54bc0'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:55.872906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-21c5a483-cf3a-4e41-bd15-ff7c057dec14 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:55.874016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21c5a483-cf3a-4e41-bd15-ff7c057dec14 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:55.875304 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-21c5a483-cf3a-4e41-bd15-ff7c057dec14 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/e1c860c3-8844-4cfc-a276-9df030c83fdc HTTP/1.1" status: 204 len: 168 time: 0.7763376 Apr 23 09:16:55.888872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35714) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:55.988875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ca104399-bbae-4ce7-96ea-4d1171bf654b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Synchronizing usage tracker for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:56.007957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-48494cd4-545a-44bf-81d1-88620ca0ce86 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:56.101408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Pushing event updated for resources: {'Port': ['ID=bf9bd09e-be8a-4182-a517-acb71eee6c40,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:56.114786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:56.124514 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6279cca2-e4a9-44f6-aae8-c6f2f5977a2c req-de25779b-fe68-4d76-bf6c-6bbfead32236 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b23bf57-d61b-4c40-9a0a-32ef072ca07c HTTP/1.1" status: 200 len: 210 time: 0.4133396 Apr 23 09:16:56.132882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ca104399-bbae-4ce7-96ea-4d1171bf654b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Unset dirty status for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:56.141055 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ca104399-bbae-4ce7-96ea-4d1171bf654b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2509234 Apr 23 09:16:56.143051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-48494cd4-545a-44bf-81d1-88620ca0ce86 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:56.144210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-48494cd4-545a-44bf-81d1-88620ca0ce86 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:56.146306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 862adb73-20bc-450f-bfcc-3d122b191df2 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:16:56.154543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35720) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:56.156400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2b36c41f-c804-4b68-b71b-ace10335b2be tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:56.250114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4fcc59db-5162-4840-b4e2-b32b526ee797 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.883s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:56.261342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978ab92d-81e7-46c2-a275-dd35257da252 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 606af59e-b769-4353-b6b2-42ca9f97789f is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:16:56.347460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-f128c4bc-07e4-4258-8aa0-e97a4a4a3883 None None] Set router 8b2e7ab3-4566-4db9-82ed-58910be54bc0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:16:56.362967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-978ab92d-81e7-46c2-a275-dd35257da252 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 606af59e-b769-4353-b6b2-42ca9f97789f) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:56.432205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c012092d-d96f-4c11-b921-970d48cedfd5 None None] Network 606af59e-b769-4353-b6b2-42ca9f97789f requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:16:56.449517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48494cd4-545a-44bf-81d1-88620ca0ce86 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=481d272b-d569-4958-90d3-417a7da64d8f,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:56.456947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-48494cd4-545a-44bf-81d1-88620ca0ce86 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:56.503171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-669e8e1b-efdc-4b7b-87fd-c7630b07c804 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:56.524294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4fcc59db-5162-4840-b4e2-b32b526ee797 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:56.536134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978ab92d-81e7-46c2-a275-dd35257da252 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:56.536812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-978ab92d-81e7-46c2-a275-dd35257da252 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:56.554973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-669e8e1b-efdc-4b7b-87fd-c7630b07c804 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:56.663505 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-978ab92d-81e7-46c2-a275-dd35257da252 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.6524849 Apr 23 09:16:56.663874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48494cd4-545a-44bf-81d1-88620ca0ce86 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:56.663874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-48494cd4-545a-44bf-81d1-88620ca0ce86 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:56.665962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35724) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:56.683845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e5f809f1-def5-4051-a019-1b956cc0bca3 None None] Provisioning for port 11a95198-8d63-4a4c-81f4-b97f77d548ce completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:56.725289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e5f809f1-def5-4051-a019-1b956cc0bca3 None None] Provisioning complete for port 11a95198-8d63-4a4c-81f4-b97f77d548ce triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:56.725710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e5f809f1-def5-4051-a019-1b956cc0bca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:56.744857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f07832e7-10cc-4bba-ad88-9c25b13ce061 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1357170899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:56.799008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-669e8e1b-efdc-4b7b-87fd-c7630b07c804 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:56.803791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:56.823691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f07832e7-10cc-4bba-ad88-9c25b13ce061 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:56.829345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e8e1b-efdc-4b7b-87fd-c7630b07c804 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14eded5d-4ba0-4563-b66c-3d811a361550,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:56.832130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-669e8e1b-efdc-4b7b-87fd-c7630b07c804 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:56.843862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f07832e7-10cc-4bba-ad88-9c25b13ce061 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:router and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:56.852251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f07832e7-10cc-4bba-ad88-9c25b13ce061 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:56.881883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f07832e7-10cc-4bba-ad88-9c25b13ce061 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:56.889194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1674b8c5-1272-4f77-bd21-b9efe09df5c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:56.913886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-669e8e1b-efdc-4b7b-87fd-c7630b07c804 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:56.915261 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-669e8e1b-efdc-4b7b-87fd-c7630b07c804 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "DELETE /v2.0/security-groups/14eded5d-4ba0-4563-b66c-3d811a361550 HTTP/1.1" status: 204 len: 168 time: 0.6650691 Apr 23 09:16:56.917979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35728) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:56.946674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f07832e7-10cc-4bba-ad88-9c25b13ce061 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:56.947923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f07832e7-10cc-4bba-ad88-9c25b13ce061 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:56.952508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1674b8c5-1272-4f77-bd21-b9efe09df5c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:56.976799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-06bd56a1-0584-4de8-9d6b-dcb5d59a482c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Synchronizing usage tracker for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:56.987577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:57.075986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 862adb73-20bc-450f-bfcc-3d122b191df2 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:57.082249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48494cd4-545a-44bf-81d1-88620ca0ce86 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Router e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:16:57.084686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-06bd56a1-0584-4de8-9d6b-dcb5d59a482c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Unset dirty status for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:57.090357 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-06bd56a1-0584-4de8-9d6b-dcb5d59a482c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1670394 Apr 23 09:16:57.093535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35732) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:57.097350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 862adb73-20bc-450f-bfcc-3d122b191df2 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:57.097494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:57.103610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5ccb479a-c715-4e6e-8247-a844d1f50145 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Request body: {'security_group': {'name': 'tempest-secgroup--1490035245'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:57.182614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f07832e7-10cc-4bba-ad88-9c25b13ce061 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:57.200403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e5f809f1-def5-4051-a019-1b956cc0bca3 None None] Port 11a95198-8d63-4a4c-81f4-b97f77d548ce cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:16:57.206576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674b8c5-1272-4f77-bd21-b9efe09df5c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Port': ['ID=322616a1-9fd3-48e8-831e-b2e860fbeaa0,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:57.209345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1674b8c5-1272-4f77-bd21-b9efe09df5c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:57.213795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1674b8c5-1272-4f77-bd21-b9efe09df5c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:57.403450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5ccb479a-c715-4e6e-8247-a844d1f50145 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:57.418215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f07832e7-10cc-4bba-ad88-9c25b13ce061 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:57.439411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35742) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:57.460669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48494cd4-545a-44bf-81d1-88620ca0ce86 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:16:57.471149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5ccb479a-c715-4e6e-8247-a844d1f50145 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:57.483127 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-48494cd4-545a-44bf-81d1-88620ca0ce86 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "PUT /v2.0/routers/e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9993582 Apr 23 09:16:57.489747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35746) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:57.492699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] Sync routers for ids ['e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:16:57.506956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] Routers {'e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:57.507869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:57.584582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f07832e7-10cc-4bba-ad88-9c25b13ce061 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:57.601844 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f07832e7-10cc-4bba-ad88-9c25b13ce061 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9322655 Apr 23 09:16:57.616734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35750) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:57.622398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce97b8c9-1fa3-4b91-82b0-b097ca75303e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:57.623373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ce97b8c9-1fa3-4b91-82b0-b097ca75303e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:16:57.628784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ccb479a-c715-4e6e-8247-a844d1f50145 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:57.641127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a7ff157e-877b-45be-9f71-150d473b4e7c tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'port': {'network_id': '606af59e-b769-4353-b6b2-42ca9f97789f', 'name': 'tempest-RoutersIpV6Test-349487217'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:57.659928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5ccb479a-c715-4e6e-8247-a844d1f50145 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:57.660218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9bb83224-12f0-4f6e-9dbb-c30950897d86 None None] Provisioning complete for port 11a95198-8d63-4a4c-81f4-b97f77d548ce triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:57.660585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9bb83224-12f0-4f6e-9dbb-c30950897d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:57.676409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5ccb479a-c715-4e6e-8247-a844d1f50145 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Usage tracker for resource:security_group_rule and tenant:e5be2d5c678c4b5ea99aa406a4d5d93f is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:57.680398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5ccb479a-c715-4e6e-8247-a844d1f50145 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:57.688792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] Set router e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:16:57.689627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5ccb479a-c715-4e6e-8247-a844d1f50145 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:57.728542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-606af59e-b769-4353-b6b2-42ca9f97789f', 'network_id': '606af59e-b769-4353-b6b2-42ca9f97789f', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'fixed_ips': [{'subnet_id': '19878be2-dbe8-423a-8bcc-e6cfd2ff68d8'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:16:57.729595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:57.732528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff249b08-483c-4295-ac2e-e5f75cf08890 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:57.763244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4fcc59db-5162-4840-b4e2-b32b526ee797 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:57.791880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:57.808574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ccb479a-c715-4e6e-8247-a844d1f50145 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:57.842125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ccb479a-c715-4e6e-8247-a844d1f50145 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:57.845785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1674b8c5-1272-4f77-bd21-b9efe09df5c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 943ec97a-d2f5-464d-9990-ac82a33a4f56 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:57.852543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9bb83224-12f0-4f6e-9dbb-c30950897d86 None None] Port 11a95198-8d63-4a4c-81f4-b97f77d548ce cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:16:57.858138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4fcc59db-5162-4840-b4e2-b32b526ee797 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:57.864291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2f496285-f11d-4305-afa1-2154826a3f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:57.887670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-1674b8c5-1272-4f77-bd21-b9efe09df5c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:57.900269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-91673d9f-93e1-4add-ae1e-71af38a4192e tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:57.930371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f128c4bc-07e4-4258-8aa0-e97a4a4a3883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'name': 'tempest-ServerActionsTestJSON-1680747807-router', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:07Z', 'updated_at': '2021-04-23T09:11:20Z', 'revision_number': 4, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'gw_port': {'id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:48:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:08Z', 'updated_at': '2021-04-23T09:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '0169da3c-0585-4c4c-b80f-d86777244ed8', 'name': '', 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'mac_address': 'fa:16:3e:51:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e93f7937-3608-4a50-b4a7-cc289ad239de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:17Z', 'updated_at': '2021-04-23T09:11:31Z', 'revision_number': 5, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'subnets': [{'id': 'e93f7937-3608-4a50-b4a7-cc289ad239de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:57.939071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 862adb73-20bc-450f-bfcc-3d122b191df2, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=862adb73-20bc-450f-bfcc-3d122b191df2,segment=NetworkSegment(b94fdfae-61c9-49fe-b6db-6e8c9823da74),segment_id=b94fdfae-61c9-49fe-b6db-6e8c9823da74)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:57.945772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f128c4bc-07e4-4258-8aa0-e97a4a4a3883 None None] The sync data for ids ['8b2e7ab3-4566-4db9-82ed-58910be54bc0'] in dv-neutron-786478-4-hyperv is: [{'id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'name': 'tempest-ServerActionsTestJSON-1680747807-router', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:07Z', 'updated_at': '2021-04-23T09:11:20Z', 'revision_number': 4, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'gw_port': {'id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:48:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:08Z', 'updated_at': '2021-04-23T09:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '0169da3c-0585-4c4c-b80f-d86777244ed8', 'name': '', 'network_id': 'f5f22f44-5dc5-4259-bb66-faeac2187f12', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'mac_address': 'fa:16:3e:51:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e93f7937-3608-4a50-b4a7-cc289ad239de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:17Z', 'updated_at': '2021-04-23T09:11:31Z', 'revision_number': 5, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'subnets': [{'id': 'e93f7937-3608-4a50-b4a7-cc289ad239de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:16:57.972039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb479a-c715-4e6e-8247-a844d1f50145 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=205304a7-78e4-4996-829d-fe369e014788,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:57.991860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ce97b8c9-1fa3-4b91-82b0-b097ca75303e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:16:57.995710 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ce97b8c9-1fa3-4b91-82b0-b097ca75303e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports/481d272b-d569-4958-90d3-417a7da64d8f HTTP/1.1" status: 200 len: 911 time: 0.5007300 Apr 23 09:16:57.995710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ccb479a-c715-4e6e-8247-a844d1f50145 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:58.002843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35754) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:58.103350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:58.124818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:58.131836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c', 'name': 'tempest-NetworksTestDHCPv6-router-1679459658', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:16:52Z', 'updated_at': '2021-04-23T09:16:54Z', 'revision_number': 2, 'project_id': 'b1b0c274266b4684858f0c7bad33ee66', 'gw_port_host': None, '_interfaces': [{'id': '481d272b-d569-4958-90d3-417a7da64d8f', 'name': '', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'mac_address': 'fa:16:3e:da:57:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '0559a89e-5539-47f7-a0cd-448e468169f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:16:53Z', 'updated_at': '2021-04-23T09:16:55Z', 'revision_number': 2, 'project_id': 'b1b0c274266b4684858f0c7bad33ee66', 'subnets': [{'id': '0559a89e-5539-47f7-a0cd-448e468169f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:58.141490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] Checking router: e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:16:58.141893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] Updating router e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c port 481d272b-d569-4958-90d3-417a7da64d8f binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:16:58.260475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff249b08-483c-4295-ac2e-e5f75cf08890 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:58.270628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:58.326329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ccb479a-c715-4e6e-8247-a844d1f50145 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:58.340660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-55ec4551-c4df-4024-8759-a80941bda42e None None] Provisioning for port bf9bd09e-be8a-4182-a517-acb71eee6c40 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:58.360264 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5ccb479a-c715-4e6e-8247-a844d1f50145 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2587266 Apr 23 09:16:58.364310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35760) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:58.381398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f690dd87-d8eb-45ff-b7b4-86ac2b504279 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Request body: {'security_group_rule': {'security_group_id': '205304a7-78e4-4996-829d-fe369e014788', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:16:58.383399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device bf9bd09e-be8a-4182-a517-acb71eee6c40 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:16:58.421793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f690dd87-d8eb-45ff-b7b4-86ac2b504279 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:58.453848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ceca22-b6e0-4421-8848-b78ebb3ffca1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:58.470790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ceca22-b6e0-4421-8848-b78ebb3ffca1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:16:58.477714 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-94ceca22-b6e0-4421-8848-b78ebb3ffca1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.4697316 Apr 23 09:16:58.483719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35764) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:58.493472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f690dd87-d8eb-45ff-b7b4-86ac2b504279 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Usage tracker for resource:security_group_rule and tenant:e5be2d5c678c4b5ea99aa406a4d5d93f is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:58.506622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4fcc59db-5162-4840-b4e2-b32b526ee797 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:58.528224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc59db-5162-4840-b4e2-b32b526ee797 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Pushing event updated for resources: {'Port': ['ID=11a95198-8d63-4a4c-81f4-b97f77d548ce,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:58.529814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Allocated IP 2001:db8::2 (606af59e-b769-4353-b6b2-42ca9f97789f/19878be2-dbe8-423a-8bcc-e6cfd2ff68d8/2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:16:58.566029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=862adb73-20bc-450f-bfcc-3d122b191df2,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:58.578378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:58.604733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5472d1ea-abbc-4ee5-b647-6ed8a0199485 None None] New status for floating IP c8fda4f3-9b0b-46f9-b3a1-0e45face60ff: DOWN {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:16:58.784135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:58.784531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4fcc59db-5162-4840-b4e2-b32b526ee797 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.884s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:58.811648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] Transition to ACTIVE for port object 481d272b-d569-4958-90d3-417a7da64d8f will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:58.859692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:58.865229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8170a89c-d0a0-47ca-98d8-4a1fcecfd489 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:58.896035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a7ff157e-877b-45be-9f71-150d473b4e7c tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:16:58.965103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff249b08-483c-4295-ac2e-e5f75cf08890 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:58.977836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a7ff157e-877b-45be-9f71-150d473b4e7c tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:port and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:16:58.983240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f2f80981-fab8-48f6-88b8-c5a2d0ddd4fb tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:58.987056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10ffb9-c72b-4fd1-bded-103e9ff76b2f None None] Pushing event updated for resources: {'Port': ['ID=481d272b-d569-4958-90d3-417a7da64d8f,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:59.002090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a7ff157e-877b-45be-9f71-150d473b4e7c tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:59.054167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff249b08-483c-4295-ac2e-e5f75cf08890 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e96e1b-3b73-4e39-b404-fa450d3f88f1,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:59.057077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ff249b08-483c-4295-ac2e-e5f75cf08890 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:59.058294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a7ff157e-877b-45be-9f71-150d473b4e7c tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:59.085329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f690dd87-d8eb-45ff-b7b4-86ac2b504279 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:16:59.088184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10ffb9-c72b-4fd1-bded-103e9ff76b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:59.088706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10ffb9-c72b-4fd1-bded-103e9ff76b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:59.089204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10ffb9-c72b-4fd1-bded-103e9ff76b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:59.090545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff249b08-483c-4295-ac2e-e5f75cf08890 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:59.091127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10ffb9-c72b-4fd1-bded-103e9ff76b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:59.091621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10ffb9-c72b-4fd1-bded-103e9ff76b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:59.091825 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ff249b08-483c-4295-ac2e-e5f75cf08890 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "DELETE /v2.0/security-groups/16e96e1b-3b73-4e39-b404-fa450d3f88f1 HTTP/1.1" status: 204 len: 168 time: 1.6497090 Apr 23 09:16:59.092306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10ffb9-c72b-4fd1-bded-103e9ff76b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:59.097133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35768) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:59.097740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10ffb9-c72b-4fd1-bded-103e9ff76b2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:59.098260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10ffb9-c72b-4fd1-bded-103e9ff76b2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:59.098791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10ffb9-c72b-4fd1-bded-103e9ff76b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:59.099292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10ffb9-c72b-4fd1-bded-103e9ff76b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:59.100021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10ffb9-c72b-4fd1-bded-103e9ff76b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:59.100560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10ffb9-c72b-4fd1-bded-103e9ff76b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:16:59.126584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d10ffb9-c72b-4fd1-bded-103e9ff76b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:59.138657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f690dd87-d8eb-45ff-b7b4-86ac2b504279 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:16:59.143003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2040879a-f870-493e-b756-480e845f5cbc None None] Provisioning for port 481d272b-d569-4958-90d3-417a7da64d8f completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:59.198871 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-91afe842-284c-4f2a-9a59-f1665b3b6f80 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] show failed (client error): The resource could not be found. Apr 23 09:16:59.200445 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-91afe842-284c-4f2a-9a59-f1665b3b6f80 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "GET /v2.0/security-groups/16e96e1b-3b73-4e39-b404-fa450d3f88f1 HTTP/1.1" status: 404 len: 347 time: 0.0807412 Apr 23 09:16:59.244457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35772) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:16:59.245310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ff157e-877b-45be-9f71-150d473b4e7c tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Made reservation on behalf of 6a7817c6b9664b5898a398d7ccbe4c15 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:16:59.254567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2040879a-f870-493e-b756-480e845f5cbc None None] Provisioning complete for port 322616a1-9fd3-48e8-831e-b2e860fbeaa0 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:59.258124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2040879a-f870-493e-b756-480e845f5cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:59.261174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a7ff157e-877b-45be-9f71-150d473b4e7c tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:59.301841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] Attempting to bind port 481d272b-d569-4958-90d3-417a7da64d8f on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:16:59.302595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] Attempting to bind port 481d272b-d569-4958-90d3-417a7da64d8f by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:16:59.303943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] Attempting to bind port 481d272b-d569-4958-90d3-417a7da64d8f on network bb316f39-4b0e-43f1-8f3e-34646815cee0 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:16:59.311332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:16:59.311996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] Checking segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:16:59.312596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:59.313204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] Bound using segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:16:59.314013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] Bound port: 481d272b-d569-4958-90d3-417a7da64d8f, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:16:59.314684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:59.342829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f690dd87-d8eb-45ff-b7b4-86ac2b504279 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:59.357673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2040879a-f870-493e-b756-480e845f5cbc None None] Port 322616a1-9fd3-48e8-831e-b2e860fbeaa0 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:16:59.363077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port bf9bd09e-be8a-4182-a517-acb71eee6c40 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:16:59.385886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port bf9bd09e-be8a-4182-a517-acb71eee6c40 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:16:59.386332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:59.429018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] For port 481d272b-d569-4958-90d3-417a7da64d8f, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:16:59.432709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] For port 481d272b-d569-4958-90d3-417a7da64d8f, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=481d272b-d569-4958-90d3-417a7da64d8f,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:16:59.464388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcc59db-5162-4840-b4e2-b32b526ee797 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Network 8a19d36e-82b0-46df-9430-75d53e81ef0c is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:59.467466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-a7ff157e-877b-45be-9f71-150d473b4e7c tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] device_id is not set on port cbf48044-cfb8-47bb-b9a8-956b04b97d4c yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:16:59.482449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:59.493324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:59.518360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-4fcc59db-5162-4840-b4e2-b32b526ee797 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:59.583359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9871de7e-7fd5-4b2b-a171-ad4265dcaaa3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:59.641221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1674b8c5-1272-4f77-bd21-b9efe09df5c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Router e2f93b80-d956-463e-81ca-8285196c7cd7 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:16:59.651633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10ffb9-c72b-4fd1-bded-103e9ff76b2f None None] Pushing event updated for resources: {'Port': ['ID=481d272b-d569-4958-90d3-417a7da64d8f,revision_number=4']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:16:59.659323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d10ffb9-c72b-4fd1-bded-103e9ff76b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:16:59.685151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] Routers {'e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:16:59.686006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:16:59.688565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:59.728729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Transition to ACTIVE for port object 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:59.757644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:59.829307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Transition to ACTIVE for port object 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:16:59.853575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port bf9bd09e-be8a-4182-a517-acb71eee6c40, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=bf9bd09e-be8a-4182-a517-acb71eee6c40,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:16:59.865751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:59.881800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8c08b2dc-0203-4e54-bbce-e636dddd328a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:16:59.920168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f690dd87-d8eb-45ff-b7b4-86ac2b504279 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:59.972751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f690dd87-d8eb-45ff-b7b4-86ac2b504279 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:59.982300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:16:59.987316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Network 606af59e-b769-4353-b6b2-42ca9f97789f is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:16:59.996545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:16:59.999572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:17:00.001647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65670abf-3aff-4e1d-9106-836273c3f25c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:00.022657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0cffffb8-e0f5-4d90-9e0e-dc953c8d5aeb None None] Provisioning complete for port 11a95198-8d63-4a4c-81f4-b97f77d548ce triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:00.023086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0cffffb8-e0f5-4d90-9e0e-dc953c8d5aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:00.027298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690dd87-d8eb-45ff-b7b4-86ac2b504279 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=522ed656-b569-4e70-8766-7f1a497cc4f5,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:00.046077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f690dd87-d8eb-45ff-b7b4-86ac2b504279 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:00.128997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0cffffb8-e0f5-4d90-9e0e-dc953c8d5aeb None None] Port 11a95198-8d63-4a4c-81f4-b97f77d548ce cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:17:00.156022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] Set router e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:17:00.181135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Pushing event updated for resources: {'Port': ['ID=2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:00.189035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:00.197031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-21af2c4a-1309-4b61-af2f-099fa381f2d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:00.231721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f690dd87-d8eb-45ff-b7b4-86ac2b504279 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:00.235986 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f690dd87-d8eb-45ff-b7b4-86ac2b504279 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8657110 Apr 23 09:17:00.239101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35778) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:00.262773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 862adb73-20bc-450f-bfcc-3d122b191df2 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:17:00.269625 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-55a335f6-fdbc-44ae-a78c-c37fc0346c41 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-group-rules/522ed656-b569-4e70-8766-7f1a497cc4f5 HTTP/1.1" status: 200 len: 763 time: 0.0221548 Apr 23 09:17:00.300471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35782) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:00.359340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Attempting to bind port 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:17:00.359762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Attempting to bind port 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '5aea6252-ebb2-451a-8360-5f4f20ac03ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '606af59e-b769-4353-b6b2-42ca9f97789f'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:17:00.360184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Attempting to bind port 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f on network 606af59e-b769-4353-b6b2-42ca9f97789f {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:17:00.386910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-34ad951f-55f5-492a-bc89-c22ed7533189 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Synchronizing usage tracker for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:00.414282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9871de7e-7fd5-4b2b-a171-ad4265dcaaa3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting port 481d272b-d569-4958-90d3-417a7da64d8f {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:00.414753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9871de7e-7fd5-4b2b-a171-ad4265dcaaa3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:00.442152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-34ad951f-55f5-492a-bc89-c22ed7533189 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Unset dirty status for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:00.446388 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-34ad951f-55f5-492a-bc89-c22ed7533189 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1421752 Apr 23 09:17:00.468039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35786) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:00.576036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1674b8c5-1272-4f77-bd21-b9efe09df5c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:17:00.591348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f85b014e-19c7-41f4-9bd4-e3f4d8935d67 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:00.591623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4aaa20-25e6-4ec6-b287-2173c5ebe180 None None] Sync routers for ids ['e2f93b80-d956-463e-81ca-8285196c7cd7'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:17:00.611221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4aaa20-25e6-4ec6-b287-2173c5ebe180 None None] Routers {'e2f93b80-d956-463e-81ca-8285196c7cd7'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:00.611942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0d4aaa20-25e6-4ec6-b287-2173c5ebe180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['e2f93b80-d956-463e-81ca-8285196c7cd7'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:00.615920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f85b014e-19c7-41f4-9bd4-e3f4d8935d67 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:00.660520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:17:00.661202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Checking segment: {'id': '5aea6252-ebb2-451a-8360-5f4f20ac03ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '606af59e-b769-4353-b6b2-42ca9f97789f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:17:00.661989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:00.663160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Bound using segment: {'id': '5aea6252-ebb2-451a-8360-5f4f20ac03ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '606af59e-b769-4353-b6b2-42ca9f97789f'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:17:00.664176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Bound port: 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aea6252-ebb2-451a-8360-5f4f20ac03ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '606af59e-b769-4353-b6b2-42ca9f97789f'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:17:00.664784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:00.670305 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1674b8c5-1272-4f77-bd21-b9efe09df5c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/routers/e2f93b80-d956-463e-81ca-8285196c7cd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7866662 Apr 23 09:17:00.674454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35790) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:00.690646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0d4aaa20-25e6-4ec6-b287-2173c5ebe180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:00.694438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9871de7e-7fd5-4b2b-a171-ad4265dcaaa3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] For port 481d272b-d569-4958-90d3-417a7da64d8f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=481d272b-d569-4958-90d3-417a7da64d8f,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:00.694940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9871de7e-7fd5-4b2b-a171-ad4265dcaaa3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:00.700774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 862adb73-20bc-450f-bfcc-3d122b191df2 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:00.701212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:00.710600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4aaa20-25e6-4ec6-b287-2173c5ebe180 None None] Routers {'e2f93b80-d956-463e-81ca-8285196c7cd7'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:00.711209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0d4aaa20-25e6-4ec6-b287-2173c5ebe180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['e2f93b80-d956-463e-81ca-8285196c7cd7'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:00.733644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=bf9bd09e-be8a-4182-a517-acb71eee6c40,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:00.747667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:00.776543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdeb961-a12d-4c6e-9ae0-b42ea0e552e9 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:00.777215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3cdeb961-a12d-4c6e-9ae0-b42ea0e552e9 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Synchronizing usage tracker for tenant:28923eac46964204bb78aee0456d0ac1 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:00.785740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0d4aaa20-25e6-4ec6-b287-2173c5ebe180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:00.786191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4aaa20-25e6-4ec6-b287-2173c5ebe180 None None] The sync data for ids ['e2f93b80-d956-463e-81ca-8285196c7cd7'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:17:00.795300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c', 'name': 'tempest-NetworksTestDHCPv6-router-1679459658', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:16:52Z', 'updated_at': '2021-04-23T09:16:54Z', 'revision_number': 2, 'project_id': 'b1b0c274266b4684858f0c7bad33ee66', 'gw_port_host': None, '_interfaces': [{'id': '481d272b-d569-4958-90d3-417a7da64d8f', 'name': '', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'mac_address': 'fa:16:3e:da:57:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '0559a89e-5539-47f7-a0cd-448e468169f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:16:53Z', 'updated_at': '2021-04-23T09:16:59Z', 'revision_number': 4, 'project_id': 'b1b0c274266b4684858f0c7bad33ee66', 'subnets': [{'id': '0559a89e-5539-47f7-a0cd-448e468169f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:00.802359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1d49fd-5a82-451f-950e-0dadcfeb0ec7 None None] The sync data for ids ['e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c'] in dv-neutron-786478-4-hyperv is: [{'id': 'e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c', 'name': 'tempest-NetworksTestDHCPv6-router-1679459658', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:16:52Z', 'updated_at': '2021-04-23T09:16:54Z', 'revision_number': 2, 'project_id': 'b1b0c274266b4684858f0c7bad33ee66', 'gw_port_host': None, '_interfaces': [{'id': '481d272b-d569-4958-90d3-417a7da64d8f', 'name': '', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'mac_address': 'fa:16:3e:da:57:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '0559a89e-5539-47f7-a0cd-448e468169f4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:16:53Z', 'updated_at': '2021-04-23T09:16:59Z', 'revision_number': 4, 'project_id': 'b1b0c274266b4684858f0c7bad33ee66', 'subnets': [{'id': '0559a89e-5539-47f7-a0cd-448e468169f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:17:00.864810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] For port 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:17:00.868382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] For port 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f,segment=NetworkSegment(5aea6252-ebb2-451a-8360-5f4f20ac03ba),segment_id=5aea6252-ebb2-451a-8360-5f4f20ac03ba)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:17:00.868787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a7ff157e-877b-45be-9f71-150d473b4e7c tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Allocated IP 2001:db8::111 (606af59e-b769-4353-b6b2-42ca9f97789f/19878be2-dbe8-423a-8bcc-e6cfd2ff68d8/cbf48044-cfb8-47bb-b9a8-956b04b97d4c) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:00.874163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9871de7e-7fd5-4b2b-a171-ad4265dcaaa3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Calling delete_port for 481d272b-d569-4958-90d3-417a7da64d8f owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:00.894855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:00.906490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-17fecb83-a986-460a-9595-f3d4202ac62f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:00.990014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3cdeb961-a12d-4c6e-9ae0-b42ea0e552e9 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Unset dirty status for tenant:28923eac46964204bb78aee0456d0ac1 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:00.995493 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3cdeb961-a12d-4c6e-9ae0-b42ea0e552e9 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/ports/322616a1-9fd3-48e8-831e-b2e860fbeaa0 HTTP/1.1" status: 200 len: 910 time: 0.3128307 Apr 23 09:17:01.000129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35796) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:01.010882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f85b014e-19c7-41f4-9bd4-e3f4d8935d67 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:01.014607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-55a24e5b-6df4-461a-9a65-e8bee5a3588f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '44c39341-45a1-44ae-9545-0bb5bb64aae9'}]}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:01.026564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:01.052146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b014e-19c7-41f4-9bd4-e3f4d8935d67 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=522ed656-b569-4e70-8766-7f1a497cc4f5,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:01.055374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f85b014e-19c7-41f4-9bd4-e3f4d8935d67 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:01.073274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Pushing event updated for resources: {'Port': ['ID=2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:01.092209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:01.093239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b71888bd-cbab-48a1-8d22-3e7441b69cc9 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Deleting port bd34d60c-d01c-4a23-b842-49129a0028c3 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:01.093630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b71888bd-cbab-48a1-8d22-3e7441b69cc9 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:01.100364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f85b014e-19c7-41f4-9bd4-e3f4d8935d67 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:01.101614 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f85b014e-19c7-41f4-9bd4-e3f4d8935d67 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/522ed656-b569-4e70-8766-7f1a497cc4f5 HTTP/1.1" status: 204 len: 168 time: 0.6325142 Apr 23 09:17:01.102566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9871de7e-7fd5-4b2b-a171-ad4265dcaaa3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:01.112353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35800) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:01.113128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-48494cd4-545a-44bf-81d1-88620ca0ce86 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:01.182528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871de7e-7fd5-4b2b-a171-ad4265dcaaa3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Port': ['ID=481d272b-d569-4958-90d3-417a7da64d8f,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:01.185256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9871de7e-7fd5-4b2b-a171-ad4265dcaaa3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:01.237675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcc59db-5162-4840-b4e2-b32b526ee797 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Router aec66202-fe33-4755-bac7-59da3b889f82 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:17:01.711789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a7ff157e-877b-45be-9f71-150d473b4e7c tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:01.732920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b71888bd-cbab-48a1-8d22-3e7441b69cc9 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:01.733233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b71888bd-cbab-48a1-8d22-3e7441b69cc9 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:01.778396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9871de7e-7fd5-4b2b-a171-ad4265dcaaa3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:01.792495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e60d09c3-9de5-4855-b073-5f4efd2c72f8 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Synchronizing usage tracker for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:01.875465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a7ff157e-877b-45be-9f71-150d473b4e7c tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Transition to ACTIVE for port object cbf48044-cfb8-47bb-b9a8-956b04b97d4c will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:01.942825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e60d09c3-9de5-4855-b073-5f4efd2c72f8 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Unset dirty status for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:01.947458 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e60d09c3-9de5-4855-b073-5f4efd2c72f8 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7978981 Apr 23 09:17:01.954558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35804) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:01.966657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b71888bd-cbab-48a1-8d22-3e7441b69cc9 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Calling delete_port for bd34d60c-d01c-4a23-b842-49129a0028c3 owned by network:floatingip {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:01.991410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f73b7713-0764-4a90-8347-2a68f6ed13d2 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Request body: {'security_group_rule': {'security_group_id': '205304a7-78e4-4996-829d-fe369e014788', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:02.017150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-55a24e5b-6df4-461a-9a65-e8bee5a3588f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:02.035618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcc59db-5162-4840-b4e2-b32b526ee797 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:17:02.038782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f73b7713-0764-4a90-8347-2a68f6ed13d2 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:02.048936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2647d1c-72fb-499f-8e69-ff5e10e93974 None None] Sync routers for ids ['aec66202-fe33-4755-bac7-59da3b889f82'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:17:02.060726 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4fcc59db-5162-4840-b4e2-b32b526ee797 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] 10.222.0.60 "PUT /v2.0/routers/aec66202-fe33-4755-bac7-59da3b889f82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0524983 Apr 23 09:17:02.060726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f73b7713-0764-4a90-8347-2a68f6ed13d2 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:02.061027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2647d1c-72fb-499f-8e69-ff5e10e93974 None None] Routers {'aec66202-fe33-4755-bac7-59da3b889f82'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:02.061674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d2647d1c-72fb-499f-8e69-ff5e10e93974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['aec66202-fe33-4755-bac7-59da3b889f82'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:02.065951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35810) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:02.120343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-382f6f0d-824d-4e4a-ad58-26abe36473d9 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Request body: {'port': {'network_id': '8a19d36e-82b0-46df-9430-75d53e81ef0c', 'name': 'tempest-FloatingIPNegativeTestJSON-650784464'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:02.130464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9871de7e-7fd5-4b2b-a171-ad4265dcaaa3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Router e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:17:02.135689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d2647d1c-72fb-499f-8e69-ff5e10e93974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:02.148114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2647d1c-72fb-499f-8e69-ff5e10e93974 None None] Routers {'aec66202-fe33-4755-bac7-59da3b889f82'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:02.148584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d2647d1c-72fb-499f-8e69-ff5e10e93974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['aec66202-fe33-4755-bac7-59da3b889f82'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:02.222343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d2647d1c-72fb-499f-8e69-ff5e10e93974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:02.222795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2647d1c-72fb-499f-8e69-ff5e10e93974 None None] The sync data for ids ['aec66202-fe33-4755-bac7-59da3b889f82'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:17:02.288902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a7ff157e-877b-45be-9f71-150d473b4e7c tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:02.318006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9871de7e-7fd5-4b2b-a171-ad4265dcaaa3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:17:02.324619 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9871de7e-7fd5-4b2b-a171-ad4265dcaaa3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "PUT /v2.0/routers/e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8365815 Apr 23 09:17:02.327332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35814) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:02.351176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:17:02.393684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c84eb217-15ad-41b6-bcba-723890e090bf tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:02.415638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaafc7ce-c751-48f4-9026-31b50ba97b5e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:02.418537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaafc7ce-c751-48f4-9026-31b50ba97b5e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:02.419571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aaafc7ce-c751-48f4-9026-31b50ba97b5e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:02.436932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aaafc7ce-c751-48f4-9026-31b50ba97b5e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:02.438197 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-aaafc7ce-c751-48f4-9026-31b50ba97b5e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1098411 Apr 23 09:17:02.446612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35818) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:02.459761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:02.479872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device bf9bd09e-be8a-4182-a517-acb71eee6c40 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:17:02.532653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f73b7713-0764-4a90-8347-2a68f6ed13d2 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:02.538876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa808968-9a76-4ebf-95de-4dc8e4d72c0b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet 0559a89e-5539-47f7-a0cd-448e468169f4 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:17:02.542929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa808968-9a76-4ebf-95de-4dc8e4d72c0b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:02.612087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa808968-9a76-4ebf-95de-4dc8e4d72c0b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:02.617429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port bf9bd09e-be8a-4182-a517-acb71eee6c40 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:02.618114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:02.688323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d61559c-4737-4fbc-8dfb-d3bc196f98da None None] Network 606af59e-b769-4353-b6b2-42ca9f97789f requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:02.719613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa808968-9a76-4ebf-95de-4dc8e4d72c0b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:02.860854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-459827e5-acb6-47d5-a472-0895ab11e9da None None] Provisioning for port 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:02.883592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-459827e5-acb6-47d5-a472-0895ab11e9da None None] Provisioning complete for port 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:02.883592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-459827e5-acb6-47d5-a472-0895ab11e9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:02.892035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ff157e-877b-45be-9f71-150d473b4e7c tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 606af59e-b769-4353-b6b2-42ca9f97789f is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:02.924354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a7ff157e-877b-45be-9f71-150d473b4e7c tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:02.947247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ff157e-877b-45be-9f71-150d473b4e7c tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:17:02.953426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ff157e-877b-45be-9f71-150d473b4e7c tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:02.954127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a7ff157e-877b-45be-9f71-150d473b4e7c tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:02.979376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff157e-877b-45be-9f71-150d473b4e7c tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Port': ['ID=cbf48044-cfb8-47bb-b9a8-956b04b97d4c,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:03.006735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a7ff157e-877b-45be-9f71-150d473b4e7c tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:03.071245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa808968-9a76-4ebf-95de-4dc8e4d72c0b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:03.076713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-90f35dd0-b1f2-4702-bf14-eb1283852e54 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:03.082975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-382f6f0d-824d-4e4a-ad58-26abe36473d9 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:03.099152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-382f6f0d-824d-4e4a-ad58-26abe36473d9 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Usage tracker for resource:port and tenant:0a4839a6c92648f387e2608b6c0e2bac is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:03.113084 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a7ff157e-877b-45be-9f71-150d473b4e7c tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.4913294 Apr 23 09:17:03.113084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-382f6f0d-824d-4e4a-ad58-26abe36473d9 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:03.122045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35822) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:03.142201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1888f2b4-d694-4086-9d26-7b7c994dc36a None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:03.166851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-382f6f0d-824d-4e4a-ad58-26abe36473d9 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:03.173194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f73b7713-0764-4a90-8347-2a68f6ed13d2 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:03.185039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-459827e5-acb6-47d5-a472-0895ab11e9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:03.207904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa808968-9a76-4ebf-95de-4dc8e4d72c0b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:03.210160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f73b7713-0764-4a90-8347-2a68f6ed13d2 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:03.224620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa808968-9a76-4ebf-95de-4dc8e4d72c0b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=0559a89e-5539-47f7-a0cd-448e468169f4,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:03.255070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:03.262450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382f6f0d-824d-4e4a-ad58-26abe36473d9 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Made reservation on behalf of 0a4839a6c92648f387e2608b6c0e2bac for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:03.268704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-382f6f0d-824d-4e4a-ad58-26abe36473d9 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:03.328743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b7713-0764-4a90-8347-2a68f6ed13d2 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98896a9-200e-41f3-9027-6ed3c2e2be5b,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:03.329469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aa808968-9a76-4ebf-95de-4dc8e4d72c0b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:03.338714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f73b7713-0764-4a90-8347-2a68f6ed13d2 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:03.343781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-382f6f0d-824d-4e4a-ad58-26abe36473d9 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] device_id is not set on port 77ea5416-c3aa-47b1-97b8-190d3adeaa97 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:17:03.349628 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-aa808968-9a76-4ebf-95de-4dc8e4d72c0b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/0559a89e-5539-47f7-a0cd-448e468169f4 HTTP/1.1" status: 204 len: 168 time: 0.8994396 Apr 23 09:17:03.352576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35828) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:03.354094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-459827e5-acb6-47d5-a472-0895ab11e9da None None] For port 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f,segment=NetworkSegment(5aea6252-ebb2-451a-8360-5f4f20ac03ba),segment_id=5aea6252-ebb2-451a-8360-5f4f20ac03ba)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:03.399840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b71888bd-cbab-48a1-8d22-3e7441b69cc9 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:03.410663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65da4efc-6648-4b7f-8884-4cb26ef3ef45 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:03.414479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-459827e5-acb6-47d5-a472-0895ab11e9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:03.417327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:03.504961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71888bd-cbab-48a1-8d22-3e7441b69cc9 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Pushing event deleted for resources: {'Port': ['ID=bd34d60c-d01c-4a23-b842-49129a0028c3,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:03.534263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b71888bd-cbab-48a1-8d22-3e7441b69cc9 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:03.577667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459827e5-acb6-47d5-a472-0895ab11e9da None None] Pushing event updated for resources: {'Port': ['ID=2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:03.585227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-459827e5-acb6-47d5-a472-0895ab11e9da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:03.616886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f73b7713-0764-4a90-8347-2a68f6ed13d2 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:03.618288 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f73b7713-0764-4a90-8347-2a68f6ed13d2 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6484106 Apr 23 09:17:03.652104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc470be2-ad08-4f90-8248-3795c87cfbb4 None None] DHCP port deletion for bb316f39-4b0e-43f1-8f3e-34646815cee0 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:17:03.687217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35832) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:03.741032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cc470be2-ad08-4f90-8248-3795c87cfbb4 None None] Deleting port bf9bd09e-be8a-4182-a517-acb71eee6c40 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:03.741622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc470be2-ad08-4f90-8248-3795c87cfbb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:03.823912 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3fd2261d-ad28-4878-97c8-f9678fb1c087 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-group-rules/d98896a9-200e-41f3-9027-6ed3c2e2be5b HTTP/1.1" status: 200 len: 763 time: 0.1278801 Apr 23 09:17:03.824737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35836) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:03.852866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fb3f5fe8-3864-4aa8-8036-594ec5d0c74f None None] Provisioning for port cbf48044-cfb8-47bb-b9a8-956b04b97d4c completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:03.867079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fb3f5fe8-3864-4aa8-8036-594ec5d0c74f None None] Provisioning complete for port cbf48044-cfb8-47bb-b9a8-956b04b97d4c triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:03.867687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb3f5fe8-3864-4aa8-8036-594ec5d0c74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:03.892946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69704297-25e2-499d-9c32-b05a940a5658 None None] Sync routers for ids ['e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:17:03.908456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69704297-25e2-499d-9c32-b05a940a5658 None None] Routers {'e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:03.908456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-69704297-25e2-499d-9c32-b05a940a5658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:03.927680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b71888bd-cbab-48a1-8d22-3e7441b69cc9 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks [] for floatingip, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:03.961998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f5fe8-3864-4aa8-8036-594ec5d0c74f None None] Port cbf48044-cfb8-47bb-b9a8-956b04b97d4c cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:17:03.969076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b71888bd-cbab-48a1-8d22-3e7441b69cc9 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:03.970369 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b71888bd-cbab-48a1-8d22-3e7441b69cc9 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] 10.222.0.60 "DELETE /v2.0/floatingips/c8fda4f3-9b0b-46f9-b3a1-0e45face60ff HTTP/1.1" status: 204 len: 168 time: 4.6609707 Apr 23 09:17:03.975469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35840) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:03.975651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-382f6f0d-824d-4e4a-ad58-26abe36473d9 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Allocated IP 172.20.0.9 (8a19d36e-82b0-46df-9430-75d53e81ef0c/48f9f68d-463f-4367-bf05-c0e1d1aa6ce9/77ea5416-c3aa-47b1-97b8-190d3adeaa97) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:03.978778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-cc470be2-ad08-4f90-8248-3795c87cfbb4 None None] For port bf9bd09e-be8a-4182-a517-acb71eee6c40, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=bf9bd09e-be8a-4182-a517-acb71eee6c40,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:03.979224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc470be2-ad08-4f90-8248-3795c87cfbb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:03.999594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-da3c8dad-6bb0-492f-9e51-5bf69411b859 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Synchronizing usage tracker for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:04.039326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-55a24e5b-6df4-461a-9a65-e8bee5a3588f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:04.074921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ec3ffdbe-4166-4e0d-854d-944e0be5ead7 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:router {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:04.109384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-69704297-25e2-499d-9c32-b05a940a5658 None None] Set router e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:17:04.127788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-55a24e5b-6df4-461a-9a65-e8bee5a3588f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:04.168472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e4fcdb7-cd4d-46cb-b585-491d6feb2d23 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:04.178643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cc470be2-ad08-4f90-8248-3795c87cfbb4 None None] Calling delete_port for bf9bd09e-be8a-4182-a517-acb71eee6c40 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:04.198698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-10e441bb-39bc-4dd8-b44b-8460067de414 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:04.223533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ec3ffdbe-4166-4e0d-854d-944e0be5ead7 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:router {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:04.228109 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ec3ffdbe-4166-4e0d-854d-944e0be5ead7 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8743391 Apr 23 09:17:04.229170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35846) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:04.258086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fb3f5fe8-3864-4aa8-8036-594ec5d0c74f None None] Provisioning complete for port 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:04.258760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb3f5fe8-3864-4aa8-8036-594ec5d0c74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:04.291570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-da3c8dad-6bb0-492f-9e51-5bf69411b859 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Unset dirty status for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:04.293167 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-da3c8dad-6bb0-492f-9e51-5bf69411b859 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4532750 Apr 23 09:17:04.300818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-69704297-25e2-499d-9c32-b05a940a5658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c', 'name': 'tempest-NetworksTestDHCPv6-router-1679459658', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:16:52Z', 'updated_at': '2021-04-23T09:17:00Z', 'revision_number': 3, 'project_id': 'b1b0c274266b4684858f0c7bad33ee66', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:04.302251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc470be2-ad08-4f90-8248-3795c87cfbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:04.309302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69704297-25e2-499d-9c32-b05a940a5658 None None] Checking router: e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:17:04.309824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:17:04.310506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35850) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:04.321793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69704297-25e2-499d-9c32-b05a940a5658 None None] Routers {'e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:04.322502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-69704297-25e2-499d-9c32-b05a940a5658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:04.360958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:04.494663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a24e5b-6df4-461a-9a65-e8bee5a3588f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:04.495690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-55a24e5b-6df4-461a-9a65-e8bee5a3588f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:04.501084 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-55a24e5b-6df4-461a-9a65-e8bee5a3588f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/ports/322616a1-9fd3-48e8-831e-b2e860fbeaa0 HTTP/1.1" status: 200 len: 910 time: 3.4923139 Apr 23 09:17:04.502808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8afe66c2-cd6d-4f6f-a369-c4dd7eb36df6 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:04.505269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-69704297-25e2-499d-9c32-b05a940a5658 None None] Set router e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:17:04.518119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc470be2-ad08-4f90-8248-3795c87cfbb4 None None] Pushing event deleted for resources: {'Port': ['ID=bf9bd09e-be8a-4182-a517-acb71eee6c40,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:04.519499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35856) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:04.523534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a24e5b-6df4-461a-9a65-e8bee5a3588f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Port': ['ID=322616a1-9fd3-48e8-831e-b2e860fbeaa0,revision_number=3']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:04.527954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-55a24e5b-6df4-461a-9a65-e8bee5a3588f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:04.562655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc470be2-ad08-4f90-8248-3795c87cfbb4 None None] No DVR routers for this DVR port bf9bd09e-be8a-4182-a517-acb71eee6c40 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:17:04.583115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cc470be2-ad08-4f90-8248-3795c87cfbb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:04.612130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8afe66c2-cd6d-4f6f-a369-c4dd7eb36df6 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:04.665704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-69704297-25e2-499d-9c32-b05a940a5658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c', 'name': 'tempest-NetworksTestDHCPv6-router-1679459658', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:16:52Z', 'updated_at': '2021-04-23T09:17:00Z', 'revision_number': 3, 'project_id': 'b1b0c274266b4684858f0c7bad33ee66', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:04.670732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69704297-25e2-499d-9c32-b05a940a5658 None None] The sync data for ids ['e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c'] in dv-neutron-786478-4-hyperv is: [{'id': 'e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c', 'name': 'tempest-NetworksTestDHCPv6-router-1679459658', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:16:52Z', 'updated_at': '2021-04-23T09:17:00Z', 'revision_number': 3, 'project_id': 'b1b0c274266b4684858f0c7bad33ee66', 'gw_port_host': None}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:17:04.708785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:04.709927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:04.923260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-382f6f0d-824d-4e4a-ad58-26abe36473d9 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:04.942769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8afe66c2-cd6d-4f6f-a369-c4dd7eb36df6 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:04.972978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device bf9bd09e-be8a-4182-a517-acb71eee6c40 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:17:05.017124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:05.020537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: bf9bd09e-be8a-4182-a517-acb71eee6c40 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:17:05.020933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device bf9bd09e-be8a-4182-a517-acb71eee6c40 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:17:05.039608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1488f957-f59b-4a28-b62b-1ef4c09a06de None None] Provisioning complete for port cbf48044-cfb8-47bb-b9a8-956b04b97d4c triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:05.040829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1488f957-f59b-4a28-b62b-1ef4c09a06de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:05.057372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe66c2-cd6d-4f6f-a369-c4dd7eb36df6 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d98896a9-200e-41f3-9027-6ed3c2e2be5b,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:05.059735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-382f6f0d-824d-4e4a-ad58-26abe36473d9 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Transition to ACTIVE for port object 77ea5416-c3aa-47b1-97b8-190d3adeaa97 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:05.063547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-390ec29e-e1c2-40d3-98c1-aa26339b234e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:05.065509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8afe66c2-cd6d-4f6f-a369-c4dd7eb36df6 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:05.123577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8afe66c2-cd6d-4f6f-a369-c4dd7eb36df6 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:05.124808 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8afe66c2-cd6d-4f6f-a369-c4dd7eb36df6 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/d98896a9-200e-41f3-9027-6ed3c2e2be5b HTTP/1.1" status: 204 len: 168 time: 0.8108358 Apr 23 09:17:05.132054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35862) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:05.141107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1488f957-f59b-4a28-b62b-1ef4c09a06de None None] Port cbf48044-cfb8-47bb-b9a8-956b04b97d4c cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:17:05.254179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9bab7eaa-8655-45fb-a9e2-761274d54421 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Synchronizing usage tracker for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:05.292465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-382f6f0d-824d-4e4a-ad58-26abe36473d9 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:05.299934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:05.343865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9bab7eaa-8655-45fb-a9e2-761274d54421 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Unset dirty status for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:05.345250 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9bab7eaa-8655-45fb-a9e2-761274d54421 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2123055 Apr 23 09:17:05.389509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35866) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:05.411499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e0ee78e0-d1cd-4d39-bea8-891a5dd3f46c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Request body: {'security_group_rule': {'security_group_id': '205304a7-78e4-4996-829d-fe369e014788', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:05.432380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e0ee78e0-d1cd-4d39-bea8-891a5dd3f46c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:05.438600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382f6f0d-824d-4e4a-ad58-26abe36473d9 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Network 8a19d36e-82b0-46df-9430-75d53e81ef0c is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:05.444217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-382f6f0d-824d-4e4a-ad58-26abe36473d9 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:05.453489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382f6f0d-824d-4e4a-ad58-26abe36473d9 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:17:05.486237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f6f0d-824d-4e4a-ad58-26abe36473d9 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Pushing event updated for resources: {'Port': ['ID=77ea5416-c3aa-47b1-97b8-190d3adeaa97,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:05.489051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e0ee78e0-d1cd-4d39-bea8-891a5dd3f46c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:05.495532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-382f6f0d-824d-4e4a-ad58-26abe36473d9 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:05.553013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382f6f0d-824d-4e4a-ad58-26abe36473d9 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:05.553839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-382f6f0d-824d-4e4a-ad58-26abe36473d9 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:05.559791 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-e0ee78e0-d1cd-4d39-bea8-891a5dd3f46c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Project e5be2d5c678c4b5ea99aa406a4d5d93f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:17:05.578048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e0ee78e0-d1cd-4d39-bea8-891a5dd3f46c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:05.594926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d990228-3478-4398-a3ec-3d5c64fdbb56 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:05.750440 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-382f6f0d-824d-4e4a-ad58-26abe36473d9 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6828628 Apr 23 09:17:05.755025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35870) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:05.769864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:05.771148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-390ec29e-e1c2-40d3-98c1-aa26339b234e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:05.776826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-390ec29e-e1c2-40d3-98c1-aa26339b234e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:05.797253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:05.813845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Usage tracker for resource:floatingip and tenant:0a4839a6c92648f387e2608b6c0e2bac is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:05.820132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:05.841847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9c2e98e5-56ac-4024-8e18-d0accebbebe7 None None] Provisioning for port 77ea5416-c3aa-47b1-97b8-190d3adeaa97 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:05.847766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9c2e98e5-56ac-4024-8e18-d0accebbebe7 None None] Provisioning complete for port 77ea5416-c3aa-47b1-97b8-190d3adeaa97 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:05.848427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c2e98e5-56ac-4024-8e18-d0accebbebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:05.879678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:05.914825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e98e5-56ac-4024-8e18-d0accebbebe7 None None] Port 77ea5416-c3aa-47b1-97b8-190d3adeaa97 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:17:05.939400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32191f-f50e-4ae2-892c-4fd0cce2c440 req-4bcdfbf3-9451-465e-b160-15f740b32b90 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:05.941052 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-df32191f-f50e-4ae2-892c-4fd0cce2c440 req-4bcdfbf3-9451-465e-b160-15f740b32b90 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 946 time: 1.0675886 Apr 23 09:17:05.957213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e0ee78e0-d1cd-4d39-bea8-891a5dd3f46c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:06.021406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-390ec29e-e1c2-40d3-98c1-aa26339b234e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:06.021868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390ec29e-e1c2-40d3-98c1-aa26339b234e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Fanout notify agent at l3_agent the message router_deleted on router e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:17:06.022814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks [] for floatingip, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:06.036894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e0ee78e0-d1cd-4d39-bea8-891a5dd3f46c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:06.056159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c38a25d7-ca4f-44ab-a14a-faa3bafcf44e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:06.116202 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-df32191f-f50e-4ae2-892c-4fd0cce2c440 req-1c4a11bc-10a3-4171-ba0f-f6e1004947a8 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/security-groups?id=12f47839-763e-479f-b93f-4668f8e80855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578450 Apr 23 09:17:06.122986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee78e0-d1cd-4d39-bea8-891a5dd3f46c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=259d14a2-7c4a-4e25-91a4-4d700d75f527,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:06.131618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e0ee78e0-d1cd-4d39-bea8-891a5dd3f46c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:06.167747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-390ec29e-e1c2-40d3-98c1-aa26339b234e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:06.169848 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-390ec29e-e1c2-40d3-98c1-aa26339b234e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/routers/e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c HTTP/1.1" status: 204 len: 168 time: 1.9272165 Apr 23 09:17:06.178444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35876) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:06.178687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 481d272b-d569-4958-90d3-417a7da64d8f no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:17:06.235483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 481d272b-d569-4958-90d3-417a7da64d8f {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:17:06.235976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 481d272b-d569-4958-90d3-417a7da64d8f not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:17:06.238207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e0ee78e0-d1cd-4d39-bea8-891a5dd3f46c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:06.242233 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e0ee78e0-d1cd-4d39-bea8-891a5dd3f46c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8448527 Apr 23 09:17:06.244756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35882) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:06.250809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2b418f5f-57a6-4d30-85ff-b6dd35aa3bff tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:06.255042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e4fcdb7-cd4d-46cb-b585-491d6feb2d23 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:06.281384 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4bccee2a-d146-4fe8-b33e-c177490119b9 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-group-rules/259d14a2-7c4a-4e25-91a4-4d700d75f527 HTTP/1.1" status: 200 len: 769 time: 0.0353122 Apr 23 09:17:06.284785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35886) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:06.287243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e4fcdb7-cd4d-46cb-b585-491d6feb2d23 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:06.293374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8c1c2a27-c530-4a84-9a7c-ff7c1bfbd8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:06.356735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2b418f5f-57a6-4d30-85ff-b6dd35aa3bff tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:06.358181 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2b418f5f-57a6-4d30-85ff-b6dd35aa3bff tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1769395 Apr 23 09:17:06.397907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35890) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:06.499579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fcdb7-cd4d-46cb-b585-491d6feb2d23 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Port': ['ID=cbf48044-cfb8-47bb-b9a8-956b04b97d4c,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:06.503169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5e4fcdb7-cd4d-46cb-b585-491d6feb2d23 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:06.636078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f15039-d443-443c-a67c-c34530932771 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:06.636857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d7f15039-d443-443c-a67c-c34530932771 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:06.644690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ac7039ba-0301-49eb-b3de-25ad5dfa8350 None None] Provisioning complete for port cbf48044-cfb8-47bb-b9a8-956b04b97d4c triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:06.650160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac7039ba-0301-49eb-b3de-25ad5dfa8350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:06.657716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6d990228-3478-4398-a3ec-3d5c64fdbb56 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting port 322616a1-9fd3-48e8-831e-b2e860fbeaa0 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:06.658103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d990228-3478-4398-a3ec-3d5c64fdbb56 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:06.680567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cfacfb3-5542-4176-a7df-596157c974d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:06.711328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ac7039ba-0301-49eb-b3de-25ad5dfa8350 None None] Port cbf48044-cfb8-47bb-b9a8-956b04b97d4c cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:17:06.723785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7cfcc07c-d977-4310-9f57-0e6eb4ed841f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Synchronizing usage tracker for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:06.754228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d7f15039-d443-443c-a67c-c34530932771 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:06.758816 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d7f15039-d443-443c-a67c-c34530932771 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3560960 Apr 23 09:17:06.763258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35896) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:06.826005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:06.871657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7cfcc07c-d977-4310-9f57-0e6eb4ed841f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Unset dirty status for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:06.873091 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7cfcc07c-d977-4310-9f57-0e6eb4ed841f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.5871966 Apr 23 09:17:06.875012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c74382a-2126-4a24-8d20-f802686e6960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:06.881687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35900) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:06.931712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d990228-3478-4398-a3ec-3d5c64fdbb56 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:06.940898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e4fcdb7-cd4d-46cb-b585-491d6feb2d23 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:06.953924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e2a528e7-19cd-4ae6-bba0-bd64267fb270 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:router {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:06.980420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e48b02d-d305-4afe-9389-949a13f6ea42 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:07.121480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e48b02d-d305-4afe-9389-949a13f6ea42 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:07.135740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6d990228-3478-4398-a3ec-3d5c64fdbb56 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Calling delete_port for 322616a1-9fd3-48e8-831e-b2e860fbeaa0 owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:07.277688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e48b02d-d305-4afe-9389-949a13f6ea42 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:07.292263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Allocated IP 172.26.4.247 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/8bf0e194-cda5-44d3-a82d-935581b7ed88) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:07.304893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:07.329633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48b02d-d305-4afe-9389-949a13f6ea42 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=259d14a2-7c4a-4e25-91a4-4d700d75f527,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:07.343197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7e48b02d-d305-4afe-9389-949a13f6ea42 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:07.395484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e2a528e7-19cd-4ae6-bba0-bd64267fb270 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:router {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:07.397296 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e2a528e7-19cd-4ae6-bba0-bd64267fb270 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6320868 Apr 23 09:17:07.402365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35906) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:07.421260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e3852087-f687-4497-a5f4-a4ac57adeeb2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:07.469328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e48b02d-d305-4afe-9389-949a13f6ea42 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:07.472976 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7e48b02d-d305-4afe-9389-949a13f6ea42 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/259d14a2-7c4a-4e25-91a4-4d700d75f527 HTTP/1.1" status: 204 len: 168 time: 0.5878336 Apr 23 09:17:07.482612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35910) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:07.560757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd9e49-8cb5-48bd-856c-51818de39116 req-ac987b6b-9142-4ad9-9c26-d259e4558b71 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:07.562433 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ccfd9e49-8cb5-48bd-856c-51818de39116 req-ac987b6b-9142-4ad9-9c26-d259e4558b71 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 946 time: 0.3517549 Apr 23 09:17:07.623975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:07.663784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-10ecf356-a2b1-4939-a745-10b07038f607 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Synchronizing usage tracker for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:07.692785 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ccfd9e49-8cb5-48bd-856c-51818de39116 req-6af921c3-4287-4a8b-b7af-170080d7e314 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/security-groups?id=12f47839-763e-479f-b93f-4668f8e80855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203771 Apr 23 09:17:07.719356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e3852087-f687-4497-a5f4-a4ac57adeeb2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:07.720718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e4fcdb7-cd4d-46cb-b585-491d6feb2d23 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:07.743612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-10ecf356-a2b1-4939-a745-10b07038f607 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Unset dirty status for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group_rule {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:07.747809 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-10ecf356-a2b1-4939-a745-10b07038f607 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2579501 Apr 23 09:17:07.747981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e3852087-f687-4497-a5f4-a4ac57adeeb2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:07.749002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35914) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:07.844810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:07.852710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8d46ceb9-d362-4113-9dc4-e42428a93e62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:07.901178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c13f217e-cdbc-4549-892b-e2ba6bb345a5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:07.902997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d990228-3478-4398-a3ec-3d5c64fdbb56 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:07.906907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3852087-f687-4497-a5f4-a4ac57adeeb2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:07.913697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3852087-f687-4497-a5f4-a4ac57adeeb2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:07.947651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:07.984419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:07.997645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:17:08.036265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Pushing event updated for resources: {'Port': ['ID=8bf0e194-cda5-44d3-a82d-935581b7ed88,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:08.078773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:08.088270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1674b8c5-1272-4f77-bd21-b9efe09df5c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:08.142522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c13f217e-cdbc-4549-892b-e2ba6bb345a5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:08.162112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d990228-3478-4398-a3ec-3d5c64fdbb56 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Port': ['ID=322616a1-9fd3-48e8-831e-b2e860fbeaa0,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:08.180003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6d990228-3478-4398-a3ec-3d5c64fdbb56 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:08.389728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d990228-3478-4398-a3ec-3d5c64fdbb56 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:08.404301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:08.408041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c13f217e-cdbc-4549-892b-e2ba6bb345a5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:08.461164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2c74382a-2126-4a24-8d20-f802686e6960 admin admin] Deleting port 0169da3c-0585-4c4c-b80f-d86777244ed8 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:08.461466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c74382a-2126-4a24-8d20-f802686e6960 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:08.471164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-81ccffff-5092-4d35-91c6-3a1dd6a8dbc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:08.558215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f217e-cdbc-4549-892b-e2ba6bb345a5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=205304a7-78e4-4996-829d-fe369e014788,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:08.570273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c13f217e-cdbc-4549-892b-e2ba6bb345a5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:08.644936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e4fcdb7-cd4d-46cb-b585-491d6feb2d23 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:08.675761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-2c74382a-2126-4a24-8d20-f802686e6960 admin admin] For port 0169da3c-0585-4c4c-b80f-d86777244ed8, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=0169da3c-0585-4c4c-b80f-d86777244ed8,segment=NetworkSegment(aa70030b-ff50-41a5-9675-e47946b39c64),segment_id=aa70030b-ff50-41a5-9675-e47946b39c64)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:08.676162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c74382a-2126-4a24-8d20-f802686e6960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:08.688721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e4fcdb7-cd4d-46cb-b585-491d6feb2d23 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:08.689616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e4fcdb7-cd4d-46cb-b585-491d6feb2d23 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:08.696817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-48494cd4-545a-44bf-81d1-88620ca0ce86 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:08.775053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:08.876627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c13f217e-cdbc-4549-892b-e2ba6bb345a5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:08.877831 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c13f217e-cdbc-4549-892b-e2ba6bb345a5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "DELETE /v2.0/security-groups/205304a7-78e4-4996-829d-fe369e014788 HTTP/1.1" status: 204 len: 168 time: 1.1268117 Apr 23 09:17:08.892349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35920) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:08.913063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2c74382a-2126-4a24-8d20-f802686e6960 admin admin] Calling delete_port for 0169da3c-0585-4c4c-b80f-d86777244ed8 owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:08.937036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d990228-3478-4398-a3ec-3d5c64fdbb56 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Router e2f93b80-d956-463e-81ca-8285196c7cd7 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:17:09.088386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fcdb7-cd4d-46cb-b585-491d6feb2d23 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Port': ['ID=cbf48044-cfb8-47bb-b9a8-956b04b97d4c,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:09.091568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5e4fcdb7-cd4d-46cb-b585-491d6feb2d23 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:09.254949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4fcdb7-cd4d-46cb-b585-491d6feb2d23 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 606af59e-b769-4353-b6b2-42ca9f97789f is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:09.262913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-5e4fcdb7-cd4d-46cb-b585-491d6feb2d23 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:09.296755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3fae1-bc8a-48cb-bdef-e8d1da83367f req-a3624d90-2510-41a0-9a1a-dd349127ce6f tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:09.298957 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-16f3fae1-bc8a-48cb-bdef-e8d1da83367f req-a3624d90-2510-41a0-9a1a-dd349127ce6f tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 946 time: 0.4286258 Apr 23 09:17:09.511383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d31ea80e-2c9e-4358-8cc2-a121cb35f4f1 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Synchronizing usage tracker for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:09.558265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-864ed9ff-200e-479f-adf7-780a4f65c994 None None] Provisioning complete for port cbf48044-cfb8-47bb-b9a8-956b04b97d4c triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:09.559189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-864ed9ff-200e-479f-adf7-780a4f65c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:09.559889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-409003a3-55b2-4415-8635-a3254bc43950 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:09.561603 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-409003a3-55b2-4415-8635-a3254bc43950 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 946 time: 0.7549012 Apr 23 09:17:09.569213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d990228-3478-4398-a3ec-3d5c64fdbb56 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:17:09.581189 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6d990228-3478-4398-a3ec-3d5c64fdbb56 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/routers/e2f93b80-d956-463e-81ca-8285196c7cd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0519431 Apr 23 09:17:09.600720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cfc3c2-97c1-4e33-8cda-ab00bcb836af None None] Sync routers for ids ['e2f93b80-d956-463e-81ca-8285196c7cd7'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:17:09.617080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35924) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:09.638449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cfc3c2-97c1-4e33-8cda-ab00bcb836af None None] Routers {'e2f93b80-d956-463e-81ca-8285196c7cd7'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:09.639318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-77cfc3c2-97c1-4e33-8cda-ab00bcb836af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:16:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['e2f93b80-d956-463e-81ca-8285196c7cd7'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:09.703580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d31ea80e-2c9e-4358-8cc2-a121cb35f4f1 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Unset dirty status for tenant:e5be2d5c678c4b5ea99aa406a4d5d93f on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:09.705006 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d31ea80e-2c9e-4358-8cc2-a121cb35f4f1 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8100982 Apr 23 09:17:09.717151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35928) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:09.729699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fee649f2-2c25-449e-963d-72365b0f222e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Synchronizing usage tracker for tenant:28923eac46964204bb78aee0456d0ac1 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:09.864251 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-16f3fae1-bc8a-48cb-bdef-e8d1da83367f req-fad2f5e4-5361-4494-b416-63386e12be5f tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/security-groups?id=12f47839-763e-479f-b93f-4668f8e80855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4937313 Apr 23 09:17:09.880541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:09.882394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fee649f2-2c25-449e-963d-72365b0f222e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Unset dirty status for tenant:28923eac46964204bb78aee0456d0ac1 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:09.886812 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fee649f2-2c25-449e-963d-72365b0f222e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2f93b80-d956-463e-81ca-8285196c7cd7 HTTP/1.1" status: 200 len: 205 time: 0.2599475 Apr 23 09:17:09.891579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35932) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:09.933027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-77cfc3c2-97c1-4e33-8cda-ab00bcb836af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:09.935501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-864ed9ff-200e-479f-adf7-780a4f65c994 None None] Port cbf48044-cfb8-47bb-b9a8-956b04b97d4c cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:17:09.945103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cfc3c2-97c1-4e33-8cda-ab00bcb836af None None] Routers {'e2f93b80-d956-463e-81ca-8285196c7cd7'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:09.946156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-77cfc3c2-97c1-4e33-8cda-ab00bcb836af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['e2f93b80-d956-463e-81ca-8285196c7cd7'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:09.973248 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4d9352a8-ca9b-4df3-b018-522c84c95c4d tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2427301 Apr 23 09:17:09.980965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:10.017770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-77cfc3c2-97c1-4e33-8cda-ab00bcb836af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:10.018230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cfc3c2-97c1-4e33-8cda-ab00bcb836af None None] The sync data for ids ['e2f93b80-d956-463e-81ca-8285196c7cd7'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:17:10.020390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f2f20674-b988-4d7d-be1d-7daa889df550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:10.043618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-afd394c4-1ca7-463b-a783-c19480ea1f19 tempest-AllowedAddressPairTestJSON-1310316857 tempest-AllowedAddressPairTestJSON-1310316857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:10.095377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c74382a-2126-4a24-8d20-f802686e6960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:10.110507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.objects.ports [None req-e3852087-f687-4497-a5f4-a4ac57adeeb2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87175) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 23 09:17:10.111865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:10.150353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4fcdb7-cd4d-46cb-b585-491d6feb2d23 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Router 1c32ef42-7c1d-49f6-b91f-def2440cdead is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:17:10.155399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3852087-f687-4497-a5f4-a4ac57adeeb2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:10.158833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-573770cf-5eeb-4c32-a16d-8da19e60e5b9 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:10.207633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74382a-2126-4a24-8d20-f802686e6960 admin admin] Pushing event deleted for resources: {'Port': ['ID=0169da3c-0585-4c4c-b80f-d86777244ed8,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:10.219737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2c74382a-2126-4a24-8d20-f802686e6960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:10.220609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aa808968-9a76-4ebf-95de-4dc8e4d72c0b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:10.300171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:10.325598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Deleting port 1b8df3c8-2822-4cbc-83f6-3cc031f5841e {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:10.325985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:10.370137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Pushing event updated for resources: {'Port': ['ID=8bf0e194-cda5-44d3-a82d-935581b7ed88,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:10.383313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:10.428401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35940) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:10.464252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3852087-f687-4497-a5f4-a4ac57adeeb2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:10.475870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-e3852087-f687-4497-a5f4-a4ac57adeeb2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:10.487570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9037079-486f-4130-8203-47fa0d21ff6d None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:10.494995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:10.674867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-573770cf-5eeb-4c32-a16d-8da19e60e5b9 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:10.680164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-573770cf-5eeb-4c32-a16d-8da19e60e5b9 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:10.704070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:10.707976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3852087-f687-4497-a5f4-a4ac57adeeb2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:10.708195 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9482200 Apr 23 09:17:10.708351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3852087-f687-4497-a5f4-a4ac57adeeb2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:10.717677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35946) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:10.726904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5bf5d5be-6c1c-45bb-8467-cf1c28c20fe3 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Request body: {'floatingip': {'port_id': '77ea5416-c3aa-47b1-97b8-190d3adeaa97', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:10.771267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-bb316f39-4b0e-43f1-8f3e-34646815cee0', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'fixed_ips': [{'subnet_id': 'eeb84f2a-a9c8-4498-9195-2041b2e74a15'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:17:10.773079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:10.782281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4fcdb7-cd4d-46cb-b585-491d6feb2d23 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:17:10.788017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3852087-f687-4497-a5f4-a4ac57adeeb2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=eeb84f2a-a9c8-4498-9195-2041b2e74a15,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:10.790736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e3852087-f687-4497-a5f4-a4ac57adeeb2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:10.804015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] For port 1b8df3c8-2822-4cbc-83f6-3cc031f5841e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1b8df3c8-2822-4cbc-83f6-3cc031f5841e,segment=NetworkSegment(227f2858-c0bf-4b5d-a20f-49a6a3bca62d),segment_id=227f2858-c0bf-4b5d-a20f-49a6a3bca62d)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:10.804015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:10.807009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea369bcc-75f9-4c8b-82ce-37b39af7dd07 None None] Sync routers for ids ['1c32ef42-7c1d-49f6-b91f-def2440cdead'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:17:10.824574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea369bcc-75f9-4c8b-82ce-37b39af7dd07 None None] Routers {'1c32ef42-7c1d-49f6-b91f-def2440cdead'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:10.826057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ea369bcc-75f9-4c8b-82ce-37b39af7dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['1c32ef42-7c1d-49f6-b91f-def2440cdead'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:10.829642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-573770cf-5eeb-4c32-a16d-8da19e60e5b9 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:10.835466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573770cf-5eeb-4c32-a16d-8da19e60e5b9 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Fanout notify agent at l3_agent the message router_deleted on router e2f93b80-d956-463e-81ca-8285196c7cd7 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:17:10.835652 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5e4fcdb7-cd4d-46cb-b585-491d6feb2d23 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/routers/1c32ef42-7c1d-49f6-b91f-def2440cdead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7074735 Apr 23 09:17:10.841896 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b4ffd80b-402c-4806-866e-c98da1070b65 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e5be2d5c678c4b5ea99aa406a4d5d93f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4064250 Apr 23 09:17:10.842635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35950) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:10.845048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35952) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:10.848519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5bf5d5be-6c1c-45bb-8467-cf1c28c20fe3 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks [] for floatingip, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:10.906522 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e3852087-f687-4497-a5f4-a4ac57adeeb2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5029008 Apr 23 09:17:10.917526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35960) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:10.927020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:10.967071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Allocated IP 2001:db8::f816:3eff:feee:c737 (bb316f39-4b0e-43f1-8f3e-34646815cee0/eeb84f2a-a9c8-4498-9195-2041b2e74a15/d27d9cd6-3a1e-4858-b930-28ae8e251d1b) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:10.973726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c74382a-2126-4a24-8d20-f802686e6960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:10.983747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ea369bcc-75f9-4c8b-82ce-37b39af7dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:11.020022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea369bcc-75f9-4c8b-82ce-37b39af7dd07 None None] Routers {'1c32ef42-7c1d-49f6-b91f-def2440cdead'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:11.020716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ea369bcc-75f9-4c8b-82ce-37b39af7dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['1c32ef42-7c1d-49f6-b91f-def2440cdead'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:11.103368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-573770cf-5eeb-4c32-a16d-8da19e60e5b9 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:11.108643 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-573770cf-5eeb-4c32-a16d-8da19e60e5b9 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/routers/e2f93b80-d956-463e-81ca-8285196c7cd7 HTTP/1.1" status: 204 len: 168 time: 1.2159567 Apr 23 09:17:11.109816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35964) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:11.120815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ea369bcc-75f9-4c8b-82ce-37b39af7dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:11.121279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea369bcc-75f9-4c8b-82ce-37b39af7dd07 None None] The sync data for ids ['1c32ef42-7c1d-49f6-b91f-def2440cdead'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:17:11.198779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299141d5-bf72-4ad4-a1a1-8d12ece2de83 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:11.203737 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-299141d5-bf72-4ad4-a1a1-8d12ece2de83 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/ports/cbf48044-cfb8-47bb-b9a8-956b04b97d4c HTTP/1.1" status: 200 len: 983 time: 0.3551295 Apr 23 09:17:11.213637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35968) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:11.299779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:11.337237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:11.349468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Transition to ACTIVE for port object d27d9cd6-3a1e-4858-b930-28ae8e251d1b will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:11.374403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Transition to ACTIVE for port object d27d9cd6-3a1e-4858-b930-28ae8e251d1b will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:11.401097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:11.408858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:11.413566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:11.419688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:11.422338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:11.425636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:11.511302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:11.515558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:11.520488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:17:11.564008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Pushing event updated for resources: {'Port': ['ID=d27d9cd6-3a1e-4858-b930-28ae8e251d1b,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:11.576992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:11.639649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Attempting to bind port d27d9cd6-3a1e-4858-b930-28ae8e251d1b on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:17:11.640184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Attempting to bind port d27d9cd6-3a1e-4858-b930-28ae8e251d1b by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:17:11.640741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Attempting to bind port d27d9cd6-3a1e-4858-b930-28ae8e251d1b on network bb316f39-4b0e-43f1-8f3e-34646815cee0 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:17:11.648174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:17:11.648726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Checking segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:17:11.649214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:11.650674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Bound using segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:17:11.650674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Bound port: d27d9cd6-3a1e-4858-b930-28ae8e251d1b, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:17:11.650674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:11.651175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:11.657428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:11.710959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 1b8df3c8-2822-4cbc-83f6-3cc031f5841e no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:17:11.775374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c74382a-2126-4a24-8d20-f802686e6960 admin admin] Router 8b2e7ab3-4566-4db9-82ed-58910be54bc0 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:17:11.817684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] For port d27d9cd6-3a1e-4858-b930-28ae8e251d1b, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:17:11.877464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] For port d27d9cd6-3a1e-4858-b930-28ae8e251d1b, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=d27d9cd6-3a1e-4858-b930-28ae8e251d1b,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:17:11.898129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:11.910470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-41758fe8-4001-4bd7-b44e-5422a2df679a tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting subnet 44c39341-45a1-44ae-9545-0bb5bb64aae9 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:17:11.929302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b9414dd-2c76-4228-92aa-5fcfa8e557fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:11.929554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a04cee2-618c-478b-ae43-bfd8ec991382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b8df3c8-2822-4cbc-83f6-3cc031f5841e'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:17:11.938681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41758fe8-4001-4bd7-b44e-5422a2df679a tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:11.939007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:11.946041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9d790a64-c9df-4ce4-979c-01431b440add None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:11.981329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 1b8df3c8-2822-4cbc-83f6-3cc031f5841e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1b8df3c8-2822-4cbc-83f6-3cc031f5841e,segment=NetworkSegment(227f2858-c0bf-4b5d-a20f-49a6a3bca62d),segment_id=227f2858-c0bf-4b5d-a20f-49a6a3bca62d)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:12.020456 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a04cee2-618c-478b-ae43-bfd8ec991382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b8df3c8-2822-4cbc-83f6-3cc031f5841e', 'code': 200} Apr 23 09:17:12.030577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:12.047530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Pushing event updated for resources: {'Port': ['ID=d27d9cd6-3a1e-4858-b930-28ae8e251d1b,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:12.049414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c74382a-2126-4a24-8d20-f802686e6960 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:17:12.065157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:12.065157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:12.093008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5244bb2e-9937-4722-844e-f1436c856968 None None] Sync routers for ids ['8b2e7ab3-4566-4db9-82ed-58910be54bc0'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:17:12.115616 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2c74382a-2126-4a24-8d20-f802686e6960 admin admin] 10.222.0.60 "PUT /v2.0/routers/8b2e7ab3-4566-4db9-82ed-58910be54bc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1166954 Apr 23 09:17:12.120048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35974) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:12.138593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5244bb2e-9937-4722-844e-f1436c856968 None None] Routers {'8b2e7ab3-4566-4db9-82ed-58910be54bc0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:12.139226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-5244bb2e-9937-4722-844e-f1436c856968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8b2e7ab3-4566-4db9-82ed-58910be54bc0'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:12.142596 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-5bf5d5be-6c1c-45bb-8467-cf1c28c20fe3 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] update failed (client error): The resource could not be found. Apr 23 09:17:12.143766 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5bf5d5be-6c1c-45bb-8467-cf1c28c20fe3 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] 10.222.0.60 "PUT /v2.0/floatingips/6123eb9a-c7e6-4059-ba73-3ea1a9790902 HTTP/1.1" status: 404 len: 507 time: 1.4244452 Apr 23 09:17:12.170631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 35978) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:12.194663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41758fe8-4001-4bd7-b44e-5422a2df679a tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:12.312296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=1b8df3c8-2822-4cbc-83f6-3cc031f5841e,revision_number=6']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:12.325656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:12.371940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:12.380997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-5244bb2e-9937-4722-844e-f1436c856968 None None] Set router 8b2e7ab3-4566-4db9-82ed-58910be54bc0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:17:12.574283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b9414dd-2c76-4228-92aa-5fcfa8e557fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:12.747804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-5244bb2e-9937-4722-844e-f1436c856968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'name': 'tempest-ServerActionsTestJSON-1680747807-router', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:07Z', 'updated_at': '2021-04-23T09:17:09Z', 'revision_number': 5, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'gw_port': {'id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:48:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:08Z', 'updated_at': '2021-04-23T09:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:12.750507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a027d9ab-af7f-4d68-b6d5-eb1e7f50a8c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:12.752255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5244bb2e-9937-4722-844e-f1436c856968 None None] Checking router: 8b2e7ab3-4566-4db9-82ed-58910be54bc0 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:17:12.761573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5244bb2e-9937-4722-844e-f1436c856968 None None] Routers {'8b2e7ab3-4566-4db9-82ed-58910be54bc0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:12.762385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-5244bb2e-9937-4722-844e-f1436c856968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8b2e7ab3-4566-4db9-82ed-58910be54bc0'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:12.806412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:12.806803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:12.807169 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Floating IP 90b411a1-e663-47c5-93d1-877e9cb7d5e5 disassociated. External IP: 172.26.4.234, port: 1b8df3c8-2822-4cbc-83f6-3cc031f5841e. Apr 23 09:17:12.807537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Calling delete_port for 1b8df3c8-2822-4cbc-83f6-3cc031f5841e owned by compute:nova {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:12.829023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b89078-d00b-4b1e-af10-9ff41c8e54e5 req-516b774e-6b96-4e85-9ea2-224d6be5cf12 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:12.830593 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6b89078-d00b-4b1e-af10-9ff41c8e54e5 req-516b774e-6b96-4e85-9ea2-224d6be5cf12 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 946 time: 1.6600635 Apr 23 09:17:12.963839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-5244bb2e-9937-4722-844e-f1436c856968 None None] Set router 8b2e7ab3-4566-4db9-82ed-58910be54bc0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:17:13.028461 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6b89078-d00b-4b1e-af10-9ff41c8e54e5 req-e62ed5aa-4698-4106-870f-e9e60d4b0f19 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/security-groups?id=12f47839-763e-479f-b93f-4668f8e80855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671052 Apr 23 09:17:13.035278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41758fe8-4001-4bd7-b44e-5422a2df679a tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:13.058279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a027d9ab-af7f-4d68-b6d5-eb1e7f50a8c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:13.087870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b9414dd-2c76-4228-92aa-5fcfa8e557fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:13.098480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7181a4ae-ea23-457f-beb3-7a552686e7c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:13.172309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9414dd-2c76-4228-92aa-5fcfa8e557fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c04f7f2-de8e-41b5-a569-860612d20244,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:13.184006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0b9414dd-2c76-4228-92aa-5fcfa8e557fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:13.219392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5ca7734e-8787-4097-9ce3-12554221749b tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Deleting port 8bf0e194-cda5-44d3-a82d-935581b7ed88 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:13.219961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ca7734e-8787-4097-9ce3-12554221749b tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:13.256699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a027d9ab-af7f-4d68-b6d5-eb1e7f50a8c2 admin admin] Deleting port 6d2e768f-00c3-402c-a855-44517e0282f5 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:13.257081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a027d9ab-af7f-4d68-b6d5-eb1e7f50a8c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:13.303345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:13.310383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e3852087-f687-4497-a5f4-a4ac57adeeb2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:13.434428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:13.443518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b9414dd-2c76-4228-92aa-5fcfa8e557fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:13.443931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:13.447910 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0b9414dd-2c76-4228-92aa-5fcfa8e557fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0c04f7f2-de8e-41b5-a569-860612d20244 HTTP/1.1" status: 204 len: 168 time: 2.5431886 Apr 23 09:17:13.457387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:17:13.457902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:17:13.493437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:13.494116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:13.515249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=1765bc93-d4ed-496a-bfa7-99bf04d7af51,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:13.523121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-5244bb2e-9937-4722-844e-f1436c856968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'name': 'tempest-ServerActionsTestJSON-1680747807-router', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:07Z', 'updated_at': '2021-04-23T09:17:09Z', 'revision_number': 5, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'gw_port': {'id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:48:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:08Z', 'updated_at': '2021-04-23T09:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:13.534061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5244bb2e-9937-4722-844e-f1436c856968 None None] The sync data for ids ['8b2e7ab3-4566-4db9-82ed-58910be54bc0'] in dv-neutron-786478-4-hyperv is: [{'id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'name': 'tempest-ServerActionsTestJSON-1680747807-router', 'tenant_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:11:07Z', 'updated_at': '2021-04-23T09:17:09Z', 'revision_number': 5, 'project_id': '31a3cdb04d554bd6aeeb1f860e8a1415', 'gw_port': {'id': '6d2e768f-00c3-402c-a855-44517e0282f5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:48:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2e7ab3-4566-4db9-82ed-58910be54bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:11:08Z', 'updated_at': '2021-04-23T09:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:17:13.561603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:13.562047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:13.562635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:13.563072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:13.563494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:13.564296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:13.564296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:13.564733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:13.565154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:13.565568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:13.565982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:13.566418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:13.573842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:13.575809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a027d9ab-af7f-4d68-b6d5-eb1e7f50a8c2 admin admin] For port 6d2e768f-00c3-402c-a855-44517e0282f5, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6d2e768f-00c3-402c-a855-44517e0282f5,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:13.576225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a027d9ab-af7f-4d68-b6d5-eb1e7f50a8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:13.619167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ca7734e-8787-4097-9ce3-12554221749b tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:13.619517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ca7734e-8787-4097-9ce3-12554221749b tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:13.728794 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8099873 Apr 23 09:17:13.741924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a027d9ab-af7f-4d68-b6d5-eb1e7f50a8c2 admin admin] Calling delete_port for 6d2e768f-00c3-402c-a855-44517e0282f5 owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:13.741924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 35984) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:13.749201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-fcfb348f-6231-48da-b2ba-eb98b0687a43 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'mac_address': 'fa:16:3e:82:0c:0c', 'name': 'tempest-NetworksTestDHCPv6-1273166243'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:13.864750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5ca7734e-8787-4097-9ce3-12554221749b tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Calling delete_port for 8bf0e194-cda5-44d3-a82d-935581b7ed88 owned by network:floatingip {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:13.908520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485ef8c0-ddcb-4a5e-8fd2-8ede6a87fbcf None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:13.947771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fcfb348f-6231-48da-b2ba-eb98b0687a43 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:13.956518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fcfb348f-6231-48da-b2ba-eb98b0687a43 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:port and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:13.962216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fcfb348f-6231-48da-b2ba-eb98b0687a43 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:13.970847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fcfb348f-6231-48da-b2ba-eb98b0687a43 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:14.023155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4fb896bc-ef29-4217-995a-51fc15c072d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:14.025614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfb348f-6231-48da-b2ba-eb98b0687a43 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:14.205449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-42e3c2a3-0329-4022-9a31-cf7659c23066 None None] Provisioning for port d27d9cd6-3a1e-4858-b930-28ae8e251d1b completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:14.258152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41758fe8-4001-4bd7-b44e-5422a2df679a tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:14.266281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7eb5c74e-6fa0-46be-a42d-52e9a42c15a8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:14.313149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Deleting port 1b8df3c8-2822-4cbc-83f6-3cc031f5841e {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:14.313535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:14.340204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device d27d9cd6-3a1e-4858-b930-28ae8e251d1b up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:17:14.341738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fcfb348f-6231-48da-b2ba-eb98b0687a43 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:14.347971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41758fe8-4001-4bd7-b44e-5422a2df679a tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Subnet': ['ID=44c39341-45a1-44ae-9545-0bb5bb64aae9,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:14.430005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ccfb2c-1cd4-4bce-a18e-ed9a82280383 None None] Network 943ec97a-d2f5-464d-9990-ac82a33a4f56 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:14.448394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-fcfb348f-6231-48da-b2ba-eb98b0687a43 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] device_id is not set on port 2484537f-d90a-4036-9205-5ba7939a103b yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:17:14.543684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a027d9ab-af7f-4d68-b6d5-eb1e7f50a8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:14.563697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8f64637d-c8af-47ab-9fcc-b3ca8134ae03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:14.654880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port d27d9cd6-3a1e-4858-b930-28ae8e251d1b completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:14.675661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-41758fe8-4001-4bd7-b44e-5422a2df679a tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:14.683584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port d27d9cd6-3a1e-4858-b930-28ae8e251d1b triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:14.684211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:14.716160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41758fe8-4001-4bd7-b44e-5422a2df679a tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:14.740795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027d9ab-af7f-4d68-b6d5-eb1e7f50a8c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d2e768f-00c3-402c-a855-44517e0282f5,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:14.743912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a027d9ab-af7f-4d68-b6d5-eb1e7f50a8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:14.751925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a027d9ab-af7f-4d68-b6d5-eb1e7f50a8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:14.919303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57afd0fa-ee77-4648-87d5-eaca0aa42154 None None] DHCP port deletion for 943ec97a-d2f5-464d-9990-ac82a33a4f56 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:17:14.932468 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-41758fe8-4001-4bd7-b44e-5422a2df679a tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/subnets/44c39341-45a1-44ae-9545-0bb5bb64aae9 HTTP/1.1" status: 204 len: 168 time: 3.8050354 Apr 23 09:17:14.944360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36008) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:14.977762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36012) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:15.019066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28220fc-3d55-4542-9e07-9ecd1e5480a0 req-769aa08a-fbb1-463c-a0db-19d2063b20e3 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:15.021271 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a28220fc-3d55-4542-9e07-9ecd1e5480a0 req-769aa08a-fbb1-463c-a0db-19d2063b20e3 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 944 time: 0.6615934 Apr 23 09:17:15.032031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a027d9ab-af7f-4d68-b6d5-eb1e7f50a8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.033539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.037019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a027d9ab-af7f-4d68-b6d5-eb1e7f50a8c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.056542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cfb483-d483-493d-841c-5c748b0564bb None None] Update dhcp port {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'fixed_ips': [{'subnet_id': 'eeb84f2a-a9c8-4498-9195-2041b2e74a15', 'ip_address': '2001:db8::f816:3eff:feee:c737'}, {'subnet_id': '1765bc93-d4ed-496a-bfa7-99bf04d7af51'}], 'binding:host_id': 'dv-neutron-786478-4-hyperv'}, 'id': 'd27d9cd6-3a1e-4858-b930-28ae8e251d1b'} from dv-neutron-786478-4-hyperv. {{(pid=87176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 23 09:17:15.112195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] For port 1b8df3c8-2822-4cbc-83f6-3cc031f5841e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1b8df3c8-2822-4cbc-83f6-3cc031f5841e,segment=NetworkSegment(227f2858-c0bf-4b5d-a20f-49a6a3bca62d),segment_id=227f2858-c0bf-4b5d-a20f-49a6a3bca62d)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:15.112195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.131185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ca7734e-8787-4097-9ce3-12554221749b tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.143348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:15.146171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-57afd0fa-ee77-4648-87d5-eaca0aa42154 None None] Deleting port ef58801e-14ec-42f0-8f53-fce0477e8ee6 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:15.146777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-57afd0fa-ee77-4648-87d5-eaca0aa42154 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.166712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a027d9ab-af7f-4d68-b6d5-eb1e7f50a8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.167438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a027d9ab-af7f-4d68-b6d5-eb1e7f50a8c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b2e7ab3-4566-4db9-82ed-58910be54bc0 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:17:15.171005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-53cfb483-d483-493d-841c-5c748b0564bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.185483 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a28220fc-3d55-4542-9e07-9ecd1e5480a0 req-893c667f-aa92-49a5-9483-8cd8c0a1eea4 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/security-groups?id=12f47839-763e-479f-b93f-4668f8e80855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097245 Apr 23 09:17:15.220872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port d27d9cd6-3a1e-4858-b930-28ae8e251d1b, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=d27d9cd6-3a1e-4858-b930-28ae8e251d1b,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:15.266934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a027d9ab-af7f-4d68-b6d5-eb1e7f50a8c2 admin admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.268317 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a027d9ab-af7f-4d68-b6d5-eb1e7f50a8c2 admin admin] 10.222.0.60 "DELETE /v2.0/routers/8b2e7ab3-4566-4db9-82ed-58910be54bc0 HTTP/1.1" status: 204 len: 168 time: 3.1477923 Apr 23 09:17:15.272810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36018) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:15.289515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-4df796aa-aded-47b2-b146-168e7e79b308 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:15.291460 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.v2.base [None req-4df796aa-aded-47b2-b146-168e7e79b308 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 23 09:17:15.292025 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-4df796aa-aded-47b2-b146-168e7e79b308 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] create failed (client error): There was a conflict when trying to complete your request. Apr 23 09:17:15.297086 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4df796aa-aded-47b2-b146-168e7e79b308 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3055549 Apr 23 09:17:15.301077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7734e-8787-4097-9ce3-12554221749b tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Pushing event deleted for resources: {'Port': ['ID=8bf0e194-cda5-44d3-a82d-935581b7ed88,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:15.319152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36022) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:15.336575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group': {'name': 'tempest-secgroup--2060968793'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:15.342683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-fcfb348f-6231-48da-b2ba-eb98b0687a43 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 172.20.0.13 (bb316f39-4b0e-43f1-8f3e-34646815cee0/1765bc93-d4ed-496a-bfa7-99bf04d7af51/2484537f-d90a-4036-9205-5ba7939a103b) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:15.353816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:15.363182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.365498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:15.371847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-fcfb348f-6231-48da-b2ba-eb98b0687a43 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8::f816:3eff:fe82:c0c (bb316f39-4b0e-43f1-8f3e-34646815cee0/eeb84f2a-a9c8-4498-9195-2041b2e74a15/2484537f-d90a-4036-9205-5ba7939a103b) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:15.374676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:15.375543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7734e-8787-4097-9ce3-12554221749b tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:15.375821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.375993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7734e-8787-4097-9ce3-12554221749b tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:15.376393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7734e-8787-4097-9ce3-12554221749b tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:15.376828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7734e-8787-4097-9ce3-12554221749b tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:15.377459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7734e-8787-4097-9ce3-12554221749b tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:15.377617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7734e-8787-4097-9ce3-12554221749b tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:15.378042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7734e-8787-4097-9ce3-12554221749b tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:15.378489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7734e-8787-4097-9ce3-12554221749b tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:15.378924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7734e-8787-4097-9ce3-12554221749b tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:15.379472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7734e-8787-4097-9ce3-12554221749b tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:15.379725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7734e-8787-4097-9ce3-12554221749b tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:15.380861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7734e-8787-4097-9ce3-12554221749b tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:15.388941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b2be6939-bd1f-4914-ac45-6fabbf0fb787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:15.394393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:15.410112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-137ad4df-e067-449b-9f2d-f775eac4676b admin admin] Deleting subnet e93f7937-3608-4a50-b4a7-cc289ad239de {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:17:15.413774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-137ad4df-e067-449b-9f2d-f775eac4676b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.435760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 0169da3c-0585-4c4c-b80f-d86777244ed8 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:17:15.463765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ca7734e-8787-4097-9ce3-12554221749b tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:15.515036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 0169da3c-0585-4c4c-b80f-d86777244ed8 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:17:15.515425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 0169da3c-0585-4c4c-b80f-d86777244ed8 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:17:15.529587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-57afd0fa-ee77-4648-87d5-eaca0aa42154 None None] For port ef58801e-14ec-42f0-8f53-fce0477e8ee6, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ef58801e-14ec-42f0-8f53-fce0477e8ee6,segment=NetworkSegment(bd8b8f43-6e89-4e50-93a1-c9f0a671d6b1),segment_id=bd8b8f43-6e89-4e50-93a1-c9f0a671d6b1)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:15.530031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-57afd0fa-ee77-4648-87d5-eaca0aa42154 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.606222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.667517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ca7734e-8787-4097-9ce3-12554221749b tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks [] for floatingip, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.670126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ca7734e-8787-4097-9ce3-12554221749b tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.675208 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5ca7734e-8787-4097-9ce3-12554221749b tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] 10.222.0.60 "DELETE /v2.0/floatingips/6123eb9a-c7e6-4059-ba73-3ea1a9790902 HTTP/1.1" status: 204 len: 168 time: 3.4272618 Apr 23 09:17:15.680474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36026) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:15.692748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.723672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-137ad4df-e067-449b-9f2d-f775eac4676b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.769401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-57afd0fa-ee77-4648-87d5-eaca0aa42154 None None] Calling delete_port for ef58801e-14ec-42f0-8f53-fce0477e8ee6 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:15.770278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-8bbf4079-d39d-4f51-9c56-60bc5d8853c3 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Request body: {'floatingip': {'floating_network_id': '8a19d36e-82b0-46df-9430-75d53e81ef0c', 'port_id': '77ea5416-c3aa-47b1-97b8-190d3adeaa97', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:15.776418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:15.794925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group_rule and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:15.795997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=d27d9cd6-3a1e-4858-b930-28ae8e251d1b,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:15.798700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8bbf4079-d39d-4f51-9c56-60bc5d8853c3 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:15.800200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:15.804158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:15.810491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8bbf4079-d39d-4f51-9c56-60bc5d8853c3 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Usage tracker for resource:floatingip and tenant:0a4839a6c92648f387e2608b6c0e2bac is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:15.815619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8bbf4079-d39d-4f51-9c56-60bc5d8853c3 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:15.821996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:15.841253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8bbf4079-d39d-4f51-9c56-60bc5d8853c3 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:15.850834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4fb896bc-ef29-4217-995a-51fc15c072d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting port cbf48044-cfb8-47bb-b9a8-956b04b97d4c {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:15.851501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4fb896bc-ef29-4217-995a-51fc15c072d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.893486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-57afd0fa-ee77-4648-87d5-eaca0aa42154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.897354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fcfb348f-6231-48da-b2ba-eb98b0687a43 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.899655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:15.900753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting port ef58801e-14ec-42f0-8f53-fce0477e8ee6 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:15.901135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.937927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.938363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.938496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fcfb348f-6231-48da-b2ba-eb98b0687a43 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Transition to ACTIVE for port object 2484537f-d90a-4036-9205-5ba7939a103b will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:15.938789 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Floating IP 90b411a1-e663-47c5-93d1-877e9cb7d5e5 disassociated. External IP: 172.26.4.234, port: 1b8df3c8-2822-4cbc-83f6-3cc031f5841e. Apr 23 09:17:15.939166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Calling delete_port for 1b8df3c8-2822-4cbc-83f6-3cc031f5841e owned by compute:nova {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:15.947102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-137ad4df-e067-449b-9f2d-f775eac4676b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:15.955506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afd0fa-ee77-4648-87d5-eaca0aa42154 None None] Pushing event deleted for resources: {'Port': ['ID=ef58801e-14ec-42f0-8f53-fce0477e8ee6,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:15.959269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-57afd0fa-ee77-4648-87d5-eaca0aa42154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:15.961023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57afd0fa-ee77-4648-87d5-eaca0aa42154 None None] No DVR routers for this DVR port ef58801e-14ec-42f0-8f53-fce0477e8ee6 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:17:16.058190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8bbf4079-d39d-4f51-9c56-60bc5d8853c3 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks [] for floatingip, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:16.153227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] For port ef58801e-14ec-42f0-8f53-fce0477e8ee6, host dv-neutron-786478-4-hyperv, got binding levels [] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:16.153637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:16.179413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:16.218898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fcfb348f-6231-48da-b2ba-eb98b0687a43 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:16.226257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device d27d9cd6-3a1e-4858-b930-28ae8e251d1b up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:17:16.238454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a0f35b3f-efdf-447e-ac1b-22135fdc32dc tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:16.324883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Calling delete_port for ef58801e-14ec-42f0-8f53-fce0477e8ee6 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:16.330742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4fb896bc-ef29-4217-995a-51fc15c072d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:16.333664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port d27d9cd6-3a1e-4858-b930-28ae8e251d1b triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:16.334101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:16.343600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_backend_mixin [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Port ef58801e-14ec-42f0-8f53-fce0477e8ee6 was not found and therefore no delete operation was performed {{(pid=87174) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 23 09:17:16.394588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-53cfb483-d483-493d-841c-5c748b0564bb None None] Allocated IP 172.20.0.2 (bb316f39-4b0e-43f1-8f3e-34646815cee0/1765bc93-d4ed-496a-bfa7-99bf04d7af51/d27d9cd6-3a1e-4858-b930-28ae8e251d1b) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:16.446844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:16.468677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a7ff157e-877b-45be-9f71-150d473b4e7c tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:16.640250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-53cfb483-d483-493d-841c-5c748b0564bb None None] For port d27d9cd6-3a1e-4858-b930-28ae8e251d1b, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=d27d9cd6-3a1e-4858-b930-28ae8e251d1b,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:16.670775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-53cfb483-d483-493d-841c-5c748b0564bb None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:16.684253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:16.690141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ef58801e-14ec-42f0-8f53-fce0477e8ee6 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:17:16.718308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4fb896bc-ef29-4217-995a-51fc15c072d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Calling delete_port for cbf48044-cfb8-47bb-b9a8-956b04b97d4c owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:16.725839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:16.736502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb348f-6231-48da-b2ba-eb98b0687a43 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=2484537f-d90a-4036-9205-5ba7939a103b,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:16.736730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: ef58801e-14ec-42f0-8f53-fce0477e8ee6 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:17:16.736730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ef58801e-14ec-42f0-8f53-fce0477e8ee6 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:17:16.737128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6d2e768f-00c3-402c-a855-44517e0282f5 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:17:16.738933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Port': ['ID=ef58801e-14ec-42f0-8f53-fce0477e8ee6,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:16.740447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fcfb348f-6231-48da-b2ba-eb98b0687a43 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:16.746578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0b129b97-a3ca-42eb-84f4-180f0c3b1363 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:16.750056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:16.753689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] No DVR routers for this DVR port ef58801e-14ec-42f0-8f53-fce0477e8ee6 on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:17:16.755789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group_rule and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:16.765114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfb348f-6231-48da-b2ba-eb98b0687a43 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:16.766141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:16.777256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-fcfb348f-6231-48da-b2ba-eb98b0687a43 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:16.779938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb348f-6231-48da-b2ba-eb98b0687a43 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:17:16.822037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:16.885519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6fb72f-1559-479b-9838-13a8331084ae,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:16.889120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:16.920329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfb348f-6231-48da-b2ba-eb98b0687a43 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:16.921069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fcfb348f-6231-48da-b2ba-eb98b0687a43 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:16.954103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-53cfb483-d483-493d-841c-5c748b0564bb None None] Transition to ACTIVE for port object d27d9cd6-3a1e-4858-b930-28ae8e251d1b will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:16.955225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 6d2e768f-00c3-402c-a855-44517e0282f5 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:17:16.955339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6d2e768f-00c3-402c-a855-44517e0282f5 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:17:16.991772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-137ad4df-e067-449b-9f2d-f775eac4676b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:16.999705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e794bf73-5e28-45c4-b922-0695674bac69 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:17.013281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-53cfb483-d483-493d-841c-5c748b0564bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:17.018834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:17.045870 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fcfb348f-6231-48da-b2ba-eb98b0687a43 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3014669 Apr 23 09:17:17.055033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-137ad4df-e067-449b-9f2d-f775eac4676b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:17.058596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ad4df-e067-449b-9f2d-f775eac4676b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e93f7937-3608-4a50-b4a7-cc289ad239de,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:17.063119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-137ad4df-e067-449b-9f2d-f775eac4676b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:17.063708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36032) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:17.073345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac8b78c-b029-48f4-bebb-d3071eab6f8b None None] Network f5f22f44-5dc5-4259-bb66-faeac2187f12 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:17.075601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:17.126986 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-137ad4df-e067-449b-9f2d-f775eac4676b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e93f7937-3608-4a50-b4a7-cc289ad239de HTTP/1.1" status: 204 len: 168 time: 1.8530231 Apr 23 09:17:17.135121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36036) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:17.139725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:17.165326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-41e0e61d-ffd7-427e-ade8-3b670ed205cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:17.284279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cfb483-d483-493d-841c-5c748b0564bb None None] Pushing event updated for resources: {'Port': ['ID=d27d9cd6-3a1e-4858-b930-28ae8e251d1b,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:17.293376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:17.297365 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9714384 Apr 23 09:17:17.300594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de122a65-0107-496f-be5c-cf5c5c8eeffb,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:17.303985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:17.304535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36040) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:17.318777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-53cfb483-d483-493d-841c-5c748b0564bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:17.320778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-49a21fd6-3211-413a-bcc7-b608cf86e49c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group_rule': {'security_group_id': 'de122a65-0107-496f-be5c-cf5c5c8eeffb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:17.326651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:17.340183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-49a21fd6-3211-413a-bcc7-b608cf86e49c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:17.352262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:17.354693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-49a21fd6-3211-413a-bcc7-b608cf86e49c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group_rule and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:17.360133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-49a21fd6-3211-413a-bcc7-b608cf86e49c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:17.370537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-49a21fd6-3211-413a-bcc7-b608cf86e49c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:17.394766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e9226f-40a3-49a5-8b1c-48cb91619d5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:17.402108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e9226f-40a3-49a5-8b1c-48cb91619d5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:17.403079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-66e9226f-40a3-49a5-8b1c-48cb91619d5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:17.471200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:17.481954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf525e5-47b9-4e8c-b9db-393c1c5e0211 req-8e1a2fcf-ef4d-4500-aa1b-0476e3f1598d tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:17.482826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-aaf525e5-47b9-4e8c-b9db-393c1c5e0211 req-8e1a2fcf-ef4d-4500-aa1b-0476e3f1598d tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Synchronizing usage tracker for tenant:680695fd5257427aa59cd011d8236117 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:17.492804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49a21fd6-3211-413a-bcc7-b608cf86e49c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:17.511258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7ff6d56c-c092-4e0e-a39d-f4c370ac6ab0 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:17.516821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00999c35-1133-471b-b352-4ed1a4423e45 None None] DHCP port deletion for f5f22f44-5dc5-4259-bb66-faeac2187f12 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:17:17.549865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-66e9226f-40a3-49a5-8b1c-48cb91619d5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:17.554667 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-66e9226f-40a3-49a5-8b1c-48cb91619d5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4844429 Apr 23 09:17:17.555696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36044) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:17.604518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Pushing event deleted for resources: {'Port': ['ID=1b8df3c8-2822-4cbc-83f6-3cc031f5841e,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:17.620336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:17.625956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943ec97a-d2f5-464d-9990-ac82a33a4f56']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:17.635844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-00999c35-1133-471b-b352-4ed1a4423e45 None None] Deleting port f865e189-b73a-4543-b26e-5fcfbb33562c {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:17.637109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-00999c35-1133-471b-b352-4ed1a4423e45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:17.646725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] Deleting port f865e189-b73a-4543-b26e-5fcfbb33562c {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:17.647122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:17.652242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-aaf525e5-47b9-4e8c-b9db-393c1c5e0211 req-8e1a2fcf-ef4d-4500-aa1b-0476e3f1598d tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Unset dirty status for tenant:680695fd5257427aa59cd011d8236117 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:17.653514 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aaf525e5-47b9-4e8c-b9db-393c1c5e0211 req-8e1a2fcf-ef4d-4500-aa1b-0476e3f1598d tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 944 time: 1.1970270 Apr 23 09:17:17.662466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd8b8f43-6e89-4e50-93a1-c9f0a671d6b1') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:17.662678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd8b8f43-6e89-4e50-93a1-c9f0a671d6b1') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:17.770488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:17.787653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-00999c35-1133-471b-b352-4ed1a4423e45 None None] For port f865e189-b73a-4543-b26e-5fcfbb33562c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f865e189-b73a-4543-b26e-5fcfbb33562c,segment=NetworkSegment(aa70030b-ff50-41a5-9675-e47946b39c64),segment_id=aa70030b-ff50-41a5-9675-e47946b39c64)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:17.788156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-00999c35-1133-471b-b352-4ed1a4423e45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:17.816681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49a21fd6-3211-413a-bcc7-b608cf86e49c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:17.856386 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-8bbf4079-d39d-4f51-9c56-60bc5d8853c3 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:17:17.857726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49a21fd6-3211-413a-bcc7-b608cf86e49c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:17.858373 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8bbf4079-d39d-4f51-9c56-60bc5d8853c3 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.1751652 Apr 23 09:17:17.859993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] For port f865e189-b73a-4543-b26e-5fcfbb33562c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f865e189-b73a-4543-b26e-5fcfbb33562c,segment=NetworkSegment(aa70030b-ff50-41a5-9675-e47946b39c64),segment_id=aa70030b-ff50-41a5-9675-e47946b39c64)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:17.860398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:17.874460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36048) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:17.888616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': '77ea5416-c3aa-47b1-97b8-190d3adeaa97', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:17.897066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:17.900711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:17.936074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:17:17.964971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-00999c35-1133-471b-b352-4ed1a4423e45 None None] Calling delete_port for f865e189-b73a-4543-b26e-5fcfbb33562c owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:17.990464 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aaf525e5-47b9-4e8c-b9db-393c1c5e0211 req-37d0305f-78aa-4de4-94ac-da4817a97b7e tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/security-groups?id=12f47839-763e-479f-b93f-4668f8e80855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164809 Apr 23 09:17:18.058956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-00999c35-1133-471b-b352-4ed1a4423e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:18.060889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:18.071215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:18.081422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] Calling delete_port for f865e189-b73a-4543-b26e-5fcfbb33562c owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:18.093212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Usage tracker for resource:floatingip and tenant:0a4839a6c92648f387e2608b6c0e2bac is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:18.096210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a21fd6-3211-413a-bcc7-b608cf86e49c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12ae53b-4ac7-4b62-b289-b41be5cf1c21,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:18.099249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-49a21fd6-3211-413a-bcc7-b608cf86e49c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:18.102285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:18.111516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-846b958a-6f2f-444c-a8ba-2baaed04dae5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting port 2484537f-d90a-4036-9205-5ba7939a103b {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:18.112025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-846b958a-6f2f-444c-a8ba-2baaed04dae5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:18.128045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00999c35-1133-471b-b352-4ed1a4423e45 None None] No DVR routers for this DVR port f865e189-b73a-4543-b26e-5fcfbb33562c on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:17:18.139611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00999c35-1133-471b-b352-4ed1a4423e45 None None] Pushing event deleted for resources: {'Port': ['ID=f865e189-b73a-4543-b26e-5fcfbb33562c,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:18.141843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-00999c35-1133-471b-b352-4ed1a4423e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:18.253824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-91640b34-6552-4988-81fe-fb26ee8e5471 None None] Provisioning for port d27d9cd6-3a1e-4858-b930-28ae8e251d1b completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:18.262245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-91640b34-6552-4988-81fe-fb26ee8e5471 None None] Provisioning complete for port d27d9cd6-3a1e-4858-b930-28ae8e251d1b triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:18.262728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91640b34-6552-4988-81fe-fb26ee8e5471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:18.274574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-846b958a-6f2f-444c-a8ba-2baaed04dae5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:18.281583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 943ec97a-d2f5-464d-9990-ac82a33a4f56 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:17:18.298304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:18.327550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4fb896bc-ef29-4217-995a-51fc15c072d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:18.331124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Router d033581c-f7e4-4217-88dc-fefb89b580f0 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:17:18.339498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device d27d9cd6-3a1e-4858-b930-28ae8e251d1b up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:17:18.350207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d11ceb33-aabd-4787-9ff2-0d2df6bc064c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:18.423514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-846b958a-6f2f-444c-a8ba-2baaed04dae5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Calling delete_port for 2484537f-d90a-4036-9205-5ba7939a103b owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:18.430184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:18.437023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49a21fd6-3211-413a-bcc7-b608cf86e49c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:18.441202 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-49a21fd6-3211-413a-bcc7-b608cf86e49c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1227984 Apr 23 09:17:18.443826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36052) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:18.468142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port d27d9cd6-3a1e-4858-b930-28ae8e251d1b triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:18.468353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:18.486655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb896bc-ef29-4217-995a-51fc15c072d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Port': ['ID=cbf48044-cfb8-47bb-b9a8-956b04b97d4c,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:18.490983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a4177a25-daef-4bc7-8a06-f8046cace028 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group_rule': {'security_group_id': 'de122a65-0107-496f-be5c-cf5c5c8eeffb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:18.498802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a4177a25-daef-4bc7-8a06-f8046cace028 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:18.506218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a4177a25-daef-4bc7-8a06-f8046cace028 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group_rule and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:18.515287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a4177a25-daef-4bc7-8a06-f8046cace028 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:18.542924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4fb896bc-ef29-4217-995a-51fc15c072d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:18.563953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87175) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:17:18.564327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:17:18.572468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a4177a25-daef-4bc7-8a06-f8046cace028 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:18.652878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks [] for floatingip, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:18.731667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4177a25-daef-4bc7-8a06-f8046cace028 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:18.762380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f865e189-b73a-4543-b26e-5fcfbb33562c no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:17:18.804283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: f865e189-b73a-4543-b26e-5fcfbb33562c {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:17:18.805309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f865e189-b73a-4543-b26e-5fcfbb33562c not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:17:18.914848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ba6aa223-a412-4f58-8200-e7d03f8b3abb None None] Provisioning for port 2484537f-d90a-4036-9205-5ba7939a103b completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:18.921013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ba6aa223-a412-4f58-8200-e7d03f8b3abb None None] Provisioning complete for port 2484537f-d90a-4036-9205-5ba7939a103b triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:18.921526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba6aa223-a412-4f58-8200-e7d03f8b3abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:18.949271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-846b958a-6f2f-444c-a8ba-2baaed04dae5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:18.955712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a027d9ab-af7f-4d68-b6d5-eb1e7f50a8c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:18.965541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ba6aa223-a412-4f58-8200-e7d03f8b3abb None None] Port 2484537f-d90a-4036-9205-5ba7939a103b was deleted so its status cannot be updated. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Apr 23 09:17:18.979402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4fb896bc-ef29-4217-995a-51fc15c072d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:19.003043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 943ec97a-d2f5-464d-9990-ac82a33a4f56 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:17:19.010731 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-a4177a25-daef-4bc7-8a06-f8046cace028 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] create failed (client error): There was a conflict when trying to complete your request. Apr 23 09:17:19.012579 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a4177a25-daef-4bc7-8a06-f8046cace028 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5604441 Apr 23 09:17:19.016182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b958a-6f2f-444c-a8ba-2baaed04dae5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Port': ['ID=2484537f-d90a-4036-9205-5ba7939a103b,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:19.018033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36056) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:19.026037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-846b958a-6f2f-444c-a8ba-2baaed04dae5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:17:19.059161 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:17:19.170477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] The port 'f865e189-b73a-4543-b26e-5fcfbb33562c' was deleted {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:17:19.318840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:17:19.329216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c72a8ef-d00a-48eb-add2-204d2a791777 None None] Sync routers for ids ['d033581c-f7e4-4217-88dc-fefb89b580f0'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:17:19.337450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:19.344597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c72a8ef-d00a-48eb-add2-204d2a791777 None None] Routers {'d033581c-f7e4-4217-88dc-fefb89b580f0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:19.348020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7c72a8ef-d00a-48eb-add2-204d2a791777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['d033581c-f7e4-4217-88dc-fefb89b580f0'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:19.357923 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e55c72d8-ab62-4421-a70c-10126d88744a req-1cdf8ea5-87ce-446f-a236-dfd76e54cdb3 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 210 time: 0.1518617 Apr 23 09:17:19.433623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] No DVR routers for this DVR port 1b8df3c8-2822-4cbc-83f6-3cc031f5841e on host hv-neutron-7864 {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:17:19.438914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:19.441682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a04cee2-618c-478b-ae43-bfd8ec991382', 'name': 'network-vif-deleted', 'tag': '1b8df3c8-2822-4cbc-83f6-3cc031f5841e'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:17:19.548426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4571ed72-8756-4b0e-9c3d-1d7e9057c844 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:19.559946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-846b958a-6f2f-444c-a8ba-2baaed04dae5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:19.576767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-7c72a8ef-d00a-48eb-add2-204d2a791777 None None] Set router d033581c-f7e4-4217-88dc-fefb89b580f0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:17:19.578267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:19.613313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:19.619675 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e65a589b-8cbc-49ba-af95-ea44cabe6a68 req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.35 "DELETE /v2.0/ports/1b8df3c8-2822-4cbc-83f6-3cc031f5841e HTTP/1.1" status: 204 len: 173 time: 10.0465286 Apr 23 09:17:19.623281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb896bc-ef29-4217-995a-51fc15c072d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Router 1c32ef42-7c1d-49f6-b91f-def2440cdead has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:17:19.624246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-100ad883-590b-4e74-990f-0d45219798b8 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:19.649507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:19.656939 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/networks/943ec97a-d2f5-464d-9990-ac82a33a4f56 HTTP/1.1" status: 204 len: 168 time: 4.7109737 Apr 23 09:17:19.658404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Network': ['ID=943ec97a-d2f5-464d-9990-ac82a33a4f56,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:19.663313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36066) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:19.665145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:19.672580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9ecc436c-8acb-40af-acce-88945fcfb649 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1303816194', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:19.688337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9ecc436c-8acb-40af-acce-88945fcfb649 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:19.837710 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a04cee2-618c-478b-ae43-bfd8ec991382', 'name': 'network-vif-deleted', 'tag': '1b8df3c8-2822-4cbc-83f6-3cc031f5841e', 'status': 'completed', 'code': 200} Apr 23 09:17:19.837710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9ecc436c-8acb-40af-acce-88945fcfb649 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:router and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:19.837710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9ecc436c-8acb-40af-acce-88945fcfb649 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:19.838119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4571ed72-8756-4b0e-9c3d-1d7e9057c844 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:19.844536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9ecc436c-8acb-40af-acce-88945fcfb649 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:19.850595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb896bc-ef29-4217-995a-51fc15c072d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:17:19.857342 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4fb896bc-ef29-4217-995a-51fc15c072d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/routers/1c32ef42-7c1d-49f6-b91f-def2440cdead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5490208 Apr 23 09:17:19.861713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36070) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:19.863620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80afa17f-b469-4512-a19c-a6a050a5dd3e None None] Sync routers for ids ['1c32ef42-7c1d-49f6-b91f-def2440cdead'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:17:19.883443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80afa17f-b469-4512-a19c-a6a050a5dd3e None None] Routers {'1c32ef42-7c1d-49f6-b91f-def2440cdead'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:19.884350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-80afa17f-b469-4512-a19c-a6a050a5dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['1c32ef42-7c1d-49f6-b91f-def2440cdead'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:19.900113 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-846b958a-6f2f-444c-a8ba-2baaed04dae5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/2484537f-d90a-4036-9205-5ba7939a103b HTTP/1.1" status: 204 len: 168 time: 2.3282721 Apr 23 09:17:19.908965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36074) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:19.946523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f22f44-5dc5-4259-bb66-faeac2187f12']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:19.952888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-80afa17f-b469-4512-a19c-a6a050a5dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:19.965011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80afa17f-b469-4512-a19c-a6a050a5dd3e None None] Routers {'1c32ef42-7c1d-49f6-b91f-def2440cdead'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:19.965746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-80afa17f-b469-4512-a19c-a6a050a5dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['1c32ef42-7c1d-49f6-b91f-def2440cdead'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:19.968013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa70030b-ff50-41a5-9675-e47946b39c64') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:19.968367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa70030b-ff50-41a5-9675-e47946b39c64') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:19.983080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:19.999792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:20.008618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:17:20.011058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7c72a8ef-d00a-48eb-add2-204d2a791777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'name': 'tempest-ServersTestManualDisk-875366701-router', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:14:43Z', 'updated_at': '2021-04-23T09:15:03Z', 'revision_number': 4, 'project_id': '680695fd5257427aa59cd011d8236117', 'gw_port': {'id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:14:46Z', 'updated_at': '2021-04-23T09:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'b8869406-99ea-465b-9eb3-9741ef5b9896', 'name': '', 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'mac_address': 'fa:16:3e:78:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0b9b780d-df32-4d9f-896c-d11a8ac6fe41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:15:00Z', 'updated_at': '2021-04-23T09:15:13Z', 'revision_number': 5, 'project_id': '680695fd5257427aa59cd011d8236117', 'subnets': [{'id': '0b9b780d-df32-4d9f-896c-d11a8ac6fe41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:20.017331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c72a8ef-d00a-48eb-add2-204d2a791777 None None] Checking router: d033581c-f7e4-4217-88dc-fefb89b580f0 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:17:20.033270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c72a8ef-d00a-48eb-add2-204d2a791777 None None] Routers {'d033581c-f7e4-4217-88dc-fefb89b580f0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:20.034517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7c72a8ef-d00a-48eb-add2-204d2a791777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['d033581c-f7e4-4217-88dc-fefb89b580f0'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:20.041113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-80afa17f-b469-4512-a19c-a6a050a5dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:20.041913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80afa17f-b469-4512-a19c-a6a050a5dd3e None None] The sync data for ids ['1c32ef42-7c1d-49f6-b91f-def2440cdead'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:17:20.358218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ecc436c-8acb-40af-acce-88945fcfb649 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:20.359396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ecc436c-8acb-40af-acce-88945fcfb649 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:20.456641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-7c72a8ef-d00a-48eb-add2-204d2a791777 None None] Set router d033581c-f7e4-4217-88dc-fefb89b580f0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:17:20.528523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Allocated IP 172.26.4.179 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/5983680a-a904-4619-9077-24f76959a8b1) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:20.572952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:17:20.628196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ecc436c-8acb-40af-acce-88945fcfb649 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:20.672598 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0d90d1f8-b839-44f6-acdf-07c3248c3490 req-83525721-1caa-4250-8c37-43e7faa7b90b tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a04cee2-618c-478b-ae43-bfd8ec991382 HTTP/1.1" status: 200 len: 210 time: 0.1383979 Apr 23 09:17:20.689734 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-e534e40d-b9eb-49ee-816d-84b1bd77aa80 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] remove_router_interface failed (client error): The resource could not be found. Apr 23 09:17:20.693598 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e534e40d-b9eb-49ee-816d-84b1bd77aa80 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/routers/1c32ef42-7c1d-49f6-b91f-def2440cdead/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8270881 Apr 23 09:17:20.696378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36080) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:20.750016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ecc436c-8acb-40af-acce-88945fcfb649 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:20.753259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1820e6f-a488-47de-9e97-e4d54e485fe8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:20.755704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1820e6f-a488-47de-9e97-e4d54e485fe8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:20.757388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1820e6f-a488-47de-9e97-e4d54e485fe8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:20.758278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e1820e6f-a488-47de-9e97-e4d54e485fe8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:20.767099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4b427572-240a-4d04-8c9c-be30b30bc698 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Synchronizing usage tracker for tenant:6a7817c6b9664b5898a398d7ccbe4c15 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:20.841271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] Network f5f22f44-5dc5-4259-bb66-faeac2187f12 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:17:20.842199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ecc436c-8acb-40af-acce-88945fcfb649 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:20.843531 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9ecc436c-8acb-40af-acce-88945fcfb649 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1775177 Apr 23 09:17:20.845035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4b427572-240a-4d04-8c9c-be30b30bc698 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Unset dirty status for tenant:6a7817c6b9664b5898a398d7ccbe4c15 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:20.846492 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4b427572-240a-4d04-8c9c-be30b30bc698 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c32ef42-7c1d-49f6-b91f-def2440cdead HTTP/1.1" status: 200 len: 205 time: 0.1488438 Apr 23 09:17:20.847202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36084) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:20.849311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36086) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:20.863285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:20.875614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7c72a8ef-d00a-48eb-add2-204d2a791777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'name': 'tempest-ServersTestManualDisk-875366701-router', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:14:43Z', 'updated_at': '2021-04-23T09:15:03Z', 'revision_number': 4, 'project_id': '680695fd5257427aa59cd011d8236117', 'gw_port': {'id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:14:46Z', 'updated_at': '2021-04-23T09:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'b8869406-99ea-465b-9eb3-9741ef5b9896', 'name': '', 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'mac_address': 'fa:16:3e:78:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0b9b780d-df32-4d9f-896c-d11a8ac6fe41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:15:00Z', 'updated_at': '2021-04-23T09:15:13Z', 'revision_number': 5, 'project_id': '680695fd5257427aa59cd011d8236117', 'subnets': [{'id': '0b9b780d-df32-4d9f-896c-d11a8ac6fe41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:20.877492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4571ed72-8756-4b0e-9c3d-1d7e9057c844 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:20.881243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c72a8ef-d00a-48eb-add2-204d2a791777 None None] The sync data for ids ['d033581c-f7e4-4217-88dc-fefb89b580f0'] in dv-neutron-786478-4-hyperv is: [{'id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'name': 'tempest-ServersTestManualDisk-875366701-router', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:14:43Z', 'updated_at': '2021-04-23T09:15:03Z', 'revision_number': 4, 'project_id': '680695fd5257427aa59cd011d8236117', 'gw_port': {'id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:14:46Z', 'updated_at': '2021-04-23T09:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'b8869406-99ea-465b-9eb3-9741ef5b9896', 'name': '', 'network_id': '9da1bde6-e097-474a-957c-8a07c337c629', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'mac_address': 'fa:16:3e:78:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0b9b780d-df32-4d9f-896c-d11a8ac6fe41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:15:00Z', 'updated_at': '2021-04-23T09:15:13Z', 'revision_number': 5, 'project_id': '680695fd5257427aa59cd011d8236117', 'subnets': [{'id': '0b9b780d-df32-4d9f-896c-d11a8ac6fe41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:17:20.898884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f6cf4797-0a1b-4d81-9d48-a8886baea689 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:20.934909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-667b8d90-907f-4ef4-a0f7-d6b9aa1041f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'network': {'name': 'tempest-RoutersTest-1266586034'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:20.978263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e1820e6f-a488-47de-9e97-e4d54e485fe8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:20.979580 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e1820e6f-a488-47de-9e97-e4d54e485fe8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 1.0587106 Apr 23 09:17:20.988701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571ed72-8756-4b0e-9c3d-1d7e9057c844 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de122a65-0107-496f-be5c-cf5c5c8eeffb,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:20.995413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-667b8d90-907f-4ef4-a0f7-d6b9aa1041f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:20.995957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36092) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:20.998549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4571ed72-8756-4b0e-9c3d-1d7e9057c844 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:21.010103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-667b8d90-907f-4ef4-a0f7-d6b9aa1041f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:network and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:21.015606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-667b8d90-907f-4ef4-a0f7-d6b9aa1041f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:21.025849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a68639ac-2656-47aa-90b9-b751390d7b48 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:21.042146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4571ed72-8756-4b0e-9c3d-1d7e9057c844 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:21.043404 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4571ed72-8756-4b0e-9c3d-1d7e9057c844 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "DELETE /v2.0/security-groups/de122a65-0107-496f-be5c-cf5c5c8eeffb HTTP/1.1" status: 204 len: 168 time: 2.0241096 Apr 23 09:17:21.072384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36096) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:21.082716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-667b8d90-907f-4ef4-a0f7-d6b9aa1041f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:21.222354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667b8d90-907f-4ef4-a0f7-d6b9aa1041f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Made reservation on behalf of 28923eac46964204bb78aee0456d0ac1 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:21.226775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] Network f5f22f44-5dc5-4259-bb66-faeac2187f12 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:17:21.228962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-667b8d90-907f-4ef4-a0f7-d6b9aa1041f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:17:21.259813 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:17:21.264970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:21.290990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-61969315-c4f1-4511-a13e-1f605a6e59a1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet 1765bc93-d4ed-496a-bfa7-99bf04d7af51 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:17:21.350836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-61969315-c4f1-4511-a13e-1f605a6e59a1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:21.357580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d8fcf1-dd58-4581-8f30-16f9149135ca None None] New status for floating IP 90b411a1-e663-47c5-93d1-877e9cb7d5e5: DOWN {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:17:21.391573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a68639ac-2656-47aa-90b9-b751390d7b48 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:21.394919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a68639ac-2656-47aa-90b9-b751390d7b48 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:21.408684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667b8d90-907f-4ef4-a0f7-d6b9aa1041f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:17:21.415347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6fdb1f4c-2136-459c-abb2-5e7b5014cd93 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Synchronizing usage tracker for tenant:7f7cadc94f7843cc93d4a1af4e156161 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:21.431406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-667b8d90-907f-4ef4-a0f7-d6b9aa1041f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:21.431784 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-667b8d90-907f-4ef4-a0f7-d6b9aa1041f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Added segment d3fc0363-04ee-4b8e-aa0e-b1fc86c344b7 of type vlan for network 8b518bf6-d031-4cf6-bf83-6b652aecd2b2 Apr 23 09:17:21.457491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-61969315-c4f1-4511-a13e-1f605a6e59a1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:21.472835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a68639ac-2656-47aa-90b9-b751390d7b48 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:21.474289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68639ac-2656-47aa-90b9-b751390d7b48 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Fanout notify agent at l3_agent the message router_deleted on router 1c32ef42-7c1d-49f6-b91f-def2440cdead {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:17:21.502306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a68639ac-2656-47aa-90b9-b751390d7b48 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:21.503960 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a68639ac-2656-47aa-90b9-b751390d7b48 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/routers/1c32ef42-7c1d-49f6-b91f-def2440cdead HTTP/1.1" status: 204 len: 168 time: 0.6532860 Apr 23 09:17:21.507733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36100) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:21.557998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:21.562116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6fdb1f4c-2136-459c-abb2-5e7b5014cd93 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Unset dirty status for tenant:7f7cadc94f7843cc93d4a1af4e156161 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:21.568531 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6fdb1f4c-2136-459c-abb2-5e7b5014cd93 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4693925 Apr 23 09:17:21.568531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d8b81eef-7e1d-40d1-9377-58227e022f6c tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:21.578151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36104) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:21.593372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-815108bc-03f0-4685-ac29-640260ea9e54 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group': {'name': 'tempest-secgroup--1096867461'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:21.606826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-667b8d90-907f-4ef4-a0f7-d6b9aa1041f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:21.614130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-815108bc-03f0-4685-ac29-640260ea9e54 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:21.620036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:21.631771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe0f8b6-e452-4573-b9ae-9b5b59424349 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting subnet 19878be2-dbe8-423a-8bcc-e6cfd2ff68d8 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:17:21.635858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:21.638934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-61969315-c4f1-4511-a13e-1f605a6e59a1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:21.647183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cfe0f8b6-e452-4573-b9ae-9b5b59424349 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:21.677297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-815108bc-03f0-4685-ac29-640260ea9e54 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:21.684209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:21.699155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:21.706919 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f5f22f44-5dc5-4259-bb66-faeac2187f12 HTTP/1.1" status: 204 len: 168 time: 4.5703127 Apr 23 09:17:21.736081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cfe0f8b6-e452-4573-b9ae-9b5b59424349 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:21.773748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-815108bc-03f0-4685-ac29-640260ea9e54 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:21.829707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-667b8d90-907f-4ef4-a0f7-d6b9aa1041f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:21.837192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667b8d90-907f-4ef4-a0f7-d6b9aa1041f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:21.841554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-667b8d90-907f-4ef4-a0f7-d6b9aa1041f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:21.842569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-815108bc-03f0-4685-ac29-640260ea9e54 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:21.844175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:17:21.849321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4548d43a-123d-4573-bc54-f54793a0aaf5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:21.878799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-815108bc-03f0-4685-ac29-640260ea9e54 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group_rule and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:21.885381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Pushing event updated for resources: {'Port': ['ID=5983680a-a904-4619-9077-24f76959a8b1,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:21.888600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-815108bc-03f0-4685-ac29-640260ea9e54 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:21.897484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:21.898056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9bd62329-d530-4b88-a93b-c1d3371689c4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:21.914761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-815108bc-03f0-4685-ac29-640260ea9e54 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:21.916667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36114) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:21.931613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5f22f44-5dc5-4259-bb66-faeac2187f12,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:21.944409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:22.030939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b8d90-907f-4ef4-a0f7-d6b9aa1041f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Network': ['ID=8b518bf6-d031-4cf6-bf83-6b652aecd2b2,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:22.044296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 8b518bf6-d031-4cf6-bf83-6b652aecd2b2 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:17:22.049522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-667b8d90-907f-4ef4-a0f7-d6b9aa1041f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:22.065845 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-667b8d90-907f-4ef4-a0f7-d6b9aa1041f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2133107 Apr 23 09:17:22.075375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36118) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:22.087312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0e5c111a-5510-443a-ab80-c6faf4af7571 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'subnet': {'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:22.109494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cfe0f8b6-e452-4573-b9ae-9b5b59424349 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:22.121052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36122) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:22.241060 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0fe8971e-d5c3-44cc-ae02-eecee73558b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=31a3cdb04d554bd6aeeb1f860e8a1415&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1165571 Apr 23 09:17:22.263722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36126) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:22.273825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-61969315-c4f1-4511-a13e-1f605a6e59a1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:22.275475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-222a1350-fdc2-4ff7-aee0-0681ede8d575 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:22.284284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:22.326263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61969315-c4f1-4511-a13e-1f605a6e59a1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=1765bc93-d4ed-496a-bfa7-99bf04d7af51,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:22.329174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-61969315-c4f1-4511-a13e-1f605a6e59a1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:22.332418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-61969315-c4f1-4511-a13e-1f605a6e59a1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:22.335448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867037d5-1b5e-4414-b990-3d4c175c0b3a None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:22.371070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Deleting port 5983680a-a904-4619-9077-24f76959a8b1 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:22.371070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:22.391350 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-61969315-c4f1-4511-a13e-1f605a6e59a1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/1765bc93-d4ed-496a-bfa7-99bf04d7af51 HTTP/1.1" status: 204 len: 168 time: 1.3919826 Apr 23 09:17:22.397996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0e5c111a-5510-443a-ab80-c6faf4af7571 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:22.405217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36130) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:22.422655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0e5c111a-5510-443a-ab80-c6faf4af7571 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:subnet and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:22.450132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-222a1350-fdc2-4ff7-aee0-0681ede8d575 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:22.530733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0e5c111a-5510-443a-ab80-c6faf4af7571 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:22.548874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-815108bc-03f0-4685-ac29-640260ea9e54 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:22.563624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0e5c111a-5510-443a-ab80-c6faf4af7571 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:22.567651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-49eae151-5ccc-44ee-9c48-42cc03ca7ec5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet eeb84f2a-a9c8-4498-9195-2041b2e74a15 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:17:22.572938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49eae151-5ccc-44ee-9c48-42cc03ca7ec5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:22.594647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-815108bc-03f0-4685-ac29-640260ea9e54 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:22.606986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c13f217e-cdbc-4549-892b-e2ba6bb345a5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:22.663085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:22.664245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:22.682903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5c111a-5510-443a-ab80-c6faf4af7571 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Made reservation on behalf of 28923eac46964204bb78aee0456d0ac1 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:22.688994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e5c111a-5510-443a-ab80-c6faf4af7571 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:22.742628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7cb4d89b-dbac-4e1c-a128-cb6c33079473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:22.758782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49eae151-5ccc-44ee-9c48-42cc03ca7ec5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:22.764309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815108bc-03f0-4685-ac29-640260ea9e54 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f345dd0-b174-42e2-9993-3388467989a6,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:22.838348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-815108bc-03f0-4685-ac29-640260ea9e54 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:22.861122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-815108bc-03f0-4685-ac29-640260ea9e54 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:22.866133 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-815108bc-03f0-4685-ac29-640260ea9e54 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2832420 Apr 23 09:17:22.866350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Calling delete_port for 5983680a-a904-4619-9077-24f76959a8b1 owned by network:floatingip {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:22.868286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36134) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:22.878230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-16ba94b0-abae-4c6a-bd90-ad95990defde tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group_rule': {'security_group_id': '8f345dd0-b174-42e2-9993-3388467989a6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:22.878793 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.v2.base [None req-16ba94b0-abae-4c6a-bd90-ad95990defde tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 23 09:17:22.879356 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-16ba94b0-abae-4c6a-bd90-ad95990defde tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:17:22.880479 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-16ba94b0-abae-4c6a-bd90-ad95990defde tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0090127 Apr 23 09:17:22.887948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36138) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:22.902096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7cb4d89b-dbac-4e1c-a128-cb6c33079473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:22.979908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-222a1350-fdc2-4ff7-aee0-0681ede8d575 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:22.991964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0b9414dd-2c76-4228-92aa-5fcfa8e557fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:23.019190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a1350-fdc2-4ff7-aee0-0681ede8d575 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f47839-763e-479f-b93f-4668f8e80855,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:23.021948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c0067589-b853-4fb5-baec-928ea1fe192c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:23.022502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-222a1350-fdc2-4ff7-aee0-0681ede8d575 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:23.059828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-222a1350-fdc2-4ff7-aee0-0681ede8d575 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:23.061182 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-222a1350-fdc2-4ff7-aee0-0681ede8d575 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "DELETE /v2.0/security-groups/12f47839-763e-479f-b93f-4668f8e80855 HTTP/1.1" status: 204 len: 168 time: 1.1412394 Apr 23 09:17:23.064185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36142) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:23.069997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c0067589-b853-4fb5-baec-928ea1fe192c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:23.087476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49eae151-5ccc-44ee-9c48-42cc03ca7ec5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:23.100636 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-7c4e03f5-fe74-4796-b474-e13a8470d519 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] show failed (client error): The resource could not be found. Apr 23 09:17:23.106414 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7c4e03f5-fe74-4796-b474-e13a8470d519 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "GET /v2.0/security-groups/12f47839-763e-479f-b93f-4668f8e80855 HTTP/1.1" status: 404 len: 347 time: 0.0364637 Apr 23 09:17:23.109059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36146) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:23.110289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:23.245016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cfe0f8b6-e452-4573-b9ae-9b5b59424349 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:23.263348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-03d15d6d-e92f-478a-a7b4-c8d649fbfd18 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:23.294891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cfe0f8b6-e452-4573-b9ae-9b5b59424349 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:23.303535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ec0c33-8812-44ba-b78b-1f4b94044470 None None] Network 606af59e-b769-4353-b6b2-42ca9f97789f requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:23.326782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:23.339613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9871de7e-7fd5-4b2b-a171-ad4265dcaaa3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:23.373347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7cb4d89b-dbac-4e1c-a128-cb6c33079473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:23.396551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c0067589-b853-4fb5-baec-928ea1fe192c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:23.400434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Pushing event deleted for resources: {'Port': ['ID=5983680a-a904-4619-9077-24f76959a8b1,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:23.408591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:23.419311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0550350e-7f6f-4509-907e-19e4fc78927e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:23.420883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0f8b6-e452-4573-b9ae-9b5b59424349 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Subnet': ['ID=19878be2-dbe8-423a-8bcc-e6cfd2ff68d8,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:23.424047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cfe0f8b6-e452-4573-b9ae-9b5b59424349 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:23.438070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:23.514573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-19175c3b-889d-4ab2-bd21-c9e3850f87a5 None None] Provisioning complete for port d27d9cd6-3a1e-4858-b930-28ae8e251d1b triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:23.515656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19175c3b-889d-4ab2-bd21-c9e3850f87a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:23.550744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7cb4d89b-dbac-4e1c-a128-cb6c33079473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:23.554379 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7cb4d89b-dbac-4e1c-a128-cb6c33079473 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ea8a038c-2d03-4369-9700-40c347aad47e HTTP/1.1" status: 204 len: 168 time: 1.2860658 Apr 23 09:17:23.554379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4d89b-dbac-4e1c-a128-cb6c33079473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8a038c-2d03-4369-9700-40c347aad47e,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:23.563167 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cfe0f8b6-e452-4573-b9ae-9b5b59424349 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/subnets/19878be2-dbe8-423a-8bcc-e6cfd2ff68d8 HTTP/1.1" status: 204 len: 168 time: 2.0542498 Apr 23 09:17:23.573108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7cb4d89b-dbac-4e1c-a128-cb6c33079473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:23.592413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36152) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:23.780079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0067589-b853-4fb5-baec-928ea1fe192c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f345dd0-b174-42e2-9993-3388467989a6,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:23.782880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c0067589-b853-4fb5-baec-928ea1fe192c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:24.052472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c0067589-b853-4fb5-baec-928ea1fe192c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:24.053938 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c0067589-b853-4fb5-baec-928ea1fe192c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "DELETE /v2.0/security-groups/8f345dd0-b174-42e2-9993-3388467989a6 HTTP/1.1" status: 204 len: 168 time: 1.1637325 Apr 23 09:17:24.064928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36162) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:24.118006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06b4c51-24e2-451e-84ed-ed8f1fa99ab0 None None] DHCP port deletion for 606af59e-b769-4353-b6b2-42ca9f97789f request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:17:24.189036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-76abaa0b-4a89-4888-a7f8-7ebdee7172b9 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Deleting port 2cbe512f-e527-4609-8d24-f92c33239b9e {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:24.189417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-76abaa0b-4a89-4888-a7f8-7ebdee7172b9 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:24.194261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49eae151-5ccc-44ee-9c48-42cc03ca7ec5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:24.205154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c06b4c51-24e2-451e-84ed-ed8f1fa99ab0 None None] Deleting port 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:24.205609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c06b4c51-24e2-451e-84ed-ed8f1fa99ab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:24.207065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4f665dc5-1db5-4ee4-8f83-0a9102c2ea84 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:24.244286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:17:24.284105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-78cc76fb-2107-4ef5-81fd-55f64eb575b7 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Synchronizing usage tracker for tenant:7f7cadc94f7843cc93d4a1af4e156161 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:24.292640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49eae151-5ccc-44ee-9c48-42cc03ca7ec5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:24.297587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:24.301433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eae151-5ccc-44ee-9c48-42cc03ca7ec5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=eeb84f2a-a9c8-4498-9195-2041b2e74a15,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:24.316765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-49eae151-5ccc-44ee-9c48-42cc03ca7ec5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:24.328837 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] create failed (client error): The resource could not be found. Apr 23 09:17:24.340578 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.4587226 Apr 23 09:17:24.342300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36170) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:24.344956 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-49eae151-5ccc-44ee-9c48-42cc03ca7ec5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/eeb84f2a-a9c8-4498-9195-2041b2e74a15 HTTP/1.1" status: 204 len: 168 time: 1.9386342 Apr 23 09:17:24.347990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36174) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:24.433418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-78cc76fb-2107-4ef5-81fd-55f64eb575b7 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Unset dirty status for tenant:7f7cadc94f7843cc93d4a1af4e156161 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:24.438780 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-78cc76fb-2107-4ef5-81fd-55f64eb575b7 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3686481 Apr 23 09:17:24.445741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36178) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:24.453973 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3ab449c4-f1b2-40ae-b88a-313812105d75 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039147 Apr 23 09:17:24.455013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36182) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:24.487049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-76abaa0b-4a89-4888-a7f8-7ebdee7172b9 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:24.487420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-76abaa0b-4a89-4888-a7f8-7ebdee7172b9 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:24.496314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-cc16ce86-e8b8-4902-bdd3-fea66ebafb78 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group': {'name': 'tempest-secgroup--598360136'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:24.530546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-11fee076-518c-4556-8326-d6b54fd60147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:24.548094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbc98c2-d553-4c15-9c0a-7bff021e87f9 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:24.565468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cc16ce86-e8b8-4902-bdd3-fea66ebafb78 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:24.599954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cc16ce86-e8b8-4902-bdd3-fea66ebafb78 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:24.624514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c06b4c51-24e2-451e-84ed-ed8f1fa99ab0 None None] For port 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f,segment=NetworkSegment(5aea6252-ebb2-451a-8360-5f4f20ac03ba),segment_id=5aea6252-ebb2-451a-8360-5f4f20ac03ba)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:24.624958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c06b4c51-24e2-451e-84ed-ed8f1fa99ab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:24.700259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-11fee076-518c-4556-8326-d6b54fd60147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:24.705310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-11fee076-518c-4556-8326-d6b54fd60147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:24.708729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-11fee076-518c-4556-8326-d6b54fd60147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:24.714678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-76abaa0b-4a89-4888-a7f8-7ebdee7172b9 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Calling delete_port for 2cbe512f-e527-4609-8d24-f92c33239b9e owned by network:floatingip {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:24.715339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc16ce86-e8b8-4902-bdd3-fea66ebafb78 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:24.726348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-11fee076-518c-4556-8326-d6b54fd60147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:24.746114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cc16ce86-e8b8-4902-bdd3-fea66ebafb78 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:24.750472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cc16ce86-e8b8-4902-bdd3-fea66ebafb78 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group_rule and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:24.753577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cc16ce86-e8b8-4902-bdd3-fea66ebafb78 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:24.761506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cc16ce86-e8b8-4902-bdd3-fea66ebafb78 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:24.771419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fee076-518c-4556-8326-d6b54fd60147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:24.777631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-11fee076-518c-4556-8326-d6b54fd60147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:24.862457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e5c111a-5510-443a-ab80-c6faf4af7571 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:24.872420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-978ab92d-81e7-46c2-a275-dd35257da252 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:24.893510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c06b4c51-24e2-451e-84ed-ed8f1fa99ab0 None None] Calling delete_port for 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:24.917075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting port 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:24.917468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:24.987634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc16ce86-e8b8-4902-bdd3-fea66ebafb78 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:25.029787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:25.032120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc16ce86-e8b8-4902-bdd3-fea66ebafb78 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:25.049626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2d86ec4f-1c7a-45a1-a886-a08e8021a136 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:25.074685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-23e37006-a869-4909-aa5b-b1f675b4c587 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Deleting port 77ea5416-c3aa-47b1-97b8-190d3adeaa97 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:25.075077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23e37006-a869-4909-aa5b-b1f675b4c587 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:25.118257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f,segment=NetworkSegment(5aea6252-ebb2-451a-8360-5f4f20ac03ba),segment_id=5aea6252-ebb2-451a-8360-5f4f20ac03ba)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:25.125762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16ce86-e8b8-4902-bdd3-fea66ebafb78 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab75771-96e3-45f7-96fa-d2d11d6939ec,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:25.143848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cc16ce86-e8b8-4902-bdd3-fea66ebafb78 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:25.173126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:25.175066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cc470be2-ad08-4f90-8248-3795c87cfbb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:25.176030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c111a-5510-443a-ab80-c6faf4af7571 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Subnet': ['ID=e7408ec4-d203-444f-8ae2-5a0df8d03361,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:25.179527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0e5c111a-5510-443a-ab80-c6faf4af7571 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:25.219457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5a7e3c-5c5c-4c93-9dd4-f44a3b502810 None None] DHCP port deletion for bb316f39-4b0e-43f1-8f3e-34646815cee0 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:17:25.224972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc16ce86-e8b8-4902-bdd3-fea66ebafb78 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:25.226378 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cc16ce86-e8b8-4902-bdd3-fea66ebafb78 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7793641 Apr 23 09:17:25.229467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36196) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:25.235420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-01d04786-e249-4851-836b-830dd7a2191f tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group_rule': {'security_group_id': '3ab75771-96e3-45f7-96fa-d2d11d6939ec', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:25.236036 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.v2.base [None req-01d04786-e249-4851-836b-830dd7a2191f tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 23 09:17:25.236601 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-01d04786-e249-4851-836b-830dd7a2191f tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:17:25.240408 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-01d04786-e249-4851-836b-830dd7a2191f tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071735 Apr 23 09:17:25.240693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36200) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:25.279282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5c111a-5510-443a-ab80-c6faf4af7571 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Checking segment: {'id': 'd3fc0363-04ee-4b8e-aa0e-b1fc86c344b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:17:25.279559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5c111a-5510-443a-ab80-c6faf4af7571 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network hostable DHCP agents. Network: 8b518bf6-d031-4cf6-bf83-6b652aecd2b2, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:17:25.292120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] For port 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f,segment=NetworkSegment(5aea6252-ebb2-451a-8360-5f4f20ac03ba),segment_id=5aea6252-ebb2-451a-8360-5f4f20ac03ba)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:25.292349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:25.320176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:25.331841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:25.332446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:25.332564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:25.333563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:25.334614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:25.335013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:25.335361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:25.335726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:25.336089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:25.336453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:25.336810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:25.337170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:17:25.342143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:25.357148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a7e3c-5c5c-4c93-9dd4-f44a3b502810 None None] Deleting port d27d9cd6-3a1e-4858-b930-28ae8e251d1b {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:25.357573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7e3c-5c5c-4c93-9dd4-f44a3b502810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:25.406380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9cdfdb1-540a-40b3-803c-4a9cdeb3b13a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:25.446941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9cdfdb1-540a-40b3-803c-4a9cdeb3b13a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:25.475875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Calling delete_port for 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:25.509357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6a5a7e3c-5c5c-4c93-9dd4-f44a3b502810 None None] For port d27d9cd6-3a1e-4858-b930-28ae8e251d1b, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=d27d9cd6-3a1e-4858-b930-28ae8e251d1b,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:25.510045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7e3c-5c5c-4c93-9dd4-f44a3b502810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:25.588841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23e37006-a869-4909-aa5b-b1f675b4c587 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:25.597381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:17:25.598281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:17:25.611658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9cdfdb1-540a-40b3-803c-4a9cdeb3b13a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:25.622148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:25.657162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a7e3c-5c5c-4c93-9dd4-f44a3b502810 None None] Calling delete_port for d27d9cd6-3a1e-4858-b930-28ae8e251d1b owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:25.677216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdfdb1-540a-40b3-803c-4a9cdeb3b13a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab75771-96e3-45f7-96fa-d2d11d6939ec,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:25.689776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c9cdfdb1-540a-40b3-803c-4a9cdeb3b13a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:25.699467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9cdfdb1-540a-40b3-803c-4a9cdeb3b13a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:25.700708 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c9cdfdb1-540a-40b3-803c-4a9cdeb3b13a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "DELETE /v2.0/security-groups/3ab75771-96e3-45f7-96fa-d2d11d6939ec HTTP/1.1" status: 204 len: 168 time: 0.4590101 Apr 23 09:17:25.709943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36210) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:25.717735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-c06b4c51-24e2-451e-84ed-ed8f1fa99ab0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:17:25.718142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-c06b4c51-24e2-451e-84ed-ed8f1fa99ab0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:17:25.733371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7e3c-5c5c-4c93-9dd4-f44a3b502810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:25.737368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5c111a-5510-443a-ab80-c6faf4af7571 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 8b518bf6-d031-4cf6-bf83-6b652aecd2b2 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:17:25.742273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:25.746707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.objects.ports [None req-11fee076-518c-4556-8326-d6b54fd60147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87175) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 23 09:17:25.797366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a7e3c-5c5c-4c93-9dd4-f44a3b502810 None None] Pushing event deleted for resources: {'Port': ['ID=d27d9cd6-3a1e-4858-b930-28ae8e251d1b,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:25.801223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6a5a7e3c-5c5c-4c93-9dd4-f44a3b502810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:25.802656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a7e3c-5c5c-4c93-9dd4-f44a3b502810 None None] No DVR routers for this DVR port d27d9cd6-3a1e-4858-b930-28ae8e251d1b on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:17:25.830991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-23e37006-a869-4909-aa5b-b1f675b4c587 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Calling delete_port for 77ea5416-c3aa-47b1-97b8-190d3adeaa97 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:25.844343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bbe3f4b3-255f-4c2b-a1dd-2bf14f25e559 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Synchronizing usage tracker for tenant:7f7cadc94f7843cc93d4a1af4e156161 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:25.877586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-0e5c111a-5510-443a-ab80-c6faf4af7571 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 8b518bf6-d031-4cf6-bf83-6b652aecd2b2) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:25.892391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34a5d34-ca39-466d-bd75-3124152d49ee None None] Network 8b518bf6-d031-4cf6-bf83-6b652aecd2b2 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:25.933925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5c111a-5510-443a-ab80-c6faf4af7571 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:25.934696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e5c111a-5510-443a-ab80-c6faf4af7571 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:25.936481 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.services.revisions.revision_plugin [None req-11fee076-518c-4556-8326-d6b54fd60147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Could not find related port for resource to bump revision. Apr 23 09:17:25.940182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bbe3f4b3-255f-4c2b-a1dd-2bf14f25e559 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Unset dirty status for tenant:7f7cadc94f7843cc93d4a1af4e156161 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:25.941698 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bbe3f4b3-255f-4c2b-a1dd-2bf14f25e559 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2306755 Apr 23 09:17:25.947146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36218) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:25.953663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-41e18a02-b943-43cd-9b28-e8a9affcc0d3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group': {'name': 'tempest-secgroup--619218569'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:25.961974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-41e18a02-b943-43cd-9b28-e8a9affcc0d3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:25.970754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-76abaa0b-4a89-4888-a7f8-7ebdee7172b9 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:25.975425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-41e18a02-b943-43cd-9b28-e8a9affcc0d3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:25.989619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4fb896bc-ef29-4217-995a-51fc15c072d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:25.991606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_pluggable_backend [None req-11fee076-518c-4556-8326-d6b54fd60147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Port d27d9cd6-3a1e-4858-b930-28ae8e251d1b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87175) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Apr 23 09:17:25.991606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_pluggable_backend [None req-11fee076-518c-4556-8326-d6b54fd60147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Reverting IP allocation for 2001:db8::f816:3eff:feee:c737 {{(pid=87175) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Apr 23 09:17:26.006702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_pluggable_backend [None req-11fee076-518c-4556-8326-d6b54fd60147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feee:c737 {{(pid=87175) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Apr 23 09:17:26.008768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-11fee076-518c-4556-8326-d6b54fd60147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:26.029354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3dd1bc80-1ddd-4351-8a59-8ccd327be061 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:26.084030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fee076-518c-4556-8326-d6b54fd60147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:26.088191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-11fee076-518c-4556-8326-d6b54fd60147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:26.101753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726fcfe8-95d6-4a5c-81ee-9d486ec00a6b None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:26.103097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41e18a02-b943-43cd-9b28-e8a9affcc0d3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:26.128103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fee076-518c-4556-8326-d6b54fd60147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:26.129067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-11fee076-518c-4556-8326-d6b54fd60147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:26.159687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36224) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:26.163120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-41e18a02-b943-43cd-9b28-e8a9affcc0d3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:26.175479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-41e18a02-b943-43cd-9b28-e8a9affcc0d3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group_rule and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:26.182047 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0e5c111a-5510-443a-ab80-c6faf4af7571 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1016223 Apr 23 09:17:26.200251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-41e18a02-b943-43cd-9b28-e8a9affcc0d3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:26.207912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36230) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:26.289586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-41e18a02-b943-43cd-9b28-e8a9affcc0d3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:26.297496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:17:26.298566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:26.311378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device d27d9cd6-3a1e-4858-b930-28ae8e251d1b no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:17:26.316624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fee076-518c-4556-8326-d6b54fd60147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=57c5543f-e878-4ea3-84b4-6233d6f80f8c,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:26.320312 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-11fee076-518c-4556-8326-d6b54fd60147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8047035 Apr 23 09:17:26.335137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abaa0b-4a89-4888-a7f8-7ebdee7172b9 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Pushing event deleted for resources: {'Port': ['ID=2cbe512f-e527-4609-8d24-f92c33239b9e,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:26.337863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-76abaa0b-4a89-4888-a7f8-7ebdee7172b9 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:26.342084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36234) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:26.351472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6e899952-0a14-4f25-afb4-28455ed22f8d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:26.363352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: d27d9cd6-3a1e-4858-b930-28ae8e251d1b {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:17:26.363785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device d27d9cd6-3a1e-4858-b930-28ae8e251d1b not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:17:26.378564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23e37006-a869-4909-aa5b-b1f675b4c587 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:26.388677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-11fee076-518c-4556-8326-d6b54fd60147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:26.403585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:26.411138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:26.422361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:26.470786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-76abaa0b-4a89-4888-a7f8-7ebdee7172b9 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks [] for floatingip, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:26.479705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-76abaa0b-4a89-4888-a7f8-7ebdee7172b9 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:26.484325 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-76abaa0b-4a89-4888-a7f8-7ebdee7172b9 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] 10.222.0.60 "DELETE /v2.0/floatingips/90b411a1-e663-47c5-93d1-877e9cb7d5e5 HTTP/1.1" status: 204 len: 168 time: 3.3741858 Apr 23 09:17:26.485183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36238) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:26.492362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e37006-a869-4909-aa5b-b1f675b4c587 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Pushing event deleted for resources: {'Port': ['ID=77ea5416-c3aa-47b1-97b8-190d3adeaa97,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:26.496786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Usage tracker for resource:floatingip and tenant:08150e12247a48518c670d5a14fd9263 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:26.508575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:26.648353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:26.650081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-23e37006-a869-4909-aa5b-b1f675b4c587 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:26.678906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Allocated IP 172.20.0.2 (8b518bf6-d031-4cf6-bf83-6b652aecd2b2/e7408ec4-d203-444f-8ae2-5a0df8d03361/285ef1ed-6950-4b23-b0ae-022750c7324e) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:26.720132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c06b4c51-24e2-451e-84ed-ed8f1fa99ab0 None None] Deleting port 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:26.720743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c06b4c51-24e2-451e-84ed-ed8f1fa99ab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:26.825238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23e37006-a869-4909-aa5b-b1f675b4c587 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:26.827452 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-23e37006-a869-4909-aa5b-b1f675b4c587 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] 10.222.0.60 "DELETE /v2.0/ports/77ea5416-c3aa-47b1-97b8-190d3adeaa97 HTTP/1.1" status: 204 len: 168 time: 2.4825666 Apr 23 09:17:26.834542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36242) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:26.878672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41e18a02-b943-43cd-9b28-e8a9affcc0d3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:26.896701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:26.902470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting port 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:26.902863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:26.914025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-bb316f39-4b0e-43f1-8f3e-34646815cee0', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'fixed_ips': [{'subnet_id': '57c5543f-e878-4ea3-84b4-6233d6f80f8c'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:17:26.914985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:26.953502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6e899952-0a14-4f25-afb4-28455ed22f8d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:26.965948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6e899952-0a14-4f25-afb4-28455ed22f8d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:26.998567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41e18a02-b943-43cd-9b28-e8a9affcc0d3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:27.017541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6e899952-0a14-4f25-afb4-28455ed22f8d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:27.020026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c0067589-b853-4fb5-baec-928ea1fe192c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:27.052047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6e899952-0a14-4f25-afb4-28455ed22f8d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:27.070826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] For port 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f,segment=NetworkSegment(5aea6252-ebb2-451a-8360-5f4f20ac03ba),segment_id=5aea6252-ebb2-451a-8360-5f4f20ac03ba)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:27.071237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:27.203022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c06b4c51-24e2-451e-84ed-ed8f1fa99ab0 None None] For port 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f,segment=NetworkSegment(5aea6252-ebb2-451a-8360-5f4f20ac03ba),segment_id=5aea6252-ebb2-451a-8360-5f4f20ac03ba)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:27.203470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c06b4c51-24e2-451e-84ed-ed8f1fa99ab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:27.216125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e18a02-b943-43cd-9b28-e8a9affcc0d3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f0ad92-4a65-47d3-9f7e-de2cce6555f0,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:27.221144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Calling delete_port for 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:27.225506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e899952-0a14-4f25-afb4-28455ed22f8d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:27.231714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e899952-0a14-4f25-afb4-28455ed22f8d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:27.233741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-41e18a02-b943-43cd-9b28-e8a9affcc0d3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:27.262874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b00bf0b-ccc3-46ee-8e07-faf551576960 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:27.263672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3b00bf0b-ccc3-46ee-8e07-faf551576960 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Synchronizing usage tracker for tenant:0a4839a6c92648f387e2608b6c0e2bac on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:27.413716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3b00bf0b-ccc3-46ee-8e07-faf551576960 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Unset dirty status for tenant:0a4839a6c92648f387e2608b6c0e2bac on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:27.419196 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3b00bf0b-ccc3-46ee-8e07-faf551576960 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] 10.222.0.60 "GET /v2.0/ports?device_id=aec66202-fe33-4755-bac7-59da3b889f82 HTTP/1.1" status: 200 len: 913 time: 0.5804231 Apr 23 09:17:27.421746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36246) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:27.423184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c06b4c51-24e2-451e-84ed-ed8f1fa99ab0 None None] Calling delete_port for 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:27.528669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:27.559698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Transition to ACTIVE for port object 285ef1ed-6950-4b23-b0ae-022750c7324e will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:27.583006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Allocated IP 2001:db8::f816:3eff:fe77:4715 (bb316f39-4b0e-43f1-8f3e-34646815cee0/57c5543f-e878-4ea3-84b4-6233d6f80f8c/d03081d3-777a-4b90-8f4b-6256d3e5dd07) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:27.616266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Transition to ACTIVE for port object 285ef1ed-6950-4b23-b0ae-022750c7324e will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:27.681524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41e18a02-b943-43cd-9b28-e8a9affcc0d3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:27.685876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:27.686140 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-41e18a02-b943-43cd-9b28-e8a9affcc0d3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7346008 Apr 23 09:17:27.689547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2acf7394-8645-4a79-8aa1-bbf13dc08de6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:27.717522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36250) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:27.737077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d2753dca-c6e2-4772-97b1-32930f8d2f2f tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group_rule': {'security_group_id': '53f0ad92-4a65-47d3-9f7e-de2cce6555f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:27.738031 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.v2.base [None req-d2753dca-c6e2-4772-97b1-32930f8d2f2f tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 23 09:17:27.738606 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-d2753dca-c6e2-4772-97b1-32930f8d2f2f tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:17:27.743233 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d2753dca-c6e2-4772-97b1-32930f8d2f2f tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0156903 Apr 23 09:17:27.746419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21e2df2b-fc03-48b8-a15a-5cb8f8488084 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:27.767974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36254) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:27.783775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1b9c0b72-0443-4e78-ac5f-c78a0e22ef1b tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group_rule': {'security_group_id': '53f0ad92-4a65-47d3-9f7e-de2cce6555f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:27.784729 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.v2.base [None req-1b9c0b72-0443-4e78-ac5f-c78a0e22ef1b tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 23 09:17:27.784944 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-1b9c0b72-0443-4e78-ac5f-c78a0e22ef1b tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:17:27.789052 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1b9c0b72-0443-4e78-ac5f-c78a0e22ef1b tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0146453 Apr 23 09:17:27.789251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Network 8b518bf6-d031-4cf6-bf83-6b652aecd2b2 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:27.797162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36258) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:27.799056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:27.855340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:17:27.866229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-025b15a2-a1b0-4098-961f-24eb61d6ddf3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group_rule': {'security_group_id': '53f0ad92-4a65-47d3-9f7e-de2cce6555f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:27.867280 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.v2.base [None req-025b15a2-a1b0-4098-961f-24eb61d6ddf3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 23 09:17:27.867662 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-025b15a2-a1b0-4098-961f-24eb61d6ddf3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:17:27.871450 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-025b15a2-a1b0-4098-961f-24eb61d6ddf3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0705254 Apr 23 09:17:27.874032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Pushing event updated for resources: {'Port': ['ID=285ef1ed-6950-4b23-b0ae-022750c7324e,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:27.876387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36262) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:27.893274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-8e226b9c-4c03-483f-ae94-81c5eef16a8e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group_rule': {'security_group_id': '53f0ad92-4a65-47d3-9f7e-de2cce6555f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:27.896406 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.v2.base [None req-8e226b9c-4c03-483f-ae94-81c5eef16a8e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 23 09:17:27.897008 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-8e226b9c-4c03-483f-ae94-81c5eef16a8e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:17:27.900833 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8e226b9c-4c03-483f-ae94-81c5eef16a8e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0221250 Apr 23 09:17:27.904579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36266) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:27.908390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:27.940548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 23 09:17:27.940548 dv-neutron-786478-4-hyperv neutron-server[87059]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Apr 23 09:17:27.940548 dv-neutron-786478-4-hyperv neutron-server[87059]: [parameters: {'port_id': '2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f', 'host': 'dv-neutron-786478-4-hyperv', 'level': 0}] Apr 23 09:17:27.940548 dv-neutron-786478-4-hyperv neutron-server[87059]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:17:27.941003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:17:28.047121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Attempting to bind port 285ef1ed-6950-4b23-b0ae-022750c7324e on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:17:28.047918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Attempting to bind port 285ef1ed-6950-4b23-b0ae-022750c7324e by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'd3fc0363-04ee-4b8e-aa0e-b1fc86c344b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:17:28.048409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Attempting to bind port 285ef1ed-6950-4b23-b0ae-022750c7324e on network 8b518bf6-d031-4cf6-bf83-6b652aecd2b2 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:17:28.052006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c06b4c51-24e2-451e-84ed-ed8f1fa99ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:28.074170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-840e4d42-91f8-4905-b0aa-e1a08fe127bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:28.175528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:17:28.176138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Checking segment: {'id': 'd3fc0363-04ee-4b8e-aa0e-b1fc86c344b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:17:28.177968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:28.178554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Bound using segment: {'id': 'd3fc0363-04ee-4b8e-aa0e-b1fc86c344b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:17:28.179199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Bound port: 285ef1ed-6950-4b23-b0ae-022750c7324e, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fc0363-04ee-4b8e-aa0e-b1fc86c344b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:17:28.179730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:28.194804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b4c51-24e2-451e-84ed-ed8f1fa99ab0 None None] Pushing event deleted for resources: {'Port': ['ID=2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:28.197529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c06b4c51-24e2-451e-84ed-ed8f1fa99ab0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:28.200297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b4c51-24e2-451e-84ed-ed8f1fa99ab0 None None] No DVR routers for this DVR port 2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:17:28.241018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:28.257460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81f4b8c1-c839-46ab-994a-e0ca89040c1c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:28.282826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:28.309598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Transition to ACTIVE for port object d03081d3-777a-4b90-8f4b-6256d3e5dd07 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:28.351540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Transition to ACTIVE for port object d03081d3-777a-4b90-8f4b-6256d3e5dd07 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:28.353325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-394415c7-da34-43f0-a392-0e630d59176a None None] For port 285ef1ed-6950-4b23-b0ae-022750c7324e, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:17:28.357587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-394415c7-da34-43f0-a392-0e630d59176a None None] For port 285ef1ed-6950-4b23-b0ae-022750c7324e, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=285ef1ed-6950-4b23-b0ae-022750c7324e,segment=NetworkSegment(d3fc0363-04ee-4b8e-aa0e-b1fc86c344b7),segment_id=d3fc0363-04ee-4b8e-aa0e-b1fc86c344b7)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:17:28.390939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:28.391921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81f4b8c1-c839-46ab-994a-e0ca89040c1c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:28.397292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:28.403188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] The port '2a26eb9e-557d-4f2b-9bc5-2c9c1de6267f' was deleted {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:17:28.444816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-21e2df2b-fc03-48b8-a15a-5cb8f8488084 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Allocated IP 172.20.0.1 (8b518bf6-d031-4cf6-bf83-6b652aecd2b2/e7408ec4-d203-444f-8ae2-5a0df8d03361/9a2cbbe5-489f-4849-9120-22a1c4ab2a9e) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:28.447300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:28.478280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:28.478280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:28.480667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:17:28.594641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Pushing event updated for resources: {'Port': ['ID=d03081d3-777a-4b90-8f4b-6256d3e5dd07,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:28.597773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:28.602917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b37b82fe-0b59-4433-be27-f1af8a239517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:28.668480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Allocated IP 172.26.4.202 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/fd9776ac-85bb-4d16-9040-4a3cb7726b32) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:28.680337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:28.685711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Attempting to bind port d03081d3-777a-4b90-8f4b-6256d3e5dd07 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:17:28.686127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Attempting to bind port d03081d3-777a-4b90-8f4b-6256d3e5dd07 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:17:28.686571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Attempting to bind port d03081d3-777a-4b90-8f4b-6256d3e5dd07 on network bb316f39-4b0e-43f1-8f3e-34646815cee0 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:17:28.702229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:17:28.703842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Checking segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:17:28.703842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:28.703842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Bound using segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:17:28.703842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Bound port: d03081d3-777a-4b90-8f4b-6256d3e5dd07, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:17:28.704372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:28.768395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Pushing event updated for resources: {'Port': ['ID=285ef1ed-6950-4b23-b0ae-022750c7324e,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:28.773283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:28.797594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81f4b8c1-c839-46ab-994a-e0ca89040c1c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:28.812533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1e56fa5a-aa43-491a-ba41-f272418d0aea tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:28.843060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] For port d03081d3-777a-4b90-8f4b-6256d3e5dd07, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:17:28.848919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] For port d03081d3-777a-4b90-8f4b-6256d3e5dd07, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=d03081d3-777a-4b90-8f4b-6256d3e5dd07,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:17:28.878061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21e2df2b-fc03-48b8-a15a-5cb8f8488084 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:28.882155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:28.884598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-987cddee-678a-49ce-b934-feeb255c53a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:28.888045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:28.893025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4b8c1-c839-46ab-994a-e0ca89040c1c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f0ad92-4a65-47d3-9f7e-de2cce6555f0,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:28.900365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-81f4b8c1-c839-46ab-994a-e0ca89040c1c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:28.939625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606af59e-b769-4353-b6b2-42ca9f97789f']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:28.969349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aea6252-ebb2-451a-8360-5f4f20ac03ba') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:28.969867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aea6252-ebb2-451a-8360-5f4f20ac03ba') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:29.002170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Pushing event updated for resources: {'Port': ['ID=d03081d3-777a-4b90-8f4b-6256d3e5dd07,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:29.013583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:29.015225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81f4b8c1-c839-46ab-994a-e0ca89040c1c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:29.016652 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-81f4b8c1-c839-46ab-994a-e0ca89040c1c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "DELETE /v2.0/security-groups/53f0ad92-4a65-47d3-9f7e-de2cce6555f0 HTTP/1.1" status: 204 len: 168 time: 1.1110325 Apr 23 09:17:29.030108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36270) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:29.030108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:29.050251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-21e2df2b-fc03-48b8-a15a-5cb8f8488084 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Transition to ACTIVE for port object 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:29.123362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:29.129008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:29.172694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:17:29.297315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21e2df2b-fc03-48b8-a15a-5cb8f8488084 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:29.299700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6c641771-16f9-4509-8132-9772487ea0e7 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Synchronizing usage tracker for tenant:7f7cadc94f7843cc93d4a1af4e156161 on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:29.303283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-02a134c9-769d-4e6a-ad4d-6cc2c38a4261 tempest-RoutersIpV6AdminTest-663876131 tempest-RoutersIpV6AdminTest-663876131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:29.404307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e2df2b-fc03-48b8-a15a-5cb8f8488084 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 8b518bf6-d031-4cf6-bf83-6b652aecd2b2 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:29.416279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-21e2df2b-fc03-48b8-a15a-5cb8f8488084 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:29.424891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:29.429470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e2df2b-fc03-48b8-a15a-5cb8f8488084 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:17:29.457322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 606af59e-b769-4353-b6b2-42ca9f97789f has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:17:29.464593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2df2b-fc03-48b8-a15a-5cb8f8488084 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Port': ['ID=9a2cbbe5-489f-4849-9120-22a1c4ab2a9e,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:29.470687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d91f6e3-ba50-49dc-af9c-df6383ee5514 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:29.475389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-21e2df2b-fc03-48b8-a15a-5cb8f8488084 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:29.483015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-347795b9-e531-414f-aab6-699d2497ff82 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:29.543877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:29.554296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:29.565539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:29.578938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:17:29.607605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6c641771-16f9-4509-8132-9772487ea0e7 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Unset dirty status for tenant:7f7cadc94f7843cc93d4a1af4e156161 on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:29.608913 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6c641771-16f9-4509-8132-9772487ea0e7 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5640182 Apr 23 09:17:29.618745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36274) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:29.635926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Pushing event updated for resources: {'Port': ['ID=fd9776ac-85bb-4d16-9040-4a3cb7726b32,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:29.641243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-babea085-9e4d-4915-84a8-9b6ca9554286 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group': {'name': 'tempest-secgroup--154011098'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:29.675688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21e2df2b-fc03-48b8-a15a-5cb8f8488084 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:29.684553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:29.705018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-babea085-9e4d-4915-84a8-9b6ca9554286 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:29.743747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-babea085-9e4d-4915-84a8-9b6ca9554286 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:29.817418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e899952-0a14-4f25-afb4-28455ed22f8d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:29.821866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-babea085-9e4d-4915-84a8-9b6ca9554286 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:29.853801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-babea085-9e4d-4915-84a8-9b6ca9554286 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:29.864657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-babea085-9e4d-4915-84a8-9b6ca9554286 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group_rule and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:29.864657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-babea085-9e4d-4915-84a8-9b6ca9554286 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:29.873587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-babea085-9e4d-4915-84a8-9b6ca9554286 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:29.873842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0be47dac-cc7e-4345-90e5-706698ae2908 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:29.956255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-987cddee-678a-49ce-b934-feeb255c53a1 admin admin] Deleting port b8869406-99ea-465b-9eb3-9741ef5b9896 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:29.956642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-987cddee-678a-49ce-b934-feeb255c53a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:30.001427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 606af59e-b769-4353-b6b2-42ca9f97789f has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:17:30.045214 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:17:30.092995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e899952-0a14-4f25-afb4-28455ed22f8d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:30.115029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21e2df2b-fc03-48b8-a15a-5cb8f8488084 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:30.161564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-6e899952-0a14-4f25-afb4-28455ed22f8d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:30.206046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e899952-0a14-4f25-afb4-28455ed22f8d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:30.206914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e899952-0a14-4f25-afb4-28455ed22f8d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:30.212051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e899952-0a14-4f25-afb4-28455ed22f8d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=ddb7f683-dd64-4c87-b4ef-ba4572cac8b1,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:30.225367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6e899952-0a14-4f25-afb4-28455ed22f8d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:30.265599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:30.269177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-babea085-9e4d-4915-84a8-9b6ca9554286 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:30.270942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:30.346299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb551ca-8812-4a0b-8413-80de6124be39 None None] Network 8b518bf6-d031-4cf6-bf83-6b652aecd2b2 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:30.374656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device d03081d3-777a-4b90-8f4b-6256d3e5dd07 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:17:30.393244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:30.397649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Network': ['ID=606af59e-b769-4353-b6b2-42ca9f97789f,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:30.437753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:30.454163 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/networks/606af59e-b769-4353-b6b2-42ca9f97789f HTTP/1.1" status: 204 len: 168 time: 6.8699927 Apr 23 09:17:30.459218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36278) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:30.468859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b4f567f7-bd1e-4096-a73a-bfd205800a53 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-703378517'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:30.478976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b4f567f7-bd1e-4096-a73a-bfd205800a53 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:30.487258 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6e899952-0a14-4f25-afb4-28455ed22f8d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1435759 Apr 23 09:17:30.493080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36282) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:30.497228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b4f567f7-bd1e-4096-a73a-bfd205800a53 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:network and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:30.501785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b4f567f7-bd1e-4096-a73a-bfd205800a53 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:30.510273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6f8f709e-520c-4e5e-9b21-24d5e5c2c19a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'mac_address': 'fa:16:3e:45:e4:c4', 'name': 'tempest-NetworksTestDHCPv6-1448427057'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:30.678638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port d03081d3-777a-4b90-8f4b-6256d3e5dd07 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:30.690171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 285ef1ed-6950-4b23-b0ae-022750c7324e up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:17:30.718350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-eb485c2d-049b-489f-bf2c-f0924a25420f None None] Provisioning for port 285ef1ed-6950-4b23-b0ae-022750c7324e completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:30.732944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ab9af3-c6d0-47c4-9908-3656dc308085 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:30.733504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-babea085-9e4d-4915-84a8-9b6ca9554286 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:30.800981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ccb479a-c715-4e6e-8247-a844d1f50145 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:30.826929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:30.829447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-987cddee-678a-49ce-b934-feeb255c53a1 admin admin] For port b8869406-99ea-465b-9eb3-9741ef5b9896, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b8869406-99ea-465b-9eb3-9741ef5b9896,segment=NetworkSegment(227f2858-c0bf-4b5d-a20f-49a6a3bca62d),segment_id=227f2858-c0bf-4b5d-a20f-49a6a3bca62d)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:30.829848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-987cddee-678a-49ce-b934-feeb255c53a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:30.953509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b4f567f7-bd1e-4096-a73a-bfd205800a53 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:31.003900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1d91f6e3-ba50-49dc-af9c-df6383ee5514 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Deleting port 11a95198-8d63-4a4c-81f4-b97f77d548ce {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:31.004286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d91f6e3-ba50-49dc-af9c-df6383ee5514 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:31.025126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-987cddee-678a-49ce-b934-feeb255c53a1 admin admin] Calling delete_port for b8869406-99ea-465b-9eb3-9741ef5b9896 owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:31.090750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babea085-9e4d-4915-84a8-9b6ca9554286 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98fa0cc7-a7be-4dec-bc56-2ec6bb6c0e0f,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:31.094323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-babea085-9e4d-4915-84a8-9b6ca9554286 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:31.134262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6f8f709e-520c-4e5e-9b21-24d5e5c2c19a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:31.148010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6f8f709e-520c-4e5e-9b21-24d5e5c2c19a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:port and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:31.150140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-babea085-9e4d-4915-84a8-9b6ca9554286 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:31.154481 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-babea085-9e4d-4915-84a8-9b6ca9554286 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5226676 Apr 23 09:17:31.154730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6f8f709e-520c-4e5e-9b21-24d5e5c2c19a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:31.156195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36286) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:31.158598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:31.165728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7bf80437-1582-4012-9d52-b51fda4b3097 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group_rule': {'security_group_id': '98fa0cc7-a7be-4dec-bc56-2ec6bb6c0e0f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:31.166353 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.v2.base [None req-7bf80437-1582-4012-9d52-b51fda4b3097 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 23 09:17:31.171244 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-7bf80437-1582-4012-9d52-b51fda4b3097 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:17:31.171244 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7bf80437-1582-4012-9d52-b51fda4b3097 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105977 Apr 23 09:17:31.172379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6f8f709e-520c-4e5e-9b21-24d5e5c2c19a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:31.174689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36290) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:31.183265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-44101aea-0435-4ca7-831d-5c0f7bcea207 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group_rule': {'security_group_id': '98fa0cc7-a7be-4dec-bc56-2ec6bb6c0e0f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:31.190522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-868d2cd4-1b00-4364-bf15-a222bea60498 None None] Provisioning for port d03081d3-777a-4b90-8f4b-6256d3e5dd07 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:31.197957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f567f7-bd1e-4096-a73a-bfd205800a53 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Made reservation on behalf of 6a7817c6b9664b5898a398d7ccbe4c15 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:31.204194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4f567f7-bd1e-4096-a73a-bfd205800a53 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:31.222497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-44101aea-0435-4ca7-831d-5c0f7bcea207 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:31.232690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-868d2cd4-1b00-4364-bf15-a222bea60498 None None] Provisioning complete for port d03081d3-777a-4b90-8f4b-6256d3e5dd07 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:31.233867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-868d2cd4-1b00-4364-bf15-a222bea60498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:31.244350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-44101aea-0435-4ca7-831d-5c0f7bcea207 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group_rule and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:31.261207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-44101aea-0435-4ca7-831d-5c0f7bcea207 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:31.277761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-44101aea-0435-4ca7-831d-5c0f7bcea207 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:31.278160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 285ef1ed-6950-4b23-b0ae-022750c7324e completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:31.279853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8f709e-520c-4e5e-9b21-24d5e5c2c19a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:31.304072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d91f6e3-ba50-49dc-af9c-df6383ee5514 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:31.309001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 285ef1ed-6950-4b23-b0ae-022750c7324e triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:31.309434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:31.338595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f567f7-bd1e-4096-a73a-bfd205800a53 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:17:31.558992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1d91f6e3-ba50-49dc-af9c-df6383ee5514 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Calling delete_port for 11a95198-8d63-4a4c-81f4-b97f77d548ce owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:31.585481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-868d2cd4-1b00-4364-bf15-a222bea60498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:31.604048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4f567f7-bd1e-4096-a73a-bfd205800a53 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:31.604461 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-b4f567f7-bd1e-4096-a73a-bfd205800a53 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Added segment a34c2453-5ca1-4d37-8159-3eefb63a448f of type vlan for network 103e94ec-d202-4d34-b0e2-7a7f6c582017 Apr 23 09:17:31.625354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21e2df2b-fc03-48b8-a15a-5cb8f8488084 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:31.649582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-868d2cd4-1b00-4364-bf15-a222bea60498 None None] For port d03081d3-777a-4b90-8f4b-6256d3e5dd07, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=d03081d3-777a-4b90-8f4b-6256d3e5dd07,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:31.662070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4f567f7-bd1e-4096-a73a-bfd205800a53 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:31.668075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21e2df2b-fc03-48b8-a15a-5cb8f8488084 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:31.700874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f8f709e-520c-4e5e-9b21-24d5e5c2c19a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:31.716818 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-44101aea-0435-4ca7-831d-5c0f7bcea207 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:17:31.717904 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-44101aea-0435-4ca7-831d-5c0f7bcea207 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5421698 Apr 23 09:17:31.724780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:31.732620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36294) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:31.747921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-29eeb258-f843-4102-8e40-ae0b80d8d910 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group_rule': {'security_group_id': '98fa0cc7-a7be-4dec-bc56-2ec6bb6c0e0f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:31.748328 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.v2.base [None req-29eeb258-f843-4102-8e40-ae0b80d8d910 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 23 09:17:31.748887 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-29eeb258-f843-4102-8e40-ae0b80d8d910 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:17:31.749978 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-29eeb258-f843-4102-8e40-ae0b80d8d910 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0136395 Apr 23 09:17:31.755884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36298) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:31.757674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-076b06a0-edf3-412f-8b19-74e596619d38 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:31.758516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-868d2cd4-1b00-4364-bf15-a222bea60498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:31.765875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f6fa4f4c-bb81-4084-8f46-4b39acde9393 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group_rule': {'security_group_id': '98fa0cc7-a7be-4dec-bc56-2ec6bb6c0e0f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:31.767359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-57afd0fa-ee77-4648-87d5-eaca0aa42154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:31.779684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f6fa4f4c-bb81-4084-8f46-4b39acde9393 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:31.799238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f6fa4f4c-bb81-4084-8f46-4b39acde9393 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group_rule and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:31.803534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-6f8f709e-520c-4e5e-9b21-24d5e5c2c19a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] device_id is not set on port 2915112b-6def-450f-bfc7-d1539b27b7e3 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:17:31.836003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21e2df2b-fc03-48b8-a15a-5cb8f8488084 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:31.842891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f6fa4f4c-bb81-4084-8f46-4b39acde9393 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:31.851991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d2cd4-1b00-4364-bf15-a222bea60498 None None] Pushing event updated for resources: {'Port': ['ID=d03081d3-777a-4b90-8f4b-6256d3e5dd07,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:31.853140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2df2b-fc03-48b8-a15a-5cb8f8488084 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Port': ['ID=9a2cbbe5-489f-4849-9120-22a1c4ab2a9e,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:31.855550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-868d2cd4-1b00-4364-bf15-a222bea60498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:31.856531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4f567f7-bd1e-4096-a73a-bfd205800a53 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:31.862871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f567f7-bd1e-4096-a73a-bfd205800a53 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:31.863418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4f567f7-bd1e-4096-a73a-bfd205800a53 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:31.872679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-21e2df2b-fc03-48b8-a15a-5cb8f8488084 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:31.876168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f6fa4f4c-bb81-4084-8f46-4b39acde9393 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:31.882707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3f32c9f4-54f2-4f44-b5ed-3bbe038941e6 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:31.894852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 285ef1ed-6950-4b23-b0ae-022750c7324e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=285ef1ed-6950-4b23-b0ae-022750c7324e,segment=NetworkSegment(d3fc0363-04ee-4b8e-aa0e-b1fc86c344b7),segment_id=d3fc0363-04ee-4b8e-aa0e-b1fc86c344b7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:31.898827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-987cddee-678a-49ce-b934-feeb255c53a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:31.901539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a1f87ea9-438b-4af1-9b7a-50ce5827bdc7 None None] Provisioning complete for port 285ef1ed-6950-4b23-b0ae-022750c7324e triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:31.907896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1f87ea9-438b-4af1-9b7a-50ce5827bdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:31.911254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:31.914219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-846b958a-6f2f-444c-a8ba-2baaed04dae5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:31.983139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:31.983863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:31.988577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cddee-678a-49ce-b934-feeb255c53a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8869406-99ea-465b-9eb3-9741ef5b9896,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:31.992535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-987cddee-678a-49ce-b934-feeb255c53a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:31.993233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-987cddee-678a-49ce-b934-feeb255c53a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:31.993372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-868d2cd4-1b00-4364-bf15-a222bea60498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:32.077305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f567f7-bd1e-4096-a73a-bfd205800a53 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Network': ['ID=103e94ec-d202-4d34-b0e2-7a7f6c582017,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:32.094142 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b4f567f7-bd1e-4096-a73a-bfd205800a53 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6280890 Apr 23 09:17:32.094142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b4f567f7-bd1e-4096-a73a-bfd205800a53 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:32.094142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36302) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:32.106732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9ae19260-2e39-4cb0-891c-88fa7b24553b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'subnet': {'network_id': '103e94ec-d202-4d34-b0e2-7a7f6c582017', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:32.113863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7a5fe9-918e-4fc7-b856-28af781b7fc7 None None] Update dhcp port {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'fixed_ips': [{'subnet_id': '57c5543f-e878-4ea3-84b4-6233d6f80f8c', 'ip_address': '2001:db8::f816:3eff:fe77:4715'}, {'subnet_id': 'ddb7f683-dd64-4c87-b4ef-ba4572cac8b1'}], 'binding:host_id': 'dv-neutron-786478-4-hyperv'}, 'id': 'd03081d3-777a-4b90-8f4b-6256d3e5dd07'} from dv-neutron-786478-4-hyperv. {{(pid=87176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 23 09:17:32.144433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 103e94ec-d202-4d34-b0e2-7a7f6c582017 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:17:32.196613 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-f6fa4f4c-bb81-4084-8f46-4b39acde9393 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:17:32.200542 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f6fa4f4c-bb81-4084-8f46-4b39acde9393 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4407191 Apr 23 09:17:32.208337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=285ef1ed-6950-4b23-b0ae-022750c7324e,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:32.209508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36306) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:32.218716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:32.281601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-fb40ade3-e600-4122-9d88-fd8ff7a6749a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group_rule': {'security_group_id': '98fa0cc7-a7be-4dec-bc56-2ec6bb6c0e0f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:32.282142 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.v2.base [None req-fb40ade3-e600-4122-9d88-fd8ff7a6749a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 23 09:17:32.283317 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-fb40ade3-e600-4122-9d88-fd8ff7a6749a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:17:32.287505 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fb40ade3-e600-4122-9d88-fd8ff7a6749a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0615025 Apr 23 09:17:32.292974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36310) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:32.323832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-91b0e273-1a39-4811-b05f-12cb77243e51 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group_rule': {'security_group_id': '98fa0cc7-a7be-4dec-bc56-2ec6bb6c0e0f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:32.366004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-91b0e273-1a39-4811-b05f-12cb77243e51 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:32.386106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Pushing event updated for resources: {'Port': ['ID=fd9776ac-85bb-4d16-9040-4a3cb7726b32,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:32.391967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d7a5fe9-918e-4fc7-b856-28af781b7fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:32.415737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device d03081d3-777a-4b90-8f4b-6256d3e5dd07 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:17:32.431157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9ae19260-2e39-4cb0-891c-88fa7b24553b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:32.445828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9ae19260-2e39-4cb0-891c-88fa7b24553b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:subnet and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:32.451048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9ae19260-2e39-4cb0-891c-88fa7b24553b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:32.467296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9ae19260-2e39-4cb0-891c-88fa7b24553b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:32.469834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-6f8f709e-520c-4e5e-9b21-24d5e5c2c19a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 172.20.0.3 (bb316f39-4b0e-43f1-8f3e-34646815cee0/ddb7f683-dd64-4c87-b4ef-ba4572cac8b1/2915112b-6def-450f-bfc7-d1539b27b7e3) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:32.482791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-6f8f709e-520c-4e5e-9b21-24d5e5c2c19a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8::f816:3eff:fe45:e4c4 (bb316f39-4b0e-43f1-8f3e-34646815cee0/57c5543f-e878-4ea3-84b4-6233d6f80f8c/2915112b-6def-450f-bfc7-d1539b27b7e3) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:32.483164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d91f6e3-ba50-49dc-af9c-df6383ee5514 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:32.495065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6d990228-3478-4398-a3ec-3d5c64fdbb56 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:32.547421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91f6e3-ba50-49dc-af9c-df6383ee5514 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Pushing event deleted for resources: {'Port': ['ID=11a95198-8d63-4a4c-81f4-b97f77d548ce,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:32.550696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae19260-2e39-4cb0-891c-88fa7b24553b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Made reservation on behalf of 6a7817c6b9664b5898a398d7ccbe4c15 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:32.557742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ae19260-2e39-4cb0-891c-88fa7b24553b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:32.574072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1d91f6e3-ba50-49dc-af9c-df6383ee5514 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:32.583140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-91b0e273-1a39-4811-b05f-12cb77243e51 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group_rule and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:32.597861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-987cddee-678a-49ce-b934-feeb255c53a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:32.605931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:32.607057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-91b0e273-1a39-4811-b05f-12cb77243e51 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:32.610224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:32.627462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-91b0e273-1a39-4811-b05f-12cb77243e51 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:32.656747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e2df2b-fc03-48b8-a15a-5cb8f8488084 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 8b518bf6-d031-4cf6-bf83-6b652aecd2b2 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:32.679329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port d03081d3-777a-4b90-8f4b-6256d3e5dd07 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:32.679757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:32.749371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a1f87ea9-438b-4af1-9b7a-50ce5827bdc7 None None] Provisioning for port 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:32.763234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a1f87ea9-438b-4af1-9b7a-50ce5827bdc7 None None] Provisioning complete for port 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:32.763663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1f87ea9-438b-4af1-9b7a-50ce5827bdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:32.797284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-21e2df2b-fc03-48b8-a15a-5cb8f8488084 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:32.884282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a1f87ea9-438b-4af1-9b7a-50ce5827bdc7 None None] Port 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:17:32.902423 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-91b0e273-1a39-4811-b05f-12cb77243e51 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Project 7f7cadc94f7843cc93d4a1af4e156161 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:17:32.906288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:32.911336 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7468197 Apr 23 09:17:32.924588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36314) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:32.992871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c9fa33df-20c5-4c3e-8c7f-0e4f51925b16 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-23647293', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'fixed_ips': [{'ip_address': '172.26.4.202'}]}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:33.018218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c9fa33df-20c5-4c3e-8c7f-0e4f51925b16 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:33.032605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c9fa33df-20c5-4c3e-8c7f-0e4f51925b16 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Usage tracker for resource:port and tenant:08150e12247a48518c670d5a14fd9263 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:33.045054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c9fa33df-20c5-4c3e-8c7f-0e4f51925b16 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:33.058388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f8f709e-520c-4e5e-9b21-24d5e5c2c19a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:33.070451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c9fa33df-20c5-4c3e-8c7f-0e4f51925b16 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:33.072810 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-91b0e273-1a39-4811-b05f-12cb77243e51 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:17:33.073969 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-91b0e273-1a39-4811-b05f-12cb77243e51 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7731214 Apr 23 09:17:33.080945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36318) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:33.100004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5f64d3dd-ac59-4318-b47f-abffef59e21e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group_rule': {'security_group_id': '98fa0cc7-a7be-4dec-bc56-2ec6bb6c0e0f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:33.100528 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.v2.base [None req-5f64d3dd-ac59-4318-b47f-abffef59e21e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 23 09:17:33.101085 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-5f64d3dd-ac59-4318-b47f-abffef59e21e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:17:33.102157 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5f64d3dd-ac59-4318-b47f-abffef59e21e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0153706 Apr 23 09:17:33.112889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8fbc068b-f92f-49cc-bad1-89b350b50e40 None None] Provisioning complete for port 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:33.113568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8fbc068b-f92f-49cc-bad1-89b350b50e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:33.154417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36322) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:33.157256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6f8f709e-520c-4e5e-9b21-24d5e5c2c19a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Transition to ACTIVE for port object 2915112b-6def-450f-bfc7-d1539b27b7e3 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:33.177463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8fbc068b-f92f-49cc-bad1-89b350b50e40 None None] Port 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:17:33.269376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d91f6e3-ba50-49dc-af9c-df6383ee5514 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:33.465643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fa33df-20c5-4c3e-8c7f-0e4f51925b16 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Made reservation on behalf of 08150e12247a48518c670d5a14fd9263 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:33.470734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9fa33df-20c5-4c3e-8c7f-0e4f51925b16 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:33.497616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f8f709e-520c-4e5e-9b21-24d5e5c2c19a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:33.503826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-5d7a5fe9-918e-4fc7-b856-28af781b7fc7 None None] Allocated IP 172.20.0.2 (bb316f39-4b0e-43f1-8f3e-34646815cee0/ddb7f683-dd64-4c87-b4ef-ba4572cac8b1/d03081d3-777a-4b90-8f4b-6256d3e5dd07) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:33.522746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e8ee49ec-dfda-4d35-9e6a-a09e34c8ff09 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:33.552668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-36905459-1a76-4d37-8a40-00ba9817508e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group_rule': {'security_group_id': '98fa0cc7-a7be-4dec-bc56-2ec6bb6c0e0f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:33.574060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9fa33df-20c5-4c3e-8c7f-0e4f51925b16 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:33.590935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-36905459-1a76-4d37-8a40-00ba9817508e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:33.612199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-36905459-1a76-4d37-8a40-00ba9817508e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group_rule and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:33.628350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-36905459-1a76-4d37-8a40-00ba9817508e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:33.631902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c9fa33df-20c5-4c3e-8c7f-0e4f51925b16 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:33.647403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c9fa33df-20c5-4c3e-8c7f-0e4f51925b16 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Usage tracker for resource:security_group_rule and tenant:08150e12247a48518c670d5a14fd9263 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:33.652912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-36905459-1a76-4d37-8a40-00ba9817508e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:33.656906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c9fa33df-20c5-4c3e-8c7f-0e4f51925b16 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:33.669405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c9fa33df-20c5-4c3e-8c7f-0e4f51925b16 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:33.677071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8f709e-520c-4e5e-9b21-24d5e5c2c19a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:33.691181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5d7a5fe9-918e-4fc7-b856-28af781b7fc7 None None] For port d03081d3-777a-4b90-8f4b-6256d3e5dd07, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=d03081d3-777a-4b90-8f4b-6256d3e5dd07,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:33.695945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-6f8f709e-520c-4e5e-9b21-24d5e5c2c19a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:33.722650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987cddee-678a-49ce-b934-feeb255c53a1 admin admin] Router d033581c-f7e4-4217-88dc-fefb89b580f0 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:17:33.725079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d7a5fe9-918e-4fc7-b856-28af781b7fc7 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:33.745504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5d7a5fe9-918e-4fc7-b856-28af781b7fc7 None None] Transition to ACTIVE for port object d03081d3-777a-4b90-8f4b-6256d3e5dd07 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:33.747793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e2df2b-fc03-48b8-a15a-5cb8f8488084 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:17:33.749926 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-36905459-1a76-4d37-8a40-00ba9817508e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Project 7f7cadc94f7843cc93d4a1af4e156161 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:17:33.758598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8f709e-520c-4e5e-9b21-24d5e5c2c19a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:17:33.778918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d7a5fe9-918e-4fc7-b856-28af781b7fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:33.784149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:33.827091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f709e-520c-4e5e-9b21-24d5e5c2c19a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=2915112b-6def-450f-bfc7-d1539b27b7e3,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:33.837152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6f8f709e-520c-4e5e-9b21-24d5e5c2c19a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:33.882886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d91f6e3-ba50-49dc-af9c-df6383ee5514 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Router aec66202-fe33-4755-bac7-59da3b889f82 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:17:33.898152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8f709e-520c-4e5e-9b21-24d5e5c2c19a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:33.898896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f8f709e-520c-4e5e-9b21-24d5e5c2c19a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:33.963377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a5fe9-918e-4fc7-b856-28af781b7fc7 None None] Pushing event updated for resources: {'Port': ['ID=d03081d3-777a-4b90-8f4b-6256d3e5dd07,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:33.966915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d7a5fe9-918e-4fc7-b856-28af781b7fc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:34.095898 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-36905459-1a76-4d37-8a40-00ba9817508e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:17:34.100911 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-36905459-1a76-4d37-8a40-00ba9817508e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.9332063 Apr 23 09:17:34.112237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36326) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:34.134932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d52ea25f-5299-4059-b5f5-adf9aa9f396a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group_rule': {'security_group_id': '98fa0cc7-a7be-4dec-bc56-2ec6bb6c0e0f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:34.158072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d52ea25f-5299-4059-b5f5-adf9aa9f396a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:34.185784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d52ea25f-5299-4059-b5f5-adf9aa9f396a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group_rule and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:34.194958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d52ea25f-5299-4059-b5f5-adf9aa9f396a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:34.220827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9fa33df-20c5-4c3e-8c7f-0e4f51925b16 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:34.224565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d52ea25f-5299-4059-b5f5-adf9aa9f396a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:34.240738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e2df2b-fc03-48b8-a15a-5cb8f8488084 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:17:34.240839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device d03081d3-777a-4b90-8f4b-6256d3e5dd07 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:17:34.250518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987cddee-678a-49ce-b934-feeb255c53a1 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:17:34.264019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb4de0c-134a-4a78-b22a-9e5571234b70 None None] Sync routers for ids ['d033581c-f7e4-4217-88dc-fefb89b580f0'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:17:34.268557 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-987cddee-678a-49ce-b934-feeb255c53a1 admin admin] 10.222.0.60 "PUT /v2.0/routers/d033581c-f7e4-4217-88dc-fefb89b580f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7668560 Apr 23 09:17:34.268557 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-21e2df2b-fc03-48b8-a15a-5cb8f8488084 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/routers/0cd8b856-dbb2-4010-af3f-462ae87d10f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0558650 Apr 23 09:17:34.268557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9fa33df-20c5-4c3e-8c7f-0e4f51925b16 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:34.273039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c9fa33df-20c5-4c3e-8c7f-0e4f51925b16 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] device_id is not set on port a1c0a6b7-9f8c-4506-bae3-841711ee5e82 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:17:34.287471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb4de0c-134a-4a78-b22a-9e5571234b70 None None] Routers {'d033581c-f7e4-4217-88dc-fefb89b580f0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:34.288515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-fdb4de0c-134a-4a78-b22a-9e5571234b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['d033581c-f7e4-4217-88dc-fefb89b580f0'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:34.315484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36330) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:34.315484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36332) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:34.315716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a68e4302-ca1b-4564-97a0-03e11d7e92c5 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:34.368709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] Sync routers for ids ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:17:34.393004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] Routers {'0cd8b856-dbb2-4010-af3f-462ae87d10f4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:34.394536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:34.438742 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-d52ea25f-5299-4059-b5f5-adf9aa9f396a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Project 7f7cadc94f7843cc93d4a1af4e156161 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:17:34.448725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e4d30ae5-5cc5-45fb-b6c8-8e94d3a9e9f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'network': {'name': 'tempest-RoutersTest-937768687'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:34.502803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e4d30ae5-5cc5-45fb-b6c8-8e94d3a9e9f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:34.550814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-fdb4de0c-134a-4a78-b22a-9e5571234b70 None None] Set router d033581c-f7e4-4217-88dc-fefb89b580f0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:17:34.601473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 285ef1ed-6950-4b23-b0ae-022750c7324e up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:17:34.624597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e4d30ae5-5cc5-45fb-b6c8-8e94d3a9e9f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:network and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:34.637564 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6f8f709e-520c-4e5e-9b21-24d5e5c2c19a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.1430709 Apr 23 09:17:34.641942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36338) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:34.654782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e4d30ae5-5cc5-45fb-b6c8-8e94d3a9e9f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:34.672438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e4d30ae5-5cc5-45fb-b6c8-8e94d3a9e9f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:34.688387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa33df-20c5-4c3e-8c7f-0e4f51925b16 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da1f8ba-0060-4d3c-8eeb-c60a94b6424d,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:34.698573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d91f6e3-ba50-49dc-af9c-df6383ee5514 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:17:34.714859 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1d91f6e3-ba50-49dc-af9c-df6383ee5514 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] 10.222.0.60 "PUT /v2.0/routers/aec66202-fe33-4755-bac7-59da3b889f82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2918096 Apr 23 09:17:34.715802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36342) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:34.733074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c9fa33df-20c5-4c3e-8c7f-0e4f51925b16 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:34.743766 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-d52ea25f-5299-4059-b5f5-adf9aa9f396a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:17:34.745233 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d52ea25f-5299-4059-b5f5-adf9aa9f396a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6290550 Apr 23 09:17:34.757998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36346) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:34.848421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d30ae5-5cc5-45fb-b6c8-8e94d3a9e9f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Made reservation on behalf of 28923eac46964204bb78aee0456d0ac1 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:34.855411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e4d30ae5-5cc5-45fb-b6c8-8e94d3a9e9f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:34.918155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa06dc01-d082-4901-a5ea-5d36cb164338 None None] Sync routers for ids ['aec66202-fe33-4755-bac7-59da3b889f82'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:17:34.935022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3fe88185-d44e-44eb-abcf-cf7286b9f49a tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:34.979030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] Set router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:17:34.987374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d30ae5-5cc5-45fb-b6c8-8e94d3a9e9f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:17:34.996948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e4d30ae5-5cc5-45fb-b6c8-8e94d3a9e9f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:34.997351 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-e4d30ae5-5cc5-45fb-b6c8-8e94d3a9e9f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Added segment 0ac90688-174f-4744-8b80-559a026e2051 of type vlan for network f8cf8fc0-acc9-458b-a310-e90312d2cc9d Apr 23 09:17:35.028542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e4d30ae5-5cc5-45fb-b6c8-8e94d3a9e9f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:35.061663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f563ea21-c12c-438c-92e6-5f2d067d9587 admin admin] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:35.071065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa06dc01-d082-4901-a5ea-5d36cb164338 None None] Routers {'aec66202-fe33-4755-bac7-59da3b889f82'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:35.071383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-fdb4de0c-134a-4a78-b22a-9e5571234b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'name': 'tempest-ServersTestManualDisk-875366701-router', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:14:43Z', 'updated_at': '2021-04-23T09:17:31Z', 'revision_number': 5, 'project_id': '680695fd5257427aa59cd011d8236117', 'gw_port': {'id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:14:46Z', 'updated_at': '2021-04-23T09:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:35.080278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-fa06dc01-d082-4901-a5ea-5d36cb164338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['aec66202-fe33-4755-bac7-59da3b889f82'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:35.080439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb4de0c-134a-4a78-b22a-9e5571234b70 None None] Checking router: d033581c-f7e4-4217-88dc-fefb89b580f0 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:17:35.097932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb4de0c-134a-4a78-b22a-9e5571234b70 None None] Routers {'d033581c-f7e4-4217-88dc-fefb89b580f0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:35.099166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-fdb4de0c-134a-4a78-b22a-9e5571234b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['d033581c-f7e4-4217-88dc-fefb89b580f0'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:35.195323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-fa06dc01-d082-4901-a5ea-5d36cb164338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:35.234562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-dbf5a8de-f290-4381-ad43-4205043e936a None None] Provisioning for port d03081d3-777a-4b90-8f4b-6256d3e5dd07 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:35.281802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e4d30ae5-5cc5-45fb-b6c8-8e94d3a9e9f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:35.288829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d30ae5-5cc5-45fb-b6c8-8e94d3a9e9f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:35.289656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e4d30ae5-5cc5-45fb-b6c8-8e94d3a9e9f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:35.318277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f563ea21-c12c-438c-92e6-5f2d067d9587 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:35.326334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-95014b12-42dc-4ca1-876b-b3ea733abb3f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:35.333269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa06dc01-d082-4901-a5ea-5d36cb164338 None None] Routers {'aec66202-fe33-4755-bac7-59da3b889f82'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:35.334419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-fa06dc01-d082-4901-a5ea-5d36cb164338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['aec66202-fe33-4755-bac7-59da3b889f82'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:35.344934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-fdb4de0c-134a-4a78-b22a-9e5571234b70 None None] Set router d033581c-f7e4-4217-88dc-fefb89b580f0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:17:35.389530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-dbf5a8de-f290-4381-ad43-4205043e936a None None] Provisioning complete for port d03081d3-777a-4b90-8f4b-6256d3e5dd07 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:35.390070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dbf5a8de-f290-4381-ad43-4205043e936a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:35.471501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3fe88185-d44e-44eb-abcf-cf7286b9f49a tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:35.481277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3fe88185-d44e-44eb-abcf-cf7286b9f49a tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:35.488213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-fa06dc01-d082-4901-a5ea-5d36cb164338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:35.489426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa06dc01-d082-4901-a5ea-5d36cb164338 None None] The sync data for ids ['aec66202-fe33-4755-bac7-59da3b889f82'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:17:35.491179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 285ef1ed-6950-4b23-b0ae-022750c7324e triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:35.491682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:35.508257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d771d3a-bc8f-483e-b132-ff46ec2aac44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:35.511460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d30ae5-5cc5-45fb-b6c8-8e94d3a9e9f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Network': ['ID=f8cf8fc0-acc9-458b-a310-e90312d2cc9d,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:35.520622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e4d30ae5-5cc5-45fb-b6c8-8e94d3a9e9f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:35.525396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d771d3a-bc8f-483e-b132-ff46ec2aac44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:35.526681 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e4d30ae5-5cc5-45fb-b6c8-8e94d3a9e9f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2004037 Apr 23 09:17:35.526801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2d771d3a-bc8f-483e-b132-ff46ec2aac44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:35.528820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36350) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:35.536433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network f8cf8fc0-acc9-458b-a310-e90312d2cc9d details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:17:35.652042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ae19260-2e39-4cb0-891c-88fa7b24553b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:35.657913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cf9c144d-dd0e-4140-b558-d39d13470a85 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:35.664018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-33c5646b-dead-4f5a-9743-146be2352163 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'subnet': {'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:35.709390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2d771d3a-bc8f-483e-b132-ff46ec2aac44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:35.716205 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2d771d3a-bc8f-483e-b132-ff46ec2aac44 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.0722938 Apr 23 09:17:35.721433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36354) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:35.744379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-fdb4de0c-134a-4a78-b22a-9e5571234b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'name': 'tempest-ServersTestManualDisk-875366701-router', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:14:43Z', 'updated_at': '2021-04-23T09:17:31Z', 'revision_number': 5, 'project_id': '680695fd5257427aa59cd011d8236117', 'gw_port': {'id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:14:46Z', 'updated_at': '2021-04-23T09:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:35.750221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb4de0c-134a-4a78-b22a-9e5571234b70 None None] The sync data for ids ['d033581c-f7e4-4217-88dc-fefb89b580f0'] in dv-neutron-786478-4-hyperv is: [{'id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'name': 'tempest-ServersTestManualDisk-875366701-router', 'tenant_id': '680695fd5257427aa59cd011d8236117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:14:43Z', 'updated_at': '2021-04-23T09:17:31Z', 'revision_number': 5, 'project_id': '680695fd5257427aa59cd011d8236117', 'gw_port': {'id': '3426d27b-fe56-4344-a036-f56fe411e84a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:30:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd033581c-f7e4-4217-88dc-fefb89b580f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:14:46Z', 'updated_at': '2021-04-23T09:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:17:35.827084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eee2d2fc-73ee-4fad-8612-c86a1f944a8d tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:35.835954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae19260-2e39-4cb0-891c-88fa7b24553b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Subnet': ['ID=64c3189b-fb2e-4b10-9710-fc31da9158ff,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:35.839976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9ae19260-2e39-4cb0-891c-88fa7b24553b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:35.848988 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9fa33df-20c5-4c3e-8c7f-0e4f51925b16 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 23 09:17:35.849793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9fa33df-20c5-4c3e-8c7f-0e4f51925b16 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:17:35.853000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3fe88185-d44e-44eb-abcf-cf7286b9f49a tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:35.853555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe88185-d44e-44eb-abcf-cf7286b9f49a tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Fanout notify agent at l3_agent the message router_deleted on router aec66202-fe33-4755-bac7-59da3b889f82 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:17:35.909202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f563ea21-c12c-438c-92e6-5f2d067d9587 admin admin] Deleting port 3426d27b-fe56-4344-a036-f56fe411e84a {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:35.909580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f563ea21-c12c-438c-92e6-5f2d067d9587 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:35.924016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3fe88185-d44e-44eb-abcf-cf7286b9f49a tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:35.928086 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3fe88185-d44e-44eb-abcf-cf7286b9f49a tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] 10.222.0.60 "DELETE /v2.0/routers/aec66202-fe33-4755-bac7-59da3b889f82 HTTP/1.1" status: 204 len: 168 time: 1.2039876 Apr 23 09:17:35.934571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36358) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:35.970786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eee2d2fc-73ee-4fad-8612-c86a1f944a8d tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:35.977428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae19260-2e39-4cb0-891c-88fa7b24553b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Checking segment: {'id': 'a34c2453-5ca1-4d37-8159-3eefb63a448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '103e94ec-d202-4d34-b0e2-7a7f6c582017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:17:35.977633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae19260-2e39-4cb0-891c-88fa7b24553b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network hostable DHCP agents. Network: 103e94ec-d202-4d34-b0e2-7a7f6c582017, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:17:35.982306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-33c5646b-dead-4f5a-9743-146be2352163 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:36.005256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:17:29Z', 'revision_number': 2, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:31Z', 'revision_number': 2, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:36.005256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] Checking router: 0cd8b856-dbb2-4010-af3f-462ae87d10f4 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:17:36.005256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] Updating router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 port 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:17:36.039752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-33c5646b-dead-4f5a-9743-146be2352163 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:subnet and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:36.044951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cdcdbea-9d35-47d1-a4cd-dde6ab7e90ed tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Deleting subnet 48f9f68d-463f-4367-bf05-c0e1d1aa6ce9 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:17:36.049999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cdcdbea-9d35-47d1-a4cd-dde6ab7e90ed tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:36.057909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-33c5646b-dead-4f5a-9743-146be2352163 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:36.063682 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c9fa33df-20c5-4c3e-8c7f-0e4f51925b16 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.1323860 Apr 23 09:17:36.071607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-33c5646b-dead-4f5a-9743-146be2352163 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:36.081055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36362) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:36.099566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae19260-2e39-4cb0-891c-88fa7b24553b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 103e94ec-d202-4d34-b0e2-7a7f6c582017 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:17:36.118962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:36.146446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cdcdbea-9d35-47d1-a4cd-dde6ab7e90ed tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:36.180371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bda0e961-0b0c-4339-8278-4ed2362c70f1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting port 2915112b-6def-450f-bfc7-d1539b27b7e3 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:36.180729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bda0e961-0b0c-4339-8278-4ed2362c70f1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:36.184391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b8869406-99ea-465b-9eb3-9741ef5b9896 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:17:36.214748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6c5d53d8-0388-4fdb-9f6c-01e7755092c1 None None] Provisioning for port 2915112b-6def-450f-bfc7-d1539b27b7e3 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:36.215897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-9ae19260-2e39-4cb0-891c-88fa7b24553b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 103e94ec-d202-4d34-b0e2-7a7f6c582017) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:36.236220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dc6af9-e330-43c6-879f-0ef54e07939c None None] Network 103e94ec-d202-4d34-b0e2-7a7f6c582017 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:36.248095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae19260-2e39-4cb0-891c-88fa7b24553b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:36.248762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ae19260-2e39-4cb0-891c-88fa7b24553b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:36.255243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6c5d53d8-0388-4fdb-9f6c-01e7755092c1 None None] Provisioning complete for port 2915112b-6def-450f-bfc7-d1539b27b7e3 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:36.255723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c5d53d8-0388-4fdb-9f6c-01e7755092c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:36.294358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c5646b-dead-4f5a-9743-146be2352163 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Made reservation on behalf of 28923eac46964204bb78aee0456d0ac1 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:36.300953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33c5646b-dead-4f5a-9743-146be2352163 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:36.316069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: b8869406-99ea-465b-9eb3-9741ef5b9896 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:17:36.317004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b8869406-99ea-465b-9eb3-9741ef5b9896 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:17:36.352322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6c5d53d8-0388-4fdb-9f6c-01e7755092c1 None None] Port 2915112b-6def-450f-bfc7-d1539b27b7e3 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:17:36.354581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eee2d2fc-73ee-4fad-8612-c86a1f944a8d tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:36.367777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bb521a68-5984-4e8f-a6ba-c17e6f9cc38b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:36.379826 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9ae19260-2e39-4cb0-891c-88fa7b24553b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2851005 Apr 23 09:17:36.380655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36366) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:36.397651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-43498c91-f2e9-4e04-864c-9ff8e4e2baa4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1666762380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:36.415712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-43498c91-f2e9-4e04-864c-9ff8e4e2baa4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:36.435000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-43498c91-f2e9-4e04-864c-9ff8e4e2baa4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:router and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:36.440680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bda0e961-0b0c-4339-8278-4ed2362c70f1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:36.453827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-43498c91-f2e9-4e04-864c-9ff8e4e2baa4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:36.478416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-43498c91-f2e9-4e04-864c-9ff8e4e2baa4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:36.509056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cdcdbea-9d35-47d1-a4cd-dde6ab7e90ed tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:36.711332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bda0e961-0b0c-4339-8278-4ed2362c70f1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Calling delete_port for 2915112b-6def-450f-bfc7-d1539b27b7e3 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:36.723011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43498c91-f2e9-4e04-864c-9ff8e4e2baa4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:36.724443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43498c91-f2e9-4e04-864c-9ff8e4e2baa4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:36.784170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5aa76d8f-f50b-4631-a5c8-6e79965d4d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:36.787149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2d2fc-73ee-4fad-8612-c86a1f944a8d tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fa0cc7-a7be-4dec-bc56-2ec6bb6c0e0f,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:36.803476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f563ea21-c12c-438c-92e6-5f2d067d9587 admin admin] For port 3426d27b-fe56-4344-a036-f56fe411e84a, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=3426d27b-fe56-4344-a036-f56fe411e84a,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:36.803880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f563ea21-c12c-438c-92e6-5f2d067d9587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:36.811545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-103e94ec-d202-4d34-b0e2-7a7f6c582017', 'network_id': '103e94ec-d202-4d34-b0e2-7a7f6c582017', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'fixed_ips': [{'subnet_id': '64c3189b-fb2e-4b10-9710-fc31da9158ff'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:17:36.812632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:36.814995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-eee2d2fc-73ee-4fad-8612-c86a1f944a8d tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:36.862469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43498c91-f2e9-4e04-864c-9ff8e4e2baa4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:36.889239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eee2d2fc-73ee-4fad-8612-c86a1f944a8d tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:36.893032 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-eee2d2fc-73ee-4fad-8612-c86a1f944a8d tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "DELETE /v2.0/security-groups/98fa0cc7-a7be-4dec-bc56-2ec6bb6c0e0f HTTP/1.1" status: 204 len: 168 time: 2.1247244 Apr 23 09:17:36.895527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36370) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:36.970604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f563ea21-c12c-438c-92e6-5f2d067d9587 admin admin] Calling delete_port for 3426d27b-fe56-4344-a036-f56fe411e84a owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:37.002888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43498c91-f2e9-4e04-864c-9ff8e4e2baa4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:37.032825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e92a5d14-a19f-475b-8d5d-8d67cd5ab9ef tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Deleting port fd9776ac-85bb-4d16-9040-4a3cb7726b32 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:37.033232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e92a5d14-a19f-475b-8d5d-8d67cd5ab9ef tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:37.075765 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f3f3c65f-20e0-4ef6-9fad-473461c9a864 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1716971 Apr 23 09:17:37.075765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36374) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:37.086847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3674233b-834d-408a-a9dc-ba3406eb9f0b tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group': {'name': 'tempest-secgroup--1029396304'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:37.112934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:37.143134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3674233b-834d-408a-a9dc-ba3406eb9f0b tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:37.150498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43498c91-f2e9-4e04-864c-9ff8e4e2baa4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:37.154928 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-43498c91-f2e9-4e04-864c-9ff8e4e2baa4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7682433 Apr 23 09:17:37.157786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Allocated IP 2001:db8::2 (103e94ec-d202-4d34-b0e2-7a7f6c582017/64c3189b-fb2e-4b10-9710-fc31da9158ff/6000bdd5-95c8-4cf7-9ab9-220fd29807eb) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:37.160024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36378) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:37.178892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3674233b-834d-408a-a9dc-ba3406eb9f0b tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:37.188201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3674233b-834d-408a-a9dc-ba3406eb9f0b tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:37.200121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3674233b-834d-408a-a9dc-ba3406eb9f0b tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:37.304457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3674233b-834d-408a-a9dc-ba3406eb9f0b tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:37.330642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3674233b-834d-408a-a9dc-ba3406eb9f0b tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:37.335509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bda0e961-0b0c-4339-8278-4ed2362c70f1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:37.347486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3674233b-834d-408a-a9dc-ba3406eb9f0b tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group_rule and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:37.352439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1076a277-8125-4a1d-8892-c84db700f8c7 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:37.388722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3674233b-834d-408a-a9dc-ba3406eb9f0b tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:37.450280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3674233b-834d-408a-a9dc-ba3406eb9f0b tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:37.497000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cdcdbea-9d35-47d1-a4cd-dde6ab7e90ed tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:37.501605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0e961-0b0c-4339-8278-4ed2362c70f1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Port': ['ID=2915112b-6def-450f-bfc7-d1539b27b7e3,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:37.509407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bda0e961-0b0c-4339-8278-4ed2362c70f1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:37.513585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:37.557124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] Transition to ACTIVE for port object 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:37.608996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cdcdbea-9d35-47d1-a4cd-dde6ab7e90ed tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:37.612396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdcdbea-9d35-47d1-a4cd-dde6ab7e90ed tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Pushing event deleted for resources: {'Subnet': ['ID=48f9f68d-463f-4367-bf05-c0e1d1aa6ce9,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:37.620675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9cdcdbea-9d35-47d1-a4cd-dde6ab7e90ed tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:37.627930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb2c682-a518-4f11-bcef-fe99594bd673 None None] Network 8a19d36e-82b0-46df-9430-75d53e81ef0c requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:37.646919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e92a5d14-a19f-475b-8d5d-8d67cd5ab9ef tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:37.647289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e92a5d14-a19f-475b-8d5d-8d67cd5ab9ef tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:37.658549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:37.678262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-02a78566-b497-405c-b6d1-9ed26ff6dd97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:37.701663 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9cdcdbea-9d35-47d1-a4cd-dde6ab7e90ed tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] 10.222.0.60 "DELETE /v2.0/subnets/48f9f68d-463f-4367-bf05-c0e1d1aa6ce9 HTTP/1.1" status: 204 len: 168 time: 1.7640417 Apr 23 09:17:37.706576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36382) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:37.899091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bda0e961-0b0c-4339-8278-4ed2362c70f1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:37.932315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:37.941798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e92a5d14-a19f-475b-8d5d-8d67cd5ab9ef tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Calling delete_port for fd9776ac-85bb-4d16-9040-4a3cb7726b32 owned by network:floatingip {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:37.946300 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bda0e961-0b0c-4339-8278-4ed2362c70f1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/2915112b-6def-450f-bfc7-d1539b27b7e3 HTTP/1.1" status: 204 len: 168 time: 2.2230768 Apr 23 09:17:37.947707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36386) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:37.986375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ec335-06cf-4ac6-b3e4-7605900659cd None None] Pushing event updated for resources: {'Port': ['ID=9a2cbbe5-489f-4849-9120-22a1c4ab2a9e,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:38.020537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3674233b-834d-408a-a9dc-ba3406eb9f0b tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:38.043877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-965ec335-06cf-4ac6-b3e4-7605900659cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:38.081739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3674233b-834d-408a-a9dc-ba3406eb9f0b tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:38.234908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:38.247165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] Attempting to bind port 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:17:38.247586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] Attempting to bind port 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'd3fc0363-04ee-4b8e-aa0e-b1fc86c344b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:17:38.247996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] Attempting to bind port 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e on network 8b518bf6-d031-4cf6-bf83-6b652aecd2b2 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:17:38.266673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Transition to ACTIVE for port object 6000bdd5-95c8-4cf7-9ab9-220fd29807eb will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:38.271894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:17:38.272272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] Checking segment: {'id': 'd3fc0363-04ee-4b8e-aa0e-b1fc86c344b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:17:38.272731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:38.273191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] Bound using segment: {'id': 'd3fc0363-04ee-4b8e-aa0e-b1fc86c344b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:17:38.273741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] Bound port: 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fc0363-04ee-4b8e-aa0e-b1fc86c344b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:17:38.274171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:38.283715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:38.358813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Transition to ACTIVE for port object 6000bdd5-95c8-4cf7-9ab9-220fd29807eb will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:38.384887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65a648ad-7ec0-4d5a-a00f-e78ae95e4573 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:38.391576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f563ea21-c12c-438c-92e6-5f2d067d9587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:38.405424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:38.411843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-89e8e4d0-a807-44cc-b8e2-835d2dc7ae5b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:38.412950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b526ec9c-74ba-4e3d-848f-529ae7a43fe1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:38.414663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b526ec9c-74ba-4e3d-848f-529ae7a43fe1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:38.416330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b526ec9c-74ba-4e3d-848f-529ae7a43fe1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:38.417199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b526ec9c-74ba-4e3d-848f-529ae7a43fe1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:38.430055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-53cfb483-d483-493d-841c-5c748b0564bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:38.453721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674233b-834d-408a-a9dc-ba3406eb9f0b tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f941743c-8071-40ac-bb94-ea590edbcac4,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:38.459579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3674233b-834d-408a-a9dc-ba3406eb9f0b tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:38.472239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3674233b-834d-408a-a9dc-ba3406eb9f0b tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:38.473619 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3674233b-834d-408a-a9dc-ba3406eb9f0b tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3977242 Apr 23 09:17:38.479169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36390) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:38.484819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-307d33a0-a605-49b8-88fa-20b1dc2d88aa tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group_rule': {'security_group_id': 'f941743c-8071-40ac-bb94-ea590edbcac4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:38.495616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-307d33a0-a605-49b8-88fa-20b1dc2d88aa tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:38.501836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b526ec9c-74ba-4e3d-848f-529ae7a43fe1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:38.507274 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b526ec9c-74ba-4e3d-848f-529ae7a43fe1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5551510 Apr 23 09:17:38.507952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36394) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:38.509092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-307d33a0-a605-49b8-88fa-20b1dc2d88aa tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group_rule and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:38.515740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Deleting port 862adb73-20bc-450f-bfcc-3d122b191df2 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:38.516119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:38.524137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Network 103e94ec-d202-4d34-b0e2-7a7f6c582017 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:38.530328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] For port 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:17:38.537022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:38.543551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:17:38.546510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Pushing event updated for resources: {'Port': ['ID=6000bdd5-95c8-4cf7-9ab9-220fd29807eb,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:38.555076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:38.556851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] For port 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=9a2cbbe5-489f-4849-9120-22a1c4ab2a9e,segment=NetworkSegment(d3fc0363-04ee-4b8e-aa0e-b1fc86c344b7),segment_id=d3fc0363-04ee-4b8e-aa0e-b1fc86c344b7)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:17:38.575938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-307d33a0-a605-49b8-88fa-20b1dc2d88aa tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:38.582010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563ea21-c12c-438c-92e6-5f2d067d9587 admin admin] Pushing event deleted for resources: {'Port': ['ID=3426d27b-fe56-4344-a036-f56fe411e84a,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:38.585110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f563ea21-c12c-438c-92e6-5f2d067d9587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:38.591429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4efe8ae-a4f7-473a-9bae-953f1315fc70 None None] DHCP port deletion for 8a19d36e-82b0-46df-9430-75d53e81ef0c request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:17:38.599939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:38.605864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c06b4c51-24e2-451e-84ed-ed8f1fa99ab0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:38.610636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-307d33a0-a605-49b8-88fa-20b1dc2d88aa tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:38.725937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-6241fdc1-2ed6-4269-8409-00c15f10f8a5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet 57c5543f-e878-4ea3-84b4-6233d6f80f8c {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:17:38.729543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] For port 862adb73-20bc-450f-bfcc-3d122b191df2, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=862adb73-20bc-450f-bfcc-3d122b191df2,segment=NetworkSegment(b94fdfae-61c9-49fe-b6db-6e8c9823da74),segment_id=b94fdfae-61c9-49fe-b6db-6e8c9823da74)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:38.729950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:38.744116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6241fdc1-2ed6-4269-8409-00c15f10f8a5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:38.772711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Attempting to bind port 6000bdd5-95c8-4cf7-9ab9-220fd29807eb on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:17:38.773019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Attempting to bind port 6000bdd5-95c8-4cf7-9ab9-220fd29807eb by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'a34c2453-5ca1-4d37-8159-3eefb63a448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '103e94ec-d202-4d34-b0e2-7a7f6c582017'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:17:38.773440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Attempting to bind port 6000bdd5-95c8-4cf7-9ab9-220fd29807eb on network 103e94ec-d202-4d34-b0e2-7a7f6c582017 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:17:38.790681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:17:38.791088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Checking segment: {'id': 'a34c2453-5ca1-4d37-8159-3eefb63a448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '103e94ec-d202-4d34-b0e2-7a7f6c582017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:17:38.791540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:38.791983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Bound using segment: {'id': 'a34c2453-5ca1-4d37-8159-3eefb63a448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '103e94ec-d202-4d34-b0e2-7a7f6c582017'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:17:38.793264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Bound port: 6000bdd5-95c8-4cf7-9ab9-220fd29807eb, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34c2453-5ca1-4d37-8159-3eefb63a448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '103e94ec-d202-4d34-b0e2-7a7f6c582017'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:17:38.793264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:38.813970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ec335-06cf-4ac6-b3e4-7605900659cd None None] Pushing event updated for resources: {'Port': ['ID=9a2cbbe5-489f-4849-9120-22a1c4ab2a9e,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:38.820771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] Routers {'0cd8b856-dbb2-4010-af3f-462ae87d10f4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:38.821468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:38.886788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-965ec335-06cf-4ac6-b3e4-7605900659cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:38.901466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f563ea21-c12c-438c-92e6-5f2d067d9587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:38.937220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Calling delete_port for 862adb73-20bc-450f-bfcc-3d122b191df2 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:38.973843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6241fdc1-2ed6-4269-8409-00c15f10f8a5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:39.038668 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-307d33a0-a605-49b8-88fa-20b1dc2d88aa tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] create failed (client error): The resource could not be found. Apr 23 09:17:39.039830 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-307d33a0-a605-49b8-88fa-20b1dc2d88aa tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5596244 Apr 23 09:17:39.046531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36398) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:39.059191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f4efe8ae-a4f7-473a-9bae-953f1315fc70 None None] Deleting port 862adb73-20bc-450f-bfcc-3d122b191df2 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:39.059592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f4efe8ae-a4f7-473a-9bae-953f1315fc70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:39.060223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1c7cfb3c-8521-483e-88ea-964bc534dc12 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group_rule': {'security_group_id': 'f941743c-8071-40ac-bb94-ea590edbcac4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '251c0527-52c4-42a5-9756-67ba8cd52212'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:39.072222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1c7cfb3c-8521-483e-88ea-964bc534dc12 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:39.085958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1c7cfb3c-8521-483e-88ea-964bc534dc12 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group_rule and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:39.089837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1c7cfb3c-8521-483e-88ea-964bc534dc12 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:39.097642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1c7cfb3c-8521-483e-88ea-964bc534dc12 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:39.110158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] Set router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:17:39.122820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6241fdc1-2ed6-4269-8409-00c15f10f8a5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:39.212961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:39.237359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-33bf9dae-5c22-42a4-8b02-b8c03af68d1f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:39.295065 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-1c7cfb3c-8521-483e-88ea-964bc534dc12 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] create failed (client error): The resource could not be found. Apr 23 09:17:39.299615 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1c7cfb3c-8521-483e-88ea-964bc534dc12 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2485886 Apr 23 09:17:39.315909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36402) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:39.320561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Pushing event deleted for resources: {'Port': ['ID=862adb73-20bc-450f-bfcc-3d122b191df2,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:39.339688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:39.340587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] No DVR routers for this DVR port 862adb73-20bc-450f-bfcc-3d122b191df2 on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:17:39.466445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] For port 6000bdd5-95c8-4cf7-9ab9-220fd29807eb, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:17:39.530775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f563ea21-c12c-438c-92e6-5f2d067d9587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:39.541848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f563ea21-c12c-438c-92e6-5f2d067d9587 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:39.554566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f4efe8ae-a4f7-473a-9bae-953f1315fc70 None None] For port 862adb73-20bc-450f-bfcc-3d122b191df2, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=862adb73-20bc-450f-bfcc-3d122b191df2,segment=NetworkSegment(b94fdfae-61c9-49fe-b6db-6e8c9823da74),segment_id=b94fdfae-61c9-49fe-b6db-6e8c9823da74)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:39.554950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f4efe8ae-a4f7-473a-9bae-953f1315fc70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:39.559160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e92a5d14-a19f-475b-8d5d-8d67cd5ab9ef tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:39.578577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] For port 6000bdd5-95c8-4cf7-9ab9-220fd29807eb, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6000bdd5-95c8-4cf7-9ab9-220fd29807eb,segment=NetworkSegment(a34c2453-5ca1-4d37-8159-3eefb63a448f),segment_id=a34c2453-5ca1-4d37-8159-3eefb63a448f)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:17:39.600432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-68629557-126a-4b19-9bad-951a12b57384 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:39.619587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:39.644984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9fd1f732-03f6-41a6-90d4-99bc17b61fb3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:39.711775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a5d14-a19f-475b-8d5d-8d67cd5ab9ef tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd9776ac-85bb-4d16-9040-4a3cb7726b32,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:39.714503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e92a5d14-a19f-475b-8d5d-8d67cd5ab9ef tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:39.733966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f4efe8ae-a4f7-473a-9bae-953f1315fc70 None None] Calling delete_port for 862adb73-20bc-450f-bfcc-3d122b191df2 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:39.737221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:39.746983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c06e6bc4-3e57-40ed-863a-c2b035ed107d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:39.779100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f563ea21-c12c-438c-92e6-5f2d067d9587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:39.779669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f563ea21-c12c-438c-92e6-5f2d067d9587 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d033581c-f7e4-4217-88dc-fefb89b580f0 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:17:39.806856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Allocated IP 2001:db8::1 (103e94ec-d202-4d34-b0e2-7a7f6c582017/64c3189b-fb2e-4b10-9710-fc31da9158ff/078c6d54-9706-49a8-8502-3e7212bb7b12) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:39.819990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9fd1f732-03f6-41a6-90d4-99bc17b61fb3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:39.894884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a19d36e-82b0-46df-9430-75d53e81ef0c']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:39.901066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b3b0ab4-bff5-4d2c-8866-7f8969721fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:39.912808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e92a5d14-a19f-475b-8d5d-8d67cd5ab9ef tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:39.924779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94fdfae-61c9-49fe-b6db-6e8c9823da74') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:39.925179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94fdfae-61c9-49fe-b6db-6e8c9823da74') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:39.952514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:39.971749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:39.983192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33c5646b-dead-4f5a-9743-146be2352163 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:39.983439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:17:40.037320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Pushing event updated for resources: {'Port': ['ID=6000bdd5-95c8-4cf7-9ab9-220fd29807eb,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:40.045407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:40.065433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f655a584-7b99-4538-b057-00e8d3d55b28 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:40.098706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-f4efe8ae-a4f7-473a-9bae-953f1315fc70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:17:40.099126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-f4efe8ae-a4f7-473a-9bae-953f1315fc70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:17:40.100722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:17:29Z', 'revision_number': 2, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:38Z', 'revision_number': 4, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:40.110697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e92a5d14-a19f-475b-8d5d-8d67cd5ab9ef tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:40.119256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bfad05-346d-4af8-96ae-78683109cf3a None None] The sync data for ids ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'] in dv-neutron-786478-4-hyperv is: [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:17:29Z', 'revision_number': 2, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:38Z', 'revision_number': 4, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:17:40.121924 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e92a5d14-a19f-475b-8d5d-8d67cd5ab9ef tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/26dbe770-4aa9-47d5-8ac0-bf7776bca2e5 HTTP/1.1" status: 204 len: 168 time: 4.0387697 Apr 23 09:17:40.132904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f563ea21-c12c-438c-92e6-5f2d067d9587 admin admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:40.134139 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f563ea21-c12c-438c-92e6-5f2d067d9587 admin admin] 10.222.0.60 "DELETE /v2.0/routers/d033581c-f7e4-4217-88dc-fefb89b580f0 HTTP/1.1" status: 204 len: 168 time: 5.8102427 Apr 23 09:17:40.141636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36408) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:40.204021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Network 8a19d36e-82b0-46df-9430-75d53e81ef0c has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:17:40.213923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:40.254614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 862adb73-20bc-450f-bfcc-3d122b191df2 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:17:40.298132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:40.298839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5646b-dead-4f5a-9743-146be2352163 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Subnet': ['ID=1531010b-2153-4239-a2f1-d6ff69eb0a04,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:40.299551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 862adb73-20bc-450f-bfcc-3d122b191df2 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:17:40.300114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 862adb73-20bc-450f-bfcc-3d122b191df2 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:17:40.308091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 3426d27b-fe56-4344-a036-f56fe411e84a no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:17:40.309244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9fd1f732-03f6-41a6-90d4-99bc17b61fb3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:40.313281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-33c5646b-dead-4f5a-9743-146be2352163 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:40.315798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6241fdc1-2ed6-4269-8409-00c15f10f8a5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:40.329118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5c0cfeaf-0778-41c9-a5db-b20c1c7fc87c tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:40.368019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 3426d27b-fe56-4344-a036-f56fe411e84a {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:17:40.372194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 3426d27b-fe56-4344-a036-f56fe411e84a not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:17:40.386681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-22929e25-8ab3-4fc2-a5a0-11b8ebc3fedd admin admin] Deleting subnet 0b9b780d-df32-4d9f-896c-d11a8ac6fe41 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:17:40.402646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c5646b-dead-4f5a-9743-146be2352163 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Checking segment: {'id': '0ac90688-174f-4744-8b80-559a026e2051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:17:40.405052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c5646b-dead-4f5a-9743-146be2352163 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network hostable DHCP agents. Network: f8cf8fc0-acc9-458b-a310-e90312d2cc9d, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:17:40.433010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22929e25-8ab3-4fc2-a5a0-11b8ebc3fedd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:40.437996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3656b590-dc51-44b3-a651-ea4b55055565 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:40.484925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:40.523915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Transition to ACTIVE for port object 078c6d54-9706-49a8-8502-3e7212bb7b12 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:40.526463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1f732-03f6-41a6-90d4-99bc17b61fb3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f941743c-8071-40ac-bb94-ea590edbcac4,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:40.529382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9fd1f732-03f6-41a6-90d4-99bc17b61fb3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:40.537440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6241fdc1-2ed6-4269-8409-00c15f10f8a5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:40.540961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cfe0f8b6-e452-4573-b9ae-9b5b59424349 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:40.605666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:40.611834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Network 8a19d36e-82b0-46df-9430-75d53e81ef0c has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:17:40.619683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:40.625614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241fdc1-2ed6-4269-8409-00c15f10f8a5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=57c5543f-e878-4ea3-84b4-6233d6f80f8c,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:40.628219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6241fdc1-2ed6-4269-8409-00c15f10f8a5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:40.670738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c5646b-dead-4f5a-9743-146be2352163 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network f8cf8fc0-acc9-458b-a310-e90312d2cc9d is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:17:40.672502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f4efe8ae-a4f7-473a-9bae-953f1315fc70 None None] The port '862adb73-20bc-450f-bfcc-3d122b191df2' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:17:40.686761 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:17:40.697399 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6241fdc1-2ed6-4269-8409-00c15f10f8a5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/57c5543f-e878-4ea3-84b4-6233d6f80f8c HTTP/1.1" status: 204 len: 168 time: 2.1775703 Apr 23 09:17:40.699998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36414) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:40.707806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 103e94ec-d202-4d34-b0e2-7a7f6c582017 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:40.712366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22929e25-8ab3-4fc2-a5a0-11b8ebc3fedd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:40.731560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9fd1f732-03f6-41a6-90d4-99bc17b61fb3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:40.740226 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9fd1f732-03f6-41a6-90d4-99bc17b61fb3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "DELETE /v2.0/security-groups/f941743c-8071-40ac-bb94-ea590edbcac4 HTTP/1.1" status: 204 len: 168 time: 1.4164212 Apr 23 09:17:40.744950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36418) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:40.793341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-33c5646b-dead-4f5a-9743-146be2352163 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, f8cf8fc0-acc9-458b-a310-e90312d2cc9d) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:40.795362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:40.806772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36422) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:40.838515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:17:40.839115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:40.842851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4205be7-f232-407a-bd04-23e020843a95 None None] Network f8cf8fc0-acc9-458b-a310-e90312d2cc9d requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:40.909749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:40.925570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c5646b-dead-4f5a-9743-146be2352163 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:40.926384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33c5646b-dead-4f5a-9743-146be2352163 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:40.931074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3dbd9fda-873e-40be-9fc9-762c6af75a81 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Synchronizing usage tracker for tenant:7f7cadc94f7843cc93d4a1af4e156161 on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:40.937963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3b4f1fb2-22bc-4ea7-867a-78b237472d35 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:40.958459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:40.963947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Port': ['ID=078c6d54-9706-49a8-8502-3e7212bb7b12,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:40.974853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Pushing event deleted for resources: {'Network': ['ID=8a19d36e-82b0-46df-9430-75d53e81ef0c,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:40.978422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:40.987154 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] 10.222.0.60 "DELETE /v2.0/networks/8a19d36e-82b0-46df-9430-75d53e81ef0c HTTP/1.1" status: 204 len: 168 time: 3.2794027 Apr 23 09:17:40.994161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:41.027453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c88c529-efcf-45c2-b53e-0c301e5f9d65 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet ddb7f683-dd64-4c87-b4ef-ba4572cac8b1 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:17:41.031186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c88c529-efcf-45c2-b53e-0c301e5f9d65 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:41.064702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3dbd9fda-873e-40be-9fc9-762c6af75a81 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Unset dirty status for tenant:7f7cadc94f7843cc93d4a1af4e156161 on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:41.067120 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3dbd9fda-873e-40be-9fc9-762c6af75a81 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3202236 Apr 23 09:17:41.071301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36430) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:41.079822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e72eb194-9846-4440-b8db-0c409840ca09 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group_rule': {'security_group_id': 'c7b00f76-40e4-4f01-83b2-a4f8bf8e5cd8', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:41.092363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e72eb194-9846-4440-b8db-0c409840ca09 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:41.113105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e72eb194-9846-4440-b8db-0c409840ca09 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group_rule and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:41.118700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c88c529-efcf-45c2-b53e-0c301e5f9d65 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:41.118986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e72eb194-9846-4440-b8db-0c409840ca09 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:41.134350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e72eb194-9846-4440-b8db-0c409840ca09 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:41.219736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c88c529-efcf-45c2-b53e-0c301e5f9d65 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:41.273984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:41.295108 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-33c5646b-dead-4f5a-9743-146be2352163 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.6827452 Apr 23 09:17:41.298679 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-e72eb194-9846-4440-b8db-0c409840ca09 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] create failed (client error): The resource could not be found. Apr 23 09:17:41.300282 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e72eb194-9846-4440-b8db-0c409840ca09 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2278097 Apr 23 09:17:41.301872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36434) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:41.337875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36438) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:41.338910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ae034f43-3e93-48c2-9a79-bf3f72dc8367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:41.398568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-f8cf8fc0-acc9-458b-a310-e90312d2cc9d', 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'fixed_ips': [{'subnet_id': '1531010b-2153-4239-a2f1-d6ff69eb0a04'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:17:41.399516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:41.404254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a5adb850-cf6a-4f1a-aaa7-167c9fd2456f tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group': {'name': 'tempest-secgroup--834784933'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:41.442389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a5adb850-cf6a-4f1a-aaa7-167c9fd2456f tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:41.649503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36444) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:41.734752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Allocated IP 172.21.0.2 (f8cf8fc0-acc9-458b-a310-e90312d2cc9d/1531010b-2153-4239-a2f1-d6ff69eb0a04/ae51b166-6458-4c6e-816e-9f8952efb065) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:41.847194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ae034f43-3e93-48c2-9a79-bf3f72dc8367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:41.956334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ae034f43-3e93-48c2-9a79-bf3f72dc8367 admin admin] Usage tracker for resource:security_group_rule and tenant:bca733439c464c3c907d9f936b596db1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:41.964104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a5adb850-cf6a-4f1a-aaa7-167c9fd2456f tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:41.972354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c88c529-efcf-45c2-b53e-0c301e5f9d65 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:41.985755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22929e25-8ab3-4fc2-a5a0-11b8ebc3fedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:42.022859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ae034f43-3e93-48c2-9a79-bf3f72dc8367 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:42.029269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca30d27-8089-49b1-8605-6bfe826b843e None None] Network 103e94ec-d202-4d34-b0e2-7a7f6c582017 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:42.031383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e436215d-de88-4dbf-9d3c-2411460b9f2d tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:42.045065 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9bbf1d7e-9684-48ce-8e50-256b4315dab3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0a4839a6c92648f387e2608b6c0e2bac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3940234 Apr 23 09:17:42.070430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ae034f43-3e93-48c2-9a79-bf3f72dc8367 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:42.086929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c88c529-efcf-45c2-b53e-0c301e5f9d65 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:42.089892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36450) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:42.090606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:42.112152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88c529-efcf-45c2-b53e-0c301e5f9d65 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=ddb7f683-dd64-4c87-b4ef-ba4572cac8b1,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:42.149953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3c88c529-efcf-45c2-b53e-0c301e5f9d65 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:42.177014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af31c8c-8a0b-4833-9964-25fa3818fc57 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:42.213733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5adb850-cf6a-4f1a-aaa7-167c9fd2456f tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:42.232302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:42.277344 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3c88c529-efcf-45c2-b53e-0c301e5f9d65 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/ddb7f683-dd64-4c87-b4ef-ba4572cac8b1 HTTP/1.1" status: 204 len: 168 time: 1.5761354 Apr 23 09:17:42.277588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Transition to ACTIVE for port object ae51b166-6458-4c6e-816e-9f8952efb065 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:42.285988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36454) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:42.293220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-aff9178c-5973-4fbf-a31d-069f3828c1a1 None None] Provisioning for port 6000bdd5-95c8-4cf7-9ab9-220fd29807eb completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:42.396733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6000bdd5-95c8-4cf7-9ab9-220fd29807eb up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:17:42.455457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:42.456720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Transition to ACTIVE for port object ae51b166-6458-4c6e-816e-9f8952efb065 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:42.474778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a5adb850-cf6a-4f1a-aaa7-167c9fd2456f tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:42.493642 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-15d423be-cfac-4616-8a74-a9dc084678ef tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1822557 Apr 23 09:17:42.506388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36458) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:42.518092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a5adb850-cf6a-4f1a-aaa7-167c9fd2456f tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group_rule and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:42.526887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ad969781-0159-4b25-bd1d-67bd390100d5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:42.602440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a5adb850-cf6a-4f1a-aaa7-167c9fd2456f tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:42.630896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a5adb850-cf6a-4f1a-aaa7-167c9fd2456f tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:42.748508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a908c3f9-21e8-4768-8b82-a3562847cea7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:42.750760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1e72009-9823-4a8e-8ae1-f2f4b4524296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:42.758568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:42.762719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-00999c35-1133-471b-b352-4ed1a4423e45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:42.908579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Network f8cf8fc0-acc9-458b-a310-e90312d2cc9d is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:42.915683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:42.926753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a8042b78-51de-4f63-84af-1b30b2db471a None None] Provisioning complete for port d03081d3-777a-4b90-8f4b-6256d3e5dd07 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:42.927050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8042b78-51de-4f63-84af-1b30b2db471a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:42.960690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:17:42.962944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Pushing event updated for resources: {'Port': ['ID=ae51b166-6458-4c6e-816e-9f8952efb065,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:42.969074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1e72009-9823-4a8e-8ae1-f2f4b4524296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:42.999904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:43.059140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ad969781-0159-4b25-bd1d-67bd390100d5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:43.086928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ad969781-0159-4b25-bd1d-67bd390100d5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:43.119139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ad969781-0159-4b25-bd1d-67bd390100d5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:43.136313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ae034f43-3e93-48c2-9a79-bf3f72dc8367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:43.143874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 6000bdd5-95c8-4cf7-9ab9-220fd29807eb completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:43.162202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 6000bdd5-95c8-4cf7-9ab9-220fd29807eb triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:43.162202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:43.162983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ad969781-0159-4b25-bd1d-67bd390100d5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:43.201544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a908c3f9-21e8-4768-8b82-a3562847cea7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Allocated IP 172.21.0.1 (f8cf8fc0-acc9-458b-a310-e90312d2cc9d/1531010b-2153-4239-a2f1-d6ff69eb0a04/1fc6fa98-fa07-4374-8452-d22671b502f9) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:43.203144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Attempting to bind port ae51b166-6458-4c6e-816e-9f8952efb065 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:17:43.203484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Attempting to bind port ae51b166-6458-4c6e-816e-9f8952efb065 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '0ac90688-174f-4744-8b80-559a026e2051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:17:43.203895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Attempting to bind port ae51b166-6458-4c6e-816e-9f8952efb065 on network f8cf8fc0-acc9-458b-a310-e90312d2cc9d {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:17:43.242052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:17:43.242501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Checking segment: {'id': '0ac90688-174f-4744-8b80-559a026e2051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:17:43.242956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:43.243386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Bound using segment: {'id': '0ac90688-174f-4744-8b80-559a026e2051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:17:43.243924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Bound port: ae51b166-6458-4c6e-816e-9f8952efb065, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac90688-174f-4744-8b80-559a026e2051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:17:43.244343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:43.330527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b639fd0-2aa3-4e39-906e-e40c57358b3f None None] DHCP port deletion for bb316f39-4b0e-43f1-8f3e-34646815cee0 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:17:43.571777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ae034f43-3e93-48c2-9a79-bf3f72dc8367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:43.580542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] For port ae51b166-6458-4c6e-816e-9f8952efb065, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:17:43.602853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:43.603839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cc959772-7d3a-4410-b39a-2d00beb6038f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:43.617132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] For port ae51b166-6458-4c6e-816e-9f8952efb065, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ae51b166-6458-4c6e-816e-9f8952efb065,segment=NetworkSegment(0ac90688-174f-4744-8b80-559a026e2051),segment_id=0ac90688-174f-4744-8b80-559a026e2051)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:17:43.664032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8b639fd0-2aa3-4e39-906e-e40c57358b3f None None] Deleting port d03081d3-777a-4b90-8f4b-6256d3e5dd07 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:43.664458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b639fd0-2aa3-4e39-906e-e40c57358b3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:43.674656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5adb850-cf6a-4f1a-aaa7-167c9fd2456f tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:43.678873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:43.687365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6a5a7e3c-5c5c-4c93-9dd4-f44a3b502810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:43.713960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae034f43-3e93-48c2-9a79-bf3f72dc8367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95466f9-af52-438f-9dad-3af14e0fff99,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:43.720804 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ae034f43-3e93-48c2-9a79-bf3f72dc8367 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bca733439c464c3c907d9f936b596db1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9127498 Apr 23 09:17:43.732137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 6000bdd5-95c8-4cf7-9ab9-220fd29807eb, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6000bdd5-95c8-4cf7-9ab9-220fd29807eb,segment=NetworkSegment(a34c2453-5ca1-4d37-8159-3eefb63a448f),segment_id=a34c2453-5ca1-4d37-8159-3eefb63a448f)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:43.732457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ae034f43-3e93-48c2-9a79-bf3f72dc8367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:43.732457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36462) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:43.739282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5adb850-cf6a-4f1a-aaa7-167c9fd2456f tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:43.794920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-96001a45-b6f2-4f22-8d08-fc353cfaf506 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:43.803575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22929e25-8ab3-4fc2-a5a0-11b8ebc3fedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:43.824320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9921f9ed-9bd9-439e-a3ca-e166ffc74650 None None] Provisioning complete for port 6000bdd5-95c8-4cf7-9ab9-220fd29807eb triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:43.824458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad969781-0159-4b25-bd1d-67bd390100d5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:43.824594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9921f9ed-9bd9-439e-a3ca-e166ffc74650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:43.830672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ad969781-0159-4b25-bd1d-67bd390100d5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:43.850570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1e72009-9823-4a8e-8ae1-f2f4b4524296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:43.853678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1e72009-9823-4a8e-8ae1-f2f4b4524296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:43.858441 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b1e72009-9823-4a8e-8ae1-f2f4b4524296 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4f9fc863-47d4-4ead-acfc-970b4bbf3fd5 HTTP/1.1" status: 204 len: 168 time: 1.7529478 Apr 23 09:17:43.919832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a908c3f9-21e8-4768-8b82-a3562847cea7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:43.931688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:43.932628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:17:43.938789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a908c3f9-21e8-4768-8b82-a3562847cea7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Transition to ACTIVE for port object 1fc6fa98-fa07-4374-8452-d22671b502f9 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:43.952985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5adb850-cf6a-4f1a-aaa7-167c9fd2456f tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:43.958017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36468) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:43.958706 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a5adb850-cf6a-4f1a-aaa7-167c9fd2456f tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.5887091 Apr 23 09:17:43.965525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-08422514-4dbf-4d36-a8da-7c5e23de0480 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group': {'name': 'tempest-secgroup--1567543762'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:43.974390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-08422514-4dbf-4d36-a8da-7c5e23de0480 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:43.981087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-08422514-4dbf-4d36-a8da-7c5e23de0480 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:43.985554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-08422514-4dbf-4d36-a8da-7c5e23de0480 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:43.993457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8cc506a3-813f-45a9-91b4-2b20e1eab75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:43.995277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-08422514-4dbf-4d36-a8da-7c5e23de0480 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:44.006797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adb850-cf6a-4f1a-aaa7-167c9fd2456f tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37609f9-4971-4445-ae02-70992785c4b1,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:44.011126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22929e25-8ab3-4fc2-a5a0-11b8ebc3fedd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:44.013894 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-22929e25-8ab3-4fc2-a5a0-11b8ebc3fedd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0b9b780d-df32-4d9f-896c-d11a8ac6fe41 HTTP/1.1" status: 204 len: 168 time: 3.8679531 Apr 23 09:17:44.017121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36472) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:44.023466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-8b639fd0-2aa3-4e39-906e-e40c57358b3f None None] For port d03081d3-777a-4b90-8f4b-6256d3e5dd07, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=d03081d3-777a-4b90-8f4b-6256d3e5dd07,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:44.029744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b639fd0-2aa3-4e39-906e-e40c57358b3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:44.042084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838f6bba-6e7c-4710-9b0c-9b0f146aebcb None None] Network 9da1bde6-e097-474a-957c-8a07c337c629 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:44.042664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a5adb850-cf6a-4f1a-aaa7-167c9fd2456f tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:44.044321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a908c3f9-21e8-4768-8b82-a3562847cea7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:44.046504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d558e8d4-7060-44ed-a03d-01587be59271 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:44.053368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1674b8c5-1272-4f77-bd21-b9efe09df5c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:44.111175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-08422514-4dbf-4d36-a8da-7c5e23de0480 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:44.203044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22929e25-8ab3-4fc2-a5a0-11b8ebc3fedd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b9b780d-df32-4d9f-896c-d11a8ac6fe41,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:44.220289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-22929e25-8ab3-4fc2-a5a0-11b8ebc3fedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:44.221344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9a6427ec-6cb0-4507-aab3-22d337bfa1aa tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:44.236569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a908c3f9-21e8-4768-8b82-a3562847cea7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network f8cf8fc0-acc9-458b-a310-e90312d2cc9d is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:44.242716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:17:44.254524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e72009-9823-4a8e-8ae1-f2f4b4524296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9fc863-47d4-4ead-acfc-970b4bbf3fd5,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:44.259616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a908c3f9-21e8-4768-8b82-a3562847cea7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:44.262389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a908c3f9-21e8-4768-8b82-a3562847cea7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:17:44.266002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8cc506a3-813f-45a9-91b4-2b20e1eab75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:44.275106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b1e72009-9823-4a8e-8ae1-f2f4b4524296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:44.287298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:44.307307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-08422514-4dbf-4d36-a8da-7c5e23de0480 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:44.312335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Pushing event updated for resources: {'Port': ['ID=ae51b166-6458-4c6e-816e-9f8952efb065,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:44.324579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-08422514-4dbf-4d36-a8da-7c5e23de0480 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group_rule and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:44.335131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:44.336142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:44.338560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-08422514-4dbf-4d36-a8da-7c5e23de0480 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:44.343293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fcfb348f-6231-48da-b2ba-eb98b0687a43 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:44.343519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908c3f9-21e8-4768-8b82-a3562847cea7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Port': ['ID=1fc6fa98-fa07-4374-8452-d22671b502f9,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:44.346917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a908c3f9-21e8-4768-8b82-a3562847cea7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:44.355343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-08422514-4dbf-4d36-a8da-7c5e23de0480 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:44.367463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:44.368142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:44.425088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a908c3f9-21e8-4768-8b82-a3562847cea7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:44.537841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-965ec335-06cf-4ac6-b3e4-7605900659cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.578s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:44.613140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-08422514-4dbf-4d36-a8da-7c5e23de0480 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:44.618529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8b639fd0-2aa3-4e39-906e-e40c57358b3f None None] Calling delete_port for d03081d3-777a-4b90-8f4b-6256d3e5dd07 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:44.624845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] Deleting port 7beab888-d7c4-42ba-858f-2701e142a30d {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:44.625229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:44.661639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Port': ['ID=078c6d54-9706-49a8-8502-3e7212bb7b12,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:44.664446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8cc506a3-813f-45a9-91b4-2b20e1eab75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:44.667607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:44.674285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c57d0724-b0a3-4877-85c6-fa8ce1b751dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:44.703855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc506a3-813f-45a9-91b4-2b20e1eab75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95466f9-af52-438f-9dad-3af14e0fff99,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:44.713347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8cc506a3-813f-45a9-91b4-2b20e1eab75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:44.757152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-08422514-4dbf-4d36-a8da-7c5e23de0480 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:44.772607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ced0596d-f160-4d8a-b6fa-078776831877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:44.777468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8cc506a3-813f-45a9-91b4-2b20e1eab75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:44.778921 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8cc506a3-813f-45a9-91b4-2b20e1eab75b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c95466f9-af52-438f-9dad-3af14e0fff99 HTTP/1.1" status: 204 len: 168 time: 1.0419912 Apr 23 09:17:44.794219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 103e94ec-d202-4d34-b0e2-7a7f6c582017 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:44.795557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:44.888348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] For port 7beab888-d7c4-42ba-858f-2701e142a30d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7beab888-d7c4-42ba-858f-2701e142a30d,segment=NetworkSegment(227f2858-c0bf-4b5d-a20f-49a6a3bca62d),segment_id=227f2858-c0bf-4b5d-a20f-49a6a3bca62d)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:44.888759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:44.903779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a908c3f9-21e8-4768-8b82-a3562847cea7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:44.955262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=6000bdd5-95c8-4cf7-9ab9-220fd29807eb,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:44.963501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:45.015063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:45.026137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:45.026584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:45.079920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9921f9ed-9bd9-439e-a3ca-e166ffc74650 None None] Provisioning for port 078c6d54-9706-49a8-8502-3e7212bb7b12 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:45.096042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9921f9ed-9bd9-439e-a3ca-e166ffc74650 None None] Provisioning complete for port 078c6d54-9706-49a8-8502-3e7212bb7b12 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:45.096467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9921f9ed-9bd9-439e-a3ca-e166ffc74650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:45.128730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b639fd0-2aa3-4e39-906e-e40c57358b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:45.153776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-459827e5-acb6-47d5-a472-0895ab11e9da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:45.192514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] Calling delete_port for 7beab888-d7c4-42ba-858f-2701e142a30d owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:45.216977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4767e799-d529-42d5-a02d-afa196766354 None None] DHCP port deletion for 9da1bde6-e097-474a-957c-8a07c337c629 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:17:45.234427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b639fd0-2aa3-4e39-906e-e40c57358b3f None None] Pushing event deleted for resources: {'Port': ['ID=d03081d3-777a-4b90-8f4b-6256d3e5dd07,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:45.240082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b639fd0-2aa3-4e39-906e-e40c57358b3f None None] No DVR routers for this DVR port d03081d3-777a-4b90-8f4b-6256d3e5dd07 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:17:45.265692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Router e47ce7d3-b7da-42e5-b42e-7516ef765599 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:17:45.274496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8b639fd0-2aa3-4e39-906e-e40c57358b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:45.315209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9921f9ed-9bd9-439e-a3ca-e166ffc74650 None None] Port 078c6d54-9706-49a8-8502-3e7212bb7b12 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:17:45.415602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:45.452709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4767e799-d529-42d5-a02d-afa196766354 None None] Deleting port 7beab888-d7c4-42ba-858f-2701e142a30d {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:45.453145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4767e799-d529-42d5-a02d-afa196766354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:45.471436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08422514-4dbf-4d36-a8da-7c5e23de0480 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb9eee3-bb97-4854-9100-3a6b29d8e549,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:45.489838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-08422514-4dbf-4d36-a8da-7c5e23de0480 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:45.571637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-08422514-4dbf-4d36-a8da-7c5e23de0480 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:45.575527 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-08422514-4dbf-4d36-a8da-7c5e23de0480 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6136010 Apr 23 09:17:45.578235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36480) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:45.582213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ad969781-0159-4b25-bd1d-67bd390100d5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:45.587882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-4bad654c-cd45-4108-8970-ceae0654a3ad tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group_rule': {'security_group_id': 'e37609f9-4971-4445-ae02-70992785c4b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7bb9eee3-bb97-4854-9100-3a6b29d8e549'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:45.605848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6d99d242-6ff3-4c60-9654-3f7cea3f33d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:45.632970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=9a2cbbe5-489f-4849-9120-22a1c4ab2a9e,segment=NetworkSegment(d3fc0363-04ee-4b8e-aa0e-b1fc86c344b7),segment_id=d3fc0363-04ee-4b8e-aa0e-b1fc86c344b7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:45.642676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-56311e72-f391-4fc4-b883-c978fec304a8 None None] Provisioning complete for port 078c6d54-9706-49a8-8502-3e7212bb7b12 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:45.643350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-56311e72-f391-4fc4-b883-c978fec304a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:45.662427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4bad654c-cd45-4108-8970-ceae0654a3ad tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:45.674018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4bad654c-cd45-4108-8970-ceae0654a3ad tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group_rule and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:45.678059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad969781-0159-4b25-bd1d-67bd390100d5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=53c4c096-31ba-4979-ac22-a5028b79053f,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:45.679660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4bad654c-cd45-4108-8970-ceae0654a3ad tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:45.680952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ad969781-0159-4b25-bd1d-67bd390100d5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:45.701536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4bad654c-cd45-4108-8970-ceae0654a3ad tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:45.702460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad969781-0159-4b25-bd1d-67bd390100d5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:45.705737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-ad969781-0159-4b25-bd1d-67bd390100d5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:45.708990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:45.720490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:45.723087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad969781-0159-4b25-bd1d-67bd390100d5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:45.724019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ad969781-0159-4b25-bd1d-67bd390100d5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:45.729040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:17:45.739273 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/routers/e47ce7d3-b7da-42e5-b42e-7516ef765599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5768945 Apr 23 09:17:45.740340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36484) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:45.741389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6b0e2-aed5-4368-94c0-f59205ec0b39 None None] Sync routers for ids ['e47ce7d3-b7da-42e5-b42e-7516ef765599'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:17:45.759250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d6b0e2-aed5-4368-94c0-f59205ec0b39 None None] Routers {'e47ce7d3-b7da-42e5-b42e-7516ef765599'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:45.762808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:45.764155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-08d6b0e2-aed5-4368-94c0-f59205ec0b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['e47ce7d3-b7da-42e5-b42e-7516ef765599'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:45.773510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc426b0-fdfc-4050-aa4c-46c39879a942 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:45.780918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-455dac05-7cec-4879-ae7c-48f952f3f357 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:45.861965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4767e799-d529-42d5-a02d-afa196766354 None None] For port 7beab888-d7c4-42ba-858f-2701e142a30d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7beab888-d7c4-42ba-858f-2701e142a30d,segment=NetworkSegment(227f2858-c0bf-4b5d-a20f-49a6a3bca62d),segment_id=227f2858-c0bf-4b5d-a20f-49a6a3bca62d)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:45.866749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4767e799-d529-42d5-a02d-afa196766354 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:45.868774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36488) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:45.886109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e21abe-8926-444c-938c-171e1f512891 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:45.886997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-97e21abe-8926-444c-938c-171e1f512891 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Synchronizing usage tracker for tenant:6a7817c6b9664b5898a398d7ccbe4c15 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:45.893798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-08d6b0e2-aed5-4368-94c0-f59205ec0b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:45.905517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d6b0e2-aed5-4368-94c0-f59205ec0b39 None None] Routers {'e47ce7d3-b7da-42e5-b42e-7516ef765599'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:45.906175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-08d6b0e2-aed5-4368-94c0-f59205ec0b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['e47ce7d3-b7da-42e5-b42e-7516ef765599'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:45.909305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] No DVR routers for this DVR port 7beab888-d7c4-42ba-858f-2701e142a30d on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:17:45.923198 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ad969781-0159-4b25-bd1d-67bd390100d5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4155819 Apr 23 09:17:45.924256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36492) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:45.948913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-19b024a4-9ca5-4982-a3a3-888b5338a269 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:46.020163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7beab888-d7c4-42ba-858f-2701e142a30d,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:46.040760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-08d6b0e2-aed5-4368-94c0-f59205ec0b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:46.041216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6b0e2-aed5-4368-94c0-f59205ec0b39 None None] The sync data for ids ['e47ce7d3-b7da-42e5-b42e-7516ef765599'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:17:46.064465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:46.080396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-97e21abe-8926-444c-938c-171e1f512891 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Unset dirty status for tenant:6a7817c6b9664b5898a398d7ccbe4c15 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:46.085431 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-97e21abe-8926-444c-938c-171e1f512891 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/ports/078c6d54-9706-49a8-8502-3e7212bb7b12 HTTP/1.1" status: 200 len: 911 time: 0.3381674 Apr 23 09:17:46.085612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3b4f84-11ff-41ae-8c9d-544c1110eab6 None None] Network f8cf8fc0-acc9-458b-a310-e90312d2cc9d requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:46.086736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36496) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:46.096278 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-4bad654c-cd45-4108-8970-ceae0654a3ad tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:17:46.097357 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4bad654c-cd45-4108-8970-ceae0654a3ad tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5159154 Apr 23 09:17:46.101823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6000bdd5-95c8-4cf7-9ab9-220fd29807eb up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:17:46.106926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36500) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:46.139512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-56311e72-f391-4fc4-b883-c978fec304a8 None None] Port 078c6d54-9706-49a8-8502-3e7212bb7b12 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:17:46.184635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-19b024a4-9ca5-4982-a3a3-888b5338a269 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:46.200168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-19b024a4-9ca5-4982-a3a3-888b5338a269 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:46.206288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-19b024a4-9ca5-4982-a3a3-888b5338a269 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:46.217392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-19b024a4-9ca5-4982-a3a3-888b5338a269 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:46.219432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4767e799-d529-42d5-a02d-afa196766354 None None] Calling delete_port for 7beab888-d7c4-42ba-858f-2701e142a30d owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:46.219572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4c0243a0-9b52-4107-8341-65d442fc034d tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:46.256378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4c0243a0-9b52-4107-8341-65d442fc034d tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:46.277093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=9a2cbbe5-489f-4849-9120-22a1c4ab2a9e,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:46.289110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:46.289675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b024a4-9ca5-4982-a3a3-888b5338a269 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:46.295875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19b024a4-9ca5-4982-a3a3-888b5338a269 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:46.302430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a908c3f9-21e8-4768-8b82-a3562847cea7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:46.323390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:46.342541 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8a1c2a7d-2715-445b-820a-ca5696f12fed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=08150e12247a48518c670d5a14fd9263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4543731 Apr 23 09:17:46.342783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36504) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:46.359336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a908c3f9-21e8-4768-8b82-a3562847cea7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:46.400295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c95a3feb-14b6-4463-b11a-516b3d992d0b None None] Provisioning for port ae51b166-6458-4c6e-816e-9f8952efb065 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:46.404966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-382f6f0d-824d-4e4a-ad58-26abe36473d9 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:46.459059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4c0243a0-9b52-4107-8341-65d442fc034d tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:46.469489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1b59927f-e81a-438a-99c8-097c2098c101 tempest-RoutersAdminNegativeIpV6Test-1134843756 tempest-RoutersAdminNegativeIpV6Test-1134843756-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:46.500210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0243a0-9b52-4107-8341-65d442fc034d tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb9eee3-bb97-4854-9100-3a6b29d8e549,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:46.522032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4c0243a0-9b52-4107-8341-65d442fc034d tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:46.530008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-4767e799-d529-42d5-a02d-afa196766354 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:17:46.530623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-4767e799-d529-42d5-a02d-afa196766354 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:17:46.538174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4fd3-2a8a-463f-a366-8ded7fbb7529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:46.539708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4c0243a0-9b52-4107-8341-65d442fc034d tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:46.545052 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4c0243a0-9b52-4107-8341-65d442fc034d tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "DELETE /v2.0/security-groups/7bb9eee3-bb97-4854-9100-3a6b29d8e549 HTTP/1.1" status: 204 len: 168 time: 0.4334464 Apr 23 09:17:46.546699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36508) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:46.580977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 6000bdd5-95c8-4cf7-9ab9-220fd29807eb triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:46.581644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:46.606654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4fd3-2a8a-463f-a366-8ded7fbb7529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:46.739855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-285a760e-9ce0-4b23-a2b0-3610ef3b1b45 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Synchronizing usage tracker for tenant:7f7cadc94f7843cc93d4a1af4e156161 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:46.742523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-bb316f39-4b0e-43f1-8f3e-34646815cee0', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'fixed_ips': [{'subnet_id': '53c4c096-31ba-4979-ac22-a5028b79053f'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:17:46.743491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:46.804637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-285a760e-9ce0-4b23-a2b0-3610ef3b1b45 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Unset dirty status for tenant:7f7cadc94f7843cc93d4a1af4e156161 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:46.809358 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-285a760e-9ce0-4b23-a2b0-3610ef3b1b45 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2588828 Apr 23 09:17:46.810227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36512) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:46.849480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4fd3-2a8a-463f-a366-8ded7fbb7529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:46.857630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:46.885944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a4fd3-2a8a-463f-a366-8ded7fbb7529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da1f8ba-0060-4d3c-8eeb-c60a94b6424d,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:46.897220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9b1a4fd3-2a8a-463f-a366-8ded7fbb7529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:46.954147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c4da75d2-6065-4ee9-b0bd-887b577d7606 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:46.967196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4fd3-2a8a-463f-a366-8ded7fbb7529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:46.968272 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9b1a4fd3-2a8a-463f-a366-8ded7fbb7529 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6da1f8ba-0060-4d3c-8eeb-c60a94b6424d HTTP/1.1" status: 204 len: 168 time: 0.6244814 Apr 23 09:17:47.009999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c4da75d2-6065-4ee9-b0bd-887b577d7606 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:47.013718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ae51b166-6458-4c6e-816e-9f8952efb065 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:17:47.050914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a908c3f9-21e8-4768-8b82-a3562847cea7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:47.055145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908c3f9-21e8-4768-8b82-a3562847cea7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Port': ['ID=1fc6fa98-fa07-4374-8452-d22671b502f9,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:47.060240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da1bde6-e097-474a-957c-8a07c337c629']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:47.083136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a908c3f9-21e8-4768-8b82-a3562847cea7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:47.097465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227f2858-c0bf-4b5d-a20f-49a6a3bca62d') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:47.097755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227f2858-c0bf-4b5d-a20f-49a6a3bca62d') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:47.155923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:47.193966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c4da75d2-6065-4ee9-b0bd-887b577d7606 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:47.203230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-eee2d2fc-73ee-4fad-8612-c86a1f944a8d tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:47.227404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da75d2-6065-4ee9-b0bd-887b577d7606 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37609f9-4971-4445-ae02-70992785c4b1,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:47.231626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c4da75d2-6065-4ee9-b0bd-887b577d7606 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:47.239843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:47.282396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c4da75d2-6065-4ee9-b0bd-887b577d7606 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:47.286667 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c4da75d2-6065-4ee9-b0bd-887b577d7606 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "DELETE /v2.0/security-groups/e37609f9-4971-4445-ae02-70992785c4b1 HTTP/1.1" status: 204 len: 168 time: 0.4755716 Apr 23 09:17:47.287387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36518) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:47.300679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:17:47.373509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4767e799-d529-42d5-a02d-afa196766354 None None] The port '7beab888-d7c4-42ba-858f-2701e142a30d' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:17:47.388396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.objects.ports [None req-19b024a4-9ca5-4982-a3a3-888b5338a269 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87175) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 23 09:17:47.392718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19b024a4-9ca5-4982-a3a3-888b5338a269 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:47.403418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ef118fc9-9173-4bff-92de-b3a6d906b8e1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:47.459316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Allocated IP 172.20.0.2 (bb316f39-4b0e-43f1-8f3e-34646815cee0/53c4c096-31ba-4979-ac22-a5028b79053f/13457316-bca9-4dd0-9112-a06bf309bbb8) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:47.535974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port ae51b166-6458-4c6e-816e-9f8952efb065 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:47.551625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b024a4-9ca5-4982-a3a3-888b5338a269 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=4773566f-b3aa-45b8-9a84-5f76cc010977,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:47.568550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b024a4-9ca5-4982-a3a3-888b5338a269 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:47.569820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-19b024a4-9ca5-4982-a3a3-888b5338a269 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:47.572014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-19b024a4-9ca5-4982-a3a3-888b5338a269 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:47.575833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-88a2ff96-3992-4b34-b27a-0cbb57374857 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Synchronizing usage tracker for tenant:7f7cadc94f7843cc93d4a1af4e156161 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:47.579033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port ae51b166-6458-4c6e-816e-9f8952efb065 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:47.582250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:47.592899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a908c3f9-21e8-4768-8b82-a3562847cea7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network f8cf8fc0-acc9-458b-a310-e90312d2cc9d is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:47.596799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a908c3f9-21e8-4768-8b82-a3562847cea7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:47.606612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b024a4-9ca5-4982-a3a3-888b5338a269 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:47.607291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19b024a4-9ca5-4982-a3a3-888b5338a269 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:47.617615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] Network 9da1bde6-e097-474a-957c-8a07c337c629 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:17:47.631708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:47.653587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-88a2ff96-3992-4b34-b27a-0cbb57374857 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Unset dirty status for tenant:7f7cadc94f7843cc93d4a1af4e156161 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:47.658842 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-88a2ff96-3992-4b34-b27a-0cbb57374857 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3602979 Apr 23 09:17:47.659120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36528) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:47.666887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c600067b-aa8f-46c1-bb49-d17cdc595515 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group': {'name': 'tempest-secgroup--163300000'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:47.685056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c600067b-aa8f-46c1-bb49-d17cdc595515 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:47.706663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c600067b-aa8f-46c1-bb49-d17cdc595515 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:47.724146 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-19b024a4-9ca5-4982-a3a3-888b5338a269 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7870069 Apr 23 09:17:47.725364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36534) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:47.745335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-4f6e8634-706b-4e8b-bb28-b14315e1f529 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'mac_address': 'fa:16:3e:ea:2d:ec', 'name': 'tempest-NetworksTestDHCPv6-21258325'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:47.770236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c600067b-aa8f-46c1-bb49-d17cdc595515 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:47.815584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-dffa5529-6715-44c6-bc3e-ce6a04c5e038 None None] Provisioning complete for port ae51b166-6458-4c6e-816e-9f8952efb065 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:47.816010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dffa5529-6715-44c6-bc3e-ce6a04c5e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:47.886823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c600067b-aa8f-46c1-bb49-d17cdc595515 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:47.897727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c600067b-aa8f-46c1-bb49-d17cdc595515 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group_rule and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:47.905378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c600067b-aa8f-46c1-bb49-d17cdc595515 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:47.941884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c600067b-aa8f-46c1-bb49-d17cdc595515 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:48.013453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4f6e8634-706b-4e8b-bb28-b14315e1f529 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:48.033771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4f6e8634-706b-4e8b-bb28-b14315e1f529 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:48.079596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:48.119103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6e8634-706b-4e8b-bb28-b14315e1f529 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:48.152046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] Network 9da1bde6-e097-474a-957c-8a07c337c629 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:17:48.178565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:17:48.196982 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:17:48.210918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c600067b-aa8f-46c1-bb49-d17cdc595515 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:48.285529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port ae51b166-6458-4c6e-816e-9f8952efb065, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ae51b166-6458-4c6e-816e-9f8952efb065,segment=NetworkSegment(0ac90688-174f-4744-8b80-559a026e2051),segment_id=0ac90688-174f-4744-8b80-559a026e2051)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:48.287156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dffa5529-6715-44c6-bc3e-ce6a04c5e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:48.358672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c600067b-aa8f-46c1-bb49-d17cdc595515 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:48.361300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a908c3f9-21e8-4768-8b82-a3562847cea7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:17:48.375155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ae034f43-3e93-48c2-9a79-bf3f72dc8367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:48.384984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Transition to ACTIVE for port object 13457316-bca9-4dd0-9112-a06bf309bbb8 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:48.406519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:48.435462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:48.517884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:48.518727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600067b-aa8f-46c1-bb49-d17cdc595515 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a658920-2046-4d74-b09d-3bdb78e2518b,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:48.520980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Transition to ACTIVE for port object 13457316-bca9-4dd0-9112-a06bf309bbb8 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:48.532717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c600067b-aa8f-46c1-bb49-d17cdc595515 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:48.534226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:48.551060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-88952afe-1665-4b51-81a6-db4efa5308b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:48.556923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7beab888-d7c4-42ba-858f-2701e142a30d no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:17:48.561426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c600067b-aa8f-46c1-bb49-d17cdc595515 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:48.563987 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c600067b-aa8f-46c1-bb49-d17cdc595515 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9035516 Apr 23 09:17:48.569583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36548) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:48.580892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7b6f3211-0108-4881-b6c2-0b8e6ec48a0e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group_rule': {'security_group_id': '5a658920-2046-4d74-b09d-3bdb78e2518b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:48.605861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8634-706b-4e8b-bb28-b14315e1f529 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:48.625177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36552) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:48.625755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:48.628101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7b6f3211-0108-4881-b6c2-0b8e6ec48a0e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:48.636399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 7beab888-d7c4-42ba-858f-2701e142a30d {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:17:48.636900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7beab888-d7c4-42ba-858f-2701e142a30d not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:17:48.637297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device d03081d3-777a-4b90-8f4b-6256d3e5dd07 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:17:48.643331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7b6f3211-0108-4881-b6c2-0b8e6ec48a0e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group_rule and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:48.650668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9da1bde6-e097-474a-957c-8a07c337c629,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:48.651034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7b6f3211-0108-4881-b6c2-0b8e6ec48a0e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:48.653482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:48.675231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-4f6e8634-706b-4e8b-bb28-b14315e1f529 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] device_id is not set on port 607d34ea-6cec-4a8e-8cbe-c757ecf1cba5 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:17:48.687169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-dffa5529-6715-44c6-bc3e-ce6a04c5e038 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:17:48.687853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-dffa5529-6715-44c6-bc3e-ce6a04c5e038 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:17:48.697039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=ae51b166-6458-4c6e-816e-9f8952efb065,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:48.708535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04c2040d-cecc-481b-b029-f7c73759fc7f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:48.713984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: d03081d3-777a-4b90-8f4b-6256d3e5dd07 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:17:48.714674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device d03081d3-777a-4b90-8f4b-6256d3e5dd07 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:17:48.731267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:48.733766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d9955234-2244-4727-a118-d3b300cb0627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:48.836144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7b6f3211-0108-4881-b6c2-0b8e6ec48a0e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:48.843060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1559803200'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:48.846204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:48.860258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:48.869228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:48.873091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Usage tracker for resource:network and tenant:ea334c1946ff4a0dac6daa6b4816ceb1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:48.879931 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9da1bde6-e097-474a-957c-8a07c337c629 HTTP/1.1" status: 204 len: 168 time: 4.8575752 Apr 23 09:17:48.886454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:48.890745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:17:48.894061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a908c3f9-21e8-4768-8b82-a3562847cea7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:17:48.898576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:17:48.903316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:48.913641 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a908c3f9-21e8-4768-8b82-a3562847cea7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/routers/0cd8b856-dbb2-4010-af3f-462ae87d10f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6106954 Apr 23 09:17:48.914684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36560) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:48.927311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-24a1640b-0393-431c-8a13-0a58c7d69c26 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'network': {'name': 'tempest-RoutersTest-1440223182'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:48.932629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-24a1640b-0393-431c-8a13-0a58c7d69c26 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:48.937248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-24a1640b-0393-431c-8a13-0a58c7d69c26 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:network and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:48.940344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-24a1640b-0393-431c-8a13-0a58c7d69c26 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:48.947648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-24a1640b-0393-431c-8a13-0a58c7d69c26 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:48.983504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Made reservation on behalf of ea334c1946ff4a0dac6daa6b4816ceb1 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:48.991482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:49.023370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:49.037984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a1640b-0393-431c-8a13-0a58c7d69c26 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Made reservation on behalf of 28923eac46964204bb78aee0456d0ac1 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:49.044158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-24a1640b-0393-431c-8a13-0a58c7d69c26 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:49.051821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] Sync routers for ids ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:17:49.053985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:49.068146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Usage tracker for resource:security_group_rule and tenant:ea334c1946ff4a0dac6daa6b4816ceb1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:49.071744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:49.080399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:49.090740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Pushing event updated for resources: {'Port': ['ID=13457316-bca9-4dd0-9112-a06bf309bbb8,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:49.107496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:49.108361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] Routers {'0cd8b856-dbb2-4010-af3f-462ae87d10f4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:49.108860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-4f6e8634-706b-4e8b-bb28-b14315e1f529 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 172.20.0.10 (bb316f39-4b0e-43f1-8f3e-34646815cee0/53c4c096-31ba-4979-ac22-a5028b79053f/607d34ea-6cec-4a8e-8cbe-c757ecf1cba5) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:49.109007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:49.123939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-4f6e8634-706b-4e8b-bb28-b14315e1f529 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8::f816:3eff:feea:2dec (bb316f39-4b0e-43f1-8f3e-34646815cee0/4773566f-b3aa-45b8-9a84-5f76cc010977/607d34ea-6cec-4a8e-8cbe-c757ecf1cba5) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:49.150729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a1640b-0393-431c-8a13-0a58c7d69c26 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:17:49.176972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-24a1640b-0393-431c-8a13-0a58c7d69c26 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:49.182447 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-24a1640b-0393-431c-8a13-0a58c7d69c26 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Added segment 67e14cd3-22a9-4150-a299-3303a5ce3d0e of type vlan for network ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4 Apr 23 09:17:49.182629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Attempting to bind port 13457316-bca9-4dd0-9112-a06bf309bbb8 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:17:49.182933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Attempting to bind port 13457316-bca9-4dd0-9112-a06bf309bbb8 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:17:49.183297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Attempting to bind port 13457316-bca9-4dd0-9112-a06bf309bbb8 on network bb316f39-4b0e-43f1-8f3e-34646815cee0 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:17:49.186713 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-7b6f3211-0108-4881-b6c2-0b8e6ec48a0e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:17:49.187965 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7b6f3211-0108-4881-b6c2-0b8e6ec48a0e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6164327 Apr 23 09:17:49.195329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36564) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:49.243772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36566) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:49.258234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-180b29a4-bcc2-4bbb-9ca5-f43bd317d07a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group_rule': {'security_group_id': '5a658920-2046-4d74-b09d-3bdb78e2518b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:49.273848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-180b29a4-bcc2-4bbb-9ca5-f43bd317d07a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:49.310349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:17:49.310701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Checking segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:17:49.310921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-180b29a4-bcc2-4bbb-9ca5-f43bd317d07a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group_rule and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:49.311360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:49.311913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Bound using segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:17:49.312584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Bound port: 13457316-bca9-4dd0-9112-a06bf309bbb8, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:17:49.313267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:49.318591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-180b29a4-bcc2-4bbb-9ca5-f43bd317d07a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:49.323874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:49.323874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:49.327754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-180b29a4-bcc2-4bbb-9ca5-f43bd317d07a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:49.328455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-24a1640b-0393-431c-8a13-0a58c7d69c26 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:49.414385 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5f714fd4-3285-446b-931b-2d757649a7ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=680695fd5257427aa59cd011d8236117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600165 Apr 23 09:17:49.414663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36572) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:49.455948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-24a1640b-0393-431c-8a13-0a58c7d69c26 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:49.462396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a1640b-0393-431c-8a13-0a58c7d69c26 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:49.463014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-24a1640b-0393-431c-8a13-0a58c7d69c26 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:49.475010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f66d4979-b17d-4c0d-b740-d47d29960d42 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:49.492814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] Set router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:17:49.508301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-04c2040d-cecc-481b-b029-f7c73759fc7f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting port 078c6d54-9706-49a8-8502-3e7212bb7b12 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:49.508699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04c2040d-cecc-481b-b029-f7c73759fc7f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:49.617562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-dffa5529-6715-44c6-bc3e-ce6a04c5e038 None None] Provisioning for port 1fc6fa98-fa07-4374-8452-d22671b502f9 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:49.657151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] For port 13457316-bca9-4dd0-9112-a06bf309bbb8, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:17:49.718125 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-24a1640b-0393-431c-8a13-0a58c7d69c26 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7963815 Apr 23 09:17:49.724323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36576) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:49.730554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-dffa5529-6715-44c6-bc3e-ce6a04c5e038 None None] Provisioning complete for port 1fc6fa98-fa07-4374-8452-d22671b502f9 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:49.730554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dffa5529-6715-44c6-bc3e-ce6a04c5e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:49.734906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-4b4de7ee-949f-4205-b25f-dc51118a21c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'subnet': {'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:49.740600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1640b-0393-431c-8a13-0a58c7d69c26 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Network': ['ID=ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:49.959493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:49.984360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4b4de7ee-949f-4205-b25f-dc51118a21c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:49.985327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:17:49.996438 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-180b29a4-bcc2-4bbb-9ca5-f43bd317d07a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:17:50.000552 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-180b29a4-bcc2-4bbb-9ca5-f43bd317d07a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7526770 Apr 23 09:17:50.002742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36580) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:50.005529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4b4de7ee-949f-4205-b25f-dc51118a21c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:subnet and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:50.010761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4b4de7ee-949f-4205-b25f-dc51118a21c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:50.029267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] For port 13457316-bca9-4dd0-9112-a06bf309bbb8, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=13457316-bca9-4dd0-9112-a06bf309bbb8,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:17:50.037580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4b4de7ee-949f-4205-b25f-dc51118a21c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:50.042498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8634-706b-4e8b-bb28-b14315e1f529 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:50.051463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:50.055914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-24a1640b-0393-431c-8a13-0a58c7d69c26 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:50.064825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9b1a4fd3-2a8a-463f-a366-8ded7fbb7529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:50.066907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f7b05a0b-e953-454b-bbfd-ecef8ace4fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:50.112751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04c2040d-cecc-481b-b029-f7c73759fc7f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:50.132543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f7b05a0b-e953-454b-bbfd-ecef8ace4fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:50.134642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:17:50.145319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4f6e8634-706b-4e8b-bb28-b14315e1f529 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Transition to ACTIVE for port object 607d34ea-6cec-4a8e-8cbe-c757ecf1cba5 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:50.146681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4de7ee-949f-4205-b25f-dc51118a21c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Made reservation on behalf of 28923eac46964204bb78aee0456d0ac1 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:50.147068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:50.150917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:50.153062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4b4de7ee-949f-4205-b25f-dc51118a21c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:50.200547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b91e817-7f86-46c8-83c2-7e6fa6ab93b2,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:50.203795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ae51b166-6458-4c6e-816e-9f8952efb065 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:17:50.216761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:50.217239 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Added segment 11ce54f2-4775-42f3-9649-94436c5304bc of type vlan for network 37e6873c-aa7c-49ae-b68a-03345b4dd516 Apr 23 09:17:50.226161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:50.267135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-04c2040d-cecc-481b-b029-f7c73759fc7f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Calling delete_port for 078c6d54-9706-49a8-8502-3e7212bb7b12 owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:50.304949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9127-24b4-4d47-ad50-b726c64816d6 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:50.326602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-dffa5529-6715-44c6-bc3e-ce6a04c5e038 None None] Port 1fc6fa98-fa07-4374-8452-d22671b502f9 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:17:50.353299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9127-24b4-4d47-ad50-b726c64816d6 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:50.417253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Pushing event updated for resources: {'Port': ['ID=13457316-bca9-4dd0-9112-a06bf309bbb8,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:50.423656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:50.424307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:50.433484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8634-706b-4e8b-bb28-b14315e1f529 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:50.443775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-153fb76b-4fd6-4260-b241-8843a5967c07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:50.459205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f7b05a0b-e953-454b-bbfd-ecef8ace4fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:50.465940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-08422514-4dbf-4d36-a8da-7c5e23de0480 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:50.491529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b05a0b-e953-454b-bbfd-ecef8ace4fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d60dd82-988b-48dd-9b2a-5a29ae331086,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:50.496478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f7b05a0b-e953-454b-bbfd-ecef8ace4fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:50.524686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-86ee4f74-1ecd-4117-8d88-66e9bbcbbd52 None None] Provisioning complete for port 1fc6fa98-fa07-4374-8452-d22671b502f9 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:50.525113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86ee4f74-1ecd-4117-8d88-66e9bbcbbd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:50.544949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f7b05a0b-e953-454b-bbfd-ecef8ace4fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:50.546913 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f7b05a0b-e953-454b-bbfd-ecef8ace4fea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d60dd82-988b-48dd-9b2a-5a29ae331086 HTTP/1.1" status: 204 len: 168 time: 1.1311753 Apr 23 09:17:50.548220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04c2040d-cecc-481b-b029-f7c73759fc7f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:50.561544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:17:50.564245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port ae51b166-6458-4c6e-816e-9f8952efb065 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:50.564678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:50.567291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4fcc59db-5162-4840-b4e2-b32b526ee797 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:50.581966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9127-24b4-4d47-ad50-b726c64816d6 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:50.596928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6e8634-706b-4e8b-bb28-b14315e1f529 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:50.609154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-4f6e8634-706b-4e8b-bb28-b14315e1f529 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:50.631160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6e8634-706b-4e8b-bb28-b14315e1f529 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:17:50.643542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2040d-cecc-481b-b029-f7c73759fc7f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Port': ['ID=078c6d54-9706-49a8-8502-3e7212bb7b12,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:50.655407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-04c2040d-cecc-481b-b029-f7c73759fc7f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:50.681340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e8634-706b-4e8b-bb28-b14315e1f529 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=607d34ea-6cec-4a8e-8cbe-c757ecf1cba5,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:50.698361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-86ee4f74-1ecd-4117-8d88-66e9bbcbbd52 None None] Port 1fc6fa98-fa07-4374-8452-d22671b502f9 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:17:50.715382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4f6e8634-706b-4e8b-bb28-b14315e1f529 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:50.725250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c9cdfdb1-540a-40b3-803c-4a9cdeb3b13a tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:50.743276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:50.752946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:50.754212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:50.782765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:17:44Z', 'revision_number': 3, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '1fc6fa98-fa07-4374-8452-d22671b502f9', 'name': '', 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:6d:ba:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:42Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 2, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:50.789536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] Checking router: 0cd8b856-dbb2-4010-af3f-462ae87d10f4 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:17:50.789942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] Updating router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 port 1fc6fa98-fa07-4374-8452-d22671b502f9 binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:17:50.824525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b9127-24b4-4d47-ad50-b726c64816d6 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a658920-2046-4d74-b09d-3bdb78e2518b,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:50.852122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8d7b9127-24b4-4d47-ad50-b726c64816d6 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:50.852663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-296e00f2-5938-4ea8-9e44-6624e84d4c01 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:50.950668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:50.966168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6e8634-706b-4e8b-bb28-b14315e1f529 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:50.966946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8634-706b-4e8b-bb28-b14315e1f529 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:50.984841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04c2040d-cecc-481b-b029-f7c73759fc7f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:51.031350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9127-24b4-4d47-ad50-b726c64816d6 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:51.032616 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8d7b9127-24b4-4d47-ad50-b726c64816d6 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "DELETE /v2.0/security-groups/5a658920-2046-4d74-b09d-3bdb78e2518b HTTP/1.1" status: 204 len: 168 time: 1.0236597 Apr 23 09:17:51.052111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36588) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:51.161548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 13457316-bca9-4dd0-9112-a06bf309bbb8 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:17:51.219777 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4f6e8634-706b-4e8b-bb28-b14315e1f529 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.4910157 Apr 23 09:17:51.222154 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5899224 Apr 23 09:17:51.247474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36596) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:51.340476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Network': ['ID=37e6873c-aa7c-49ae-b68a-03345b4dd516,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:51.353002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:51.397800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 37e6873c-aa7c-49ae-b68a-03345b4dd516 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:17:51.403384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36604) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:51.418755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-52a14b09-a9b6-450a-9745-8ae383bbe98f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'subnet': {'network_id': '37e6873c-aa7c-49ae-b68a-03345b4dd516', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:51.455855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c2040d-cecc-481b-b029-f7c73759fc7f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Router e47ce7d3-b7da-42e5-b42e-7516ef765599 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:17:51.576373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7a6102aa-078f-42b8-b0cf-d5875a5f006e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Synchronizing usage tracker for tenant:7f7cadc94f7843cc93d4a1af4e156161 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:51.635758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c2040d-cecc-481b-b029-f7c73759fc7f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:17:51.639540 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-04c2040d-cecc-481b-b029-f7c73759fc7f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/routers/e47ce7d3-b7da-42e5-b42e-7516ef765599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5515463 Apr 23 09:17:51.642532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36614) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:51.648175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7019d377-50cf-4e0b-a180-91475a439cfc None None] Sync routers for ids ['e47ce7d3-b7da-42e5-b42e-7516ef765599'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:17:51.663859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7019d377-50cf-4e0b-a180-91475a439cfc None None] Routers {'e47ce7d3-b7da-42e5-b42e-7516ef765599'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:51.664539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7019d377-50cf-4e0b-a180-91475a439cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['e47ce7d3-b7da-42e5-b42e-7516ef765599'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:51.672356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 13457316-bca9-4dd0-9112-a06bf309bbb8 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:51.700212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4532a4ac-f174-455c-bb53-cf26c02bc2b2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Synchronizing usage tracker for tenant:6a7817c6b9664b5898a398d7ccbe4c15 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:51.704930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-52a14b09-a9b6-450a-9745-8ae383bbe98f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:51.718221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-52a14b09-a9b6-450a-9745-8ae383bbe98f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Usage tracker for resource:subnet and tenant:ea334c1946ff4a0dac6daa6b4816ceb1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:51.723182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-52a14b09-a9b6-450a-9745-8ae383bbe98f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:51.735397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-52a14b09-a9b6-450a-9745-8ae383bbe98f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:51.747381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5d4c63-55a9-4a61-bf63-5e556d4edf3e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:51.754188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5d4c63-55a9-4a61-bf63-5e556d4edf3e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:51.755169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7a5d4c63-55a9-4a61-bf63-5e556d4edf3e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:51.761270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7a6102aa-078f-42b8-b0cf-d5875a5f006e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Unset dirty status for tenant:7f7cadc94f7843cc93d4a1af4e156161 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:51.762671 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7a6102aa-078f-42b8-b0cf-d5875a5f006e tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6238682 Apr 23 09:17:51.769800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7019d377-50cf-4e0b-a180-91475a439cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:51.770846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36618) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:51.777981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-db686de6-fcb2-4204-bd06-a217c85c5554 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group': {'name': 'tempest-secgroup--147996643'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:51.780878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7019d377-50cf-4e0b-a180-91475a439cfc None None] Routers {'e47ce7d3-b7da-42e5-b42e-7516ef765599'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:51.781713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7019d377-50cf-4e0b-a180-91475a439cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['e47ce7d3-b7da-42e5-b42e-7516ef765599'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:51.786658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4532a4ac-f174-455c-bb53-cf26c02bc2b2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Unset dirty status for tenant:6a7817c6b9664b5898a398d7ccbe4c15 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:51.789248 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4532a4ac-f174-455c-bb53-cf26c02bc2b2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47ce7d3-b7da-42e5-b42e-7516ef765599 HTTP/1.1" status: 200 len: 205 time: 0.1448328 Apr 23 09:17:51.803549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-db686de6-fcb2-4204-bd06-a217c85c5554 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:51.804206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36624) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:51.829136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a14b09-a9b6-450a-9745-8ae383bbe98f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Made reservation on behalf of ea334c1946ff4a0dac6daa6b4816ceb1 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:51.840635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-52a14b09-a9b6-450a-9745-8ae383bbe98f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:51.856705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:51.881459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] Transition to ACTIVE for port object 1fc6fa98-fa07-4374-8452-d22671b502f9 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:51.895606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7019d377-50cf-4e0b-a180-91475a439cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:51.896073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7019d377-50cf-4e0b-a180-91475a439cfc None None] The sync data for ids ['e47ce7d3-b7da-42e5-b42e-7516ef765599'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:17:51.909822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-db686de6-fcb2-4204-bd06-a217c85c5554 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:51.944238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:51.955764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d7a5fe9-918e-4fc7-b856-28af781b7fc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:51.983860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7a5d4c63-55a9-4a61-bf63-5e556d4edf3e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:51.985457 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7a5d4c63-55a9-4a61-bf63-5e556d4edf3e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.7206559 Apr 23 09:17:51.993708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36628) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:52.062782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db686de6-fcb2-4204-bd06-a217c85c5554 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:52.117972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4b4de7ee-949f-4205-b25f-dc51118a21c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:52.124892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-52c0417f-2184-4f52-b599-9fa4e4598327 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:52.142591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-06b49e3e-784c-408f-9fe8-f0146901e595 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:52.149905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7d049-77c3-4a61-9273-626a3e8b7aca None None] Pushing event updated for resources: {'Port': ['ID=1fc6fa98-fa07-4374-8452-d22671b502f9,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:52.153211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0bd7d049-77c3-4a61-9273-626a3e8b7aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:52.249711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4de7ee-949f-4205-b25f-dc51118a21c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Subnet': ['ID=ad972282-ee21-4dd2-a014-6cb08600acb7,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:52.259992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4b4de7ee-949f-4205-b25f-dc51118a21c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:52.306651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4de7ee-949f-4205-b25f-dc51118a21c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Checking segment: {'id': '67e14cd3-22a9-4150-a299-3303a5ce3d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:17:52.307074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4de7ee-949f-4205-b25f-dc51118a21c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network hostable DHCP agents. Network: ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:17:52.320866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] Attempting to bind port 1fc6fa98-fa07-4374-8452-d22671b502f9 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:17:52.321192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] Attempting to bind port 1fc6fa98-fa07-4374-8452-d22671b502f9 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '0ac90688-174f-4744-8b80-559a026e2051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:17:52.322107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] Attempting to bind port 1fc6fa98-fa07-4374-8452-d22671b502f9 on network f8cf8fc0-acc9-458b-a310-e90312d2cc9d {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:17:52.329572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:17:52.330392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] Checking segment: {'id': '0ac90688-174f-4744-8b80-559a026e2051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:17:52.330855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:52.331294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] Bound using segment: {'id': '0ac90688-174f-4744-8b80-559a026e2051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:17:52.332518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] Bound port: 1fc6fa98-fa07-4374-8452-d22671b502f9, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac90688-174f-4744-8b80-559a026e2051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:17:52.332947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:52.364964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-db686de6-fcb2-4204-bd06-a217c85c5554 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:52.392448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-db686de6-fcb2-4204-bd06-a217c85c5554 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Usage tracker for resource:security_group_rule and tenant:7f7cadc94f7843cc93d4a1af4e156161 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:52.398677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4de7ee-949f-4205-b25f-dc51118a21c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:17:52.453496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-4b4de7ee-949f-4205-b25f-dc51118a21c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:52.470868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104666db-dd4d-45e6-b78e-aced75a59b7e None None] Network ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:52.480228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4de7ee-949f-4205-b25f-dc51118a21c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:52.480619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4b4de7ee-949f-4205-b25f-dc51118a21c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:52.524890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-db686de6-fcb2-4204-bd06-a217c85c5554 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:52.557725 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4b4de7ee-949f-4205-b25f-dc51118a21c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8309929 Apr 23 09:17:52.560011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36636) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:52.573553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7da458f-62ed-4e20-8539-3b3206545c96 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:52.619507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] For port 1fc6fa98-fa07-4374-8452-d22671b502f9, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:17:52.623582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-db686de6-fcb2-4204-bd06-a217c85c5554 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:52.702190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] For port 1fc6fa98-fa07-4374-8452-d22671b502f9, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1fc6fa98-fa07-4374-8452-d22671b502f9,segment=NetworkSegment(0ac90688-174f-4744-8b80-559a026e2051),segment_id=0ac90688-174f-4744-8b80-559a026e2051)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:17:52.716856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-06b49e3e-784c-408f-9fe8-f0146901e595 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:52.727930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-06b49e3e-784c-408f-9fe8-f0146901e595 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:52.825391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6ac8f916-4bfc-4368-8936-7a89da541771 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting port 607d34ea-6cec-4a8e-8cbe-c757ecf1cba5 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:52.825684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ac8f916-4bfc-4368-8936-7a89da541771 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:52.860193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-06b49e3e-784c-408f-9fe8-f0146901e595 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:52.860741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b49e3e-784c-408f-9fe8-f0146901e595 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Fanout notify agent at l3_agent the message router_deleted on router e47ce7d3-b7da-42e5-b42e-7516ef765599 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:17:52.889049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db686de6-fcb2-4204-bd06-a217c85c5554 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:52.948965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:52.954269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db686de6-fcb2-4204-bd06-a217c85c5554 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:52.963483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:52.965807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9d87c783-4921-4a87-bb70-f09a8aa664bb tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:53.080811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ac8f916-4bfc-4368-8936-7a89da541771 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:53.154406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] Routers {'0cd8b856-dbb2-4010-af3f-462ae87d10f4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:53.155385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:53.203268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-06b49e3e-784c-408f-9fe8-f0146901e595 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:53.204640 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-06b49e3e-784c-408f-9fe8-f0146901e595 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/routers/e47ce7d3-b7da-42e5-b42e-7516ef765599 HTTP/1.1" status: 204 len: 168 time: 1.3995621 Apr 23 09:17:53.205859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36650) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:53.230001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6ee80b82-9517-4bb7-823f-7cc3b567f439 None None] Provisioning for port 13457316-bca9-4dd0-9112-a06bf309bbb8 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:53.235371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36652) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:53.375528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6ee80b82-9517-4bb7-823f-7cc3b567f439 None None] Provisioning complete for port 13457316-bca9-4dd0-9112-a06bf309bbb8 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:53.376089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ee80b82-9517-4bb7-823f-7cc3b567f439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:53.403364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:53.427581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7d049-77c3-4a61-9273-626a3e8b7aca None None] Pushing event updated for resources: {'Port': ['ID=1fc6fa98-fa07-4374-8452-d22671b502f9,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:53.508334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0bd7d049-77c3-4a61-9273-626a3e8b7aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:53.552086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4', 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'fixed_ips': [{'subnet_id': 'ad972282-ee21-4dd2-a014-6cb08600acb7'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:17:53.553019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:53.579965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6ac8f916-4bfc-4368-8936-7a89da541771 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Calling delete_port for 607d34ea-6cec-4a8e-8cbe-c757ecf1cba5 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:53.592705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db686de6-fcb2-4204-bd06-a217c85c5554 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:53.597122 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-db686de6-fcb2-4204-bd06-a217c85c5554 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8215938 Apr 23 09:17:53.598542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db686de6-fcb2-4204-bd06-a217c85c5554 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91eb05f1-ad6c-41cd-bcc8-7c93b426798c,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:53.600470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36660) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:53.605748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-db686de6-fcb2-4204-bd06-a217c85c5554 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:53.609786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f4add34f-72dc-43e6-a8f0-fba3473aab90 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:53.610099 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.api.v2.base [None req-f4add34f-72dc-43e6-a8f0-fba3473aab90 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 23 09:17:53.610692 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-f4add34f-72dc-43e6-a8f0-fba3473aab90 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] update failed (client error): There was a conflict when trying to complete your request. Apr 23 09:17:53.611756 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f4add34f-72dc-43e6-a8f0-fba3473aab90 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "PUT /v2.0/security-groups/91eb05f1-ad6c-41cd-bcc8-7c93b426798c HTTP/1.1" status: 409 len: 330 time: 0.0090005 Apr 23 09:17:53.617962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36664) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:53.634621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] Set router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:17:53.749608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f16f369-1d04-4614-b054-4040de6538bd tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:53.796890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-483759318'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:53.801516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f16f369-1d04-4614-b054-4040de6538bd tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:53.811541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18d1dd1-195f-495d-8ad4-fdf62a1299b6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting subnet 64c3189b-fb2e-4b10-9710-fc31da9158ff {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:17:53.813903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-52a14b09-a9b6-450a-9745-8ae383bbe98f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:53.814585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:53.820064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-22929e25-8ab3-4fc2-a5a0-11b8ebc3fedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:53.828007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Usage tracker for resource:network and tenant:7fcd7510b1ff4ced8259236b60487dcd is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:53.834799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:53.850280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:53.867698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b18d1dd1-195f-495d-8ad4-fdf62a1299b6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:53.975566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f16f369-1d04-4614-b054-4040de6538bd tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:53.980648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Made reservation on behalf of 7fcd7510b1ff4ced8259236b60487dcd for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:53.988517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:53.991785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a14b09-a9b6-450a-9745-8ae383bbe98f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Subnet': ['ID=0be417a9-d4d0-47d0-81c0-43cf7e204f07,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:54.001785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-52a14b09-a9b6-450a-9745-8ae383bbe98f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:54.007495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b18d1dd1-195f-495d-8ad4-fdf62a1299b6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:54.008420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8c86a346-7ad8-46ef-abcf-ae27c3e3ee74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:54.016218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:54.036756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16f369-1d04-4614-b054-4040de6538bd tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91eb05f1-ad6c-41cd-bcc8-7c93b426798c,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:54.046118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1f16f369-1d04-4614-b054-4040de6538bd tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:54.065679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:54.075513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Usage tracker for resource:security_group_rule and tenant:7fcd7510b1ff4ced8259236b60487dcd is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:54.082070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:54.090020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:54.104900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a14b09-a9b6-450a-9745-8ae383bbe98f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Checking segment: {'id': '11ce54f2-4775-42f3-9649-94436c5304bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '37e6873c-aa7c-49ae-b68a-03345b4dd516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:17:54.105306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a14b09-a9b6-450a-9745-8ae383bbe98f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network hostable DHCP agents. Network: 37e6873c-aa7c-49ae-b68a-03345b4dd516, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:17:54.117228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f16f369-1d04-4614-b054-4040de6538bd tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:54.121603 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1f16f369-1d04-4614-b054-4040de6538bd tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "DELETE /v2.0/security-groups/91eb05f1-ad6c-41cd-bcc8-7c93b426798c HTTP/1.1" status: 204 len: 168 time: 0.4994657 Apr 23 09:17:54.121603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36668) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:54.150272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ee80b82-9517-4bb7-823f-7cc3b567f439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:54.166470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ac8f916-4bfc-4368-8936-7a89da541771 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:54.184114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-72ad1212-6f57-4121-8a62-42d6e0728dce tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:54.203460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Allocated IP 172.22.0.2 (ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4/ad972282-ee21-4dd2-a014-6cb08600acb7/8ec80e37-cba6-4acc-9049-29faa951ed07) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:54.227330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a14b09-a9b6-450a-9745-8ae383bbe98f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network 37e6873c-aa7c-49ae-b68a-03345b4dd516 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:17:54.258678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8f916-4bfc-4368-8936-7a89da541771 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Port': ['ID=607d34ea-6cec-4a8e-8cbe-c757ecf1cba5,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:54.264634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6ac8f916-4bfc-4368-8936-7a89da541771 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:54.265021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e17d000e-05fa-4ea2-871a-a0c01c747a93 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:54.269917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5dc9aad0-da31-449c-a16b-7fdea62fa589 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Synchronizing usage tracker for tenant:7f7cadc94f7843cc93d4a1af4e156161 on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:54.287709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b18d1dd1-195f-495d-8ad4-fdf62a1299b6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:54.297401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6ee80b82-9517-4bb7-823f-7cc3b567f439 None None] For port 13457316-bca9-4dd0-9112-a06bf309bbb8, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=13457316-bca9-4dd0-9112-a06bf309bbb8,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:54.324296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-52a14b09-a9b6-450a-9745-8ae383bbe98f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 37e6873c-aa7c-49ae-b68a-03345b4dd516) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:54.347624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ee80b82-9517-4bb7-823f-7cc3b567f439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:54.350482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcab695-0640-44fb-8a2f-c00c983c99bf None None] Network 37e6873c-aa7c-49ae-b68a-03345b4dd516 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:54.373688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5dc9aad0-da31-449c-a16b-7fdea62fa589 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Unset dirty status for tenant:7f7cadc94f7843cc93d4a1af4e156161 on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:54.379588 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5dc9aad0-da31-449c-a16b-7fdea62fa589 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2527378 Apr 23 09:17:54.384958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36672) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:54.394999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:54.424819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a14b09-a9b6-450a-9745-8ae383bbe98f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:54.426212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-52a14b09-a9b6-450a-9745-8ae383bbe98f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:54.457613 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-23f51361-e741-412e-9d8c-4499103225db tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] delete failed (client error): The resource could not be found. Apr 23 09:17:54.462379 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-23f51361-e741-412e-9d8c-4499103225db tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "DELETE /v2.0/security-groups/5a236af9-663b-49fe-a314-b0801ee41363 HTTP/1.1" status: 404 len: 347 time: 0.0421565 Apr 23 09:17:54.486174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36676) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:54.519747 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-3ebe73c7-b00f-4286-83d3-0d79ba44f234 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] show failed (client error): The resource could not be found. Apr 23 09:17:54.526445 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3ebe73c7-b00f-4286-83d3-0d79ba44f234 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "GET /v2.0/security-groups/86c6dec5-3356-492b-b52a-d2ab707196b0 HTTP/1.1" status: 404 len: 347 time: 0.0303349 Apr 23 09:17:54.526670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee80b82-9517-4bb7-823f-7cc3b567f439 None None] Pushing event updated for resources: {'Port': ['ID=13457316-bca9-4dd0-9112-a06bf309bbb8,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:54.532744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36680) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:54.561482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:54.564767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ac8f916-4bfc-4368-8936-7a89da541771 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:54.574342 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-47642fac-2792-44db-9d79-b1e00d599eef tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] show failed (client error): The resource could not be found. Apr 23 09:17:54.579648 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-47642fac-2792-44db-9d79-b1e00d599eef tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] 10.222.0.60 "GET /v2.0/security-group-rules/3540e424-5888-475e-92c7-d602c1744e1e HTTP/1.1" status: 404 len: 356 time: 0.0382345 Apr 23 09:17:54.583918 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6ac8f916-4bfc-4368-8936-7a89da541771 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/607d34ea-6cec-4a8e-8cbe-c757ecf1cba5 HTTP/1.1" status: 204 len: 168 time: 2.5890236 Apr 23 09:17:54.584732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36686) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:54.656936 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-52a14b09-a9b6-450a-9745-8ae383bbe98f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.2434099 Apr 23 09:17:54.674544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9454dff1-5707-449a-91e8-707f785063ce tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:54.677664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9454dff1-5707-449a-91e8-707f785063ce tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:54.679628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9454dff1-5707-449a-91e8-707f785063ce tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:54.680821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9454dff1-5707-449a-91e8-707f785063ce tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:17:54.684354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:54.687675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36690) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:54.691136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-959e02da-7b2a-4749-a893-ca694269807e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:54.710664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0f0a93d3-d067-4e7b-813c-a76def0cbf46 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1645216221'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:54.717057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0f0a93d3-d067-4e7b-813c-a76def0cbf46 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:54.721928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0f0a93d3-d067-4e7b-813c-a76def0cbf46 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Usage tracker for resource:network and tenant:ea334c1946ff4a0dac6daa6b4816ceb1 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:54.737301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0f0a93d3-d067-4e7b-813c-a76def0cbf46 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:54.752623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:17:54.767394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0f0a93d3-d067-4e7b-813c-a76def0cbf46 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:54.787331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abcd7417-02ed-49ab-a562-97699230e6c0,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:54.798027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:54.799083 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Added segment a16da4f4-ecf3-4e15-b081-a889ace459e7 of type vlan for network 623c3a16-1acd-4c4e-bdc4-db62916fea7a Apr 23 09:17:54.848073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:54.850694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:54.856070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9454dff1-5707-449a-91e8-707f785063ce tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:17:54.859419 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9454dff1-5707-449a-91e8-707f785063ce tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2716558 Apr 23 09:17:54.862114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36694) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:54.923595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0a93d3-d067-4e7b-813c-a76def0cbf46 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Made reservation on behalf of ea334c1946ff4a0dac6daa6b4816ceb1 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:54.931645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f0a93d3-d067-4e7b-813c-a76def0cbf46 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:54.948202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:54.968506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:17:55.001336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b18d1dd1-195f-495d-8ad4-fdf62a1299b6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:55.008004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7f8a4229-d436-4efc-8052-b2e087178188 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:55.019844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0a93d3-d067-4e7b-813c-a76def0cbf46 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:17:55.063700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d1dd1-195f-495d-8ad4-fdf62a1299b6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Subnet': ['ID=64c3189b-fb2e-4b10-9710-fc31da9158ff,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:55.069514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b18d1dd1-195f-495d-8ad4-fdf62a1299b6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:55.069716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-7238f6e5-8dab-4b06-9120-90caafdf09e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet 4773566f-b3aa-45b8-9a84-5f76cc010977 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:17:55.070560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36700) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:55.073550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b18d1dd1-195f-495d-8ad4-fdf62a1299b6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:55.086676 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b18d1dd1-195f-495d-8ad4-fdf62a1299b6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/subnets/64c3189b-fb2e-4b10-9710-fc31da9158ff HTTP/1.1" status: 204 len: 168 time: 1.8183849 Apr 23 09:17:55.088031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36706) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:55.112030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7238f6e5-8dab-4b06-9120-90caafdf09e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:55.116232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6ee80b82-9517-4bb7-823f-7cc3b567f439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:55.121377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Transition to ACTIVE for port object 8ec80e37-cba6-4acc-9049-29faa951ed07 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:55.125815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 13457316-bca9-4dd0-9112-a06bf309bbb8 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:17:55.146615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f0a93d3-d067-4e7b-813c-a76def0cbf46 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:55.146989 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-0f0a93d3-d067-4e7b-813c-a76def0cbf46 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Added segment d7f69303-166b-4d13-b877-4c075994acb7 of type vlan for network e7ec6f37-9d5e-422d-ba2a-fdfef68b116b Apr 23 09:17:55.152936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:55.157228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f693d1f1-0bab-492b-ac47-4a6d875422c9 None None] Update dhcp port {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'fixed_ips': [{'subnet_id': '53c4c096-31ba-4979-ac22-a5028b79053f', 'ip_address': '172.20.0.2'}, {'subnet_id': '4773566f-b3aa-45b8-9a84-5f76cc010977'}], 'binding:host_id': 'dv-neutron-786478-4-hyperv'}, 'id': '13457316-bca9-4dd0-9112-a06bf309bbb8'} from dv-neutron-786478-4-hyperv. {{(pid=87176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 23 09:17:55.159763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:55.160936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:55.185535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2e267a93-85cf-4df6-8d40-f472af34025b tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:55.188814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c78d77-a2e6-41f1-8238-f38ed0dcea3e None None] Network 103e94ec-d202-4d34-b0e2-7a7f6c582017 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:55.357342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Transition to ACTIVE for port object 8ec80e37-cba6-4acc-9049-29faa951ed07 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:55.403085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f693d1f1-0bab-492b-ac47-4a6d875422c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:55.426094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:55.438893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7238f6e5-8dab-4b06-9120-90caafdf09e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:55.452882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-e17d000e-05fa-4ea2-871a-a0c01c747a93 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Allocated IP 172.22.0.1 (ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4/ad972282-ee21-4dd2-a014-6cb08600acb7/2f9f43f4-49cd-49af-9780-38cf9ed7f6f3) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:55.465483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-069aa752-7a2f-4c58-8a0e-7f01ebf47ca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:55.481637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f0a93d3-d067-4e7b-813c-a76def0cbf46 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:55.494993 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9236288 Apr 23 09:17:55.498270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36710) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:55.528883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Pushing event updated for resources: {'Network': ['ID=623c3a16-1acd-4c4e-bdc4-db62916fea7a,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:55.533473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:55.556360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:55.588420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 623c3a16-1acd-4c4e-bdc4-db62916fea7a details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:17:55.610927 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-71dc764d-0dda-40c6-b913-21494ba7d9de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f7cadc94f7843cc93d4a1af4e156161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5375810 Apr 23 09:17:55.614715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36718) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:55.687926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7238f6e5-8dab-4b06-9120-90caafdf09e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:55.700627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e17d000e-05fa-4ea2-871a-a0c01c747a93 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:55.728162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e17d000e-05fa-4ea2-871a-a0c01c747a93 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Transition to ACTIVE for port object 2f9f43f4-49cd-49af-9780-38cf9ed7f6f3 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:55.732378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Request body: {'network': {'name': 'tempest-network--169626713', 'router:external': True}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:55.744126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f0a93d3-d067-4e7b-813c-a76def0cbf46 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:55.751246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0a93d3-d067-4e7b-813c-a76def0cbf46 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:55.751246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f0a93d3-d067-4e7b-813c-a76def0cbf46 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:55.763732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:55.765182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-37e6873c-aa7c-49ae-b68a-03345b4dd516', 'network_id': '37e6873c-aa7c-49ae-b68a-03345b4dd516', 'tenant_id': 'ea334c1946ff4a0dac6daa6b4816ceb1', 'fixed_ips': [{'subnet_id': '0be417a9-d4d0-47d0-81c0-43cf7e204f07'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:17:55.766112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:55.768045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-24a1640b-0393-431c-8a13-0a58c7d69c26 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:55.792166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e17d000e-05fa-4ea2-871a-a0c01c747a93 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:55.795649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Network ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:55.799890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-61db4ada-b906-49a0-b36c-63e805a62b76 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:55.801740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Usage tracker for resource:network and tenant:80b7d709471747c8b1bc88bd3e92f063 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:55.813692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:55.826869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:55.827955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:17:55.836497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 13457316-bca9-4dd0-9112-a06bf309bbb8 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:55.836908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:55.852830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:55.876409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:17:44Z', 'revision_number': 3, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '1fc6fa98-fa07-4374-8452-d22671b502f9', 'name': '', 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:6d:ba:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:42Z', 'updated_at': '2021-04-23T09:17:52Z', 'revision_number': 4, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:55.902142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17d000e-05fa-4ea2-871a-a0c01c747a93 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:55.917405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-e17d000e-05fa-4ea2-871a-a0c01c747a93 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:55.924731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d000e-05fa-4ea2-871a-a0c01c747a93 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:17:55.952655 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0f0a93d3-d067-4e7b-813c-a76def0cbf46 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2516840 Apr 23 09:17:55.966229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36722) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:55.967095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a93d3-d067-4e7b-813c-a76def0cbf46 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Network': ['ID=e7ec6f37-9d5e-422d-ba2a-fdfef68b116b,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:55.971934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0f0a93d3-d067-4e7b-813c-a76def0cbf46 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:55.975961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4b84dc4a-3e40-4fd2-8aed-a654daa5cfc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:55.983361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7a44d6-0a77-4175-b45d-cfc0a554ad10 None None] The sync data for ids ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'] in dv-neutron-786478-4-hyperv is: [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:17:44Z', 'revision_number': 3, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '1fc6fa98-fa07-4374-8452-d22671b502f9', 'name': '', 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:6d:ba:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:42Z', 'updated_at': '2021-04-23T09:17:52Z', 'revision_number': 4, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:17:55.985008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Pushing event updated for resources: {'Port': ['ID=8ec80e37-cba6-4acc-9049-29faa951ed07,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:56.002948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d000e-05fa-4ea2-871a-a0c01c747a93 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Port': ['ID=2f9f43f4-49cd-49af-9780-38cf9ed7f6f3,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:56.006866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e17d000e-05fa-4ea2-871a-a0c01c747a93 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:56.024437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4b84dc4a-3e40-4fd2-8aed-a654daa5cfc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:56.024644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:56.031585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network e7ec6f37-9d5e-422d-ba2a-fdfef68b116b details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:17:56.048786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c4fd55f9-a1e4-4bc1-9063-e3b72d053c92 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'subnet': {'network_id': 'e7ec6f37-9d5e-422d-ba2a-fdfef68b116b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:56.107342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting port 6000bdd5-95c8-4cf7-9ab9-220fd29807eb {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:56.107996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:56.123183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Made reservation on behalf of 80b7d709471747c8b1bc88bd3e92f063 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:56.128165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:56.129514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e17d000e-05fa-4ea2-871a-a0c01c747a93 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:56.168579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4b84dc4a-3e40-4fd2-8aed-a654daa5cfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:56.173939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:56.175519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c600067b-aa8f-46c1-bb49-d17cdc595515 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:56.194783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84dc4a-3e40-4fd2-8aed-a654daa5cfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6fb72f-1559-479b-9838-13a8331084ae,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:56.199925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4b84dc4a-3e40-4fd2-8aed-a654daa5cfc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:56.240783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4b84dc4a-3e40-4fd2-8aed-a654daa5cfc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:56.242041 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4b84dc4a-3e40-4fd2-8aed-a654daa5cfc9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3c6fb72f-1559-479b-9838-13a8331084ae HTTP/1.1" status: 204 len: 168 time: 0.6262846 Apr 23 09:17:56.376681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e17d000e-05fa-4ea2-871a-a0c01c747a93 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:56.388726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Attempting to bind port 8ec80e37-cba6-4acc-9049-29faa951ed07 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:17:56.389231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Attempting to bind port 8ec80e37-cba6-4acc-9049-29faa951ed07 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '67e14cd3-22a9-4150-a299-3303a5ce3d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:17:56.389755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Attempting to bind port 8ec80e37-cba6-4acc-9049-29faa951ed07 on network ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:17:56.393696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:56.437032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Usage tracker for resource:security_group_rule and tenant:80b7d709471747c8b1bc88bd3e92f063 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:56.450184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:56.457300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:17:56.457906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Checking segment: {'id': '67e14cd3-22a9-4150-a299-3303a5ce3d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:17:56.458500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:56.459058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Bound using segment: {'id': '67e14cd3-22a9-4150-a299-3303a5ce3d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:17:56.470907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Bound port: 8ec80e37-cba6-4acc-9049-29faa951ed07, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e14cd3-22a9-4150-a299-3303a5ce3d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:17:56.471565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:56.477948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:56.491835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] For port 6000bdd5-95c8-4cf7-9ab9-220fd29807eb, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6000bdd5-95c8-4cf7-9ab9-220fd29807eb,segment=NetworkSegment(a34c2453-5ca1-4d37-8159-3eefb63a448f),segment_id=a34c2453-5ca1-4d37-8159-3eefb63a448f)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:56.492502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:56.724660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7f2b20-98ca-4434-9689-c277c35a7d64 None None] DHCP port deletion for 103e94ec-d202-4d34-b0e2-7a7f6c582017 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:17:56.736160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Allocated IP 172.20.255.242 (37e6873c-aa7c-49ae-b68a-03345b4dd516/0be417a9-d4d0-47d0-81c0-43cf7e204f07/f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:17:56.812090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c4fd55f9-a1e4-4bc1-9063-e3b72d053c92 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:56.817182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c4fd55f9-a1e4-4bc1-9063-e3b72d053c92 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Usage tracker for resource:subnet and tenant:ea334c1946ff4a0dac6daa6b4816ceb1 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:56.821028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c4fd55f9-a1e4-4bc1-9063-e3b72d053c92 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:56.828068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c4fd55f9-a1e4-4bc1-9063-e3b72d053c92 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:56.880125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] For port 8ec80e37-cba6-4acc-9049-29faa951ed07, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:17:56.887084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Calling delete_port for 6000bdd5-95c8-4cf7-9ab9-220fd29807eb owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:56.902613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fd55f9-a1e4-4bc1-9063-e3b72d053c92 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Made reservation on behalf of ea334c1946ff4a0dac6daa6b4816ceb1 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:56.912740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c4fd55f9-a1e4-4bc1-9063-e3b72d053c92 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:56.995825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] For port 8ec80e37-cba6-4acc-9049-29faa951ed07, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=8ec80e37-cba6-4acc-9049-29faa951ed07,segment=NetworkSegment(67e14cd3-22a9-4150-a299-3303a5ce3d0e),segment_id=67e14cd3-22a9-4150-a299-3303a5ce3d0e)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:17:57.011983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e17d000e-05fa-4ea2-871a-a0c01c747a93 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:57.035686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7d7f2b20-98ca-4434-9689-c277c35a7d64 None None] Deleting port 6000bdd5-95c8-4cf7-9ab9-220fd29807eb {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:17:57.036587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2b20-98ca-4434-9689-c277c35a7d64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:57.063680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e17d000e-05fa-4ea2-871a-a0c01c747a93 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:57.118517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:57.202114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7238f6e5-8dab-4b06-9120-90caafdf09e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:57.213914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0e5c111a-5510-443a-ab80-c6faf4af7571 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:57.219500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e17d000e-05fa-4ea2-871a-a0c01c747a93 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:57.233643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d000e-05fa-4ea2-871a-a0c01c747a93 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Port': ['ID=2f9f43f4-49cd-49af-9780-38cf9ed7f6f3,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:57.246218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e17d000e-05fa-4ea2-871a-a0c01c747a93 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:57.254736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:57.272653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238f6e5-8dab-4b06-9120-90caafdf09e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=4773566f-b3aa-45b8-9a84-5f76cc010977,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:57.276390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7238f6e5-8dab-4b06-9120-90caafdf09e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:57.286225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7238f6e5-8dab-4b06-9120-90caafdf09e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:57.293408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:57.301427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-815108bc-03f0-4685-ac29-640260ea9e54 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:57.306098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:57.318872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0bd7d049-77c3-4a61-9273-626a3e8b7aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:57.327615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:57.351718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1fc6fa98-fa07-4374-8452-d22671b502f9 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:17:57.352107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:17:57.389681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] No DVR routers for this DVR port 6000bdd5-95c8-4cf7-9ab9-220fd29807eb on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:17:57.409996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17d000e-05fa-4ea2-871a-a0c01c747a93 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:57.411342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-e17d000e-05fa-4ea2-871a-a0c01c747a93 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:57.454243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3c20f8-3b13-4288-90e0-b3bade5e5123,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:57.460116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server [None req-f693d1f1-0bab-492b-ac47-4a6d875422c9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4773566f-b3aa-45b8-9a84-5f76cc010977: This subnet is being modified by another concurrent operation. Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 23 09:17:57.481439 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1696, in update_port Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server db_port=port_db) Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1489, in update_port Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server new_port=new_port) Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 732, in update_port Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server new_port.get('mac_address')) Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 432, in update_port_with_ips Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server new_mac) Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 355, in _update_ips_for_port Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(port)) Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server id=subnet.id) Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server raise exception Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4773566f-b3aa-45b8-9a84-5f76cc010977: This subnet is being modified by another concurrent operation. Apr 23 09:17:57.490503 dv-neutron-786478-4-hyperv neutron-server[87059]: ERROR oslo_messaging.rpc.server Apr 23 09:17:57.562246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36746) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:57.564451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:17:57.586630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b71888bd-cbab-48a1-8d22-3e7441b69cc9 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:57.671698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-7d7f2b20-98ca-4434-9689-c277c35a7d64 None None] For port 6000bdd5-95c8-4cf7-9ab9-220fd29807eb, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6000bdd5-95c8-4cf7-9ab9-220fd29807eb,segment=NetworkSegment(a34c2453-5ca1-4d37-8159-3eefb63a448f),segment_id=a34c2453-5ca1-4d37-8159-3eefb63a448f)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:57.672159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2b20-98ca-4434-9689-c277c35a7d64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:57.689299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 1fc6fa98-fa07-4374-8452-d22671b502f9 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:17:57.815378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Pushing event updated for resources: {'Port': ['ID=8ec80e37-cba6-4acc-9049-29faa951ed07,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:57.892425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 1fc6fa98-fa07-4374-8452-d22671b502f9 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:57.892855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:57.970472 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7238f6e5-8dab-4b06-9120-90caafdf09e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/4773566f-b3aa-45b8-9a84-5f76cc010977 HTTP/1.1" status: 204 len: 168 time: 3.1051679 Apr 23 09:17:57.979126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36752) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:58.000033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Port': ['ID=6000bdd5-95c8-4cf7-9ab9-220fd29807eb,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:58.009379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:58.014742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:58.036985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7d7f2b20-98ca-4434-9689-c277c35a7d64 None None] Calling delete_port for 6000bdd5-95c8-4cf7-9ab9-220fd29807eb owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:17:58.062510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:58.067396 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Added segment ba20fa36-a0b7-450a-b3bf-5495cf2f0846 of type vlan for network a046604d-64fc-4763-b036-5c5d4616d779 Apr 23 09:17:58.098056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f12802f4-0055-45c8-99df-edb5e49fc9f4 None None] Provisioning complete for port 13457316-bca9-4dd0-9112-a06bf309bbb8 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:17:58.098756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f12802f4-0055-45c8-99df-edb5e49fc9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:58.117683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17d000e-05fa-4ea2-871a-a0c01c747a93 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:17:58.182405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:58.227334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb99c2dd-dcf5-458d-b128-e154e5e61122 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet 53c4c096-31ba-4979-ac22-a5028b79053f {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:17:58.229633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:58.241615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb99c2dd-dcf5-458d-b128-e154e5e61122 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:58.254073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Transition to ACTIVE for port object f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:58.322909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Transition to ACTIVE for port object f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:17:58.328220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:58.356194 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-816c8485-a9c9-42a2-8370-6b8e3d34d335 tempest-ServiceProvidersTest-421488541 tempest-ServiceProvidersTest-421488541-project] 10.222.0.60 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.7861085 Apr 23 09:17:58.366415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:58.386356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['103e94ec-d202-4d34-b0e2-7a7f6c582017']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:58.401840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34c2453-5ca1-4d37-8159-3eefb63a448f') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:58.402185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34c2453-5ca1-4d37-8159-3eefb63a448f') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:58.411774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:58.416952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:58.433942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:58.441765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:17:58.511483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb99c2dd-dcf5-458d-b128-e154e5e61122 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:58.540868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Network 37e6873c-aa7c-49ae-b68a-03345b4dd516 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:17:58.557269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:17:58.561679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-7d7f2b20-98ca-4434-9689-c277c35a7d64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:17:58.562616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-7d7f2b20-98ca-4434-9689-c277c35a7d64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:17:58.589445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:17:58.591040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17d000e-05fa-4ea2-871a-a0c01c747a93 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:17:58.592526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Pushing event updated for resources: {'Port': ['ID=f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:58.598294 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e17d000e-05fa-4ea2-871a-a0c01c747a93 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/routers/0cd8b856-dbb2-4010-af3f-462ae87d10f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0371826 Apr 23 09:17:58.608310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 1fc6fa98-fa07-4374-8452-d22671b502f9, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1fc6fa98-fa07-4374-8452-d22671b502f9,segment=NetworkSegment(0ac90688-174f-4744-8b80-559a026e2051),segment_id=0ac90688-174f-4744-8b80-559a026e2051)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:17:58.612060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36758) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:58.623323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ca648822-6704-4d67-a0a8-27a6c4874349 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'network': {'name': 'tempest-RoutersTest-817691903'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:58.627835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121108b1-9297-460c-987b-f57597eeabab None None] Sync routers for ids ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:17:58.640999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:58.645042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ca648822-6704-4d67-a0a8-27a6c4874349 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:58.653475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ca648822-6704-4d67-a0a8-27a6c4874349 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:network and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:58.660957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ca648822-6704-4d67-a0a8-27a6c4874349 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:58.676319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f12802f4-0055-45c8-99df-edb5e49fc9f4 None None] Could not find standard attr ID for object 607d34ea-6cec-4a8e-8cbe-c757ecf1cba5. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:17:58.676548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ca648822-6704-4d67-a0a8-27a6c4874349 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:58.686827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121108b1-9297-460c-987b-f57597eeabab None None] Routers {'0cd8b856-dbb2-4010-af3f-462ae87d10f4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:17:58.687886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-121108b1-9297-460c-987b-f57597eeabab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:17:58.699263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb99c2dd-dcf5-458d-b128-e154e5e61122 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:58.709091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 103e94ec-d202-4d34-b0e2-7a7f6c582017 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:17:58.725896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:58.736269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca648822-6704-4d67-a0a8-27a6c4874349 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Made reservation on behalf of 28923eac46964204bb78aee0456d0ac1 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:17:58.743689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ca648822-6704-4d67-a0a8-27a6c4874349 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:58.796362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:58.820416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1b9aa13c-b8bf-45f9-988a-d83438a8bbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:58.878629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca648822-6704-4d67-a0a8-27a6c4874349 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:17:58.890654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:58.902068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ca648822-6704-4d67-a0a8-27a6c4874349 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:58.902503 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-ca648822-6704-4d67-a0a8-27a6c4874349 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Added segment 1691be7b-8608-45ce-814a-8caccfc58885 of type vlan for network 20d1d803-e2f7-420c-a62f-03f87577b17b Apr 23 09:17:58.977413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ca648822-6704-4d67-a0a8-27a6c4874349 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:58.985817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6000bdd5-95c8-4cf7-9ab9-220fd29807eb no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:17:59.077054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 103e94ec-d202-4d34-b0e2-7a7f6c582017 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:17:59.111047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ca648822-6704-4d67-a0a8-27a6c4874349 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:17:59.111662 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:17:59.118090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=1fc6fa98-fa07-4374-8452-d22671b502f9,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:59.129802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca648822-6704-4d67-a0a8-27a6c4874349 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:59.130557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ca648822-6704-4d67-a0a8-27a6c4874349 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:59.133494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:59.159533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:59.165176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 6000bdd5-95c8-4cf7-9ab9-220fd29807eb {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:17:59.165581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6000bdd5-95c8-4cf7-9ab9-220fd29807eb not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:17:59.203903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36764) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:59.210986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Attempting to bind port f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:17:59.211422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Attempting to bind port f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '11ce54f2-4775-42f3-9649-94436c5304bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '37e6873c-aa7c-49ae-b68a-03345b4dd516'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:17:59.211845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Attempting to bind port f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4 on network 37e6873c-aa7c-49ae-b68a-03345b4dd516 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:17:59.214641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7d7f2b20-98ca-4434-9689-c277c35a7d64 None None] The port '6000bdd5-95c8-4cf7-9ab9-220fd29807eb' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:17:59.255177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:17:59.255611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Checking segment: {'id': '11ce54f2-4775-42f3-9649-94436c5304bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '37e6873c-aa7c-49ae-b68a-03345b4dd516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:17:59.258769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:59.259350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Bound using segment: {'id': '11ce54f2-4775-42f3-9649-94436c5304bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '37e6873c-aa7c-49ae-b68a-03345b4dd516'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:17:59.259932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Bound port: f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ce54f2-4775-42f3-9649-94436c5304bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '37e6873c-aa7c-49ae-b68a-03345b4dd516'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:17:59.260384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:59.390944 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ca648822-6704-4d67-a0a8-27a6c4874349 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7771723 Apr 23 09:17:59.395399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:59.396806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:17:59.397637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:59.436647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36770) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:59.437752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-121108b1-9297-460c-987b-f57597eeabab None None] Set router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:17:59.439733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:59.460965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:59.465499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:59.472658 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/networks/103e94ec-d202-4d34-b0e2-7a7f6c582017 HTTP/1.1" status: 204 len: 168 time: 4.3829060 Apr 23 09:17:59.511311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 8ec80e37-cba6-4acc-9049-29faa951ed07 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:17:59.517569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1160e7b5-39b6-4a6c-94b8-9dee1708fec8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'subnet': {'network_id': '20d1d803-e2f7-420c-a62f-03f87577b17b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:59.533896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36774) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:59.566787 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 4.0408466 Apr 23 09:17:59.572401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2038093649', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}, 'admin_state_up': False}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:17:59.575150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36778) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:17:59.602281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca648822-6704-4d67-a0a8-27a6c4874349 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Network': ['ID=20d1d803-e2f7-420c-a62f-03f87577b17b,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:59.614363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6369d36-a4bf-476a-8246-39063273ccc8 None None] Network ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:17:59.620019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:59.635717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ca648822-6704-4d67-a0a8-27a6c4874349 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:59.640803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 20d1d803-e2f7-420c-a62f-03f87577b17b details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:17:59.642132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c43ecd67-b409-4a51-98e6-df55ee8f8c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:59.686622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:router and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:59.694838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c43ecd67-b409-4a51-98e6-df55ee8f8c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:59.754759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:59.777313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:59.784943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Pushing event updated for resources: {'Network': ['ID=a046604d-64fc-4763-b036-5c5d4616d779,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:59.795312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c43ecd67-b409-4a51-98e6-df55ee8f8c16 admin admin] Usage tracker for resource:security_group_rule and tenant:22ef6f64618043e9beab49df3684a82a is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:59.801437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:59.808794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-667b8d90-907f-4ef4-a0f7-d6b9aa1041f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:59.810391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c43ecd67-b409-4a51-98e6-df55ee8f8c16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:59.843540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c43ecd67-b409-4a51-98e6-df55ee8f8c16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:59.843771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Network': ['ID=103e94ec-d202-4d34-b0e2-7a7f6c582017,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:17:59.850115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:17:59.854109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1160e7b5-39b6-4a6c-94b8-9dee1708fec8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:17:59.861190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1160e7b5-39b6-4a6c-94b8-9dee1708fec8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:subnet and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:17:59.876373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5bd3758-d5ab-4a7e-9e38-25a4e80bba13 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:59.893144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1160e7b5-39b6-4a6c-94b8-9dee1708fec8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:17:59.903608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:59.904726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:59.915018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1160e7b5-39b6-4a6c-94b8-9dee1708fec8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:17:59.954655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c4fd55f9-a1e4-4bc1-9063-e3b72d053c92 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:59.962453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-83ab78f0-6558-43a1-89a9-3843e2f9e5c2 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:59.964266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb99c2dd-dcf5-458d-b128-e154e5e61122 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:17:59.973613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:17:59.986079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network a046604d-64fc-4763-b036-5c5d4616d779 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:17:59.996918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:00.008362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fa2de758-e575-41ab-b503-14e827e57e59 None None] Provisioning for port 8ec80e37-cba6-4acc-9049-29faa951ed07 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:00.013819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1160e7b5-39b6-4a6c-94b8-9dee1708fec8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Made reservation on behalf of 28923eac46964204bb78aee0456d0ac1 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:00.020708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1160e7b5-39b6-4a6c-94b8-9dee1708fec8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:00.043399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99c2dd-dcf5-458d-b128-e154e5e61122 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=53c4c096-31ba-4979-ac22-a5028b79053f,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:00.045249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fb99c2dd-dcf5-458d-b128-e154e5e61122 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:00.055608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb99c2dd-dcf5-458d-b128-e154e5e61122 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:00.143449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5bd3758-d5ab-4a7e-9e38-25a4e80bba13 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:00.143681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa9a6f3-7e3f-467b-a901-d3585de31927 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:00.175012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd55f9-a1e4-4bc1-9063-e3b72d053c92 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Subnet': ['ID=0cb75efe-b2f4-4928-ad9a-61be2674a26a,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:00.179907 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fb99c2dd-dcf5-458d-b128-e154e5e61122 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/53c4c096-31ba-4979-ac22-a5028b79053f HTTP/1.1" status: 204 len: 168 time: 2.1970992 Apr 23 09:18:00.181731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c4fd55f9-a1e4-4bc1-9063-e3b72d053c92 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:00.181958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36782) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:00.187540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fa2de758-e575-41ab-b503-14e827e57e59 None None] Provisioning complete for port 8ec80e37-cba6-4acc-9049-29faa951ed07 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:00.187727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa2de758-e575-41ab-b503-14e827e57e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:00.214575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 8ec80e37-cba6-4acc-9049-29faa951ed07 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:00.229951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] For port f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:18:00.301968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c43ecd67-b409-4a51-98e6-df55ee8f8c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:00.305928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-a5bd3758-d5ab-4a7e-9e38-25a4e80bba13 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a046604d-64fc-4763-b036-5c5d4616d779']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:00.321064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-a5bd3758-d5ab-4a7e-9e38-25a4e80bba13 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba20fa36-a0b7-450a-b3bf-5495cf2f0846') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:00.321566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-a5bd3758-d5ab-4a7e-9e38-25a4e80bba13 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba20fa36-a0b7-450a-b3bf-5495cf2f0846') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:00.333384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c43ecd67-b409-4a51-98e6-df55ee8f8c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:00.333891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6eeec947-de2e-43fd-8c80-46c4d421ba67 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:router {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:18:00.339523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 8ec80e37-cba6-4acc-9049-29faa951ed07 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:00.339962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:00.346183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c9fa33df-20c5-4c3e-8c7f-0e4f51925b16 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:00.354905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5bd3758-d5ab-4a7e-9e38-25a4e80bba13 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:00.401598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5bd3758-d5ab-4a7e-9e38-25a4e80bba13 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:00.407424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fd55f9-a1e4-4bc1-9063-e3b72d053c92 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Checking segment: {'id': 'd7f69303-166b-4d13-b877-4c075994acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e7ec6f37-9d5e-422d-ba2a-fdfef68b116b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:00.407657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fd55f9-a1e4-4bc1-9063-e3b72d053c92 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network hostable DHCP agents. Network: e7ec6f37-9d5e-422d-ba2a-fdfef68b116b, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:18:00.418066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5bd3758-d5ab-4a7e-9e38-25a4e80bba13 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:18:00.438512 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c43ecd67-b409-4a51-98e6-df55ee8f8c16 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=22ef6f64618043e9beab49df3684a82a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1475997 Apr 23 09:18:00.439565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ecd67-b409-4a51-98e6-df55ee8f8c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265c2f9f-7671-4176-9d7d-7f8ae5a1a4f1,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:00.446640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36786) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:00.455576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c43ecd67-b409-4a51-98e6-df55ee8f8c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:00.463811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] For port f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4,segment=NetworkSegment(11ce54f2-4775-42f3-9649-94436c5304bc),segment_id=11ce54f2-4775-42f3-9649-94436c5304bc)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:18:00.534927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6eeec947-de2e-43fd-8c80-46c4d421ba67 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:router {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:18:00.536220 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6eeec947-de2e-43fd-8c80-46c4d421ba67 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3531940 Apr 23 09:18:00.548139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36790) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:00.561183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-12052ed7-b0e7-4e5f-b619-f557193c9651 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:00.594295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:00.613376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:00.668030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fd55f9-a1e4-4bc1-9063-e3b72d053c92 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network e7ec6f37-9d5e-422d-ba2a-fdfef68b116b is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:18:00.676653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:00.747528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-656175ec-2615-4396-9e5e-75dc9be44a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:00.764021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c4fd55f9-a1e4-4bc1-9063-e3b72d053c92 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, e7ec6f37-9d5e-422d-ba2a-fdfef68b116b) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:00.776158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a5bd3758-d5ab-4a7e-9e38-25a4e80bba13 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Network a046604d-64fc-4763-b036-5c5d4616d779 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:00.788940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5bd3758-d5ab-4a7e-9e38-25a4e80bba13 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:00.816989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa5f516-aa8d-4f35-b315-064413076600 None None] Network e7ec6f37-9d5e-422d-ba2a-fdfef68b116b requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:00.848070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fd55f9-a1e4-4bc1-9063-e3b72d053c92 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:00.848555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c4fd55f9-a1e4-4bc1-9063-e3b72d053c92 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:00.859142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-656175ec-2615-4396-9e5e-75dc9be44a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:00.869387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-12052ed7-b0e7-4e5f-b619-f557193c9651 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:00.881567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-12052ed7-b0e7-4e5f-b619-f557193c9651 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:00.889579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-12052ed7-b0e7-4e5f-b619-f557193c9651 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:00.930220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-12052ed7-b0e7-4e5f-b619-f557193c9651 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:01.002128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a5bd3758-d5ab-4a7e-9e38-25a4e80bba13 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Network a046604d-64fc-4763-b036-5c5d4616d779 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:01.008671 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c4fd55f9-a1e4-4bc1-9063-e3b72d053c92 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 5.0362301 Apr 23 09:18:01.011041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36794) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:18:01.050076 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:18:01.087261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12052ed7-b0e7-4e5f-b619-f557193c9651 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:01.093567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12052ed7-b0e7-4e5f-b619-f557193c9651 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:01.105528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-656175ec-2615-4396-9e5e-75dc9be44a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:01.111163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Pushing event updated for resources: {'Port': ['ID=f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:01.129445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:01.160453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656175ec-2615-4396-9e5e-75dc9be44a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265c2f9f-7671-4176-9d7d-7f8ae5a1a4f1,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:01.161730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:01.171091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-656175ec-2615-4396-9e5e-75dc9be44a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:01.179565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-656175ec-2615-4396-9e5e-75dc9be44a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:01.185932 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-656175ec-2615-4396-9e5e-75dc9be44a3d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/265c2f9f-7671-4176-9d7d-7f8ae5a1a4f1 HTTP/1.1" status: 204 len: 168 time: 0.6846688 Apr 23 09:18:01.248388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa2de758-e575-41ab-b503-14e827e57e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:01.286429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:01.446637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-fa2de758-e575-41ab-b503-14e827e57e59 None None] For port 8ec80e37-cba6-4acc-9049-29faa951ed07, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=8ec80e37-cba6-4acc-9049-29faa951ed07,segment=NetworkSegment(67e14cd3-22a9-4150-a299-3303a5ce3d0e),segment_id=67e14cd3-22a9-4150-a299-3303a5ce3d0e)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:01.455150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3184dd9d-e5ef-4d0b-9e92-fdcf0b8e13e5 None None] DHCP port deletion for bb316f39-4b0e-43f1-8f3e-34646815cee0 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:18:01.507394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5bd3758-d5ab-4a7e-9e38-25a4e80bba13 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:01.570853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa2de758-e575-41ab-b503-14e827e57e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:01.572920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:01.574684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-afe01825-5b1f-435f-86d8-4e1a8f8676ed tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:01.622786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bd3758-d5ab-4a7e-9e38-25a4e80bba13 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a046604d-64fc-4763-b036-5c5d4616d779 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 23 09:18:01.632216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5bd3758-d5ab-4a7e-9e38-25a4e80bba13 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:01.654428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd3758-d5ab-4a7e-9e38-25a4e80bba13 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Pushing event deleted for resources: {'Network': ['ID=a046604d-64fc-4763-b036-5c5d4616d779,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:01.698897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:01.708130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a5bd3758-d5ab-4a7e-9e38-25a4e80bba13 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:01.769917 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a5bd3758-d5ab-4a7e-9e38-25a4e80bba13 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] 10.222.0.60 "DELETE /v2.0/networks/a046604d-64fc-4763-b036-5c5d4616d779 HTTP/1.1" status: 204 len: 168 time: 2.1881576 Apr 23 09:18:01.825533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36800) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:01.851270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-043f3de0-dd2c-4555-bb8e-ac12197af978 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:01.857254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-043f3de0-dd2c-4555-bb8e-ac12197af978 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:01.863021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-043f3de0-dd2c-4555-bb8e-ac12197af978 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Usage tracker for resource:network and tenant:80b7d709471747c8b1bc88bd3e92f063 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:01.867731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-043f3de0-dd2c-4555-bb8e-ac12197af978 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:01.875567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-043f3de0-dd2c-4555-bb8e-ac12197af978 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:01.930178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043f3de0-dd2c-4555-bb8e-ac12197af978 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Made reservation on behalf of 80b7d709471747c8b1bc88bd3e92f063 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:01.937607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-043f3de0-dd2c-4555-bb8e-ac12197af978 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:01.978774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043f3de0-dd2c-4555-bb8e-ac12197af978 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:18:01.988870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-043f3de0-dd2c-4555-bb8e-ac12197af978 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:01.989272 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-043f3de0-dd2c-4555-bb8e-ac12197af978 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Added segment a92f57fc-e745-4005-bf3e-da02f27c1adf of type vlan for network 1103f864-274f-4e48-beb1-e0c99c3e15f6 Apr 23 09:18:02.026697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-043f3de0-dd2c-4555-bb8e-ac12197af978 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:02.065172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-e7ec6f37-9d5e-422d-ba2a-fdfef68b116b', 'network_id': 'e7ec6f37-9d5e-422d-ba2a-fdfef68b116b', 'tenant_id': 'ea334c1946ff4a0dac6daa6b4816ceb1', 'fixed_ips': [{'subnet_id': '0cb75efe-b2f4-4928-ad9a-61be2674a26a'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:18:02.067069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:02.079955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:02.080338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-121108b1-9297-460c-987b-f57597eeabab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:17:56Z', 'revision_number': 4, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '1fc6fa98-fa07-4374-8452-d22671b502f9', 'name': '', 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:6d:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:42Z', 'updated_at': '2021-04-23T09:17:58Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f9f43f4-49cd-49af-9780-38cf9ed7f6f3', 'name': '', 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:42:5c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:54Z', 'updated_at': '2021-04-23T09:17:56Z', 'revision_number': 2, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:02.127911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-043f3de0-dd2c-4555-bb8e-ac12197af978 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:02.129629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043f3de0-dd2c-4555-bb8e-ac12197af978 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:02.130533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-043f3de0-dd2c-4555-bb8e-ac12197af978 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:02.140137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121108b1-9297-460c-987b-f57597eeabab None None] Checking router: 0cd8b856-dbb2-4010-af3f-462ae87d10f4 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:18:02.140848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121108b1-9297-460c-987b-f57597eeabab None None] Updating router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 port 2f9f43f4-49cd-49af-9780-38cf9ed7f6f3 binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:18:02.150377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e4d30ae5-5cc5-45fb-b6c8-8e94d3a9e9f0 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:02.241316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:18:02.242330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:18:02.261294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1160e7b5-39b6-4a6c-94b8-9dee1708fec8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:02.278338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-021de5bd-c1bb-4a43-b731-2d3da830f21b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:02.330000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router_gateway, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:02.345477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2de758-e575-41ab-b503-14e827e57e59 None None] Pushing event updated for resources: {'Port': ['ID=8ec80e37-cba6-4acc-9049-29faa951ed07,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:02.349080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0c0b7bbb-0cc2-4eb4-a44b-d50c96248958 None None] Provisioning complete for port 8ec80e37-cba6-4acc-9049-29faa951ed07 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:02.349753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c0b7bbb-0cc2-4eb4-a44b-d50c96248958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:02.401615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:02.402885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fa2de758-e575-41ab-b503-14e827e57e59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.830s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:02.462966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-121108b1-9297-460c-987b-f57597eeabab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:02.495404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160e7b5-39b6-4a6c-94b8-9dee1708fec8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Subnet': ['ID=3217d92d-6a71-4135-acae-9a51122f5ff8,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:02.600152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1160e7b5-39b6-4a6c-94b8-9dee1708fec8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:02.601525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1160e7b5-39b6-4a6c-94b8-9dee1708fec8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Checking segment: {'id': '1691be7b-8608-45ce-814a-8caccfc58885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '20d1d803-e2f7-420c-a62f-03f87577b17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:02.602031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1160e7b5-39b6-4a6c-94b8-9dee1708fec8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network hostable DHCP agents. Network: 20d1d803-e2f7-420c-a62f-03f87577b17b, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:18:02.660770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Allocated IP 172.26.4.166 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/187ee2d2-9315-4427-9d6b-b2881bc9865e) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:02.677828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3184dd9d-e5ef-4d0b-9e92-fdcf0b8e13e5 None None] Deleting port 13457316-bca9-4dd0-9112-a06bf309bbb8 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:02.678259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3184dd9d-e5ef-4d0b-9e92-fdcf0b8e13e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:02.854197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:02.888815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1160e7b5-39b6-4a6c-94b8-9dee1708fec8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 20d1d803-e2f7-420c-a62f-03f87577b17b is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:18:02.921838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:02.927153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-04c2040d-cecc-481b-b029-f7c73759fc7f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:02.947129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Allocated IP 172.20.0.2 (e7ec6f37-9d5e-422d-ba2a-fdfef68b116b/0cb75efe-b2f4-4928-ad9a-61be2674a26a/d2ceafdb-383c-4442-8f49-dcb984f65400) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:02.976827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f3de0-dd2c-4555-bb8e-ac12197af978 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Pushing event updated for resources: {'Network': ['ID=1103f864-274f-4e48-beb1-e0c99c3e15f6,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:02.990287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-043f3de0-dd2c-4555-bb8e-ac12197af978 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.840s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:02.993995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-1160e7b5-39b6-4a6c-94b8-9dee1708fec8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 20d1d803-e2f7-420c-a62f-03f87577b17b) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:03.000345 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-043f3de0-dd2c-4555-bb8e-ac12197af978 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1703265 Apr 23 09:18:03.008044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36804) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:03.009715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbcd7dc-563b-4808-b183-a5d9d62ff2f6 None None] Network 37e6873c-aa7c-49ae-b68a-03345b4dd516 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:03.018187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-695385e6-8fec-479a-b778-9a5b324330e1 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Request body: {'subnet': {'network_id': '1103f864-274f-4e48-beb1-e0c99c3e15f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:03.022290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1160e7b5-39b6-4a6c-94b8-9dee1708fec8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:03.022997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1160e7b5-39b6-4a6c-94b8-9dee1708fec8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:03.025007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 1103f864-274f-4e48-beb1-e0c99c3e15f6 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:18:03.031225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-695385e6-8fec-479a-b778-9a5b324330e1 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:03.041306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:03.051752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:03.053980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:18:03.059125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf74f3a-da20-45e6-84bb-8c7a4bcf0659 None None] Network 20d1d803-e2f7-420c-a62f-03f87577b17b requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:03.100261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Port': ['ID=187ee2d2-9315-4427-9d6b-b2881bc9865e,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:03.101362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:03.125170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-695385e6-8fec-479a-b778-9a5b324330e1 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Usage tracker for resource:subnet and tenant:80b7d709471747c8b1bc88bd3e92f063 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:03.130371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1fc6fa98-fa07-4374-8452-d22671b502f9 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:18:03.133293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-695385e6-8fec-479a-b778-9a5b324330e1 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:03.144169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-695385e6-8fec-479a-b778-9a5b324330e1 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:03.203241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695385e6-8fec-479a-b778-9a5b324330e1 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Made reservation on behalf of 80b7d709471747c8b1bc88bd3e92f063 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:03.208325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-695385e6-8fec-479a-b778-9a5b324330e1 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:03.219747 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1160e7b5-39b6-4a6c-94b8-9dee1708fec8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7617166 Apr 23 09:18:03.225724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36808) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:03.564307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12052ed7-b0e7-4e5f-b619-f557193c9651 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:03.573538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-87da7640-1def-4833-98f7-f09dfc0b4d0a tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:03.645507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router_gateway, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:03.685541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-3184dd9d-e5ef-4d0b-9e92-fdcf0b8e13e5 None None] For port 13457316-bca9-4dd0-9112-a06bf309bbb8, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=13457316-bca9-4dd0-9112-a06bf309bbb8,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:03.685996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3184dd9d-e5ef-4d0b-9e92-fdcf0b8e13e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:03.696829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0c0b7bbb-0cc2-4eb4-a44b-d50c96248958 None None] Provisioning for port 2f9f43f4-49cd-49af-9780-38cf9ed7f6f3 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:03.804039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12052ed7-b0e7-4e5f-b619-f557193c9651 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:03.811462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-12052ed7-b0e7-4e5f-b619-f557193c9651 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:03.851326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12052ed7-b0e7-4e5f-b619-f557193c9651 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:03.852015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12052ed7-b0e7-4e5f-b619-f557193c9651 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:03.856354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12052ed7-b0e7-4e5f-b619-f557193c9651 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=a2fd954d-fc82-4161-863e-9d4ee7231658,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:03.859561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-12052ed7-b0e7-4e5f-b619-f557193c9651 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:03.992095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0c0b7bbb-0cc2-4eb4-a44b-d50c96248958 None None] Provisioning complete for port 2f9f43f4-49cd-49af-9780-38cf9ed7f6f3 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:03.992095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c0b7bbb-0cc2-4eb4-a44b-d50c96248958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:03.997912 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-12052ed7-b0e7-4e5f-b619-f557193c9651 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4457841 Apr 23 09:18:03.998808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36812) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:04.009112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7db1f83b-6b8d-4238-95b6-7e5c2055e687 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:04.132407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3184dd9d-e5ef-4d0b-9e92-fdcf0b8e13e5 None None] Calling delete_port for 13457316-bca9-4dd0-9112-a06bf309bbb8 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:04.194186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:04.345686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7db1f83b-6b8d-4238-95b6-7e5c2055e687 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:04.345915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 1fc6fa98-fa07-4374-8452-d22671b502f9 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:04.346282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:04.353956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7db1f83b-6b8d-4238-95b6-7e5c2055e687 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:04.359259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7db1f83b-6b8d-4238-95b6-7e5c2055e687 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:04.378542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7db1f83b-6b8d-4238-95b6-7e5c2055e687 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:04.379708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-494a73e3-5980-4842-8255-54d71084b894 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:04.398248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0c0b7bbb-0cc2-4eb4-a44b-d50c96248958 None None] Port 2f9f43f4-49cd-49af-9780-38cf9ed7f6f3 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:18:04.443730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db1f83b-6b8d-4238-95b6-7e5c2055e687 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:04.450178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7db1f83b-6b8d-4238-95b6-7e5c2055e687 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:04.491438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-121108b1-9297-460c-987b-f57597eeabab None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:18:04.571217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Router 6295f19c-aa97-44b6-b1c2-83cc09f366f1 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:18:04.634508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:04.672083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-20d1d803-e2f7-420c-a62f-03f87577b17b', 'network_id': '20d1d803-e2f7-420c-a62f-03f87577b17b', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'fixed_ips': [{'subnet_id': '3217d92d-6a71-4135-acae-9a51122f5ff8'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:18:04.673093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:04.695533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Transition to ACTIVE for port object d2ceafdb-383c-4442-8f49-dcb984f65400 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:04.784048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-121108b1-9297-460c-987b-f57597eeabab None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:04.827026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:18:04.838443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3f283266-31ca-4247-88f1-c11a44cba827 None None] Provisioning for port f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:04.841594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d2b67d-a046-4ca1-9937-9678aeb7f9aa None None] Sync routers for ids ['6295f19c-aa97-44b6-b1c2-83cc09f366f1'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:18:04.851888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.objects.ports [None req-695385e6-8fec-479a-b778-9a5b324330e1 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87175) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 23 09:18:04.852135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-695385e6-8fec-479a-b778-9a5b324330e1 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:04.852301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Transition to ACTIVE for port object d2ceafdb-383c-4442-8f49-dcb984f65400 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:04.866042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:04.872026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d2b67d-a046-4ca1-9937-9678aeb7f9aa None None] Routers {'6295f19c-aa97-44b6-b1c2-83cc09f366f1'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:18:04.876425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b7d2b67d-a046-4ca1-9937-9678aeb7f9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['6295f19c-aa97-44b6-b1c2-83cc09f366f1'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:04.885702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-121108b1-9297-460c-987b-f57597eeabab None None] Transition to ACTIVE for port object 2f9f43f4-49cd-49af-9780-38cf9ed7f6f3 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:04.912707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3184dd9d-e5ef-4d0b-9e92-fdcf0b8e13e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:04.930011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:04.962930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b7d2b67d-a046-4ca1-9937-9678aeb7f9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:04.975145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d2b67d-a046-4ca1-9937-9678aeb7f9aa None None] Routers {'6295f19c-aa97-44b6-b1c2-83cc09f366f1'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:18:04.976135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b7d2b67d-a046-4ca1-9937-9678aeb7f9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['6295f19c-aa97-44b6-b1c2-83cc09f366f1'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:04.989909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-121108b1-9297-460c-987b-f57597eeabab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:04.996231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:05.013970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184dd9d-e5ef-4d0b-9e92-fdcf0b8e13e5 None None] Pushing event deleted for resources: {'Port': ['ID=13457316-bca9-4dd0-9112-a06bf309bbb8,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:05.027869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695385e6-8fec-479a-b778-9a5b324330e1 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Pushing event updated for resources: {'Subnet': ['ID=172cd8e5-d5a9-4e12-87cc-ab0957d55f66,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:05.028407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3184dd9d-e5ef-4d0b-9e92-fdcf0b8e13e5 None None] No DVR routers for this DVR port 13457316-bca9-4dd0-9112-a06bf309bbb8 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:18:05.034657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:05.036376 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4951942 Apr 23 09:18:05.036735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3184dd9d-e5ef-4d0b-9e92-fdcf0b8e13e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:05.037280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f3dd6907-3bc9-4613-8c04-980179b6c91a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:05.038665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-695385e6-8fec-479a-b778-9a5b324330e1 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:05.041244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36816) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:05.055637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:05.068994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-19609f26-0f3a-4517-955e-aa2be832b314 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:05.108649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b7d2b67d-a046-4ca1-9937-9678aeb7f9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:05.119350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d2b67d-a046-4ca1-9937-9678aeb7f9aa None None] The sync data for ids ['6295f19c-aa97-44b6-b1c2-83cc09f366f1'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:18:05.125159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb75efe-b2f4-4928-ad9a-61be2674a26a,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:05.137122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565b9d40-e922-4e94-a823-63ba9ab92630 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:05.153874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 13457316-bca9-4dd0-9112-a06bf309bbb8 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:18:05.229426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695385e6-8fec-479a-b778-9a5b324330e1 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Checking segment: {'id': 'a92f57fc-e745-4005-bf3e-da02f27c1adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1103f864-274f-4e48-beb1-e0c99c3e15f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:05.229841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695385e6-8fec-479a-b778-9a5b324330e1 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Network hostable DHCP agents. Network: 1103f864-274f-4e48-beb1-e0c99c3e15f6, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:18:05.243258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:05.254845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:05.341525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 13457316-bca9-4dd0-9112-a06bf309bbb8 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:18:05.342096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 13457316-bca9-4dd0-9112-a06bf309bbb8 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:18:05.348545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Network e7ec6f37-9d5e-422d-ba2a-fdfef68b116b is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:05.353580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695385e6-8fec-479a-b778-9a5b324330e1 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Network 1103f864-274f-4e48-beb1-e0c99c3e15f6 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:18:05.365979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:05.391266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-695385e6-8fec-479a-b778-9a5b324330e1 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 1103f864-274f-4e48-beb1-e0c99c3e15f6) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:05.424214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ec6f37-9d5e-422d-ba2a-fdfef68b116b']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:05.443030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695385e6-8fec-479a-b778-9a5b324330e1 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:05.443629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-695385e6-8fec-479a-b778-9a5b324330e1 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:05.452457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:18:05.453438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f69303-166b-4d13-b877-4c075994acb7') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:05.453796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f69303-166b-4d13-b877-4c075994acb7') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:05.473580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d41c756-e8c8-4715-bec6-cb012ca7f112 None None] Network 1103f864-274f-4e48-beb1-e0c99c3e15f6 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:05.509668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:05.558172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:05.568516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:18:05.608785 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-695385e6-8fec-479a-b778-9a5b324330e1 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5967317 Apr 23 09:18:05.613465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36820) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:05.614968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e144d3c-e9bd-45d5-9efa-2870a61ebd48 None None] Pushing event updated for resources: {'Port': ['ID=2f9f43f4-49cd-49af-9780-38cf9ed7f6f3,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:05.688840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Request body: {'floatingip': {'floating_network_id': '1103f864-274f-4e48-beb1-e0c99c3e15f6'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:05.704321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Allocated IP 172.23.0.2 (20d1d803-e2f7-420c-a62f-03f87577b17b/3217d92d-6a71-4135-acae-9a51122f5ff8/e35c5eb4-5192-413e-8313-f753809e6a2f) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:05.709820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:05.736463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 8ec80e37-cba6-4acc-9049-29faa951ed07 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:18:05.893386 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cb31fb8c-3088-439b-bd4f-768cc16d866f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/routers/6295f19c-aa97-44b6-b1c2-83cc09f366f1 HTTP/1.1" status: 200 len: 885 time: 0.8488219 Apr 23 09:18:05.896376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36824) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:06.045967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Usage tracker for resource:floatingip and tenant:80b7d709471747c8b1bc88bd3e92f063 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:06.060859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:06.116001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:06.140009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network e7ec6f37-9d5e-422d-ba2a-fdfef68b116b has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:06.153981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:06.213283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.objects.ports [None req-7db1f83b-6b8d-4238-95b6-7e5c2055e687 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87174) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 23 09:18:06.217740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7db1f83b-6b8d-4238-95b6-7e5c2055e687 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:06.226409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b28b70c3-44e9-4982-9040-323afe911cce tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:06.231002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-121108b1-9297-460c-987b-f57597eeabab None None] Attempting to bind port 2f9f43f4-49cd-49af-9780-38cf9ed7f6f3 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:18:06.231430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-121108b1-9297-460c-987b-f57597eeabab None None] Attempting to bind port 2f9f43f4-49cd-49af-9780-38cf9ed7f6f3 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '67e14cd3-22a9-4150-a299-3303a5ce3d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:18:06.231850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121108b1-9297-460c-987b-f57597eeabab None None] Attempting to bind port 2f9f43f4-49cd-49af-9780-38cf9ed7f6f3 on network ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:18:06.235841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:06.280003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Pushing event updated for resources: {'Port': ['ID=d2ceafdb-383c-4442-8f49-dcb984f65400,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:06.296431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.258s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:06.297714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db1f83b-6b8d-4238-95b6-7e5c2055e687 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:06.306782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Attempting to bind port d2ceafdb-383c-4442-8f49-dcb984f65400 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:18:06.307018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Attempting to bind port d2ceafdb-383c-4442-8f49-dcb984f65400 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'd7f69303-166b-4d13-b877-4c075994acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e7ec6f37-9d5e-422d-ba2a-fdfef68b116b'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:18:06.307300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-7db1f83b-6b8d-4238-95b6-7e5c2055e687 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:06.307415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Attempting to bind port d2ceafdb-383c-4442-8f49-dcb984f65400 on network e7ec6f37-9d5e-422d-ba2a-fdfef68b116b {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:18:06.309444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.302s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:06.309850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:06.321992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121108b1-9297-460c-987b-f57597eeabab None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:18:06.322224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121108b1-9297-460c-987b-f57597eeabab None None] Checking segment: {'id': '67e14cd3-22a9-4150-a299-3303a5ce3d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:06.322609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-121108b1-9297-460c-987b-f57597eeabab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:06.323058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121108b1-9297-460c-987b-f57597eeabab None None] Bound using segment: {'id': '67e14cd3-22a9-4150-a299-3303a5ce3d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:18:06.323602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-121108b1-9297-460c-987b-f57597eeabab None None] Bound port: 2f9f43f4-49cd-49af-9780-38cf9ed7f6f3, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e14cd3-22a9-4150-a299-3303a5ce3d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:18:06.324258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-121108b1-9297-460c-987b-f57597eeabab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:06.333462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db1f83b-6b8d-4238-95b6-7e5c2055e687 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:06.334132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7db1f83b-6b8d-4238-95b6-7e5c2055e687 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:06.340563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1f83b-6b8d-4238-95b6-7e5c2055e687 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=ab3646f1-80a6-4518-82c7-43be2d30078b,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:06.343450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7db1f83b-6b8d-4238-95b6-7e5c2055e687 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:06.373846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network e7ec6f37-9d5e-422d-ba2a-fdfef68b116b has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:06.392236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0366df50-cbb7-4b2f-af15-e55532a3de45 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Synchronizing usage tracker for tenant:6a7817c6b9664b5898a398d7ccbe4c15 on resource:router {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:18:06.399417 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7db1f83b-6b8d-4238-95b6-7e5c2055e687 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4000285 Apr 23 09:18:06.402483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36828) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:06.403839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:18:06.404274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Checking segment: {'id': 'd7f69303-166b-4d13-b877-4c075994acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e7ec6f37-9d5e-422d-ba2a-fdfef68b116b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:06.404797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:06.405152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Bound using segment: {'id': 'd7f69303-166b-4d13-b877-4c075994acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e7ec6f37-9d5e-422d-ba2a-fdfef68b116b'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:18:06.405692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Bound port: d2ceafdb-383c-4442-8f49-dcb984f65400, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f69303-166b-4d13-b877-4c075994acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e7ec6f37-9d5e-422d-ba2a-fdfef68b116b'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:18:06.405854 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:18:06.408656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:06.413886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f5bdf5a2-cc96-4c58-9bdb-d999bfb0f7a4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'mac_address': 'fa:16:3e:29:b6:cd', 'name': 'tempest-NetworksTestDHCPv6-1849159351'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:06.525162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0366df50-cbb7-4b2f-af15-e55532a3de45 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Unset dirty status for tenant:6a7817c6b9664b5898a398d7ccbe4c15 on resource:router {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:18:06.529128 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0366df50-cbb7-4b2f-af15-e55532a3de45 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6287112 Apr 23 09:18:06.530022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36832) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:06.540911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3e420544-cde0-474b-8a68-68d208e9f22f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2038093649'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:06.593036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 09:18:06.593036 dv-neutron-786478-4-hyperv neutron-server[87059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 09:18:06.593036 dv-neutron-786478-4-hyperv neutron-server[87059]: [parameters: {'id': 'e7ec6f37-9d5e-422d-ba2a-fdfef68b116b'}] Apr 23 09:18:06.593036 dv-neutron-786478-4-hyperv neutron-server[87059]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87175) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:18:06.593615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:18:06.599095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:06.694412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 8ec80e37-cba6-4acc-9049-29faa951ed07 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:06.695275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:06.746170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-bb316f39-4b0e-43f1-8f3e-34646815cee0', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'fixed_ips': [{'subnet_id': 'a2fd954d-fc82-4161-863e-9d4ee7231658'}, {'subnet_id': 'ab3646f1-80a6-4518-82c7-43be2d30078b'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:18:06.747160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:06.771425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Allocated IP 172.20.0.8 (1103f864-274f-4e48-beb1-e0c99c3e15f6/172cd8e5-d5a9-4e12-87cc-ab0957d55f66/7f663e71-3ef0-4122-8a12-c4be15d7c569) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:06.773631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f5bdf5a2-cc96-4c58-9bdb-d999bfb0f7a4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:06.800198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f5bdf5a2-cc96-4c58-9bdb-d999bfb0f7a4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:06.838683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b59ce94c-cdb5-4d49-9248-ef632042e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:06.881731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bdf5a2-cc96-4c58-9bdb-d999bfb0f7a4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:06.948225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:06.995461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-121108b1-9297-460c-987b-f57597eeabab None None] For port 2f9f43f4-49cd-49af-9780-38cf9ed7f6f3, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:18:07.006958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:07.012688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e92a5d14-a19f-475b-8d5d-8d67cd5ab9ef tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:07.025850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] For port d2ceafdb-383c-4442-8f49-dcb984f65400, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:18:07.049018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-121108b1-9297-460c-987b-f57597eeabab None None] For port 2f9f43f4-49cd-49af-9780-38cf9ed7f6f3, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2f9f43f4-49cd-49af-9780-38cf9ed7f6f3,segment=NetworkSegment(67e14cd3-22a9-4150-a299-3303a5ce3d0e),segment_id=67e14cd3-22a9-4150-a299-3303a5ce3d0e)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:18:07.071480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] For port d2ceafdb-383c-4442-8f49-dcb984f65400, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=d2ceafdb-383c-4442-8f49-dcb984f65400,segment=NetworkSegment(d7f69303-166b-4d13-b877-4c075994acb7),segment_id=d7f69303-166b-4d13-b877-4c075994acb7)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:18:07.086966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Network 1103f864-274f-4e48-beb1-e0c99c3e15f6 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:07.090519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:07.094450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:07.100937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:18:07.101804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-121108b1-9297-460c-987b-f57597eeabab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:07.111382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:07.115079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2700023c-8ab0-417b-91df-5728e7c9091f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:07.136839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Pushing event updated for resources: {'Port': ['ID=7f663e71-3ef0-4122-8a12-c4be15d7c569,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:07.147319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:07.200668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf5a2-cc96-4c58-9bdb-d999bfb0f7a4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:07.209239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:07.230285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Transition to ACTIVE for port object e35c5eb4-5192-413e-8313-f753809e6a2f will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:07.263418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:07.272891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Deleting port d2ceafdb-383c-4442-8f49-dcb984f65400 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:07.273276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:07.320490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-f5bdf5a2-cc96-4c58-9bdb-d999bfb0f7a4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] device_id is not set on port d51a45a8-3d9a-4941-af19-3ac7e18d4b47 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:18:07.382889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Transition to ACTIVE for port object e35c5eb4-5192-413e-8313-f753809e6a2f will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:07.406401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121108b1-9297-460c-987b-f57597eeabab None None] Routers {'0cd8b856-dbb2-4010-af3f-462ae87d10f4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:18:07.407109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-121108b1-9297-460c-987b-f57597eeabab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:07.467784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3e420544-cde0-474b-8a68-68d208e9f22f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:07.470948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:18:07.501618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] For port d2ceafdb-383c-4442-8f49-dcb984f65400, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=d2ceafdb-383c-4442-8f49-dcb984f65400,segment=NetworkSegment(d7f69303-166b-4d13-b877-4c075994acb7),segment_id=d7f69303-166b-4d13-b877-4c075994acb7)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:07.502027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:07.523680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e144d3c-e9bd-45d5-9efa-2870a61ebd48 None None] Pushing event updated for resources: {'Port': ['ID=2f9f43f4-49cd-49af-9780-38cf9ed7f6f3,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:07.527904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:07.563332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3e144d3c-e9bd-45d5-9efa-2870a61ebd48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:07.584241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3e420544-cde0-474b-8a68-68d208e9f22f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846489349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8286451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846514403'] for router, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:07.621886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.394s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:07.681638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:07.687001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b70076-af14-4c6c-822a-d4136beab641 None None] Network 1103f864-274f-4e48-beb1-e0c99c3e15f6 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:07.692734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Calling delete_port for d2ceafdb-383c-4442-8f49-dcb984f65400 owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:07.728574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-494a73e3-5980-4842-8255-54d71084b894 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Allocated IP 172.23.0.1 (20d1d803-e2f7-420c-a62f-03f87577b17b/3217d92d-6a71-4135-acae-9a51122f5ff8/0305c89b-20e5-4589-8316-e269618cd31c) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:07.808781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e420544-cde0-474b-8a68-68d208e9f22f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Router 6295f19c-aa97-44b6-b1c2-83cc09f366f1 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:18:08.019711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e420544-cde0-474b-8a68-68d208e9f22f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:18:08.039111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3e420544-cde0-474b-8a68-68d208e9f22f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:08.044033 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3e420544-cde0-474b-8a68-68d208e9f22f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/routers/6295f19c-aa97-44b6-b1c2-83cc09f366f1 HTTP/1.1" status: 200 len: 892 time: 1.5124862 Apr 23 09:18:08.053035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36836) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:08.077383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-494a73e3-5980-4842-8255-54d71084b894 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:08.080878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:08.092642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:08.151382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Port': ['ID=d2ceafdb-383c-4442-8f49-dcb984f65400,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:08.157662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Network 20d1d803-e2f7-420c-a62f-03f87577b17b is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:08.158212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:08.161281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-494a73e3-5980-4842-8255-54d71084b894 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Transition to ACTIVE for port object 0305c89b-20e5-4589-8316-e269618cd31c will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:08.163855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No DVR routers for this DVR port d2ceafdb-383c-4442-8f49-dcb984f65400 on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:18:08.173015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66b911e-b93b-4bd3-90ad-5df01e19114f None None] Sync routers for ids ['6295f19c-aa97-44b6-b1c2-83cc09f366f1'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:18:08.191139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:08.231789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:18:08.244106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-121108b1-9297-460c-987b-f57597eeabab None None] Set router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:18:08.264691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:08.340339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:08.351569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-eed96a10-5167-4c0f-af63-8da20384d26e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:08.372294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Pushing event updated for resources: {'Port': ['ID=d2ceafdb-383c-4442-8f49-dcb984f65400,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:08.395026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66b911e-b93b-4bd3-90ad-5df01e19114f None None] Routers {'6295f19c-aa97-44b6-b1c2-83cc09f366f1'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:18:08.400559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a66b911e-b93b-4bd3-90ad-5df01e19114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['6295f19c-aa97-44b6-b1c2-83cc09f366f1'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:08.400709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:08.455750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:08.470531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f528b84-6ccb-4f9f-b7fb-274db485da19 None None] Network e7ec6f37-9d5e-422d-ba2a-fdfef68b116b requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:08.486100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3e144d3c-e9bd-45d5-9efa-2870a61ebd48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.767s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:08.515656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-494a73e3-5980-4842-8255-54d71084b894 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:08.518213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:08.523530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Allocated IP 172.20.0.2 (bb316f39-4b0e-43f1-8f3e-34646815cee0/a2fd954d-fc82-4161-863e-9d4ee7231658/36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:08.583279 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2d035442-e33f-411f-bfd4-d611600d5453 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/routers/6295f19c-aa97-44b6-b1c2-83cc09f366f1 HTTP/1.1" status: 200 len: 892 time: 0.5263736 Apr 23 09:18:08.584186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36842) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:08.584631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Pushing event updated for resources: {'Port': ['ID=7f663e71-3ef0-4122-8a12-c4be15d7c569,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:08.606137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:08.609984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e17d000e-05fa-4ea2-871a-a0c01c747a93 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:08.648051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ea62188f-0d63-4d20-a3f9-4d21dac6cd11 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Synchronizing usage tracker for tenant:6a7817c6b9664b5898a398d7ccbe4c15 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:18:08.654303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:08.654696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:08.681644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494a73e3-5980-4842-8255-54d71084b894 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 20d1d803-e2f7-420c-a62f-03f87577b17b is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:08.685887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Allocated IP 2001:db8::f816:3eff:fea8:8ebd (bb316f39-4b0e-43f1-8f3e-34646815cee0/ab3646f1-80a6-4518-82c7-43be2d30078b/36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:08.693870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:08.704356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-494a73e3-5980-4842-8255-54d71084b894 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:08.716312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494a73e3-5980-4842-8255-54d71084b894 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:18:08.720906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ea62188f-0d63-4d20-a3f9-4d21dac6cd11 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Unset dirty status for tenant:6a7817c6b9664b5898a398d7ccbe4c15 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:18:08.725600 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ea62188f-0d63-4d20-a3f9-4d21dac6cd11 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/ports?device_id=6295f19c-aa97-44b6-b1c2-83cc09f366f1 HTTP/1.1" status: 200 len: 205 time: 0.1375747 Apr 23 09:18:08.725846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36846) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:08.745543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ec6f37-9d5e-422d-ba2a-fdfef68b116b']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:08.766786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a66b911e-b93b-4bd3-90ad-5df01e19114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:08.797968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f69303-166b-4d13-b877-4c075994acb7') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:08.798344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f69303-166b-4d13-b877-4c075994acb7') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:08.827211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a73e3-5980-4842-8255-54d71084b894 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Port': ['ID=0305c89b-20e5-4589-8316-e269618cd31c,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:08.830872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:08.844466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-494a73e3-5980-4842-8255-54d71084b894 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:08.855380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-494a73e3-5980-4842-8255-54d71084b894 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:08.858068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:08.859433 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2445788 Apr 23 09:18:08.860657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:08.866389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36850) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:08.937244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:18:08.940357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Attempting to bind port e35c5eb4-5192-413e-8313-f753809e6a2f on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:18:08.940744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-94492752-bdba-47d0-9c48-c9a5cd5dae3e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:08.940938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Attempting to bind port e35c5eb4-5192-413e-8313-f753809e6a2f by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '1691be7b-8608-45ce-814a-8caccfc58885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '20d1d803-e2f7-420c-a62f-03f87577b17b'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:18:08.941530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Attempting to bind port e35c5eb4-5192-413e-8313-f753809e6a2f on network 20d1d803-e2f7-420c-a62f-03f87577b17b {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:18:09.018821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66b911e-b93b-4bd3-90ad-5df01e19114f None None] Routers {'6295f19c-aa97-44b6-b1c2-83cc09f366f1'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:18:09.019851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a66b911e-b93b-4bd3-90ad-5df01e19114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:17:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['6295f19c-aa97-44b6-b1c2-83cc09f366f1'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:09.044040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2a07e95d-2125-41dd-a1b0-14f341fe7cf4 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Synchronizing usage tracker for tenant:80b7d709471747c8b1bc88bd3e92f063 on resource:floatingip {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:18:09.093302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Pushing event updated for resources: {'Port': ['ID=e35c5eb4-5192-413e-8313-f753809e6a2f,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:09.096568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:18:09.096568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Checking segment: {'id': '1691be7b-8608-45ce-814a-8caccfc58885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '20d1d803-e2f7-420c-a62f-03f87577b17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:09.097814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:09.098545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Bound using segment: {'id': '1691be7b-8608-45ce-814a-8caccfc58885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '20d1d803-e2f7-420c-a62f-03f87577b17b'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:18:09.099098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Bound port: e35c5eb4-5192-413e-8313-f753809e6a2f, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1691be7b-8608-45ce-814a-8caccfc58885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '20d1d803-e2f7-420c-a62f-03f87577b17b'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:18:09.099524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:09.109675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:09.148176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-94492752-bdba-47d0-9c48-c9a5cd5dae3e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:09.166706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2a07e95d-2125-41dd-a1b0-14f341fe7cf4 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Unset dirty status for tenant:80b7d709471747c8b1bc88bd3e92f063 on resource:floatingip {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:18:09.168276 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2a07e95d-2125-41dd-a1b0-14f341fe7cf4 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] 10.222.0.60 "GET /v2.0/floatingips?floating_network_id=1103f864-274f-4e48-beb1-e0c99c3e15f6 HTTP/1.1" status: 200 len: 689 time: 0.3005178 Apr 23 09:18:09.171534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36854) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:09.188254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network e7ec6f37-9d5e-422d-ba2a-fdfef68b116b has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:09.198306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:09.231397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a66b911e-b93b-4bd3-90ad-5df01e19114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:09.231853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66b911e-b93b-4bd3-90ad-5df01e19114f None None] The sync data for ids ['6295f19c-aa97-44b6-b1c2-83cc09f366f1'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:18:09.378459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-94492752-bdba-47d0-9c48-c9a5cd5dae3e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting port 187ee2d2-9315-4427-9d6b-b2881bc9865e {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:09.378762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-94492752-bdba-47d0-9c48-c9a5cd5dae3e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:09.397840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:09.679620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-94492752-bdba-47d0-9c48-c9a5cd5dae3e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:09.687942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] For port e35c5eb4-5192-413e-8313-f753809e6a2f, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:18:09.728209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network e7ec6f37-9d5e-422d-ba2a-fdfef68b116b has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:09.746381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b6047120-aa1f-410f-929c-135baa753601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:09.750937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:18:09.766581 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:18:09.775662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] For port e35c5eb4-5192-413e-8313-f753809e6a2f, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=e35c5eb4-5192-413e-8313-f753809e6a2f,segment=NetworkSegment(1691be7b-8608-45ce-814a-8caccfc58885),segment_id=1691be7b-8608-45ce-814a-8caccfc58885)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:18:09.830578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-94492752-bdba-47d0-9c48-c9a5cd5dae3e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Calling delete_port for 187ee2d2-9315-4427-9d6b-b2881bc9865e owned by network:router_gateway {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:09.833230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:09.836941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Deleting port 7f663e71-3ef0-4122-8a12-c4be15d7c569 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:09.837323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:09.841994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fa2de758-e575-41ab-b503-14e827e57e59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:09.877155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-494a73e3-5980-4842-8255-54d71084b894 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:10.001654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:10.002029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:10.041546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:10.101519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:10.105377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4,segment=NetworkSegment(11ce54f2-4775-42f3-9649-94436c5304bc),segment_id=11ce54f2-4775-42f3-9649-94436c5304bc)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:10.107134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-608fd2a0-2b04-4cdb-b174-aaaf4a5bbc7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:10.129308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:10.132070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Transition to ACTIVE for port object 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:10.147078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:10.151144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Network': ['ID=e7ec6f37-9d5e-422d-ba2a-fdfef68b116b,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:10.156438 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/networks/e7ec6f37-9d5e-422d-ba2a-fdfef68b116b HTTP/1.1" status: 204 len: 168 time: 9.1448054 Apr 23 09:18:10.157418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:10.161230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Calling delete_port for 7f663e71-3ef0-4122-8a12-c4be15d7c569 owned by network:floatingip {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:10.161373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36858) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:10.183880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f256bd87-0eae-4dbb-bc30-618562176ba8 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-549180121'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:10.189696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f256bd87-0eae-4dbb-bc30-618562176ba8 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:10.194612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-121108b1-9297-460c-987b-f57597eeabab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:17:56Z', 'revision_number': 4, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '1fc6fa98-fa07-4374-8452-d22671b502f9', 'name': '', 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:6d:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:42Z', 'updated_at': '2021-04-23T09:17:58Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f9f43f4-49cd-49af-9780-38cf9ed7f6f3', 'name': '', 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:42:5c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:54Z', 'updated_at': '2021-04-23T09:18:06Z', 'revision_number': 4, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:10.195118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f256bd87-0eae-4dbb-bc30-618562176ba8 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Usage tracker for resource:network and tenant:ea334c1946ff4a0dac6daa6b4816ceb1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:10.198903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Transition to ACTIVE for port object 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:10.203519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f256bd87-0eae-4dbb-bc30-618562176ba8 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:10.204214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121108b1-9297-460c-987b-f57597eeabab None None] The sync data for ids ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'] in dv-neutron-786478-4-hyperv is: [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:17:56Z', 'revision_number': 4, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '1fc6fa98-fa07-4374-8452-d22671b502f9', 'name': '', 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:6d:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:42Z', 'updated_at': '2021-04-23T09:17:58Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f9f43f4-49cd-49af-9780-38cf9ed7f6f3', 'name': '', 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:42:5c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:54Z', 'updated_at': '2021-04-23T09:18:06Z', 'revision_number': 4, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:18:10.206041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Pushing event updated for resources: {'Port': ['ID=e35c5eb4-5192-413e-8313-f753809e6a2f,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:10.209397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:10.214408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0bd7d049-77c3-4a61-9273-626a3e8b7aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:10.214950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f256bd87-0eae-4dbb-bc30-618562176ba8 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:10.272218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f256bd87-0eae-4dbb-bc30-618562176ba8 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Made reservation on behalf of ea334c1946ff4a0dac6daa6b4816ceb1 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:10.274483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:10.278098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f256bd87-0eae-4dbb-bc30-618562176ba8 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:10.343758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:10.350140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:10.358457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:10.363006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:18:10.398265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:10.404392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8b639fd0-2aa3-4e39-906e-e40c57358b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:10.476625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:10.487767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Pushing event updated for resources: {'Port': ['ID=36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:10.504104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-94492752-bdba-47d0-9c48-c9a5cd5dae3e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:10.506004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f256bd87-0eae-4dbb-bc30-618562176ba8 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:18:10.514277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-55a24e5b-6df4-461a-9a65-e8bee5a3588f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:10.529822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f256bd87-0eae-4dbb-bc30-618562176ba8 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:10.530437 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-f256bd87-0eae-4dbb-bc30-618562176ba8 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Added segment dc288b4b-4da4-48ee-b947-3bd661d81fd4 of type vlan for network 81a6bf77-34d0-4af4-8940-3bbb68f33d8e Apr 23 09:18:10.536028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:10.655764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f256bd87-0eae-4dbb-bc30-618562176ba8 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:10.657545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Attempting to bind port 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:18:10.657985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Attempting to bind port 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:18:10.658435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Attempting to bind port 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2 on network bb316f39-4b0e-43f1-8f3e-34646815cee0 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:18:10.665189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:18:10.665619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Checking segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:10.666080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:10.666559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Bound using segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:18:10.667098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Bound port: 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:18:10.667532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:10.708197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-494a73e3-5980-4842-8255-54d71084b894 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:10.712982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94492752-bdba-47d0-9c48-c9a5cd5dae3e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Port': ['ID=187ee2d2-9315-4427-9d6b-b2881bc9865e,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:10.743241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-494a73e3-5980-4842-8255-54d71084b894 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:10.751253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-94492752-bdba-47d0-9c48-c9a5cd5dae3e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:10.783935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-21e2df2b-fc03-48b8-a15a-5cb8f8488084 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:10.819859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] For port 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:18:10.822966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f256bd87-0eae-4dbb-bc30-618562176ba8 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:10.829683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f256bd87-0eae-4dbb-bc30-618562176ba8 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:10.830391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f256bd87-0eae-4dbb-bc30-618562176ba8 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:10.892612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-f5bdf5a2-cc96-4c58-9bdb-d999bfb0f7a4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 172.20.0.3 (bb316f39-4b0e-43f1-8f3e-34646815cee0/a2fd954d-fc82-4161-863e-9d4ee7231658/d51a45a8-3d9a-4941-af19-3ac7e18d4b47) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:10.912675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] For port 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:18:10.913259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-f5bdf5a2-cc96-4c58-9bdb-d999bfb0f7a4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8::f816:3eff:fe29:b6cd (bb316f39-4b0e-43f1-8f3e-34646815cee0/ab3646f1-80a6-4518-82c7-43be2d30078b/d51a45a8-3d9a-4941-af19-3ac7e18d4b47) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:10.916684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a73e3-5980-4842-8255-54d71084b894 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event updated for resources: {'Port': ['ID=0305c89b-20e5-4589-8316-e269618cd31c,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:10.922816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-494a73e3-5980-4842-8255-54d71084b894 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:10.929558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:10.929727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-94492752-bdba-47d0-9c48-c9a5cd5dae3e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:10.944283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-494a73e3-5980-4842-8255-54d71084b894 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:10.978238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:10.983785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8b526716-f277-4e0e-959e-08d0750c6199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:11.041699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:11.058164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6ac8f916-4bfc-4368-8936-7a89da541771 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:11.069142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Pushing event updated for resources: {'Port': ['ID=36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:11.072542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:11.078517 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f256bd87-0eae-4dbb-bc30-618562176ba8 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9158475 Apr 23 09:18:11.098234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36862) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:11.114976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256bd87-0eae-4dbb-bc30-618562176ba8 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Network': ['ID=81a6bf77-34d0-4af4-8940-3bbb68f33d8e,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:11.129354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 81a6bf77-34d0-4af4-8940-3bbb68f33d8e details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:18:11.165971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f256bd87-0eae-4dbb-bc30-618562176ba8 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:11.188549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'subnet': {'network_id': '81a6bf77-34d0-4af4-8940-3bbb68f33d8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:11.228335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f663e71-3ef0-4122-8a12-c4be15d7c569,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:11.241535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494a73e3-5980-4842-8255-54d71084b894 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 20d1d803-e2f7-420c-a62f-03f87577b17b is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:11.242882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-494a73e3-5980-4842-8255-54d71084b894 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:11.272533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-94492752-bdba-47d0-9c48-c9a5cd5dae3e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:11.282425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:11.288692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-94492752-bdba-47d0-9c48-c9a5cd5dae3e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:11.303922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:11.456986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494a73e3-5980-4842-8255-54d71084b894 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:18:11.485135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:11.490280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Usage tracker for resource:subnet and tenant:ea334c1946ff4a0dac6daa6b4816ceb1 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:11.495756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:11.512730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:11.515155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:11.656766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494a73e3-5980-4842-8255-54d71084b894 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:18:11.667023 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-494a73e3-5980-4842-8255-54d71084b894 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/routers/0cd8b856-dbb2-4010-af3f-462ae87d10f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4375260 Apr 23 09:18:11.667472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36866) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:11.672949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] Sync routers for ids ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:18:11.673893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-20f61b16-de37-48bc-a394-18ad720689f3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:11.688916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] Routers {'0cd8b856-dbb2-4010-af3f-462ae87d10f4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:18:11.689794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:18:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:11.717846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:11.756279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-94492752-bdba-47d0-9c48-c9a5cd5dae3e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:11.756863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94492752-bdba-47d0-9c48-c9a5cd5dae3e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Fanout notify agent at l3_agent the message router_deleted on router 6295f19c-aa97-44b6-b1c2-83cc09f366f1 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:18:11.766287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Made reservation on behalf of ea334c1946ff4a0dac6daa6b4816ceb1 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:11.773726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:11.979236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff80b8c4-53f9-41d5-9bd4-4b9f7dc8e2b7 None None] Network 20d1d803-e2f7-420c-a62f-03f87577b17b requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:12.105801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] Set router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:18:12.158857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c07f6590-fed2-450f-ad85-b9ee81751817 None None] Provisioning for port e35c5eb4-5192-413e-8313-f753809e6a2f completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:12.201518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:12.325129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_backend_mixin [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Performing IP validity checks on allocation pools {{(pid=87174) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Apr 23 09:18:12.325129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_backend_mixin [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87174) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Apr 23 09:18:12.328939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf5a2-cc96-4c58-9bdb-d999bfb0f7a4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:12.427290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-94492752-bdba-47d0-9c48-c9a5cd5dae3e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:12.434837 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-94492752-bdba-47d0-9c48-c9a5cd5dae3e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/routers/6295f19c-aa97-44b6-b1c2-83cc09f366f1 HTTP/1.1" status: 204 len: 168 time: 3.7076550 Apr 23 09:18:12.471593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36870) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:12.485313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.extraroute_db [None req-20f61b16-de37-48bc-a394-18ad720689f3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87175) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 23 09:18:12.530338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7d2ffcbb-db57-482f-abe8-6210f64a3da2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-977249307'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:12.537259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7d2ffcbb-db57-482f-abe8-6210f64a3da2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:12.538455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:18:09Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '0305c89b-20e5-4589-8316-e269618cd31c', 'name': '', 'network_id': '20d1d803-e2f7-420c-a62f-03f87577b17b', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:fa:a7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '3217d92d-6a71-4135-acae-9a51122f5ff8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:04Z', 'updated_at': '2021-04-23T09:18:10Z', 'revision_number': 2, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '3217d92d-6a71-4135-acae-9a51122f5ff8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fc6fa98-fa07-4374-8452-d22671b502f9', 'name': '', 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:6d:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:42Z', 'updated_at': '2021-04-23T09:17:58Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f9f43f4-49cd-49af-9780-38cf9ed7f6f3', 'name': '', 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:42:5c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:54Z', 'updated_at': '2021-04-23T09:18:06Z', 'revision_number': 4, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:12.547093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] Checking router: 0cd8b856-dbb2-4010-af3f-462ae87d10f4 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:18:12.547519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] Updating router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 port 0305c89b-20e5-4589-8316-e269618cd31c binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:18:12.554651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7d2ffcbb-db57-482f-abe8-6210f64a3da2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:network and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:12.560432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7d2ffcbb-db57-482f-abe8-6210f64a3da2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:12.569171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7d2ffcbb-db57-482f-abe8-6210f64a3da2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:12.569750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.extraroute_db [None req-20f61b16-de37-48bc-a394-18ad720689f3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Removed routes are [] {{(pid=87175) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 23 09:18:12.570509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-20f61b16-de37-48bc-a394-18ad720689f3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:12.573188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f5bdf5a2-cc96-4c58-9bdb-d999bfb0f7a4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Transition to ACTIVE for port object d51a45a8-3d9a-4941-af19-3ac7e18d4b47 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:12.645991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device e35c5eb4-5192-413e-8313-f753809e6a2f up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:18:12.677541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:12.772675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port e35c5eb4-5192-413e-8313-f753809e6a2f completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:12.775420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2ffcbb-db57-482f-abe8-6210f64a3da2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Made reservation on behalf of 6a7817c6b9664b5898a398d7ccbe4c15 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:12.778193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port e35c5eb4-5192-413e-8313-f753809e6a2f triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:12.778715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:12.783527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d2ffcbb-db57-482f-abe8-6210f64a3da2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:12.811015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf5a2-cc96-4c58-9bdb-d999bfb0f7a4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:12.868098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-76abaa0b-4a89-4888-a7f8-7ebdee7172b9 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:13.000887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:13.046133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bdf5a2-cc96-4c58-9bdb-d999bfb0f7a4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:13.061538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-f5bdf5a2-cc96-4c58-9bdb-d999bfb0f7a4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:13.088195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bdf5a2-cc96-4c58-9bdb-d999bfb0f7a4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:18:13.099161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port e35c5eb4-5192-413e-8313-f753809e6a2f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=e35c5eb4-5192-413e-8313-f753809e6a2f,segment=NetworkSegment(1691be7b-8608-45ce-814a-8caccfc58885),segment_id=1691be7b-8608-45ce-814a-8caccfc58885)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:13.132178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:13.133456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:18:13.191931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:13.205429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] Transition to ACTIVE for port object 0305c89b-20e5-4589-8316-e269618cd31c will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:13.225621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:13.227760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bdf5a2-cc96-4c58-9bdb-d999bfb0f7a4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:13.228584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf5a2-cc96-4c58-9bdb-d999bfb0f7a4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:13.257233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:13.267408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:13.281414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2ffcbb-db57-482f-abe8-6210f64a3da2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:18:13.296977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdf5a2-cc96-4c58-9bdb-d999bfb0f7a4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=d51a45a8-3d9a-4941-af19-3ac7e18d4b47,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:13.312565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b99e5a-ec40-4f2f-bb8f-855b8d0a0035 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:13.317270 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f5bdf5a2-cc96-4c58-9bdb-d999bfb0f7a4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.9125915 Apr 23 09:18:13.319443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f5bdf5a2-cc96-4c58-9bdb-d999bfb0f7a4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:13.326868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f7d8260b-debc-4285-8449-df6370a2adcd None None] Provisioning for port 0305c89b-20e5-4589-8316-e269618cd31c completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:13.368338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36874) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:13.467518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d2ffcbb-db57-482f-abe8-6210f64a3da2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:13.468154 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-7d2ffcbb-db57-482f-abe8-6210f64a3da2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Added segment c2fe3039-894d-4c2a-b6a9-be74c6cfdbc8 of type vlan for network 1eb3a95b-cd55-4bc1-9db0-83389623a238 Apr 23 09:18:13.469540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=e35c5eb4-5192-413e-8313-f753809e6a2f,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:13.493401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:13.528742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f7d8260b-debc-4285-8449-df6370a2adcd None None] Provisioning complete for port e35c5eb4-5192-413e-8313-f753809e6a2f triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:13.529174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f7d8260b-debc-4285-8449-df6370a2adcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:13.557461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d2ffcbb-db57-482f-abe8-6210f64a3da2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:13.582840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:13.594905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:13.595084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c997255-1342-4725-a3f5-ffa7881f2b27 None None] Pushing event updated for resources: {'Port': ['ID=0305c89b-20e5-4589-8316-e269618cd31c,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:13.598077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] Attempting to bind port 0305c89b-20e5-4589-8316-e269618cd31c on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:18:13.598667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] Attempting to bind port 0305c89b-20e5-4589-8316-e269618cd31c by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '1691be7b-8608-45ce-814a-8caccfc58885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '20d1d803-e2f7-420c-a62f-03f87577b17b'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:18:13.599078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] Attempting to bind port 0305c89b-20e5-4589-8316-e269618cd31c on network 20d1d803-e2f7-420c-a62f-03f87577b17b {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:18:13.602616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c997255-1342-4725-a3f5-ffa7881f2b27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:13.603049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c997255-1342-4725-a3f5-ffa7881f2b27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:13.603472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c997255-1342-4725-a3f5-ffa7881f2b27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:13.604014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c997255-1342-4725-a3f5-ffa7881f2b27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:13.604221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c997255-1342-4725-a3f5-ffa7881f2b27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:13.604559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c997255-1342-4725-a3f5-ffa7881f2b27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:13.604927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c997255-1342-4725-a3f5-ffa7881f2b27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:13.605292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c997255-1342-4725-a3f5-ffa7881f2b27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:13.606016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c997255-1342-4725-a3f5-ffa7881f2b27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:13.606016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c997255-1342-4725-a3f5-ffa7881f2b27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:13.606398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c997255-1342-4725-a3f5-ffa7881f2b27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:13.606694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c997255-1342-4725-a3f5-ffa7881f2b27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:13.611269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4c997255-1342-4725-a3f5-ffa7881f2b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:13.621009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:13.621861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:18:13.622297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] Checking segment: {'id': '1691be7b-8608-45ce-814a-8caccfc58885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '20d1d803-e2f7-420c-a62f-03f87577b17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:13.622798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:13.623239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] Bound using segment: {'id': '1691be7b-8608-45ce-814a-8caccfc58885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '20d1d803-e2f7-420c-a62f-03f87577b17b'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:18:13.623767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] Bound port: 0305c89b-20e5-4589-8316-e269618cd31c, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1691be7b-8608-45ce-814a-8caccfc58885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '20d1d803-e2f7-420c-a62f-03f87577b17b'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:18:13.624201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:13.628673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:13.664770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-20f61b16-de37-48bc-a394-18ad720689f3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:13.670918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-20f61b16-de37-48bc-a394-18ad720689f3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846489349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8286451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846514403'] for router, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:13.697562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d2ffcbb-db57-482f-abe8-6210f64a3da2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:13.703766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2ffcbb-db57-482f-abe8-6210f64a3da2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:13.704444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d2ffcbb-db57-482f-abe8-6210f64a3da2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:13.774808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] For port 0305c89b-20e5-4589-8316-e269618cd31c, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:18:13.778986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=172cd8e5-d5a9-4e12-87cc-ab0957d55f66,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:13.782876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] For port 0305c89b-20e5-4589-8316-e269618cd31c, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=0305c89b-20e5-4589-8316-e269618cd31c,segment=NetworkSegment(1691be7b-8608-45ce-814a-8caccfc58885),segment_id=1691be7b-8608-45ce-814a-8caccfc58885)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:18:13.795016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:13.800818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b35bc1ec-bc8b-4304-8e90-0c828ad49019 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:13.819510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:13.833174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:13.910436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f61b16-de37-48bc-a394-18ad720689f3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:18:13.928396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] Routers {'0cd8b856-dbb2-4010-af3f-462ae87d10f4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:18:13.929285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:18:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:13.943377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:14.039162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:18:14.113216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1103f864-274f-4e48-beb1-e0c99c3e15f6']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:14.176501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92f57fc-e745-4005-bf3e-da02f27c1adf') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:14.176904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92f57fc-e745-4005-bf3e-da02f27c1adf') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:14.178639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f61b16-de37-48bc-a394-18ad720689f3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:18:14.187020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-20f61b16-de37-48bc-a394-18ad720689f3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:14.188609 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-20f61b16-de37-48bc-a394-18ad720689f3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/routers/0cd8b856-dbb2-4010-af3f-462ae87d10f4 HTTP/1.1" status: 200 len: 934 time: 2.5201473 Apr 23 09:18:14.192011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36880) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:14.208970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:14.211862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] Set router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:18:14.215935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2f9f43f4-49cd-49af-9780-38cf9ed7f6f3 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:18:14.290856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:14.314696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c997255-1342-4725-a3f5-ffa7881f2b27 None None] Pushing event updated for resources: {'Port': ['ID=0305c89b-20e5-4589-8316-e269618cd31c,revision_number=4']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:14.326982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e8e9d-09de-4d6a-af39-ac52c20a799b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:14.331822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e8e9d-09de-4d6a-af39-ac52c20a799b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:14.332737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2c4e8e9d-09de-4d6a-af39-ac52c20a799b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:18:14.341811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4c997255-1342-4725-a3f5-ffa7881f2b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:14.343536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-43e2a1ba-e829-42a7-80cf-9bc2b4eae318 None None] Provisioning for port 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:14.349648 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7d2ffcbb-db57-482f-abe8-6210f64a3da2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8696911 Apr 23 09:18:14.350582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36884) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:14.377209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-43e2a1ba-e829-42a7-80cf-9bc2b4eae318 None None] Provisioning complete for port 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:14.377209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43e2a1ba-e829-42a7-80cf-9bc2b4eae318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:14.378023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ffcbb-db57-482f-abe8-6210f64a3da2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Network': ['ID=1eb3a95b-cd55-4bc1-9db0-83389623a238,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:14.378023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-69e418e1-6dd7-4630-a022-987c60c73194 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'subnet': {'network_id': '1eb3a95b-cd55-4bc1-9db0-83389623a238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:14.391547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d2ffcbb-db57-482f-abe8-6210f64a3da2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:14.412837 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c2e894e6-f0b1-461c-98d9-7f258b02d557 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/routers/0cd8b856-dbb2-4010-af3f-462ae87d10f4 HTTP/1.1" status: 200 len: 934 time: 0.2190399 Apr 23 09:18:14.413848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36888) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:14.416589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 1eb3a95b-cd55-4bc1-9db0-83389623a238 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:18:14.421882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bffef559-c0c5-477a-b489-7a8b19d2321c tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'router': {'routes': None}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:14.430751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:14.454769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 2f9f43f4-49cd-49af-9780-38cf9ed7f6f3 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:14.462546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:18:14.551573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2c4e8e9d-09de-4d6a-af39-ac52c20a799b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:18:14.555956 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2c4e8e9d-09de-4d6a-af39-ac52c20a799b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 1.1860471 Apr 23 09:18:14.558025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36892) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:14.613877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 2f9f43f4-49cd-49af-9780-38cf9ed7f6f3 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:14.614467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:14.779939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-69e418e1-6dd7-4630-a022-987c60c73194 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:14.825256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:18:12Z', 'revision_number': 6, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '0305c89b-20e5-4589-8316-e269618cd31c', 'name': '', 'network_id': '20d1d803-e2f7-420c-a62f-03f87577b17b', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:fa:a7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '3217d92d-6a71-4135-acae-9a51122f5ff8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:04Z', 'updated_at': '2021-04-23T09:18:13Z', 'revision_number': 4, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '3217d92d-6a71-4135-acae-9a51122f5ff8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fc6fa98-fa07-4374-8452-d22671b502f9', 'name': '', 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:6d:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:42Z', 'updated_at': '2021-04-23T09:17:58Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f9f43f4-49cd-49af-9780-38cf9ed7f6f3', 'name': '', 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:42:5c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:54Z', 'updated_at': '2021-04-23T09:18:06Z', 'revision_number': 4, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:14.830099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f56adce-4e4b-4598-9f1e-3ce5cfb8482b None None] The sync data for ids ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'] in dv-neutron-786478-4-hyperv is: [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:18:12Z', 'revision_number': 6, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '0305c89b-20e5-4589-8316-e269618cd31c', 'name': '', 'network_id': '20d1d803-e2f7-420c-a62f-03f87577b17b', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:fa:a7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '3217d92d-6a71-4135-acae-9a51122f5ff8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:04Z', 'updated_at': '2021-04-23T09:18:13Z', 'revision_number': 4, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '3217d92d-6a71-4135-acae-9a51122f5ff8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fc6fa98-fa07-4374-8452-d22671b502f9', 'name': '', 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:6d:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:42Z', 'updated_at': '2021-04-23T09:17:58Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f9f43f4-49cd-49af-9780-38cf9ed7f6f3', 'name': '', 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:42:5c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:54Z', 'updated_at': '2021-04-23T09:18:06Z', 'revision_number': 4, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:18:14.858116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-69e418e1-6dd7-4630-a022-987c60c73194 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:subnet and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:14.865612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43e2a1ba-e829-42a7-80cf-9bc2b4eae318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:14.884691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Network 1103f864-274f-4e48-beb1-e0c99c3e15f6 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:14.893714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-69e418e1-6dd7-4630-a022-987c60c73194 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:14.903058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:14.928555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-69e418e1-6dd7-4630-a022-987c60c73194 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:14.948397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:15.012694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-43e2a1ba-e829-42a7-80cf-9bc2b4eae318 None None] For port 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:15.026907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 2f9f43f4-49cd-49af-9780-38cf9ed7f6f3, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2f9f43f4-49cd-49af-9780-38cf9ed7f6f3,segment=NetworkSegment(67e14cd3-22a9-4150-a299-3303a5ce3d0e),segment_id=67e14cd3-22a9-4150-a299-3303a5ce3d0e)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:15.052031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43e2a1ba-e829-42a7-80cf-9bc2b4eae318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:15.055857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-76ed3453-c189-4bb3-9a19-4992f2d764a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:15.076418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:15.099421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05d2a56-56e9-43d6-89d3-dff545f8bcff None None] get_active_networks_info from dv-neutron-786478-4-hyperv {{(pid=87176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 09:18:15.119314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-92a9b486-a0d2-4cfe-b996-f11f49f52b8d tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:15.144052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:15.148104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e258cba7-8b15-4534-a552-ec198568dad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting port d51a45a8-3d9a-4941-af19-3ac7e18d4b47 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:15.148239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e258cba7-8b15-4534-a552-ec198568dad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:15.285458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2a1ba-e829-42a7-80cf-9bc2b4eae318 None None] Pushing event updated for resources: {'Port': ['ID=36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:15.304106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-43e2a1ba-e829-42a7-80cf-9bc2b4eae318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:15.304896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:15.343580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e418e1-6dd7-4630-a022-987c60c73194 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Made reservation on behalf of 6a7817c6b9664b5898a398d7ccbe4c15 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:15.364841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69e418e1-6dd7-4630-a022-987c60c73194 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:15.456685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Network 1103f864-274f-4e48-beb1-e0c99c3e15f6 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:15.495002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Subnet': ['ID=384efb8a-8061-46be-ae23-df84e1c31289,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:18:15.536684 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:18:15.588608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 0305c89b-20e5-4589-8316-e269618cd31c up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:18:15.601816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e258cba7-8b15-4534-a552-ec198568dad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:15.623743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:15.625177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:15.625177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:15.625177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:15.625855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:15.626430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:15.626940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:15.627463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:15.628527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:15.629055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:15.629597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:15.630122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:15.707461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:15.714895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e42d8cd3-16ef-40e8-b33e-58315a016050 None None] Provisioning for port d51a45a8-3d9a-4941-af19-3ac7e18d4b47 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:15.738731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Checking segment: {'id': 'dc288b4b-4da4-48ee-b947-3bd661d81fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '81a6bf77-34d0-4af4-8940-3bbb68f33d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:15.739119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network hostable DHCP agents. Network: 81a6bf77-34d0-4af4-8940-3bbb68f33d8e, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:18:15.754134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e42d8cd3-16ef-40e8-b33e-58315a016050 None None] Provisioning complete for port d51a45a8-3d9a-4941-af19-3ac7e18d4b47 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:15.754611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e42d8cd3-16ef-40e8-b33e-58315a016050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:15.763690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e258cba7-8b15-4534-a552-ec198568dad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Calling delete_port for d51a45a8-3d9a-4941-af19-3ac7e18d4b47 owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:15.782150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.extraroute_db [None req-bffef559-c0c5-477a-b489-7a8b19d2321c tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Added routes are [] {{(pid=87175) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 23 09:18:15.782840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.extraroute_db [None req-bffef559-c0c5-477a-b489-7a8b19d2321c tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87175) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 23 09:18:15.792657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=2f9f43f4-49cd-49af-9780-38cf9ed7f6f3,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:15.818653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network 81a6bf77-34d0-4af4-8940-3bbb68f33d8e is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:18:15.824763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:15.828971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1103f864-274f-4e48-beb1-e0c99c3e15f6 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 23 09:18:15.831417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:15.835501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bffef559-c0c5-477a-b489-7a8b19d2321c tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:15.840060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-46a35854-93e9-4ce4-b517-2fae31b74772 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:15.858683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:15.885162 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] 10.222.0.60 "DELETE /v2.0/networks/1103f864-274f-4e48-beb1-e0c99c3e15f6 HTTP/1.1" status: 204 len: 168 time: 6.7122343 Apr 23 09:18:15.886432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Pushing event deleted for resources: {'Network': ['ID=1103f864-274f-4e48-beb1-e0c99c3e15f6,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:15.889221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:15.889784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36896) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:15.905347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e42d8cd3-16ef-40e8-b33e-58315a016050 None None] Port d51a45a8-3d9a-4941-af19-3ac7e18d4b47 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:18:15.943832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e42d8cd3-16ef-40e8-b33e-58315a016050 None None] Provisioning complete for port 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:15.944237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e42d8cd3-16ef-40e8-b33e-58315a016050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:15.969031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 81a6bf77-34d0-4af4-8940-3bbb68f33d8e) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:15.988434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 0305c89b-20e5-4589-8316-e269618cd31c completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:15.994004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:15.994545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:16.013216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-caf9be99-ca75-4166-a718-93eaecc23b08 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Synchronizing usage tracker for tenant:80b7d709471747c8b1bc88bd3e92f063 on resource:floatingip {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:18:16.013466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 0305c89b-20e5-4589-8316-e269618cd31c triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:16.013784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:16.080138 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.9129026 Apr 23 09:18:16.082553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36900) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:16.119301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05d2a56-56e9-43d6-89d3-dff545f8bcff None None] Unable to find a vacant binding_index for network 81a6bf77-34d0-4af4-8940-3bbb68f33d8e and agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b {{(pid=87176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}} Apr 23 09:18:16.120933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-caf9be99-ca75-4166-a718-93eaecc23b08 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Unset dirty status for tenant:80b7d709471747c8b1bc88bd3e92f063 on resource:floatingip {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:18:16.122675 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-caf9be99-ca75-4166-a718-93eaecc23b08 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2279866 Apr 23 09:18:16.160350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36904) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:16.165528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05d2a56-56e9-43d6-89d3-dff545f8bcff None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 81a6bf77-34d0-4af4-8940-3bbb68f33d8e) {{(pid=87176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 23 09:18:16.283350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d07c28-2b00-4255-b77c-0ad39f3ba443 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:16.284402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d07c28-2b00-4255-b77c-0ad39f3ba443 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:16.284851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d07c28-2b00-4255-b77c-0ad39f3ba443 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:16.286289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d07c28-2b00-4255-b77c-0ad39f3ba443 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:16.286776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d07c28-2b00-4255-b77c-0ad39f3ba443 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:16.287278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d07c28-2b00-4255-b77c-0ad39f3ba443 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:16.290372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d07c28-2b00-4255-b77c-0ad39f3ba443 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:16.292266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d07c28-2b00-4255-b77c-0ad39f3ba443 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:16.292930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d07c28-2b00-4255-b77c-0ad39f3ba443 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:16.293441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d07c28-2b00-4255-b77c-0ad39f3ba443 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:16.293946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d07c28-2b00-4255-b77c-0ad39f3ba443 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:16.295910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-43d07c28-2b00-4255-b77c-0ad39f3ba443 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Synchronizing usage tracker for tenant:80b7d709471747c8b1bc88bd3e92f063 on resource:subnet {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:18:16.370033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:16.436489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 0305c89b-20e5-4589-8316-e269618cd31c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=0305c89b-20e5-4589-8316-e269618cd31c,segment=NetworkSegment(1691be7b-8608-45ce-814a-8caccfc58885),segment_id=1691be7b-8608-45ce-814a-8caccfc58885)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:16.532595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fad804e1-78a1-4582-a174-df07f6bc5767 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:16.546921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-43d07c28-2b00-4255-b77c-0ad39f3ba443 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Unset dirty status for tenant:80b7d709471747c8b1bc88bd3e92f063 on resource:subnet {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:18:16.548234 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-43d07c28-2b00-4255-b77c-0ad39f3ba443 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7507 time: 0.3810527 Apr 23 09:18:16.552644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36908) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:16.553142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:16.554104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device e35c5eb4-5192-413e-8313-f753809e6a2f up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:18:16.602250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:16.634911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de82b60-e287-486e-9552-4a2ddf3bfe4a None None] Sync routers for ids ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:18:16.648787 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-283b0a2d-8520-4744-abd5-ebf50c782146 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] delete failed (client error): The resource could not be found. Apr 23 09:18:16.652542 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-283b0a2d-8520-4744-abd5-ebf50c782146 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/7ecc5eae-9bf2-4535-8fe1-15fd62953f3e HTTP/1.1" status: 404 len: 345 time: 0.0937076 Apr 23 09:18:16.660175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36912) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:16.694034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de82b60-e287-486e-9552-4a2ddf3bfe4a None None] Routers {'0cd8b856-dbb2-4010-af3f-462ae87d10f4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:18:16.694785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0de82b60-e287-486e-9552-4a2ddf3bfe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:18:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:16.734938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fad804e1-78a1-4582-a174-df07f6bc5767 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:16.761706 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36a303c-87b9-4097-b206-57fedd321ca4 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] DELETE failed (client error): The resource could not be found. Apr 23 09:18:16.762249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d36a303c-87b9-4097-b206-57fedd321ca4 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:18:16.788860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e258cba7-8b15-4534-a552-ec198568dad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:16.800828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-159e7ecd-67a7-4891-9a74-7c678d46d213 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:16.865827 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d36a303c-87b9-4097-b206-57fedd321ca4 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] 10.222.0.60 "DELETE /v2.0/networks/1103f864-274f-4e48-beb1-e0c99c3e15f6 HTTP/1.1" status: 404 len: 339 time: 0.2005763 Apr 23 09:18:16.865827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bffef559-c0c5-477a-b489-7a8b19d2321c tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:16.868322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258cba7-8b15-4534-a552-ec198568dad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Port': ['ID=d51a45a8-3d9a-4941-af19-3ac7e18d4b47,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:16.872094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36916) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:16.914909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-23181576-0b5c-4900-b01b-acea7b07cf93 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Request body: {'network': {'name': 'tempest-network--5268336', 'router:external': True}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:16.919130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bffef559-c0c5-477a-b489-7a8b19d2321c tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846489349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8286451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846514403'] for router, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:16.922428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258cba7-8b15-4534-a552-ec198568dad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:16.922868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258cba7-8b15-4534-a552-ec198568dad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:16.923295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258cba7-8b15-4534-a552-ec198568dad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:16.923715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258cba7-8b15-4534-a552-ec198568dad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:16.924126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258cba7-8b15-4534-a552-ec198568dad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:16.925046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258cba7-8b15-4534-a552-ec198568dad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:16.925472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258cba7-8b15-4534-a552-ec198568dad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:16.925889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258cba7-8b15-4534-a552-ec198568dad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:16.926303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258cba7-8b15-4534-a552-ec198568dad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:16.926749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258cba7-8b15-4534-a552-ec198568dad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:16.927156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258cba7-8b15-4534-a552-ec198568dad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:16.927572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e258cba7-8b15-4534-a552-ec198568dad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:16.939416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e258cba7-8b15-4534-a552-ec198568dad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:16.940704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-23181576-0b5c-4900-b01b-acea7b07cf93 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:17.029357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=0305c89b-20e5-4589-8316-e269618cd31c,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:17.035784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:17.051326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-23181576-0b5c-4900-b01b-acea7b07cf93 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Usage tracker for resource:network and tenant:80b7d709471747c8b1bc88bd3e92f063 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:17.112043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-23181576-0b5c-4900-b01b-acea7b07cf93 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:17.170593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-0de82b60-e287-486e-9552-4a2ddf3bfe4a None None] Set router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:18:17.170919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-23181576-0b5c-4900-b01b-acea7b07cf93 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:17.240289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23181576-0b5c-4900-b01b-acea7b07cf93 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Made reservation on behalf of 80b7d709471747c8b1bc88bd3e92f063 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:17.245082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23181576-0b5c-4900-b01b-acea7b07cf93 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:17.257177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffef559-c0c5-477a-b489-7a8b19d2321c tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:18:17.258469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e258cba7-8b15-4534-a552-ec198568dad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:17.262870 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e258cba7-8b15-4534-a552-ec198568dad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/d51a45a8-3d9a-4941-af19-3ac7e18d4b47 HTTP/1.1" status: 204 len: 168 time: 2.7016606 Apr 23 09:18:17.268237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36920) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:17.280378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port e35c5eb4-5192-413e-8313-f753809e6a2f triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:17.280607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69e418e1-6dd7-4630-a022-987c60c73194 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:17.281101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:17.288787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7238f6e5-8dab-4b06-9120-90caafdf09e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:17.391858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e418e1-6dd7-4630-a022-987c60c73194 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Subnet': ['ID=38cde8b1-3b0b-46ac-a782-bfb1f3520dd4,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:17.410492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-69e418e1-6dd7-4630-a022-987c60c73194 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:17.434607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e418e1-6dd7-4630-a022-987c60c73194 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Checking segment: {'id': 'c2fe3039-894d-4c2a-b6a9-be74c6cfdbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1eb3a95b-cd55-4bc1-9db0-83389623a238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:17.435015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e418e1-6dd7-4630-a022-987c60c73194 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network hostable DHCP agents. Network: 1eb3a95b-cd55-4bc1-9db0-83389623a238, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:18:17.484818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23181576-0b5c-4900-b01b-acea7b07cf93 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:18:17.520358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f19d684-1065-42bc-ab71-97a8ee724e01 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:17.522060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f19d684-1065-42bc-ab71-97a8ee724e01 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:17.523753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f19d684-1065-42bc-ab71-97a8ee724e01 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:17.524644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8f19d684-1065-42bc-ab71-97a8ee724e01 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:18:17.533265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23181576-0b5c-4900-b01b-acea7b07cf93 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:17.540611 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-23181576-0b5c-4900-b01b-acea7b07cf93 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Added segment a72ee6c3-cd7f-40bc-b314-3528bb1f0f80 of type vlan for network d9b3cbb0-611c-4a77-b673-ffff93e26654 Apr 23 09:18:17.566957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e418e1-6dd7-4630-a022-987c60c73194 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 1eb3a95b-cd55-4bc1-9db0-83389623a238 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:18:17.570899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffef559-c0c5-477a-b489-7a8b19d2321c tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:18:17.583587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bffef559-c0c5-477a-b489-7a8b19d2321c tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:17.585128 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bffef559-c0c5-477a-b489-7a8b19d2321c tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/routers/0cd8b856-dbb2-4010-af3f-462ae87d10f4 HTTP/1.1" status: 200 len: 700 time: 3.1696212 Apr 23 09:18:17.587757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36924) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:17.595054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fad804e1-78a1-4582-a174-df07f6bc5767 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:17.603657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6e899952-0a14-4f25-afb4-28455ed22f8d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:17.640840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad804e1-78a1-4582-a174-df07f6bc5767 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Subnet': ['ID=384efb8a-8061-46be-ae23-df84e1c31289,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:17.644843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fad804e1-78a1-4582-a174-df07f6bc5767 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:17.744393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8f19d684-1065-42bc-ab71-97a8ee724e01 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:18:17.749025 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8f19d684-1065-42bc-ab71-97a8ee724e01 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4793756 Apr 23 09:18:17.750091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36928) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:17.751118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-69e418e1-6dd7-4630-a022-987c60c73194 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 1eb3a95b-cd55-4bc1-9db0-83389623a238) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:17.775553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fad804e1-78a1-4582-a174-df07f6bc5767 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:17.794949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e418e1-6dd7-4630-a022-987c60c73194 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:17.795864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69e418e1-6dd7-4630-a022-987c60c73194 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:17.810755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0f5bd5-4d25-4ca9-bd92-ce5d8a49ab70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-81a6bf77-34d0-4af4-8940-3bbb68f33d8e', 'network_id': '81a6bf77-34d0-4af4-8940-3bbb68f33d8e', 'tenant_id': 'ea334c1946ff4a0dac6daa6b4816ceb1', 'fixed_ips': [{'subnet_id': '384efb8a-8061-46be-ae23-df84e1c31289'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:18:17.812271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bf0f5bd5-4d25-4ca9-bd92-ce5d8a49ab70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:17.828377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23181576-0b5c-4900-b01b-acea7b07cf93 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:17.886081 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-70e8c176-3626-4bce-93e7-d98b60fb9956 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/routers/0cd8b856-dbb2-4010-af3f-462ae87d10f4 HTTP/1.1" status: 200 len: 700 time: 0.2967603 Apr 23 09:18:17.888721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36932) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:17.900026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc1295c-77bd-4cfe-89b9-5e858b68d6b3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet a2fd954d-fc82-4161-863e-9d4ee7231658 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:18:17.904824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cc1295c-77bd-4cfe-89b9-5e858b68d6b3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:17.966182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-23181576-0b5c-4900-b01b-acea7b07cf93 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:18:17.986422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36936) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:17.986689 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-69e418e1-6dd7-4630-a022-987c60c73194 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6315789 Apr 23 09:18:17.990348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cc1295c-77bd-4cfe-89b9-5e858b68d6b3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:18.028934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-21030f25-011f-4770-ad51-1ffa60098601 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1744854130', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:18.053224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-21030f25-011f-4770-ad51-1ffa60098601 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:18.066767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-21030f25-011f-4770-ad51-1ffa60098601 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:router and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:18.072680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-21030f25-011f-4770-ad51-1ffa60098601 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:18.084266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-21030f25-011f-4770-ad51-1ffa60098601 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:18.102080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-fad804e1-78a1-4582-a174-df07f6bc5767 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a6bf77-34d0-4af4-8940-3bbb68f33d8e']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:18.103834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23181576-0b5c-4900-b01b-acea7b07cf93 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:18.105225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23181576-0b5c-4900-b01b-acea7b07cf93 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:18.105891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23181576-0b5c-4900-b01b-acea7b07cf93 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:18.123684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ca648822-6704-4d67-a0a8-27a6c4874349 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:18.124919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-fad804e1-78a1-4582-a174-df07f6bc5767 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc288b4b-4da4-48ee-b947-3bd661d81fd4') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:18.125263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-fad804e1-78a1-4582-a174-df07f6bc5767 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc288b4b-4da4-48ee-b947-3bd661d81fd4') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:18.146243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fad804e1-78a1-4582-a174-df07f6bc5767 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:18.165180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21030f25-011f-4770-ad51-1ffa60098601 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:18.166525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21030f25-011f-4770-ad51-1ffa60098601 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:18.191555 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-23181576-0b5c-4900-b01b-acea7b07cf93 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 1.3169317 Apr 23 09:18:18.209928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21030f25-011f-4770-ad51-1ffa60098601 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:18.238859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cc1295c-77bd-4cfe-89b9-5e858b68d6b3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:18.338569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36940) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:18.378153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0de82b60-e287-486e-9552-4a2ddf3bfe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:18:15Z', 'revision_number': 7, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '0305c89b-20e5-4589-8316-e269618cd31c', 'name': '', 'network_id': '20d1d803-e2f7-420c-a62f-03f87577b17b', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:fa:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '3217d92d-6a71-4135-acae-9a51122f5ff8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:04Z', 'updated_at': '2021-04-23T09:18:16Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '3217d92d-6a71-4135-acae-9a51122f5ff8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fc6fa98-fa07-4374-8452-d22671b502f9', 'name': '', 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:6d:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:42Z', 'updated_at': '2021-04-23T09:17:58Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f9f43f4-49cd-49af-9780-38cf9ed7f6f3', 'name': '', 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:42:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:54Z', 'updated_at': '2021-04-23T09:18:14Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:18.386600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de82b60-e287-486e-9552-4a2ddf3bfe4a None None] Checking router: 0cd8b856-dbb2-4010-af3f-462ae87d10f4 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:18:18.407569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:18:18.412797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fad804e1-78a1-4582-a174-df07f6bc5767 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:18.421243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad804e1-78a1-4582-a174-df07f6bc5767 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:18:18.430490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23181576-0b5c-4900-b01b-acea7b07cf93 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Pushing event updated for resources: {'Network': ['ID=d9b3cbb0-611c-4a77-b673-ffff93e26654,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:18.435649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de82b60-e287-486e-9552-4a2ddf3bfe4a None None] Routers {'0cd8b856-dbb2-4010-af3f-462ae87d10f4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:18:18.436455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0de82b60-e287-486e-9552-4a2ddf3bfe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:18:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:18.466986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21030f25-011f-4770-ad51-1ffa60098601 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:18.497575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-23181576-0b5c-4900-b01b-acea7b07cf93 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:18.521728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network d9b3cbb0-611c-4a77-b673-ffff93e26654 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:18:18.585110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21030f25-011f-4770-ad51-1ffa60098601 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:18.589253 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-21030f25-011f-4770-ad51-1ffa60098601 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5625696 Apr 23 09:18:18.592013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36946) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:18.625150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c3a304-714e-4a01-8796-fbc626624e31 None None] get_active_networks_info from dv-neutron-786478-4-hyperv {{(pid=87176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 09:18:18.693582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-fad804e1-78a1-4582-a174-df07f6bc5767 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network 81a6bf77-34d0-4af4-8940-3bbb68f33d8e has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:18.708032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fad804e1-78a1-4582-a174-df07f6bc5767 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:18.844939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0e89db36-1e90-405e-a535-0786cf7fb515 None None] Provisioning complete for port 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:18.844939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e89db36-1e90-405e-a535-0786cf7fb515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:18.921095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-0de82b60-e287-486e-9552-4a2ddf3bfe4a None None] Set router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:18:18.935839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-fad804e1-78a1-4582-a174-df07f6bc5767 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network 81a6bf77-34d0-4af4-8940-3bbb68f33d8e has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:18:18.965217 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:18:19.060310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:19.060752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:19.093410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fad804e1-78a1-4582-a174-df07f6bc5767 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:19.099553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fad804e1-78a1-4582-a174-df07f6bc5767 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:19.110237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-98bc63fd-9262-452f-874e-a50d0ac266f1 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:19.136417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad804e1-78a1-4582-a174-df07f6bc5767 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Network': ['ID=81a6bf77-34d0-4af4-8940-3bbb68f33d8e,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:19.139064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fad804e1-78a1-4582-a174-df07f6bc5767 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:19.140750 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fad804e1-78a1-4582-a174-df07f6bc5767 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/networks/81a6bf77-34d0-4af4-8940-3bbb68f33d8e HTTP/1.1" status: 204 len: 168 time: 3.0569332 Apr 23 09:18:19.149756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36950) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:19.186107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b6acd471-d91a-43ef-a53c-ee7e2afd9b6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:19.233041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-07e2b5b0-348e-4717-ad89-6707e4d454b7 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-665369878'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:19.322145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-07e2b5b0-348e-4717-ad89-6707e4d454b7 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:19.376970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-07e2b5b0-348e-4717-ad89-6707e4d454b7 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Usage tracker for resource:network and tenant:ea334c1946ff4a0dac6daa6b4816ceb1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:19.388741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-07e2b5b0-348e-4717-ad89-6707e4d454b7 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:19.403118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-07e2b5b0-348e-4717-ad89-6707e4d454b7 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:19.408444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c3a304-714e-4a01-8796-fbc626624e31 None None] Resources bound (agent type, host, resource id): {{(pid=87176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 23 09:18:19.413330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6253d4bf-a51d-4f47-ae8e-df17254881b6 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:19.419732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6253d4bf-a51d-4f47-ae8e-df17254881b6 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:19.427512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6253d4bf-a51d-4f47-ae8e-df17254881b6 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:19.434765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6253d4bf-a51d-4f47-ae8e-df17254881b6 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:19.439167 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6253d4bf-a51d-4f47-ae8e-df17254881b6 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2450 time: 1.0992174 Apr 23 09:18:19.442993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36954) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:19.532271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e2b5b0-348e-4717-ad89-6707e4d454b7 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Made reservation on behalf of ea334c1946ff4a0dac6daa6b4816ceb1 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:19.539448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-07e2b5b0-348e-4717-ad89-6707e4d454b7 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:19.562646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0e89db36-1e90-405e-a535-0786cf7fb515 None None] Could not find standard attr ID for object d51a45a8-3d9a-4941-af19-3ac7e18d4b47. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:18:19.622736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bec87e10-5470-4d97-8e5a-4e65a7b796f2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:19.685183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 0305c89b-20e5-4589-8316-e269618cd31c up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:18:19.725312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e2b5b0-348e-4717-ad89-6707e4d454b7 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:18:19.751135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cc1295c-77bd-4cfe-89b9-5e858b68d6b3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:19.759273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-07e2b5b0-348e-4717-ad89-6707e4d454b7 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:19.760582 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-07e2b5b0-348e-4717-ad89-6707e4d454b7 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Added segment c25f7daf-6f12-4d69-b2b9-df29a5c907c7 of type vlan for network e517d1b7-b0bc-45c9-84b4-395eb049e039 Apr 23 09:18:19.763441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ad969781-0159-4b25-bd1d-67bd390100d5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:19.823951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bec87e10-5470-4d97-8e5a-4e65a7b796f2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:19.844124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1295c-77bd-4cfe-89b9-5e858b68d6b3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=a2fd954d-fc82-4161-863e-9d4ee7231658,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:19.851526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cc1295c-77bd-4cfe-89b9-5e858b68d6b3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:19.857925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9cc1295c-77bd-4cfe-89b9-5e858b68d6b3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:19.859626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5b636a0b-806c-4912-8e38-78d49a8a6761 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:19.973130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-07e2b5b0-348e-4717-ad89-6707e4d454b7 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:19.988983 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9cc1295c-77bd-4cfe-89b9-5e858b68d6b3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/a2fd954d-fc82-4161-863e-9d4ee7231658 HTTP/1.1" status: 204 len: 168 time: 2.2222071 Apr 23 09:18:19.998293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36958) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:20.024792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-bec87e10-5470-4d97-8e5a-4e65a7b796f2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b3cbb0-611c-4a77-b673-ffff93e26654']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:20.050963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-bec87e10-5470-4d97-8e5a-4e65a7b796f2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72ee6c3-cd7f-40bc-b314-3528bb1f0f80') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:20.051304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-bec87e10-5470-4d97-8e5a-4e65a7b796f2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72ee6c3-cd7f-40bc-b314-3528bb1f0f80') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:20.074067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bec87e10-5470-4d97-8e5a-4e65a7b796f2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:20.099159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bec87e10-5470-4d97-8e5a-4e65a7b796f2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:20.102466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b6acd471-d91a-43ef-a53c-ee7e2afd9b6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting port 0305c89b-20e5-4589-8316-e269618cd31c {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:20.102847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b6acd471-d91a-43ef-a53c-ee7e2afd9b6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:20.111395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0de82b60-e287-486e-9552-4a2ddf3bfe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:18:15Z', 'revision_number': 7, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '0305c89b-20e5-4589-8316-e269618cd31c', 'name': '', 'network_id': '20d1d803-e2f7-420c-a62f-03f87577b17b', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:fa:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '3217d92d-6a71-4135-acae-9a51122f5ff8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:04Z', 'updated_at': '2021-04-23T09:18:16Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '3217d92d-6a71-4135-acae-9a51122f5ff8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fc6fa98-fa07-4374-8452-d22671b502f9', 'name': '', 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:6d:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:42Z', 'updated_at': '2021-04-23T09:17:58Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f9f43f4-49cd-49af-9780-38cf9ed7f6f3', 'name': '', 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:42:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:54Z', 'updated_at': '2021-04-23T09:18:14Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:20.115160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 0305c89b-20e5-4589-8316-e269618cd31c triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:20.115548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:20.115878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-07e2b5b0-348e-4717-ad89-6707e4d454b7 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:18:20.137485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec87e10-5470-4d97-8e5a-4e65a7b796f2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:18:20.163416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de82b60-e287-486e-9552-4a2ddf3bfe4a None None] The sync data for ids ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'] in dv-neutron-786478-4-hyperv is: [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:18:15Z', 'revision_number': 7, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '0305c89b-20e5-4589-8316-e269618cd31c', 'name': '', 'network_id': '20d1d803-e2f7-420c-a62f-03f87577b17b', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:fa:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '3217d92d-6a71-4135-acae-9a51122f5ff8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:04Z', 'updated_at': '2021-04-23T09:18:16Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '3217d92d-6a71-4135-acae-9a51122f5ff8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fc6fa98-fa07-4374-8452-d22671b502f9', 'name': '', 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:6d:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:42Z', 'updated_at': '2021-04-23T09:17:58Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f9f43f4-49cd-49af-9780-38cf9ed7f6f3', 'name': '', 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:42:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:54Z', 'updated_at': '2021-04-23T09:18:14Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:18:20.211359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bacf1c3-caa7-41c4-9cd1-0413e049d089 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet ab3646f1-80a6-4518-82c7-43be2d30078b {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:18:20.214992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bacf1c3-caa7-41c4-9cd1-0413e049d089 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:20.252661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-07e2b5b0-348e-4717-ad89-6707e4d454b7 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:20.259114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e2b5b0-348e-4717-ad89-6707e4d454b7 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:20.259811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-07e2b5b0-348e-4717-ad89-6707e4d454b7 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:20.271906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a5bd3758-d5ab-4a7e-9e38-25a4e80bba13 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:20.353875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2f9f43f4-49cd-49af-9780-38cf9ed7f6f3 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:18:20.409610 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-07e2b5b0-348e-4717-ad89-6707e4d454b7 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1939321 Apr 23 09:18:20.413484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36962) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:20.423101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-26be4bb1-0a08-48e1-868f-1d9ac32f57ad tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'subnet': {'network_id': 'e517d1b7-b0bc-45c9-84b4-395eb049e039', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:20.442014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bacf1c3-caa7-41c4-9cd1-0413e049d089 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:20.452380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-1eb3a95b-cd55-4bc1-9db0-83389623a238', 'network_id': '1eb3a95b-cd55-4bc1-9db0-83389623a238', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'fixed_ips': [{'subnet_id': '38cde8b1-3b0b-46ac-a782-bfb1f3520dd4'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:18:20.453338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:20.476561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2b5b0-348e-4717-ad89-6707e4d454b7 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Network': ['ID=e517d1b7-b0bc-45c9-84b4-395eb049e039,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:20.479895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-07e2b5b0-348e-4717-ad89-6707e4d454b7 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:20.563297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network e517d1b7-b0bc-45c9-84b4-395eb049e039 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:18:20.635890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-26be4bb1-0a08-48e1-868f-1d9ac32f57ad tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:20.642535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-26be4bb1-0a08-48e1-868f-1d9ac32f57ad tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Usage tracker for resource:subnet and tenant:ea334c1946ff4a0dac6daa6b4816ceb1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:20.647427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-26be4bb1-0a08-48e1-868f-1d9ac32f57ad tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:20.660376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-26be4bb1-0a08-48e1-868f-1d9ac32f57ad tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:20.669324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bacf1c3-caa7-41c4-9cd1-0413e049d089 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:20.677488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9629ac-3f33-403f-89d1-b5159d28e8d5 None None] Sync routers for ids ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:18:20.688318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9629ac-3f33-403f-89d1-b5159d28e8d5 None None] Routers {'0cd8b856-dbb2-4010-af3f-462ae87d10f4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:18:20.689318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7d9629ac-3f33-403f-89d1-b5159d28e8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:18:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:20.720925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 2f9f43f4-49cd-49af-9780-38cf9ed7f6f3 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:20.722648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:20.755309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26be4bb1-0a08-48e1-868f-1d9ac32f57ad tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Made reservation on behalf of ea334c1946ff4a0dac6daa6b4816ceb1 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:20.762305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26be4bb1-0a08-48e1-868f-1d9ac32f57ad tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:20.780422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-bec87e10-5470-4d97-8e5a-4e65a7b796f2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Network d9b3cbb0-611c-4a77-b673-ffff93e26654 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:20.794347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bec87e10-5470-4d97-8e5a-4e65a7b796f2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:20.903564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-7d9629ac-3f33-403f-89d1-b5159d28e8d5 None None] Set router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:18:20.929410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b6acd471-d91a-43ef-a53c-ee7e2afd9b6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] For port 0305c89b-20e5-4589-8316-e269618cd31c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=0305c89b-20e5-4589-8316-e269618cd31c,segment=NetworkSegment(1691be7b-8608-45ce-814a-8caccfc58885),segment_id=1691be7b-8608-45ce-814a-8caccfc58885)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:20.930963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b6acd471-d91a-43ef-a53c-ee7e2afd9b6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:21.163488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b6acd471-d91a-43ef-a53c-ee7e2afd9b6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Calling delete_port for 0305c89b-20e5-4589-8316-e269618cd31c owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:21.172911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bacf1c3-caa7-41c4-9cd1-0413e049d089 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:21.179276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-11fee076-518c-4556-8326-d6b54fd60147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:21.183080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-bec87e10-5470-4d97-8e5a-4e65a7b796f2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Network d9b3cbb0-611c-4a77-b673-ffff93e26654 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:18:21.209457 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:18:21.232021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacf1c3-caa7-41c4-9cd1-0413e049d089 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=ab3646f1-80a6-4518-82c7-43be2d30078b,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:21.234300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bacf1c3-caa7-41c4-9cd1-0413e049d089 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:21.244749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7bacf1c3-caa7-41c4-9cd1-0413e049d089 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:21.247241 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7bacf1c3-caa7-41c4-9cd1-0413e049d089 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/ab3646f1-80a6-4518-82c7-43be2d30078b HTTP/1.1" status: 204 len: 168 time: 1.2462051 Apr 23 09:18:21.249529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36970) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:21.348973 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e123afdd-e29e-4366-85a4-5b2f2a303d68 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0978775 Apr 23 09:18:21.353184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36976) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:21.394185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bec87e10-5470-4d97-8e5a-4e65a7b796f2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:21.405466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b4f567f7-bd1e-4096-a73a-bfd205800a53 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:21.438079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec87e10-5470-4d97-8e5a-4e65a7b796f2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d9b3cbb0-611c-4a77-b673-ffff93e26654 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 23 09:18:21.446522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bec87e10-5470-4d97-8e5a-4e65a7b796f2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:21.451523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec87e10-5470-4d97-8e5a-4e65a7b796f2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9b3cbb0-611c-4a77-b673-ffff93e26654,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:21.458648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bec87e10-5470-4d97-8e5a-4e65a7b796f2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:21.474845 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bec87e10-5470-4d97-8e5a-4e65a7b796f2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] 10.222.0.60 "DELETE /v2.0/networks/d9b3cbb0-611c-4a77-b673-ffff93e26654 HTTP/1.1" status: 204 len: 168 time: 2.0302942 Apr 23 09:18:21.486854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36980) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:21.488942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7d9629ac-3f33-403f-89d1-b5159d28e8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:18:15Z', 'revision_number': 7, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '0305c89b-20e5-4589-8316-e269618cd31c', 'name': '', 'network_id': '20d1d803-e2f7-420c-a62f-03f87577b17b', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:fa:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '3217d92d-6a71-4135-acae-9a51122f5ff8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:04Z', 'updated_at': '2021-04-23T09:18:16Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '3217d92d-6a71-4135-acae-9a51122f5ff8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fc6fa98-fa07-4374-8452-d22671b502f9', 'name': '', 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:6d:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:42Z', 'updated_at': '2021-04-23T09:17:58Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f9f43f4-49cd-49af-9780-38cf9ed7f6f3', 'name': '', 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:42:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:54Z', 'updated_at': '2021-04-23T09:18:14Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:21.498167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9629ac-3f33-403f-89d1-b5159d28e8d5 None None] Checking router: 0cd8b856-dbb2-4010-af3f-462ae87d10f4 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:18:21.507465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-cc4aecd6-6e79-414f-b24a-4255eea980e0 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Request body: {'network': {'name': 'tempest-network--1459796436', 'router:external': True}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:21.514092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Allocated IP 2001:db8::2 (1eb3a95b-cd55-4bc1-9db0-83389623a238/38cde8b1-3b0b-46ac-a782-bfb1f3520dd4/37b3e2cb-ff3f-4e9f-b198-6827e9482587) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:21.519011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9629ac-3f33-403f-89d1-b5159d28e8d5 None None] Routers {'0cd8b856-dbb2-4010-af3f-462ae87d10f4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:18:21.519964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7d9629ac-3f33-403f-89d1-b5159d28e8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:18:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:21.535955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cc4aecd6-6e79-414f-b24a-4255eea980e0 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:21.587197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cc4aecd6-6e79-414f-b24a-4255eea980e0 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Usage tracker for resource:network and tenant:80b7d709471747c8b1bc88bd3e92f063 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:21.595199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cc4aecd6-6e79-414f-b24a-4255eea980e0 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:21.620376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cc4aecd6-6e79-414f-b24a-4255eea980e0 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:21.644824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d2aa23-00ff-46ae-b786-49b39455ed03 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:21.646826 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f7d2aa23-00ff-46ae-b786-49b39455ed03 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2925396 Apr 23 09:18:21.653619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 36984) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:21.713301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b6acd471-d91a-43ef-a53c-ee7e2afd9b6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:21.741885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3cae8e6d-2680-400d-8611-03dc933effa0 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:21.809832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4aecd6-6e79-414f-b24a-4255eea980e0 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Made reservation on behalf of 80b7d709471747c8b1bc88bd3e92f063 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:21.816610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc4aecd6-6e79-414f-b24a-4255eea980e0 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:21.838493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:21.841759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-7d9629ac-3f33-403f-89d1-b5159d28e8d5 None None] Set router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:18:21.851228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Transition to ACTIVE for port object 37b3e2cb-ff3f-4e9f-b198-6827e9482587 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:21.860852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acd471-d91a-43ef-a53c-ee7e2afd9b6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Port': ['ID=0305c89b-20e5-4589-8316-e269618cd31c,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:21.876118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Transition to ACTIVE for port object 37b3e2cb-ff3f-4e9f-b198-6827e9482587 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:21.913044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b6acd471-d91a-43ef-a53c-ee7e2afd9b6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:21.932336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:21.938926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:21.984796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de6e560-1264-4c33-ace7-9990c4cf75a2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:21.985598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0de6e560-1264-4c33-ace7-9990c4cf75a2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:18:22.010030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4aecd6-6e79-414f-b24a-4255eea980e0 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:18:22.023024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Network 1eb3a95b-cd55-4bc1-9db0-83389623a238 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:22.035177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:22.041781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:18:22.044507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc4aecd6-6e79-414f-b24a-4255eea980e0 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:22.049928 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-cc4aecd6-6e79-414f-b24a-4255eea980e0 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Added segment 92ed46d4-e6e3-4a04-bc9d-6253178224e4 of type vlan for network 0a9d9779-d9ab-499c-8fd5-4aa1fe0b8708 Apr 23 09:18:22.090611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Pushing event updated for resources: {'Port': ['ID=37b3e2cb-ff3f-4e9f-b198-6827e9482587,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:22.103617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:22.126155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-5b636a0b-806c-4912-8e38-78d49a8a6761 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Allocated IP 2001:db8::1 (1eb3a95b-cd55-4bc1-9db0-83389623a238/38cde8b1-3b0b-46ac-a782-bfb1f3520dd4/4aa2885e-ac00-427f-9153-5cebffcd7500) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:22.146357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0de6e560-1264-4c33-ace7-9990c4cf75a2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:18:22.150625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26be4bb1-0a08-48e1-868f-1d9ac32f57ad tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:22.151612 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0de6e560-1264-4c33-ace7-9990c4cf75a2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4951606 Apr 23 09:18:22.157592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36990) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:22.158576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-137ad4df-e067-449b-9f2d-f775eac4676b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:22.163908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Attempting to bind port 37b3e2cb-ff3f-4e9f-b198-6827e9482587 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:18:22.164343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Attempting to bind port 37b3e2cb-ff3f-4e9f-b198-6827e9482587 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c2fe3039-894d-4c2a-b6a9-be74c6cfdbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1eb3a95b-cd55-4bc1-9db0-83389623a238'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:18:22.164947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Attempting to bind port 37b3e2cb-ff3f-4e9f-b198-6827e9482587 on network 1eb3a95b-cd55-4bc1-9db0-83389623a238 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:18:22.171343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:18:22.171775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Checking segment: {'id': 'c2fe3039-894d-4c2a-b6a9-be74c6cfdbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1eb3a95b-cd55-4bc1-9db0-83389623a238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:22.172238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:22.172691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Bound using segment: {'id': 'c2fe3039-894d-4c2a-b6a9-be74c6cfdbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1eb3a95b-cd55-4bc1-9db0-83389623a238'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:18:22.173980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Bound port: 37b3e2cb-ff3f-4e9f-b198-6827e9482587, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2fe3039-894d-4c2a-b6a9-be74c6cfdbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1eb3a95b-cd55-4bc1-9db0-83389623a238'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:18:22.175116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:22.274710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc4aecd6-6e79-414f-b24a-4255eea980e0 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:22.291624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b6acd471-d91a-43ef-a53c-ee7e2afd9b6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:22.294525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] For port 37b3e2cb-ff3f-4e9f-b198-6827e9482587, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:18:22.299197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] For port 37b3e2cb-ff3f-4e9f-b198-6827e9482587, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=37b3e2cb-ff3f-4e9f-b198-6827e9482587,segment=NetworkSegment(c2fe3039-894d-4c2a-b6a9-be74c6cfdbc8),segment_id=c2fe3039-894d-4c2a-b6a9-be74c6cfdbc8)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:18:22.301911 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fc449af5-0c85-46ce-865e-ebce43440099 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1137998 Apr 23 09:18:22.313914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36994) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:22.334760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ee21b73c-98ba-4b2a-bb4d-ef2cc3d0c384 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:22.361051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:22.365868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be4bb1-0a08-48e1-868f-1d9ac32f57ad tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Subnet': ['ID=1e30695d-80a3-4a55-b143-c6219804b200,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:22.367338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-394415c7-da34-43f0-a392-0e630d59176a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:22.383983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7d9629ac-3f33-403f-89d1-b5159d28e8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:18:15Z', 'revision_number': 7, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '0305c89b-20e5-4589-8316-e269618cd31c', 'name': '', 'network_id': '20d1d803-e2f7-420c-a62f-03f87577b17b', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:fa:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '3217d92d-6a71-4135-acae-9a51122f5ff8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:04Z', 'updated_at': '2021-04-23T09:18:16Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '3217d92d-6a71-4135-acae-9a51122f5ff8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fc6fa98-fa07-4374-8452-d22671b502f9', 'name': '', 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:6d:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:42Z', 'updated_at': '2021-04-23T09:17:58Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f9f43f4-49cd-49af-9780-38cf9ed7f6f3', 'name': '', 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:42:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:54Z', 'updated_at': '2021-04-23T09:18:14Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:22.389237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9629ac-3f33-403f-89d1-b5159d28e8d5 None None] The sync data for ids ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'] in dv-neutron-786478-4-hyperv is: [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:18:15Z', 'revision_number': 7, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '0305c89b-20e5-4589-8316-e269618cd31c', 'name': '', 'network_id': '20d1d803-e2f7-420c-a62f-03f87577b17b', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:fa:a7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '3217d92d-6a71-4135-acae-9a51122f5ff8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:04Z', 'updated_at': '2021-04-23T09:18:16Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '3217d92d-6a71-4135-acae-9a51122f5ff8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fc6fa98-fa07-4374-8452-d22671b502f9', 'name': '', 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:6d:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:42Z', 'updated_at': '2021-04-23T09:17:58Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f9f43f4-49cd-49af-9780-38cf9ed7f6f3', 'name': '', 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:42:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:54Z', 'updated_at': '2021-04-23T09:18:14Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:18:22.459794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Pushing event updated for resources: {'Port': ['ID=37b3e2cb-ff3f-4e9f-b198-6827e9482587,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:22.463882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:22.515249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-26be4bb1-0a08-48e1-868f-1d9ac32f57ad tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:22.515637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc4aecd6-6e79-414f-b24a-4255eea980e0 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:22.516785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4aecd6-6e79-414f-b24a-4255eea980e0 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:22.517463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc4aecd6-6e79-414f-b24a-4255eea980e0 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:22.525351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-db219f14-e7d3-43e2-b493-d495e1a89acc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:22.630508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26be4bb1-0a08-48e1-868f-1d9ac32f57ad tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Checking segment: {'id': 'c25f7daf-6f12-4d69-b2b9-df29a5c907c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e517d1b7-b0bc-45c9-84b4-395eb049e039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:22.630859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26be4bb1-0a08-48e1-868f-1d9ac32f57ad tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network hostable DHCP agents. Network: e517d1b7-b0bc-45c9-84b4-395eb049e039, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:18:22.667334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ee21b73c-98ba-4b2a-bb4d-ef2cc3d0c384 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:22.701921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ee21b73c-98ba-4b2a-bb4d-ef2cc3d0c384 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:22.737881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5b636a0b-806c-4912-8e38-78d49a8a6761 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:22.756270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5b636a0b-806c-4912-8e38-78d49a8a6761 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Transition to ACTIVE for port object 4aa2885e-ac00-427f-9153-5cebffcd7500 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:22.774001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4aecd6-6e79-414f-b24a-4255eea980e0 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Pushing event updated for resources: {'Network': ['ID=0a9d9779-d9ab-499c-8fd5-4aa1fe0b8708,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:22.774099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee21b73c-98ba-4b2a-bb4d-ef2cc3d0c384 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:22.776880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cc4aecd6-6e79-414f-b24a-4255eea980e0 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:22.780741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ee21b73c-98ba-4b2a-bb4d-ef2cc3d0c384 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:22.782793 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee21b73c-98ba-4b2a-bb4d-ef2cc3d0c384 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:18:22.783295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee21b73c-98ba-4b2a-bb4d-ef2cc3d0c384 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:18:22.788087 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cc4aecd6-6e79-414f-b24a-4255eea980e0 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2927287 Apr 23 09:18:22.790464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26be4bb1-0a08-48e1-868f-1d9ac32f57ad tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network e517d1b7-b0bc-45c9-84b4-395eb049e039 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:18:22.793479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 36998) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:22.797436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 0a9d9779-d9ab-499c-8fd5-4aa1fe0b8708 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:18:22.849948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6acd471-d91a-43ef-a53c-ee7e2afd9b6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:18:22.986138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-26be4bb1-0a08-48e1-868f-1d9ac32f57ad tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, e517d1b7-b0bc-45c9-84b4-395eb049e039) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:22.989036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5b636a0b-806c-4912-8e38-78d49a8a6761 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:23.002724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5e4fcdb7-cd4d-46cb-b585-491d6feb2d23 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:23.067155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6acd471-d91a-43ef-a53c-ee7e2afd9b6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:18:23.077246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:23.081227 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ee21b73c-98ba-4b2a-bb4d-ef2cc3d0c384 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7585635 Apr 23 09:18:23.086523 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b6acd471-d91a-43ef-a53c-ee7e2afd9b6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/routers/0cd8b856-dbb2-4010-af3f-462ae87d10f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1957057 Apr 23 09:18:23.087760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37004) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:23.088164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37006) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:23.089523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20efb4-c1b3-45f5-a1e2-12c92993350a None None] Sync routers for ids ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:18:23.094069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26be4bb1-0a08-48e1-868f-1d9ac32f57ad tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:23.094761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26be4bb1-0a08-48e1-868f-1d9ac32f57ad tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:23.111122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e20efb4-c1b3-45f5-a1e2-12c92993350a None None] Routers {'0cd8b856-dbb2-4010-af3f-462ae87d10f4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:18:23.112416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-6e20efb4-c1b3-45f5-a1e2-12c92993350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:18:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:23.113279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3301566d-30fe-4c25-9c76-1eccb34e9916 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:23.114818 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3301566d-30fe-4c25-9c76-1eccb34e9916 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] 10.222.0.60 "GET /v2.0/networks/0a9d9779-d9ab-499c-8fd5-4aa1fe0b8708 HTTP/1.1" status: 200 len: 757 time: 0.3081734 Apr 23 09:18:23.117125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b636a0b-806c-4912-8e38-78d49a8a6761 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 1eb3a95b-cd55-4bc1-9db0-83389623a238 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:23.130332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37012) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:23.139849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-5b636a0b-806c-4912-8e38-78d49a8a6761 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:23.145971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b636a0b-806c-4912-8e38-78d49a8a6761 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:18:23.146221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5b636a0b-806c-4912-8e38-78d49a8a6761 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:23.150710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1ec83fd1-9885-4aeb-8387-9303ad776a2a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:23.181737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 37b3e2cb-ff3f-4e9f-b198-6827e9482587 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:18:23.186747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b636a0b-806c-4912-8e38-78d49a8a6761 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Port': ['ID=4aa2885e-ac00-427f-9153-5cebffcd7500,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:23.208985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5b636a0b-806c-4912-8e38-78d49a8a6761 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:23.218358 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-26be4bb1-0a08-48e1-868f-1d9ac32f57ad tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7990699 Apr 23 09:18:23.224544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37016) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:23.296702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-306514e3-ac58-489a-8e87-931335aa2035 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting subnet 3217d92d-6a71-4135-acae-9a51122f5ff8 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:18:23.302620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-306514e3-ac58-489a-8e87-931335aa2035 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:23.349491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-6e20efb4-c1b3-45f5-a1e2-12c92993350a None None] Set router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:18:23.349745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1ec83fd1-9885-4aeb-8387-9303ad776a2a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:23.372958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1ec83fd1-9885-4aeb-8387-9303ad776a2a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:23.383782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-306514e3-ac58-489a-8e87-931335aa2035 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:23.421040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e3821a-c08b-4f4f-80ae-ddef0220bc47 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:23.423548 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a5e3821a-c08b-4f4f-80ae-ddef0220bc47 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] 10.222.0.60 "GET /v2.0/networks/623c3a16-1acd-4c4e-bdc4-db62916fea7a HTTP/1.1" status: 200 len: 767 time: 0.2847500 Apr 23 09:18:23.427252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37020) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:23.466163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec83fd1-9885-4aeb-8387-9303ad776a2a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:23.473055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1ec83fd1-9885-4aeb-8387-9303ad776a2a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:23.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec83fd1-9885-4aeb-8387-9303ad776a2a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:18:23.475505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec83fd1-9885-4aeb-8387-9303ad776a2a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:18:23.496109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 37b3e2cb-ff3f-4e9f-b198-6827e9482587 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:23.509590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-306514e3-ac58-489a-8e87-931335aa2035 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:23.550128 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1ec83fd1-9885-4aeb-8387-9303ad776a2a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4604557 Apr 23 09:18:23.550886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37024) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:23.564982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ba81edd9-ba88-4c5b-84a3-d0a6774e354e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:23.744796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-6e20efb4-c1b3-45f5-a1e2-12c92993350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:18:21Z', 'revision_number': 8, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '1fc6fa98-fa07-4374-8452-d22671b502f9', 'name': '', 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:6d:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:42Z', 'updated_at': '2021-04-23T09:17:58Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f9f43f4-49cd-49af-9780-38cf9ed7f6f3', 'name': '', 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:42:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:54Z', 'updated_at': '2021-04-23T09:18:14Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:23.749784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20efb4-c1b3-45f5-a1e2-12c92993350a None None] Checking router: 0cd8b856-dbb2-4010-af3f-462ae87d10f4 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:18:23.761425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e20efb4-c1b3-45f5-a1e2-12c92993350a None None] Routers {'0cd8b856-dbb2-4010-af3f-462ae87d10f4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:18:23.762114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-6e20efb4-c1b3-45f5-a1e2-12c92993350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:18:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:23.794252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ba81edd9-ba88-4c5b-84a3-d0a6774e354e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:23.805319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ba81edd9-ba88-4c5b-84a3-d0a6774e354e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:23.842841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba81edd9-ba88-4c5b-84a3-d0a6774e354e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:23.849761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba81edd9-ba88-4c5b-84a3-d0a6774e354e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:23.851857 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba81edd9-ba88-4c5b-84a3-d0a6774e354e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:18:23.852758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba81edd9-ba88-4c5b-84a3-d0a6774e354e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:18:23.948133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-6e20efb4-c1b3-45f5-a1e2-12c92993350a None None] Set router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:18:23.974130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02a9dc7a-b586-4276-9e91-25469911a8d0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:23.989834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-166cbdff-d8c1-42e3-82a9-1e0a2706b0d9 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:24.002770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5b636a0b-806c-4912-8e38-78d49a8a6761 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:24.084763 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ba81edd9-ba88-4c5b-84a3-d0a6774e354e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5253427 Apr 23 09:18:24.085629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37030) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:24.093114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-195865ea-1baf-4e09-adec-15fa0c66e7d9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:24.199840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-306514e3-ac58-489a-8e87-931335aa2035 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:24.223941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02a9dc7a-b586-4276-9e91-25469911a8d0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:24.260529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a52e004-9a96-4c93-acf5-247fd59fee69 None None] Network 81a6bf77-34d0-4af4-8940-3bbb68f33d8e requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:24.421349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-166cbdff-d8c1-42e3-82a9-1e0a2706b0d9 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:24.491592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6317b017-0a48-4e12-b648-07f2dd660199 None None] Network 1eb3a95b-cd55-4bc1-9db0-83389623a238 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:24.516652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e9dddf-45dd-4c49-9a7a-2f2dbc9a5527 None None] Network e517d1b7-b0bc-45c9-84b4-395eb049e039 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:24.575323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6241fdc1-2ed6-4269-8409-00c15f10f8a5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:24.582600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a52e004-9a96-4c93-acf5-247fd59fee69 None None] Network 81a6bf77-34d0-4af4-8940-3bbb68f33d8e could not be found, it might have been deleted concurrently. {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:221}} Apr 23 09:18:24.653185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-306514e3-ac58-489a-8e87-931335aa2035 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:24.657634 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-306514e3-ac58-489a-8e87-931335aa2035 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/subnets/3217d92d-6a71-4135-acae-9a51122f5ff8 HTTP/1.1" status: 204 len: 168 time: 1.5627632 Apr 23 09:18:24.662625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-195865ea-1baf-4e09-adec-15fa0c66e7d9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:24.663618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37040) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:24.666132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306514e3-ac58-489a-8e87-931335aa2035 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Subnet': ['ID=3217d92d-6a71-4135-acae-9a51122f5ff8,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:24.671591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-306514e3-ac58-489a-8e87-931335aa2035 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:24.680498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-195865ea-1baf-4e09-adec-15fa0c66e7d9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:24.709551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2411ddf-ecba-4029-a9ed-fa36b9ad0bc9 None None] Network 81a6bf77-34d0-4af4-8940-3bbb68f33d8e requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:24.722595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195865ea-1baf-4e09-adec-15fa0c66e7d9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:24.724146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26986acf-427d-46b3-93a9-8220e525d346 None None] Network 20d1d803-e2f7-420c-a62f-03f87577b17b requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:24.730163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-195865ea-1baf-4e09-adec-15fa0c66e7d9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:24.732482 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-195865ea-1baf-4e09-adec-15fa0c66e7d9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:18:24.733133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-195865ea-1baf-4e09-adec-15fa0c66e7d9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:18:24.785470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-166cbdff-d8c1-42e3-82a9-1e0a2706b0d9 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9d9779-d9ab-499c-8fd5-4aa1fe0b8708']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:24.800795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2411ddf-ecba-4029-a9ed-fa36b9ad0bc9 None None] Network 81a6bf77-34d0-4af4-8940-3bbb68f33d8e could not be found, it might have been deleted concurrently. {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:221}} Apr 23 09:18:24.820272 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-195865ea-1baf-4e09-adec-15fa0c66e7d9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7316732 Apr 23 09:18:24.822118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-adcc97fd-ff51-4393-8cbe-929cb1e6ab61 None None] Provisioning for port 37b3e2cb-ff3f-4e9f-b198-6827e9482587 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:24.822260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37044) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:24.828853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7bdc84bc-ab2a-4752-a370-0cdbf31a7c5d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:24.840959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-adcc97fd-ff51-4393-8cbe-929cb1e6ab61 None None] Provisioning complete for port 37b3e2cb-ff3f-4e9f-b198-6827e9482587 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:24.841391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adcc97fd-ff51-4393-8cbe-929cb1e6ab61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:24.868155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312a270c-d24a-4da8-99f7-56c081fc4e60 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:24.957306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7bdc84bc-ab2a-4752-a370-0cdbf31a7c5d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:24.961077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-166cbdff-d8c1-42e3-82a9-1e0a2706b0d9 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ed46d4-e6e3-4a04-bc9d-6253178224e4') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:24.961421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-166cbdff-d8c1-42e3-82a9-1e0a2706b0d9 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ed46d4-e6e3-4a04-bc9d-6253178224e4') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:24.970456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7bdc84bc-ab2a-4752-a370-0cdbf31a7c5d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:25.006233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdc84bc-ab2a-4752-a370-0cdbf31a7c5d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:25.015950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bdc84bc-ab2a-4752-a370-0cdbf31a7c5d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:25.016928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-166cbdff-d8c1-42e3-82a9-1e0a2706b0d9 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:25.017763 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bdc84bc-ab2a-4752-a370-0cdbf31a7c5d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:18:25.018503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bdc84bc-ab2a-4752-a370-0cdbf31a7c5d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:18:25.038525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:25.070701 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7bdc84bc-ab2a-4752-a370-0cdbf31a7c5d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2470791 Apr 23 09:18:25.073039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37048) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:25.080287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f76f69f7-acc1-41e3-99e7-e680b652c781 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:25.087059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-166cbdff-d8c1-42e3-82a9-1e0a2706b0d9 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:25.120647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166cbdff-d8c1-42e3-82a9-1e0a2706b0d9 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:18:25.207059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f76f69f7-acc1-41e3-99e7-e680b652c781 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:25.217338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f76f69f7-acc1-41e3-99e7-e680b652c781 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:25.257567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76f69f7-acc1-41e3-99e7-e680b652c781 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:25.264161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f76f69f7-acc1-41e3-99e7-e680b652c781 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:25.265783 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76f69f7-acc1-41e3-99e7-e680b652c781 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:18:25.266279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f76f69f7-acc1-41e3-99e7-e680b652c781 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:18:25.323949 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f76f69f7-acc1-41e3-99e7-e680b652c781 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2468898 Apr 23 09:18:25.324352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37054) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:25.413960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84004d6a-12f6-4ffa-be75-55409cf01ba2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:25.417946 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-84004d6a-12f6-4ffa-be75-55409cf01ba2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0903456 Apr 23 09:18:25.418225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37058) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:25.435967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5b636a0b-806c-4912-8e38-78d49a8a6761 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:25.451733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-166cbdff-d8c1-42e3-82a9-1e0a2706b0d9 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Network 0a9d9779-d9ab-499c-8fd5-4aa1fe0b8708 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:25.468742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-166cbdff-d8c1-42e3-82a9-1e0a2706b0d9 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:25.500887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ff8821-5d49-4484-a002-87abcc5fba75 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:25.505261 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a3ff8821-5d49-4484-a002-87abcc5fba75 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0833681 Apr 23 09:18:25.505699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37062) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:25.551810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5b636a0b-806c-4912-8e38-78d49a8a6761 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:25.552687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5b636a0b-806c-4912-8e38-78d49a8a6761 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:25.563997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cf304d4f-7ec6-4661-9ecf-e39dd36a67d4 tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:25.594714 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ff106caf-2d03-4177-a42b-804744fd5caf tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0842674 Apr 23 09:18:25.603292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37066) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:25.609641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1937f561-cbc9-4353-8e96-ec38c1fbdeb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-e517d1b7-b0bc-45c9-84b4-395eb049e039', 'network_id': 'e517d1b7-b0bc-45c9-84b4-395eb049e039', 'tenant_id': 'ea334c1946ff4a0dac6daa6b4816ceb1', 'fixed_ips': [{'subnet_id': '1e30695d-80a3-4a55-b143-c6219804b200'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:18:25.616971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1937f561-cbc9-4353-8e96-ec38c1fbdeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:25.617122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c9dc75a9-55c2-429d-8cad-6af3bd34ec6c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:25.622848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02a9dc7a-b586-4276-9e91-25469911a8d0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:25.638120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adcc97fd-ff51-4393-8cbe-929cb1e6ab61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:25.662454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-6e20efb4-c1b3-45f5-a1e2-12c92993350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:18:21Z', 'revision_number': 8, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '1fc6fa98-fa07-4374-8452-d22671b502f9', 'name': '', 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:6d:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:42Z', 'updated_at': '2021-04-23T09:17:58Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f9f43f4-49cd-49af-9780-38cf9ed7f6f3', 'name': '', 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:42:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:54Z', 'updated_at': '2021-04-23T09:18:14Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:25.692337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20efb4-c1b3-45f5-a1e2-12c92993350a None None] The sync data for ids ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'] in dv-neutron-786478-4-hyperv is: [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:18:21Z', 'revision_number': 8, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '1fc6fa98-fa07-4374-8452-d22671b502f9', 'name': '', 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:6d:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:42Z', 'updated_at': '2021-04-23T09:17:58Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f9f43f4-49cd-49af-9780-38cf9ed7f6f3', 'name': '', 'network_id': 'ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:42:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:54Z', 'updated_at': '2021-04-23T09:18:14Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'ad972282-ee21-4dd2-a014-6cb08600acb7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:18:25.757983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c9dc75a9-55c2-429d-8cad-6af3bd34ec6c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:25.775286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c9dc75a9-55c2-429d-8cad-6af3bd34ec6c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:25.783107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-adcc97fd-ff51-4393-8cbe-929cb1e6ab61 None None] For port 37b3e2cb-ff3f-4e9f-b198-6827e9482587, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=37b3e2cb-ff3f-4e9f-b198-6827e9482587,segment=NetworkSegment(c2fe3039-894d-4c2a-b6a9-be74c6cfdbc8),segment_id=c2fe3039-894d-4c2a-b6a9-be74c6cfdbc8)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:25.809823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting port e35c5eb4-5192-413e-8313-f753809e6a2f {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:25.810448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:25.820081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf48f8de-3978-482f-b2ca-d28ca8a9ae1b None None] DHCP port deletion for 20d1d803-e2f7-420c-a62f-03f87577b17b request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:18:25.824515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adcc97fd-ff51-4393-8cbe-929cb1e6ab61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:25.829139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b8f3d8d7-5411-45de-99e7-b383fbaa2224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:25.851805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dc75a9-55c2-429d-8cad-6af3bd34ec6c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:25.858775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9dc75a9-55c2-429d-8cad-6af3bd34ec6c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:25.903131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-166cbdff-d8c1-42e3-82a9-1e0a2706b0d9 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Network 0a9d9779-d9ab-499c-8fd5-4aa1fe0b8708 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:25.913392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b636a0b-806c-4912-8e38-78d49a8a6761 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Port': ['ID=4aa2885e-ac00-427f-9153-5cebffcd7500,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:25.942250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e868de7-aefd-4f41-9a37-e45085d8b451 None None] DHCP port deletion for bb316f39-4b0e-43f1-8f3e-34646815cee0 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:18:25.992540 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:18:26.044133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc97fd-ff51-4393-8cbe-929cb1e6ab61 None None] Pushing event updated for resources: {'Port': ['ID=37b3e2cb-ff3f-4e9f-b198-6827e9482587,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:26.060154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc97fd-ff51-4393-8cbe-929cb1e6ab61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:26.060541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc97fd-ff51-4393-8cbe-929cb1e6ab61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:26.060928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc97fd-ff51-4393-8cbe-929cb1e6ab61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:26.061304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc97fd-ff51-4393-8cbe-929cb1e6ab61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:26.061675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc97fd-ff51-4393-8cbe-929cb1e6ab61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:26.062051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc97fd-ff51-4393-8cbe-929cb1e6ab61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:26.062449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc97fd-ff51-4393-8cbe-929cb1e6ab61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:26.062820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc97fd-ff51-4393-8cbe-929cb1e6ab61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:26.063190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc97fd-ff51-4393-8cbe-929cb1e6ab61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:26.063560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc97fd-ff51-4393-8cbe-929cb1e6ab61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:26.063932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc97fd-ff51-4393-8cbe-929cb1e6ab61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:26.064295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc97fd-ff51-4393-8cbe-929cb1e6ab61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:18:26.070356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-adcc97fd-ff51-4393-8cbe-929cb1e6ab61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:26.072380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cf48f8de-3978-482f-b2ca-d28ca8a9ae1b None None] Deleting port e35c5eb4-5192-413e-8313-f753809e6a2f {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:26.072812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf48f8de-3978-482f-b2ca-d28ca8a9ae1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:26.373766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5b636a0b-806c-4912-8e38-78d49a8a6761 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:26.375045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9ba3b674-723c-40c0-a405-f21d6599da11 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.737s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:26.407671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7e868de7-aefd-4f41-9a37-e45085d8b451 None None] Deleting port 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:26.408101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e868de7-aefd-4f41-9a37-e45085d8b451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:26.448377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-cf48f8de-3978-482f-b2ca-d28ca8a9ae1b None None] For port e35c5eb4-5192-413e-8313-f753809e6a2f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=e35c5eb4-5192-413e-8313-f753809e6a2f,segment=NetworkSegment(1691be7b-8608-45ce-814a-8caccfc58885),segment_id=1691be7b-8608-45ce-814a-8caccfc58885)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:26.449161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf48f8de-3978-482f-b2ca-d28ca8a9ae1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:26.511709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb6343b-cedf-4b94-b672-fa33e21d2b6e None None] Network 1eb3a95b-cd55-4bc1-9db0-83389623a238 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:26.538684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02a9dc7a-b586-4276-9e91-25469911a8d0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:26.583729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9dc7a-b586-4276-9e91-25469911a8d0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Subnet': ['ID=1e30695d-80a3-4a55-b143-c6219804b200,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:26.606768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-02a9dc7a-b586-4276-9e91-25469911a8d0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:26.676293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cf48f8de-3978-482f-b2ca-d28ca8a9ae1b None None] Calling delete_port for e35c5eb4-5192-413e-8313-f753809e6a2f owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:26.723223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] For port e35c5eb4-5192-413e-8313-f753809e6a2f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=e35c5eb4-5192-413e-8313-f753809e6a2f,segment=NetworkSegment(1691be7b-8608-45ce-814a-8caccfc58885),segment_id=1691be7b-8608-45ce-814a-8caccfc58885)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:26.723554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:26.742704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-02a9dc7a-b586-4276-9e91-25469911a8d0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e517d1b7-b0bc-45c9-84b4-395eb049e039']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:26.752806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-166cbdff-d8c1-42e3-82a9-1e0a2706b0d9 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:26.767354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-7e868de7-aefd-4f41-9a37-e45085d8b451 None None] For port 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:26.767918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e868de7-aefd-4f41-9a37-e45085d8b451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:26.825363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-23181576-0b5c-4900-b01b-acea7b07cf93 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:26.839816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166cbdff-d8c1-42e3-82a9-1e0a2706b0d9 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0a9d9779-d9ab-499c-8fd5-4aa1fe0b8708 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 23 09:18:26.842531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-02a9dc7a-b586-4276-9e91-25469911a8d0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25f7daf-6f12-4d69-b2b9-df29a5c907c7') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:26.844616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-02a9dc7a-b586-4276-9e91-25469911a8d0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25f7daf-6f12-4d69-b2b9-df29a5c907c7') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:26.911234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-166cbdff-d8c1-42e3-82a9-1e0a2706b0d9 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:26.924740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Calling delete_port for e35c5eb4-5192-413e-8313-f753809e6a2f owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:26.935043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b636a0b-806c-4912-8e38-78d49a8a6761 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 1eb3a95b-cd55-4bc1-9db0-83389623a238 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:26.945641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-5b636a0b-806c-4912-8e38-78d49a8a6761 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:26.948826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02a9dc7a-b586-4276-9e91-25469911a8d0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:26.951882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7e868de7-aefd-4f41-9a37-e45085d8b451 None None] Calling delete_port for 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:26.957897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c3c56bb6-52c7-47b2-b330-5e76770db19c None None] Provisioning complete for port 37b3e2cb-ff3f-4e9f-b198-6827e9482587 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:26.958371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3c56bb6-52c7-47b2-b330-5e76770db19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:26.958561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cbdff-d8c1-42e3-82a9-1e0a2706b0d9 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Pushing event deleted for resources: {'Network': ['ID=0a9d9779-d9ab-499c-8fd5-4aa1fe0b8708,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:26.969245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-166cbdff-d8c1-42e3-82a9-1e0a2706b0d9 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:26.970781 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-166cbdff-d8c1-42e3-82a9-1e0a2706b0d9 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] 10.222.0.60 "DELETE /v2.0/networks/0a9d9779-d9ab-499c-8fd5-4aa1fe0b8708 HTTP/1.1" status: 204 len: 168 time: 3.5425301 Apr 23 09:18:26.982308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37072) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:27.007607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-77f0492b-25db-4805-8ad5-d8cfee5da830 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Request body: {'network': {'name': 'tempest-network--197329674'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:27.013516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-77f0492b-25db-4805-8ad5-d8cfee5da830 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:27.019632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-77f0492b-25db-4805-8ad5-d8cfee5da830 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Usage tracker for resource:network and tenant:80b7d709471747c8b1bc88bd3e92f063 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:27.023439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-77f0492b-25db-4805-8ad5-d8cfee5da830 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:27.030836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-77f0492b-25db-4805-8ad5-d8cfee5da830 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:27.031366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02a9dc7a-b586-4276-9e91-25469911a8d0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:27.062058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a9dc7a-b586-4276-9e91-25469911a8d0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:18:27.084265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fabe8e5-be82-49a1-8684-032f4f8788a8 None None] Network e517d1b7-b0bc-45c9-84b4-395eb049e039 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:27.117995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 37b3e2cb-ff3f-4e9f-b198-6827e9482587 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:18:27.119668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f0492b-25db-4805-8ad5-d8cfee5da830 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Made reservation on behalf of 80b7d709471747c8b1bc88bd3e92f063 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:27.124853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-77f0492b-25db-4805-8ad5-d8cfee5da830 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:27.181911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f0492b-25db-4805-8ad5-d8cfee5da830 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:18:27.193848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-77f0492b-25db-4805-8ad5-d8cfee5da830 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:27.194601 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-77f0492b-25db-4805-8ad5-d8cfee5da830 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Added segment 003da20c-f892-43ec-89a8-068792f23a89 of type vlan for network dcdcb7cf-5c23-4c5b-82ec-2cb2eaa16fab Apr 23 09:18:27.233482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-77f0492b-25db-4805-8ad5-d8cfee5da830 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:27.322457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-77f0492b-25db-4805-8ad5-d8cfee5da830 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:27.323991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f0492b-25db-4805-8ad5-d8cfee5da830 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:27.324845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-77f0492b-25db-4805-8ad5-d8cfee5da830 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:27.356808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-02a9dc7a-b586-4276-9e91-25469911a8d0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network e517d1b7-b0bc-45c9-84b4-395eb049e039 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:27.376350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02a9dc7a-b586-4276-9e91-25469911a8d0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:27.394925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f136c733-e1aa-4ca9-9dba-fabaf1c2f581 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:27.458873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 37b3e2cb-ff3f-4e9f-b198-6827e9482587 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:27.459299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:27.526682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:27.536571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-cf48f8de-3978-482f-b2ca-d28ca8a9ae1b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 23 09:18:27.536571 dv-neutron-786478-4-hyperv neutron-server[87059]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Apr 23 09:18:27.536571 dv-neutron-786478-4-hyperv neutron-server[87059]: [parameters: {'port_id': 'e35c5eb4-5192-413e-8313-f753809e6a2f', 'host': 'dv-neutron-786478-4-hyperv'}] Apr 23 09:18:27.536571 dv-neutron-786478-4-hyperv neutron-server[87059]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:18:27.537016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-cf48f8de-3978-482f-b2ca-d28ca8a9ae1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:18:27.544166 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-77f0492b-25db-4805-8ad5-d8cfee5da830 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5495851 Apr 23 09:18:27.554305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37076) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:27.563266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-85fe10a9-aa93-4ae6-85d4-9323a5d6c9d4 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:27.582724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0492b-25db-4805-8ad5-d8cfee5da830 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Pushing event updated for resources: {'Network': ['ID=dcdcb7cf-5c23-4c5b-82ec-2cb2eaa16fab,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:27.582934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4f6e8634-706b-4e8b-bb28-b14315e1f529 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:27.585651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-77f0492b-25db-4805-8ad5-d8cfee5da830 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:27.643430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network dcdcb7cf-5c23-4c5b-82ec-2cb2eaa16fab details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:18:27.661431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Port': ['ID=e35c5eb4-5192-413e-8313-f753809e6a2f,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:27.668379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-02a9dc7a-b586-4276-9e91-25469911a8d0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network e517d1b7-b0bc-45c9-84b4-395eb049e039 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:27.675584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:18:27.694471 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:18:27.699709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] No DVR routers for this DVR port e35c5eb4-5192-413e-8313-f753809e6a2f on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:18:27.745370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b636a0b-806c-4912-8e38-78d49a8a6761 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Router 3e331f00-6da7-4866-99bc-f72e570210ad is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:18:27.802593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c3c56bb6-52c7-47b2-b330-5e76770db19c None None] Provisioning for port 4aa2885e-ac00-427f-9153-5cebffcd7500 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:27.837049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c3c56bb6-52c7-47b2-b330-5e76770db19c None None] Provisioning complete for port 4aa2885e-ac00-427f-9153-5cebffcd7500 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:27.837880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3c56bb6-52c7-47b2-b330-5e76770db19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:27.876776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.objects.ports [None req-c9dc75a9-55c2-429d-8cad-6af3bd34ec6c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87174) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 23 09:18:27.918781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e868de7-aefd-4f41-9a37-e45085d8b451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:27.935774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:28.012598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e868de7-aefd-4f41-9a37-e45085d8b451 None None] Pushing event deleted for resources: {'Port': ['ID=36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:28.019962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e868de7-aefd-4f41-9a37-e45085d8b451 None None] No DVR routers for this DVR port 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:18:28.032744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7e868de7-aefd-4f41-9a37-e45085d8b451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:28.048710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:28.062096 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.services.revisions.revision_plugin [None req-c9dc75a9-55c2-429d-8cad-6af3bd34ec6c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Could not find related port for resource to bump revision. Apr 23 09:18:28.064571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02a9dc7a-b586-4276-9e91-25469911a8d0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:28.064794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85fe10a9-aa93-4ae6-85d4-9323a5d6c9d4 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:28.075819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c3c56bb6-52c7-47b2-b330-5e76770db19c None None] Port 4aa2885e-ac00-427f-9153-5cebffcd7500 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:18:28.087052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0b186b46-0721-45bb-9673-5a8dd33eb0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:28.088923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cf48f8de-3978-482f-b2ca-d28ca8a9ae1b None None] The port 'e35c5eb4-5192-413e-8313-f753809e6a2f' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:18:28.098224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_pluggable_backend [None req-c9dc75a9-55c2-429d-8cad-6af3bd34ec6c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Port 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87174) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Apr 23 09:18:28.098942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_pluggable_backend [None req-c9dc75a9-55c2-429d-8cad-6af3bd34ec6c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Reverting IP allocation for 2001:db8::f816:3eff:fea8:8ebd {{(pid=87174) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Apr 23 09:18:28.103038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_pluggable_backend [None req-c9dc75a9-55c2-429d-8cad-6af3bd34ec6c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea8:8ebd {{(pid=87174) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Apr 23 09:18:28.109603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9dc75a9-55c2-429d-8cad-6af3bd34ec6c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:28.110067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02a9dc7a-b586-4276-9e91-25469911a8d0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:28.113513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-32de95fa-7718-4a80-a6cc-fb73639ba712 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:28.150651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85fe10a9-aa93-4ae6-85d4-9323a5d6c9d4 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:28.172063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-85fe10a9-aa93-4ae6-85d4-9323a5d6c9d4 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Network dcdcb7cf-5c23-4c5b-82ec-2cb2eaa16fab is not hosted by any dhcp agent {{(pid=87174) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:229}} Apr 23 09:18:28.173035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fe10a9-aa93-4ae6-85d4-9323a5d6c9d4 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:28.173918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85fe10a9-aa93-4ae6-85d4-9323a5d6c9d4 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:28.175430 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-85fe10a9-aa93-4ae6-85d4-9323a5d6c9d4 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] 10.222.0.60 "PUT /v2.0/networks/dcdcb7cf-5c23-4c5b-82ec-2cb2eaa16fab HTTP/1.1" status: 200 len: 857 time: 0.6200488 Apr 23 09:18:28.178688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:18:28.180311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9dc7a-b586-4276-9e91-25469911a8d0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Network': ['ID=e517d1b7-b0bc-45c9-84b4-395eb049e039,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:28.181012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37080) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:28.183267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dc75a9-55c2-429d-8cad-6af3bd34ec6c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:28.207106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-02a9dc7a-b586-4276-9e91-25469911a8d0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:28.212380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c9dc75a9-55c2-429d-8cad-6af3bd34ec6c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:28.214831 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-02a9dc7a-b586-4276-9e91-25469911a8d0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/networks/e517d1b7-b0bc-45c9-84b4-395eb049e039 HTTP/1.1" status: 204 len: 168 time: 4.9890542 Apr 23 09:18:28.228369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37084) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:28.236205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6256f399-bae7-4ccc-b833-5a01e2b883a6 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:28.243028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-18321420-71bf-4c47-b6a4-a3037b202046 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1350994479'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:28.254075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-18321420-71bf-4c47-b6a4-a3037b202046 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:28.255387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dc75a9-55c2-429d-8cad-6af3bd34ec6c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:28.256378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9dc75a9-55c2-429d-8cad-6af3bd34ec6c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:28.259334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d1d803-e2f7-420c-a62f-03f87577b17b']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:28.269161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b636a0b-806c-4912-8e38-78d49a8a6761 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:18:28.271289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-18321420-71bf-4c47-b6a4-a3037b202046 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Usage tracker for resource:network and tenant:ea334c1946ff4a0dac6daa6b4816ceb1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:28.280961 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5b636a0b-806c-4912-8e38-78d49a8a6761 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/routers/3e331f00-6da7-4866-99bc-f72e570210ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6850686 Apr 23 09:18:28.282029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-18321420-71bf-4c47-b6a4-a3037b202046 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:28.287031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b64eab2-8c57-493d-b8a3-bdff3a3ed04b None None] Sync routers for ids ['3e331f00-6da7-4866-99bc-f72e570210ad'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:18:28.288218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc75a9-55c2-429d-8cad-6af3bd34ec6c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=ed0af4e2-f5d9-4004-9a88-6f8b71477074,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:28.290381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37088) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:28.294758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1691be7b-8608-45ce-814a-8caccfc58885') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:28.295339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1691be7b-8608-45ce-814a-8caccfc58885') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:28.303399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-18321420-71bf-4c47-b6a4-a3037b202046 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:28.309039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b64eab2-8c57-493d-b8a3-bdff3a3ed04b None None] Routers {'3e331f00-6da7-4866-99bc-f72e570210ad'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:18:28.309814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7b64eab2-8c57-493d-b8a3-bdff3a3ed04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:18:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3e331f00-6da7-4866-99bc-f72e570210ad'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:28.318462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:28.336751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:28.344028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c9dc75a9-55c2-429d-8cad-6af3bd34ec6c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:28.353295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:18:28.380073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18321420-71bf-4c47-b6a4-a3037b202046 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Made reservation on behalf of ea334c1946ff4a0dac6daa6b4816ceb1 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:28.387202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18321420-71bf-4c47-b6a4-a3037b202046 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:28.402632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7b64eab2-8c57-493d-b8a3-bdff3a3ed04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:28.414660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b64eab2-8c57-493d-b8a3-bdff3a3ed04b None None] Routers {'3e331f00-6da7-4866-99bc-f72e570210ad'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:18:28.415199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7b64eab2-8c57-493d-b8a3-bdff3a3ed04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:18:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3e331f00-6da7-4866-99bc-f72e570210ad'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:28.434026 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c9dc75a9-55c2-429d-8cad-6af3bd34ec6c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8286691 Apr 23 09:18:28.434912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-36119c0c-0f57-4de6-893a-5d12361eea4b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:28.456335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974cdd5d-7b5f-45c1-a5a2-e4737ff20a27 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:28.458282 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-974cdd5d-7b5f-45c1-a5a2-e4737ff20a27 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/ports/4aa2885e-ac00-427f-9153-5cebffcd7500 HTTP/1.1" status: 200 len: 911 time: 0.1164196 Apr 23 09:18:28.458726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37092) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:28.498032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d61f59cf-905c-44a7-bdcd-7147be2b015b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'mac_address': 'fa:16:3e:1e:da:dd', 'name': 'tempest-NetworksTestDHCPv6-585922497'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:28.510129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7b64eab2-8c57-493d-b8a3-bdff3a3ed04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:28.510892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b64eab2-8c57-493d-b8a3-bdff3a3ed04b None None] The sync data for ids ['3e331f00-6da7-4866-99bc-f72e570210ad'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:18:28.515650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37094) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:28.537385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0c62dc2-e9d9-4da4-ba35-114df41385fa tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:28.553480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0268ca31-d6f2-47ab-86c9-86ab0ca481fe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '38cde8b1-3b0b-46ac-a782-bfb1f3520dd4'}]}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:28.584878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18321420-71bf-4c47-b6a4-a3037b202046 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:18:28.668575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 20d1d803-e2f7-420c-a62f-03f87577b17b has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:28.673125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:18:28.673529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 36e95d3e-659f-4fad-93d6-e9c2ee3ad0b2 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:18:28.674045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 0305c89b-20e5-4589-8316-e269618cd31c no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:18:28.682213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:28.697924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18321420-71bf-4c47-b6a4-a3037b202046 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:28.698568 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-18321420-71bf-4c47-b6a4-a3037b202046 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Added segment d2176464-08ba-43dd-8041-285ac9f31ddf of type vlan for network fa87d767-9ea0-48cd-acb7-a66e6086818b Apr 23 09:18:28.726305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 0305c89b-20e5-4589-8316-e269618cd31c {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:18:28.726751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 0305c89b-20e5-4589-8316-e269618cd31c not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:18:28.727240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device e35c5eb4-5192-413e-8313-f753809e6a2f no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:18:28.787437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1973603c-87cf-47e7-9e99-369456101d2b None None] Provisioning complete for port 37b3e2cb-ff3f-4e9f-b198-6827e9482587 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:28.787867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1973603c-87cf-47e7-9e99-369456101d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:28.816001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: e35c5eb4-5192-413e-8313-f753809e6a2f {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:18:28.816406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device e35c5eb4-5192-413e-8313-f753809e6a2f not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:18:28.835188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18321420-71bf-4c47-b6a4-a3037b202046 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:28.880366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe10a9-aa93-4ae6-85d4-9323a5d6c9d4 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Pushing event updated for resources: {'Network': ['ID=dcdcb7cf-5c23-4c5b-82ec-2cb2eaa16fab,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:28.884267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-85fe10a9-aa93-4ae6-85d4-9323a5d6c9d4 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:28.913752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 20d1d803-e2f7-420c-a62f-03f87577b17b has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:18:28.946856 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:18:29.008018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0c62dc2-e9d9-4da4-ba35-114df41385fa tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:29.053073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-bb316f39-4b0e-43f1-8f3e-34646815cee0', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'fixed_ips': [{'subnet_id': 'ed0af4e2-f5d9-4004-9a88-6f8b71477074'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:18:29.053994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:29.069043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18321420-71bf-4c47-b6a4-a3037b202046 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:29.075391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18321420-71bf-4c47-b6a4-a3037b202046 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:29.079628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18321420-71bf-4c47-b6a4-a3037b202046 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:29.082777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f256bd87-0eae-4dbb-bc30-618562176ba8 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:29.161592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1973603c-87cf-47e7-9e99-369456101d2b None None] Provisioning complete for port 4aa2885e-ac00-427f-9153-5cebffcd7500 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:29.161911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1973603c-87cf-47e7-9e99-369456101d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:29.196579 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-18321420-71bf-4c47-b6a4-a3037b202046 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9644332 Apr 23 09:18:29.197883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37100) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:29.199187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d61f59cf-905c-44a7-bdcd-7147be2b015b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:29.203243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:29.209222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-8bb999fc-428e-4949-bc81-281235ebcea3 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'subnet': {'network_id': 'fa87d767-9ea0-48cd-acb7-a66e6086818b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:29.222846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d61f59cf-905c-44a7-bdcd-7147be2b015b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:port and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:29.224287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18321420-71bf-4c47-b6a4-a3037b202046 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Network': ['ID=fa87d767-9ea0-48cd-acb7-a66e6086818b,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:29.230267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d61f59cf-905c-44a7-bdcd-7147be2b015b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:29.232075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:29.236006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-18321420-71bf-4c47-b6a4-a3037b202046 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:29.236006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d44b2f3c-d08b-40e4-8a9d-039be3f7a0fa tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:29.240892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network fa87d767-9ea0-48cd-acb7-a66e6086818b details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:18:29.241330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d0c62dc2-e9d9-4da4-ba35-114df41385fa tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcdcb7cf-5c23-4c5b-82ec-2cb2eaa16fab']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:29.257058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d61f59cf-905c-44a7-bdcd-7147be2b015b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:29.273874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d0c62dc2-e9d9-4da4-ba35-114df41385fa tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003da20c-f892-43ec-89a8-068792f23a89') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:29.274254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d0c62dc2-e9d9-4da4-ba35-114df41385fa tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003da20c-f892-43ec-89a8-068792f23a89') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:29.287682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1973603c-87cf-47e7-9e99-369456101d2b None None] Port 4aa2885e-ac00-427f-9153-5cebffcd7500 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:18:29.297640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0c62dc2-e9d9-4da4-ba35-114df41385fa tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:29.322512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61f59cf-905c-44a7-bdcd-7147be2b015b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:29.349744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0c62dc2-e9d9-4da4-ba35-114df41385fa tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:29.428042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c62dc2-e9d9-4da4-ba35-114df41385fa tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:18:29.447537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cad9b83a-af72-4bca-97a2-81653ffc982c None None] Provisioning complete for port 4aa2885e-ac00-427f-9153-5cebffcd7500 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:29.447814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cad9b83a-af72-4bca-97a2-81653ffc982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:29.482968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Allocated IP 2001:db8::f816:3eff:feaf:3b0f (bb316f39-4b0e-43f1-8f3e-34646815cee0/ed0af4e2-f5d9-4004-9a88-6f8b71477074/f966227e-890a-4973-9b88-00eccf7f721e) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:29.550747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cad9b83a-af72-4bca-97a2-81653ffc982c None None] Port 4aa2885e-ac00-427f-9153-5cebffcd7500 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:18:29.608768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Network': ['ID=20d1d803-e2f7-420c-a62f-03f87577b17b,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:29.617389 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/networks/20d1d803-e2f7-420c-a62f-03f87577b17b HTTP/1.1" status: 204 len: 168 time: 4.9433007 Apr 23 09:18:29.618720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:29.622085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37104) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:29.760580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:29.854373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8bb999fc-428e-4949-bc81-281235ebcea3 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:29.870207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8bb999fc-428e-4949-bc81-281235ebcea3 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Usage tracker for resource:subnet and tenant:ea334c1946ff4a0dac6daa6b4816ceb1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:29.875558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8bb999fc-428e-4949-bc81-281235ebcea3 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:29.887630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8bb999fc-428e-4949-bc81-281235ebcea3 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:29.893375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0268ca31-d6f2-47ab-86c9-86ab0ca481fe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:30.030018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb999fc-428e-4949-bc81-281235ebcea3 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Made reservation on behalf of ea334c1946ff4a0dac6daa6b4816ceb1 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:30.036881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8bb999fc-428e-4949-bc81-281235ebcea3 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:30.071556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d0c62dc2-e9d9-4da4-ba35-114df41385fa tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Network dcdcb7cf-5c23-4c5b-82ec-2cb2eaa16fab has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:30.092160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0c62dc2-e9d9-4da4-ba35-114df41385fa tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:30.131702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d61f59cf-905c-44a7-bdcd-7147be2b015b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:30.404694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c824d2b9-7dd8-45c2-89c1-467eaeb0bc6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:30.432408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-d61f59cf-905c-44a7-bdcd-7147be2b015b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] device_id is not set on port de4eb0ff-5b9d-4aa9-a5e7-7c929613c524 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:18:30.502220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d0c62dc2-e9d9-4da4-ba35-114df41385fa tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Network dcdcb7cf-5c23-4c5b-82ec-2cb2eaa16fab has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:18:30.537048 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:18:30.750359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Transition to ACTIVE for port object f966227e-890a-4973-9b88-00eccf7f721e will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:30.773064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Transition to ACTIVE for port object f966227e-890a-4973-9b88-00eccf7f721e will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:30.819009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:30.823701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0c62dc2-e9d9-4da4-ba35-114df41385fa tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:30.825316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6ee80b82-9517-4bb7-823f-7cc3b567f439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:30.858041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c82dfc0d-4f84-4b82-84e9-d1dd951132be tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:30.885163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c62dc2-e9d9-4da4-ba35-114df41385fa tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dcdcb7cf-5c23-4c5b-82ec-2cb2eaa16fab {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 23 09:18:30.889839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0c62dc2-e9d9-4da4-ba35-114df41385fa tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:30.893214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:30.902022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:30.904616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:18:30.908963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c62dc2-e9d9-4da4-ba35-114df41385fa tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Pushing event deleted for resources: {'Network': ['ID=dcdcb7cf-5c23-4c5b-82ec-2cb2eaa16fab,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:30.944860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c824d2b9-7dd8-45c2-89c1-467eaeb0bc6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting port 2f9f43f4-49cd-49af-9780-38cf9ed7f6f3 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:30.945221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c824d2b9-7dd8-45c2-89c1-467eaeb0bc6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:30.950026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Pushing event updated for resources: {'Port': ['ID=f966227e-890a-4973-9b88-00eccf7f721e,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:30.953139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:30.969632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d0c62dc2-e9d9-4da4-ba35-114df41385fa tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:31.001558 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d0c62dc2-e9d9-4da4-ba35-114df41385fa tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] 10.222.0.60 "DELETE /v2.0/networks/dcdcb7cf-5c23-4c5b-82ec-2cb2eaa16fab HTTP/1.1" status: 204 len: 168 time: 2.8118088 Apr 23 09:18:31.007994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37108) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:31.009235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-d61f59cf-905c-44a7-bdcd-7147be2b015b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8::f816:3eff:fe1e:dadd (bb316f39-4b0e-43f1-8f3e-34646815cee0/ed0af4e2-f5d9-4004-9a88-6f8b71477074/de4eb0ff-5b9d-4aa9-a5e7-7c929613c524) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:31.015273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Attempting to bind port f966227e-890a-4973-9b88-00eccf7f721e on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:18:31.015707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Attempting to bind port f966227e-890a-4973-9b88-00eccf7f721e by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:18:31.016127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Attempting to bind port f966227e-890a-4973-9b88-00eccf7f721e on network bb316f39-4b0e-43f1-8f3e-34646815cee0 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:18:31.022980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:18:31.034232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Checking segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:31.034232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:31.034232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Bound using segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:18:31.034232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Bound port: f966227e-890a-4973-9b88-00eccf7f721e, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:18:31.034232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:31.082053 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-d809affa-b054-466e-87f9-91bd884a7603 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] DELETE failed (client error): The resource could not be found. Apr 23 09:18:31.082662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d809affa-b054-466e-87f9-91bd884a7603 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:18:31.086887 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d809affa-b054-466e-87f9-91bd884a7603 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] 10.222.0.60 "DELETE /v2.0/subnets/172cd8e5-d5a9-4e12-87cc-ab0957d55f66 HTTP/1.1" status: 404 len: 337 time: 0.0720201 Apr 23 09:18:31.094614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37112) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:31.148054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] For port f966227e-890a-4973-9b88-00eccf7f721e, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:18:31.153157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] For port f966227e-890a-4973-9b88-00eccf7f721e, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f966227e-890a-4973-9b88-00eccf7f721e,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:18:31.183589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:31.194888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:31.238387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c824d2b9-7dd8-45c2-89c1-467eaeb0bc6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] For port 2f9f43f4-49cd-49af-9780-38cf9ed7f6f3, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2f9f43f4-49cd-49af-9780-38cf9ed7f6f3,segment=NetworkSegment(67e14cd3-22a9-4150-a299-3303a5ce3d0e),segment_id=67e14cd3-22a9-4150-a299-3303a5ce3d0e)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:31.239345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c824d2b9-7dd8-45c2-89c1-467eaeb0bc6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:31.315194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f81cfda-12d8-4973-8784-573e0abe88ea tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:31.322683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0268ca31-d6f2-47ab-86c9-86ab0ca481fe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:31.335547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Pushing event updated for resources: {'Port': ['ID=f966227e-890a-4973-9b88-00eccf7f721e,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:31.350975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:31.400723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c824d2b9-7dd8-45c2-89c1-467eaeb0bc6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Calling delete_port for 2f9f43f4-49cd-49af-9780-38cf9ed7f6f3 owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:31.463619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0268ca31-d6f2-47ab-86c9-86ab0ca481fe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:31.472838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0268ca31-d6f2-47ab-86c9-86ab0ca481fe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:31.473533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0268ca31-d6f2-47ab-86c9-86ab0ca481fe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:31.477789 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0268ca31-d6f2-47ab-86c9-86ab0ca481fe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/ports/4aa2885e-ac00-427f-9153-5cebffcd7500 HTTP/1.1" status: 200 len: 911 time: 2.9326293 Apr 23 09:18:31.487156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-59d013e1-5f9a-42a4-bfec-095364e127a0 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:31.503431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37116) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:31.702115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268ca31-d6f2-47ab-86c9-86ab0ca481fe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Port': ['ID=4aa2885e-ac00-427f-9153-5cebffcd7500,revision_number=3']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:31.706694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0268ca31-d6f2-47ab-86c9-86ab0ca481fe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:31.716261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f81cfda-12d8-4973-8784-573e0abe88ea tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:31.718935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8bb999fc-428e-4949-bc81-281235ebcea3 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:31.728526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:31.842001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d61f59cf-905c-44a7-bdcd-7147be2b015b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:31.882917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d61f59cf-905c-44a7-bdcd-7147be2b015b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Transition to ACTIVE for port object de4eb0ff-5b9d-4aa9-a5e7-7c929613c524 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:31.887311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-8f81cfda-12d8-4973-8784-573e0abe88ea tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623c3a16-1acd-4c4e-bdc4-db62916fea7a']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:31.904416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-8f81cfda-12d8-4973-8784-573e0abe88ea tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16da4f4-ecf3-4e15-b081-a889ace459e7') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:31.904753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-8f81cfda-12d8-4973-8784-573e0abe88ea tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16da4f4-ecf3-4e15-b081-a889ace459e7') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:31.919814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f81cfda-12d8-4973-8784-573e0abe88ea tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:31.941697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f81cfda-12d8-4973-8784-573e0abe88ea tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:31.951722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f81cfda-12d8-4973-8784-573e0abe88ea tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:18:32.135148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d61f59cf-905c-44a7-bdcd-7147be2b015b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:32.146647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bda0e961-0b0c-4339-8278-4ed2362c70f1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:32.219199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8f81cfda-12d8-4973-8784-573e0abe88ea tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Network 623c3a16-1acd-4c4e-bdc4-db62916fea7a has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:32.236712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f81cfda-12d8-4973-8784-573e0abe88ea tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:32.244440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb999fc-428e-4949-bc81-281235ebcea3 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Subnet': ['ID=7e6a7622-dfb8-4b4e-b2c7-e9336946d11d,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:32.252658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61f59cf-905c-44a7-bdcd-7147be2b015b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:32.255278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8bb999fc-428e-4949-bc81-281235ebcea3 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:32.274646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-d61f59cf-905c-44a7-bdcd-7147be2b015b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:32.284040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61f59cf-905c-44a7-bdcd-7147be2b015b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:18:32.290120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61f59cf-905c-44a7-bdcd-7147be2b015b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:32.290808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d61f59cf-905c-44a7-bdcd-7147be2b015b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:32.322919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb999fc-428e-4949-bc81-281235ebcea3 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Checking segment: {'id': 'd2176464-08ba-43dd-8041-285ac9f31ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fa87d767-9ea0-48cd-acb7-a66e6086818b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:32.323222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb999fc-428e-4949-bc81-281235ebcea3 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network hostable DHCP agents. Network: fa87d767-9ea0-48cd-acb7-a66e6086818b, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:18:32.349408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f59cf-905c-44a7-bdcd-7147be2b015b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=de4eb0ff-5b9d-4aa9-a5e7-7c929613c524,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:32.362399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d61f59cf-905c-44a7-bdcd-7147be2b015b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:32.473618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb999fc-428e-4949-bc81-281235ebcea3 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network fa87d767-9ea0-48cd-acb7-a66e6086818b is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:18:32.476184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c824d2b9-7dd8-45c2-89c1-467eaeb0bc6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:32.489971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cc35ee9b-06f2-4550-91f6-216ec46724e6 tempest-RoutersAdminTest-978325058 tempest-RoutersAdminTest-978325058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:32.548480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824d2b9-7dd8-45c2-89c1-467eaeb0bc6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Port': ['ID=2f9f43f4-49cd-49af-9780-38cf9ed7f6f3,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:32.557005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c824d2b9-7dd8-45c2-89c1-467eaeb0bc6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:32.602049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-8bb999fc-428e-4949-bc81-281235ebcea3 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, fa87d767-9ea0-48cd-acb7-a66e6086818b) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:32.613635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ca188f-d60a-4f80-b0cf-a9652bd5081b None None] Network fa87d767-9ea0-48cd-acb7-a66e6086818b requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:32.784016 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d61f59cf-905c-44a7-bdcd-7147be2b015b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3159559 Apr 23 09:18:32.784781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37120) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:32.847911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8f81cfda-12d8-4973-8784-573e0abe88ea tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Network 623c3a16-1acd-4c4e-bdc4-db62916fea7a has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:32.857621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb999fc-428e-4949-bc81-281235ebcea3 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:32.858585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8bb999fc-428e-4949-bc81-281235ebcea3 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:18:32.889320 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:18:32.949243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-fa87d767-9ea0-48cd-acb7-a66e6086818b', 'network_id': 'fa87d767-9ea0-48cd-acb7-a66e6086818b', 'tenant_id': 'ea334c1946ff4a0dac6daa6b4816ceb1', 'fixed_ips': [{'subnet_id': '7e6a7622-dfb8-4b4e-b2c7-e9336946d11d'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:18:32.949404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c824d2b9-7dd8-45c2-89c1-467eaeb0bc6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:32.950345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:33.015107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2092f541-2cf9-47bd-983d-ff0659526747 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:33.022748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2092f541-2cf9-47bd-983d-ff0659526747 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:33.023635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2092f541-2cf9-47bd-983d-ff0659526747 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:18:33.052051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f81cfda-12d8-4973-8784-573e0abe88ea tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:33.056075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cc4aecd6-6e79-414f-b24a-4255eea980e0 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:33.075715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f81cfda-12d8-4973-8784-573e0abe88ea tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:33.093822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2092f541-2cf9-47bd-983d-ff0659526747 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:18:33.101422 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2092f541-2cf9-47bd-983d-ff0659526747 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3130929 Apr 23 09:18:33.101422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81cfda-12d8-4973-8784-573e0abe88ea tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Pushing event deleted for resources: {'Network': ['ID=623c3a16-1acd-4c4e-bdc4-db62916fea7a,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:33.103835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37124) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:33.114553 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8f81cfda-12d8-4973-8784-573e0abe88ea tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] 10.222.0.60 "DELETE /v2.0/networks/623c3a16-1acd-4c4e-bdc4-db62916fea7a HTTP/1.1" status: 204 len: 168 time: 2.0138850 Apr 23 09:18:33.115940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8f81cfda-12d8-4973-8784-573e0abe88ea tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:33.122983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ab69680f-07a3-4d2a-9db9-8a626994fb94 None None] Provisioning for port f966227e-890a-4973-9b88-00eccf7f721e completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:33.187287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f966227e-890a-4973-9b88-00eccf7f721e up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:18:33.256682 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8bb999fc-428e-4949-bc81-281235ebcea3 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0576241 Apr 23 09:18:33.266804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37130) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:33.321001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port f966227e-890a-4973-9b88-00eccf7f721e completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:33.333816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port f966227e-890a-4973-9b88-00eccf7f721e triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:33.334251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:33.335402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3f790461-527a-4028-95ad-9582096129d3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting port de4eb0ff-5b9d-4aa9-a5e7-7c929613c524 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:33.335992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3f790461-527a-4028-95ad-9582096129d3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:33.366402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Allocated IP 172.20.0.2 (fa87d767-9ea0-48cd-acb7-a66e6086818b/7e6a7622-dfb8-4b4e-b2c7-e9336946d11d/a359cf3d-57aa-4c17-bb97-8703d0829865) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:33.452072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-184fe677-0b96-4e49-966b-49ee3dbd6bc2 None None] Provisioning for port de4eb0ff-5b9d-4aa9-a5e7-7c929613c524 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:33.465406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-184fe677-0b96-4e49-966b-49ee3dbd6bc2 None None] Provisioning complete for port de4eb0ff-5b9d-4aa9-a5e7-7c929613c524 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:33.465626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-184fe677-0b96-4e49-966b-49ee3dbd6bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:33.534272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3f790461-527a-4028-95ad-9582096129d3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:33.581373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-184fe677-0b96-4e49-966b-49ee3dbd6bc2 None None] Port de4eb0ff-5b9d-4aa9-a5e7-7c929613c524 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:18:33.625007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:33.643558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8401ebf6-5b06-4283-a318-fd65db99be05 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:33.694330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37136) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:33.695397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:33.704206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3f790461-527a-4028-95ad-9582096129d3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Calling delete_port for de4eb0ff-5b9d-4aa9-a5e7-7c929613c524 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:33.792816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port f966227e-890a-4973-9b88-00eccf7f721e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f966227e-890a-4973-9b88-00eccf7f721e,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:33.819142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:33.832174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Transition to ACTIVE for port object a359cf3d-57aa-4c17-bb97-8703d0829865 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:33.844323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:33.849445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:33.863118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c824d2b9-7dd8-45c2-89c1-467eaeb0bc6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:18:33.863924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3f790461-527a-4028-95ad-9582096129d3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:33.872013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0268ca31-d6f2-47ab-86c9-86ab0ca481fe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:33.904732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Transition to ACTIVE for port object a359cf3d-57aa-4c17-bb97-8703d0829865 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:33.933141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=f966227e-890a-4973-9b88-00eccf7f721e,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:33.936274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:33.946192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:33.946757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:33.985086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f790461-527a-4028-95ad-9582096129d3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Port': ['ID=de4eb0ff-5b9d-4aa9-a5e7-7c929613c524,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:33.987839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Network fa87d767-9ea0-48cd-acb7-a66e6086818b is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:33.988167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3f790461-527a-4028-95ad-9582096129d3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:33.994256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:34.001562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3f790461-527a-4028-95ad-9582096129d3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:34.003874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:18:34.048003 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-be255bcb-4d81-4ade-95b3-73eba7515563 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7fcd7510b1ff4ced8259236b60487dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3522453 Apr 23 09:18:34.051273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37142) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:34.055178 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3f790461-527a-4028-95ad-9582096129d3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/de4eb0ff-5b9d-4aa9-a5e7-7c929613c524 HTTP/1.1" status: 204 len: 168 time: 0.9421229 Apr 23 09:18:34.056146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37144) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:34.128128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Pushing event updated for resources: {'Port': ['ID=a359cf3d-57aa-4c17-bb97-8703d0829865,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:34.132810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:34.135109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Attempting to bind port a359cf3d-57aa-4c17-bb97-8703d0829865 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:18:34.135539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Attempting to bind port a359cf3d-57aa-4c17-bb97-8703d0829865 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'd2176464-08ba-43dd-8041-285ac9f31ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fa87d767-9ea0-48cd-acb7-a66e6086818b'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:18:34.136005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Attempting to bind port a359cf3d-57aa-4c17-bb97-8703d0829865 on network fa87d767-9ea0-48cd-acb7-a66e6086818b {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:18:34.144232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:18:34.144232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Checking segment: {'id': 'd2176464-08ba-43dd-8041-285ac9f31ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fa87d767-9ea0-48cd-acb7-a66e6086818b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:34.144232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:34.144232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Bound using segment: {'id': 'd2176464-08ba-43dd-8041-285ac9f31ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fa87d767-9ea0-48cd-acb7-a66e6086818b'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:18:34.144769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Bound port: a359cf3d-57aa-4c17-bb97-8703d0829865, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2176464-08ba-43dd-8041-285ac9f31ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fa87d767-9ea0-48cd-acb7-a66e6086818b'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:18:34.145018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:34.162503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9494a130-db59-450f-8c69-faf523401bec tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:34.164093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9494a130-db59-450f-8c69-faf523401bec tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:34.164995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9494a130-db59-450f-8c69-faf523401bec tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:18:34.187665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:34.228548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b0a5d683-fff1-45b3-92f2-da134ab139c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:34.231716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9494a130-db59-450f-8c69-faf523401bec tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:18:34.233161 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9494a130-db59-450f-8c69-faf523401bec tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1751983 Apr 23 09:18:34.240793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37150) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:34.244927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] For port a359cf3d-57aa-4c17-bb97-8703d0829865, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:18:34.248625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] For port a359cf3d-57aa-4c17-bb97-8703d0829865, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a359cf3d-57aa-4c17-bb97-8703d0829865,segment=NetworkSegment(d2176464-08ba-43dd-8041-285ac9f31ddf),segment_id=d2176464-08ba-43dd-8041-285ac9f31ddf)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:18:34.281275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:34.289609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b50ff6fd-71a9-4d77-81fb-f5a7ad394e21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:34.311004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b0a5d683-fff1-45b3-92f2-da134ab139c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:34.325922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c824d2b9-7dd8-45c2-89c1-467eaeb0bc6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:18:34.343254 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c824d2b9-7dd8-45c2-89c1-467eaeb0bc6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/routers/0cd8b856-dbb2-4010-af3f-462ae87d10f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7196233 Apr 23 09:18:34.346231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37154) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:34.361099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-f271b568-fc2b-4ab6-a757-36891a789ddd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet ed0af4e2-f5d9-4004-9a88-6f8b71477074 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:18:34.377418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f271b568-fc2b-4ab6-a757-36891a789ddd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:34.455449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f271b568-fc2b-4ab6-a757-36891a789ddd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:34.504879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b0a5d683-fff1-45b3-92f2-da134ab139c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:34.516244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-656175ec-2615-4396-9e5e-75dc9be44a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:34.540188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e005ca9-9f5b-43b6-8a63-7d578a74b4ba None None] Sync routers for ids ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:18:34.540692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5d683-fff1-45b3-92f2-da134ab139c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcd7417-02ed-49ab-a562-97699230e6c0,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:34.543806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b0a5d683-fff1-45b3-92f2-da134ab139c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:34.557712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b0a5d683-fff1-45b3-92f2-da134ab139c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:34.559143 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b0a5d683-fff1-45b3-92f2-da134ab139c6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/abcd7417-02ed-49ab-a562-97699230e6c0 HTTP/1.1" status: 204 len: 168 time: 0.5047450 Apr 23 09:18:34.582162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:18:34.609398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f271b568-fc2b-4ab6-a757-36891a789ddd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:34.610502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e005ca9-9f5b-43b6-8a63-7d578a74b4ba None None] Routers {'0cd8b856-dbb2-4010-af3f-462ae87d10f4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:18:34.612002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-3e005ca9-9f5b-43b6-8a63-7d578a74b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:18:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:34.806350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Pushing event updated for resources: {'Port': ['ID=a359cf3d-57aa-4c17-bb97-8703d0829865,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:34.815504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:34.829617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-3e005ca9-9f5b-43b6-8a63-7d578a74b4ba None None] Set router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:18:34.891640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c8b0b3-b74f-4fe7-bb41-2f43e7fdd8c4 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting subnet ad972282-ee21-4dd2-a014-6cb08600acb7 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:18:34.918797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b0b3-b74f-4fe7-bb41-2f43e7fdd8c4 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:35.024228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f271b568-fc2b-4ab6-a757-36891a789ddd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:35.031316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-306514e3-ac58-489a-8e87-931335aa2035 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:35.085447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b0b3-b74f-4fe7-bb41-2f43e7fdd8c4 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:35.129959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f271b568-fc2b-4ab6-a757-36891a789ddd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:35.133236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271b568-fc2b-4ab6-a757-36891a789ddd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=ed0af4e2-f5d9-4004-9a88-6f8b71477074,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:35.142629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f271b568-fc2b-4ab6-a757-36891a789ddd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:35.160312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f966227e-890a-4973-9b88-00eccf7f721e up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:18:35.188124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8833945b-b5af-4e63-99ce-5c78f411ee75 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:35.195593 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f271b568-fc2b-4ab6-a757-36891a789ddd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/ed0af4e2-f5d9-4004-9a88-6f8b71477074 HTTP/1.1" status: 204 len: 168 time: 0.9536099 Apr 23 09:18:35.198083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37162) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:35.295950 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6efded12-b7f0-4ea8-a491-9e584c05e993 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0958095 Apr 23 09:18:35.298424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37166) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:35.306099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-eb7c59cf-4d6f-4f67-9827-820d993e5b89 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:35.348196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37170) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:35.371415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8401ebf6-5b06-4283-a318-fd65db99be05 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting port 4aa2885e-ac00-427f-9153-5cebffcd7500 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:35.371678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8401ebf6-5b06-4283-a318-fd65db99be05 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:35.406068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b0b3-b74f-4fe7-bb41-2f43e7fdd8c4 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:35.439509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:35.451816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b18d1dd1-195f-495d-8ad4-fdf62a1299b6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:35.484585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-eb7c59cf-4d6f-4f67-9827-820d993e5b89 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:35.492455 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-da36c9b6-11a6-4e58-bb15-e15770ea2705 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=80b7d709471747c8b1bc88bd3e92f063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428328 Apr 23 09:18:35.494014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-eb7c59cf-4d6f-4f67-9827-820d993e5b89 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:35.496792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37174) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:35.510634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-eb7c59cf-4d6f-4f67-9827-820d993e5b89 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:35.521320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-eb7c59cf-4d6f-4f67-9827-820d993e5b89 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:35.558711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6a7622-dfb8-4b4e-b2c7-e9336946d11d,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:35.558934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port f966227e-890a-4973-9b88-00eccf7f721e triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:35.559348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:35.564319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:35.579065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd0204b9-5438-4ea2-925d-48ddcca09b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:35.581686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7c59cf-4d6f-4f67-9827-820d993e5b89 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:35.588368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb7c59cf-4d6f-4f67-9827-820d993e5b89 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:35.673856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-3e005ca9-9f5b-43b6-8a63-7d578a74b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:18:32Z', 'revision_number': 9, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '1fc6fa98-fa07-4374-8452-d22671b502f9', 'name': '', 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:6d:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:42Z', 'updated_at': '2021-04-23T09:17:58Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:35.680452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e005ca9-9f5b-43b6-8a63-7d578a74b4ba None None] Checking router: 0cd8b856-dbb2-4010-af3f-462ae87d10f4 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:18:35.722184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd0204b9-5438-4ea2-925d-48ddcca09b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:35.740330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e005ca9-9f5b-43b6-8a63-7d578a74b4ba None None] Routers {'0cd8b856-dbb2-4010-af3f-462ae87d10f4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:18:35.741181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-3e005ca9-9f5b-43b6-8a63-7d578a74b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:18:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:35.810245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] DHCP port deletion for bb316f39-4b0e-43f1-8f3e-34646815cee0 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:18:35.820621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8401ebf6-5b06-4283-a318-fd65db99be05 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:35.832114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:35.886955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd0204b9-5438-4ea2-925d-48ddcca09b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:35.896447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4167d635-584a-40b3-bd53-fffd4ba1a890 tempest-PortsAdminExtendedAttrsTestJSON-1765306881 tempest-PortsAdminExtendedAttrsTestJSON-1765306881-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:35.915960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0204b9-5438-4ea2-925d-48ddcca09b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3c20f8-3b13-4288-90e0-b3bade5e5123,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:35.918569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cd0204b9-5438-4ea2-925d-48ddcca09b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:35.951209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd0204b9-5438-4ea2-925d-48ddcca09b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:35.952449 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cd0204b9-5438-4ea2-925d-48ddcca09b46 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc3c20f8-3b13-4288-90e0-b3bade5e5123 HTTP/1.1" status: 204 len: 168 time: 0.4546137 Apr 23 09:18:35.966911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-3e005ca9-9f5b-43b6-8a63-7d578a74b4ba None None] Set router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:18:36.015107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8401ebf6-5b06-4283-a318-fd65db99be05 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Calling delete_port for 4aa2885e-ac00-427f-9153-5cebffcd7500 owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:36.214062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa87d767-9ea0-48cd-acb7-a66e6086818b']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:36.239920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2176464-08ba-43dd-8041-285ac9f31ddf') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:36.240262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2176464-08ba-43dd-8041-285ac9f31ddf') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:36.286225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:36.317869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:36.339538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:18:36.485864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.objects.ports [None req-eb7c59cf-4d6f-4f67-9827-820d993e5b89 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87174) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 23 09:18:36.507842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b0b3-b74f-4fe7-bb41-2f43e7fdd8c4 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:36.582485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-33c5646b-dead-4f5a-9743-146be2352163 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:36.634493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9d7aad-8e18-4281-adbc-1f5f62db33c8 None None] Network fa87d767-9ea0-48cd-acb7-a66e6086818b requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:36.660754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network fa87d767-9ea0-48cd-acb7-a66e6086818b has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:36.669478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8b0b3-b74f-4fe7-bb41-2f43e7fdd8c4 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Subnet': ['ID=ad972282-ee21-4dd2-a014-6cb08600acb7,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:36.672406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e5c8b0b3-b74f-4fe7-bb41-2f43e7fdd8c4 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:36.676254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:36.694924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b0b3-b74f-4fe7-bb41-2f43e7fdd8c4 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:36.720083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe2852e-9824-4520-8f91-3e843b7fea10 None None] Network ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:36.750572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb7c59cf-4d6f-4f67-9827-820d993e5b89 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:36.824736 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e5c8b0b3-b74f-4fe7-bb41-2f43e7fdd8c4 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/subnets/ad972282-ee21-4dd2-a014-6cb08600acb7 HTTP/1.1" status: 204 len: 168 time: 2.4737782 Apr 23 09:18:36.825493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37190) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:36.852457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8646a949-1a5a-463e-bacd-709d0435c71c None None] Provisioning for port a359cf3d-57aa-4c17-bb97-8703d0829865 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:36.952242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab3a406e-277a-4a4f-8f79-26c720940bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:37.015402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] Deleting port f966227e-890a-4973-9b88-00eccf7f721e {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:37.015875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:37.078704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network fa87d767-9ea0-48cd-acb7-a66e6086818b has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:37.124198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-eb7c59cf-4d6f-4f67-9827-820d993e5b89 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] For port f966227e-890a-4973-9b88-00eccf7f721e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f966227e-890a-4973-9b88-00eccf7f721e,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:18:37.131364 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:18:37.145443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a359cf3d-57aa-4c17-bb97-8703d0829865 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:18:37.145816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:37.166607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb7c59cf-4d6f-4f67-9827-820d993e5b89 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:37.194175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb7c59cf-4d6f-4f67-9827-820d993e5b89 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:37.196056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb7c59cf-4d6f-4f67-9827-820d993e5b89 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:37.202111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8401ebf6-5b06-4283-a318-fd65db99be05 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:37.205933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:37.215725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5b636a0b-806c-4912-8e38-78d49a8a6761 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:37.277092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7c59cf-4d6f-4f67-9827-820d993e5b89 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:37.280767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-eb7c59cf-4d6f-4f67-9827-820d993e5b89 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:37.314705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7c59cf-4d6f-4f67-9827-820d993e5b89 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:37.315383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb7c59cf-4d6f-4f67-9827-820d993e5b89 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:37.346361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401ebf6-5b06-4283-a318-fd65db99be05 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Port': ['ID=4aa2885e-ac00-427f-9153-5cebffcd7500,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:37.349957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8401ebf6-5b06-4283-a318-fd65db99be05 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:37.358288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c59cf-4d6f-4f67-9827-820d993e5b89 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=f966227e-890a-4973-9b88-00eccf7f721e,revision_number=6']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:37.372912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-eb7c59cf-4d6f-4f67-9827-820d993e5b89 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:37.373759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7db1f83b-6b8d-4238-95b6-7e5c2055e687 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:37.417366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-3e005ca9-9f5b-43b6-8a63-7d578a74b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:18:32Z', 'revision_number': 9, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '1fc6fa98-fa07-4374-8452-d22671b502f9', 'name': '', 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:6d:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:42Z', 'updated_at': '2021-04-23T09:17:58Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:37.457331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e005ca9-9f5b-43b6-8a63-7d578a74b4ba None None] The sync data for ids ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'] in dv-neutron-786478-4-hyperv is: [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:18:32Z', 'revision_number': 9, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '1fc6fa98-fa07-4374-8452-d22671b502f9', 'name': '', 'network_id': 'f8cf8fc0-acc9-458b-a310-e90312d2cc9d', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:6d:ba:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:42Z', 'updated_at': '2021-04-23T09:17:58Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': '1531010b-2153-4239-a2f1-d6ff69eb0a04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:18:37.479605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c59cf-4d6f-4f67-9827-820d993e5b89 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=0b9e5a14-3b4a-4dcf-9527-e0a73837c28a,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:37.494078 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-eb7c59cf-4d6f-4f67-9827-820d993e5b89 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1943171 Apr 23 09:18:37.495217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37202) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:37.496190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-eb7c59cf-4d6f-4f67-9827-820d993e5b89 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:37.507041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-dd563223-4da3-42db-a3aa-d64a8b51cf8b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'mac_address': 'fa:16:3e:a7:37:ce', 'name': 'tempest-NetworksTestDHCPv6-447044466'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:37.538628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 09:18:37.538628 dv-neutron-786478-4-hyperv neutron-server[87059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 09:18:37.538628 dv-neutron-786478-4-hyperv neutron-server[87059]: [parameters: {'id': 'fa87d767-9ea0-48cd-acb7-a66e6086818b'}] Apr 23 09:18:37.538628 dv-neutron-786478-4-hyperv neutron-server[87059]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87175) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:18:37.539058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:18:37.542470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] For port f966227e-890a-4973-9b88-00eccf7f721e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f966227e-890a-4973-9b88-00eccf7f721e,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:37.547604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:37.655138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c80932-a073-471d-9ec9-ee878dac65a5 None None] DHCP port deletion for fa87d767-9ea0-48cd-acb7-a66e6086818b request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:18:37.675249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8401ebf6-5b06-4283-a318-fd65db99be05 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:37.710131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37206) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:37.725690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port a359cf3d-57aa-4c17-bb97-8703d0829865 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:37.742746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] Calling delete_port for f966227e-890a-4973-9b88-00eccf7f721e owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:37.781756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port a359cf3d-57aa-4c17-bb97-8703d0829865 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:37.782346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:37.828938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-dd563223-4da3-42db-a3aa-d64a8b51cf8b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:37.838912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dd563223-4da3-42db-a3aa-d64a8b51cf8b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:port and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:37.841809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c7691b-2a4c-4044-a452-d2d450028f36 None None] DHCP port deletion for ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:18:37.845350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dd563223-4da3-42db-a3aa-d64a8b51cf8b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:37.856947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-dd563223-4da3-42db-a3aa-d64a8b51cf8b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:37.896835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd563223-4da3-42db-a3aa-d64a8b51cf8b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:37.928144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1378670183'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:37.952237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:37.957800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Usage tracker for resource:network and tenant:eae5d749fb6145368bc3139a3a4f289b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:38.022715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:38.036651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:38.058225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b8c80932-a073-471d-9ec9-ee878dac65a5 None None] Deleting port a359cf3d-57aa-4c17-bb97-8703d0829865 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:38.058466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8c80932-a073-471d-9ec9-ee878dac65a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:38.092982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Made reservation on behalf of eae5d749fb6145368bc3139a3a4f289b for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:38.099672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:38.113280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:38.118732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd563223-4da3-42db-a3aa-d64a8b51cf8b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:38.130257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-80c7691b-2a4c-4044-a452-d2d450028f36 None None] Deleting port 8ec80e37-cba6-4acc-9049-29faa951ed07 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:38.145135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-80c7691b-2a4c-4044-a452-d2d450028f36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:38.145366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:38.184083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-dd563223-4da3-42db-a3aa-d64a8b51cf8b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] device_id is not set on port 5b2fb842-786b-49f5-8b7d-cdcc7fefeeeb yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:18:38.219421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:38.229162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:38.235569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Usage tracker for resource:security_group_rule and tenant:eae5d749fb6145368bc3139a3a4f289b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:38.243328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:38.259612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:38.315652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b8c80932-a073-471d-9ec9-ee878dac65a5 None None] For port a359cf3d-57aa-4c17-bb97-8703d0829865, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a359cf3d-57aa-4c17-bb97-8703d0829865,segment=NetworkSegment(d2176464-08ba-43dd-8041-285ac9f31ddf),segment_id=d2176464-08ba-43dd-8041-285ac9f31ddf)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:38.316107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8c80932-a073-471d-9ec9-ee878dac65a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:38.323968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:18:38.324388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:18:38.325367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting port 8ec80e37-cba6-4acc-9049-29faa951ed07 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:38.325746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:38.348009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port a359cf3d-57aa-4c17-bb97-8703d0829865, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a359cf3d-57aa-4c17-bb97-8703d0829865,segment=NetworkSegment(d2176464-08ba-43dd-8041-285ac9f31ddf),segment_id=d2176464-08ba-43dd-8041-285ac9f31ddf)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:38.400424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-dd563223-4da3-42db-a3aa-d64a8b51cf8b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8::f816:3eff:fea7:37ce (bb316f39-4b0e-43f1-8f3e-34646815cee0/0b9e5a14-3b4a-4dcf-9527-e0a73837c28a/5b2fb842-786b-49f5-8b7d-cdcc7fefeeeb) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:38.464169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:38.475355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b8c80932-a073-471d-9ec9-ee878dac65a5 None None] Calling delete_port for a359cf3d-57aa-4c17-bb97-8703d0829865 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:38.482267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:38.546186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-80c7691b-2a4c-4044-a452-d2d450028f36 None None] For port 8ec80e37-cba6-4acc-9049-29faa951ed07, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=8ec80e37-cba6-4acc-9049-29faa951ed07,segment=NetworkSegment(67e14cd3-22a9-4150-a299-3303a5ce3d0e),segment_id=67e14cd3-22a9-4150-a299-3303a5ce3d0e)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:38.546662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-80c7691b-2a4c-4044-a452-d2d450028f36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:38.562057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:38.571703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f966227e-890a-4973-9b88-00eccf7f721e no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:18:38.579313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8401ebf6-5b06-4283-a318-fd65db99be05 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Router 3e331f00-6da7-4866-99bc-f72e570210ad has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:18:38.582629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] For port 8ec80e37-cba6-4acc-9049-29faa951ed07, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=8ec80e37-cba6-4acc-9049-29faa951ed07,segment=NetworkSegment(67e14cd3-22a9-4150-a299-3303a5ce3d0e),segment_id=67e14cd3-22a9-4150-a299-3303a5ce3d0e)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:38.583036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:38.661846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:38.673886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d44f991e-b3af-40f8-88b1-f891b1db0f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:38.703143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:18:38.740571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Calling delete_port for 8ec80e37-cba6-4acc-9049-29faa951ed07 owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:38.745177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:38.745823 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Added segment 064c322a-1ffb-45d0-8164-24d08fce6b2e of type vlan for network c04f42b7-7093-46b7-b801-e12837c76281 Apr 23 09:18:38.755200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa8fde0-362e-4922-9833-618553b4a411,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:38.763494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:38.803100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:38.825927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd563223-4da3-42db-a3aa-d64a8b51cf8b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:38.858050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-dd563223-4da3-42db-a3aa-d64a8b51cf8b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Transition to ACTIVE for port object 5b2fb842-786b-49f5-8b7d-cdcc7fefeeeb will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:38.881509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:38.887750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:38.888406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:38.916199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-64e956aa-a498-4141-8bf1-95ffcf0b97a3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:38.921894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Deleting port a359cf3d-57aa-4c17-bb97-8703d0829865 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:38.922334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:38.936504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8401ebf6-5b06-4283-a318-fd65db99be05 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:18:38.948045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e47427f-6c8b-44c3-842a-4a6d7a1477bc None None] Sync routers for ids ['3e331f00-6da7-4866-99bc-f72e570210ad'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:18:38.961394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e47427f-6c8b-44c3-842a-4a6d7a1477bc None None] Routers {'3e331f00-6da7-4866-99bc-f72e570210ad'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:18:38.961781 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2502646 Apr 23 09:18:38.962704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4e47427f-6c8b-44c3-842a-4a6d7a1477bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:18:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3e331f00-6da7-4866-99bc-f72e570210ad'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:38.967870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37212) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:38.970851 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8401ebf6-5b06-4283-a318-fd65db99be05 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/routers/3e331f00-6da7-4866-99bc-f72e570210ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4661674 Apr 23 09:18:38.978787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-80c7691b-2a4c-4044-a452-d2d450028f36 None None] Calling delete_port for 8ec80e37-cba6-4acc-9049-29faa951ed07 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:39.009032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=a359cf3d-57aa-4c17-bb97-8703d0829865,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:39.018664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:39.073388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd563223-4da3-42db-a3aa-d64a8b51cf8b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:39.083741 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e6ada394-301d-4740-b70c-99e7e29b30ab tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e331f00-6da7-4866-99bc-f72e570210ad HTTP/1.1" status: 200 len: 205 time: 0.1145909 Apr 23 09:18:39.095128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4e47427f-6c8b-44c3-842a-4a6d7a1477bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:39.117749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e47427f-6c8b-44c3-842a-4a6d7a1477bc None None] Routers {'3e331f00-6da7-4866-99bc-f72e570210ad'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:18:39.120827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4e47427f-6c8b-44c3-842a-4a6d7a1477bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:18:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3e331f00-6da7-4866-99bc-f72e570210ad'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:39.144973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] Deleting port f966227e-890a-4973-9b88-00eccf7f721e {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:39.145410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:39.159213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] For port a359cf3d-57aa-4c17-bb97-8703d0829865, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a359cf3d-57aa-4c17-bb97-8703d0829865,segment=NetworkSegment(d2176464-08ba-43dd-8041-285ac9f31ddf),segment_id=d2176464-08ba-43dd-8041-285ac9f31ddf)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:39.160011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:39.168820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37216) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:39.181882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'Network': ['ID=c04f42b7-7093-46b7-b801-e12837c76281,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:39.188389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:39.229050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network c04f42b7-7093-46b7-b801-e12837c76281 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:18:39.286806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4e47427f-6c8b-44c3-842a-4a6d7a1477bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:39.287264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e47427f-6c8b-44c3-842a-4a6d7a1477bc None None] The sync data for ids ['3e331f00-6da7-4866-99bc-f72e570210ad'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:18:39.326942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-b8c80932-a073-471d-9ec9-ee878dac65a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:18:39.327343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-b8c80932-a073-471d-9ec9-ee878dac65a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:18:39.355369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33c1eec9-abf8-43b3-bd1d-98e574c07b18 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:39.361021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Calling delete_port for a359cf3d-57aa-4c17-bb97-8703d0829865 owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:39.374755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port f966227e-890a-4973-9b88-00eccf7f721e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f966227e-890a-4973-9b88-00eccf7f721e,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:39.440020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:39.453220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:39.458026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:39.474955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:39.515760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:39.516703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a908c3f9-21e8-4768-8b82-a3562847cea7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:39.539193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Port': ['ID=a359cf3d-57aa-4c17-bb97-8703d0829865,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:39.541277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No DVR routers for this DVR port a359cf3d-57aa-4c17-bb97-8703d0829865 on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:18:39.542909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87175) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:18:39.543314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:18:39.578822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:39.674663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] For port f966227e-890a-4973-9b88-00eccf7f721e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f966227e-890a-4973-9b88-00eccf7f721e,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:39.675492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:39.726940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:39.836472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] Calling delete_port for f966227e-890a-4973-9b88-00eccf7f721e owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:39.873491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa87d767-9ea0-48cd-acb7-a66e6086818b']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:39.886985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=f966227e-890a-4973-9b88-00eccf7f721e,revision_number=7']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:39.889055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2176464-08ba-43dd-8041-285ac9f31ddf') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:39.889607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2176464-08ba-43dd-8041-285ac9f31ddf') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:39.903806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:39.906500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-80c7691b-2a4c-4044-a452-d2d450028f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:39.920575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:39.928214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:18:39.960573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:39.972718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b8c80932-a073-471d-9ec9-ee878dac65a5 None None] The port 'a359cf3d-57aa-4c17-bb97-8703d0829865' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:18:39.974466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:18:39.975062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:18:39.975670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:39.986801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd563223-4da3-42db-a3aa-d64a8b51cf8b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=5b2fb842-786b-49f5-8b7d-cdcc7fefeeeb,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:39.990918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dd563223-4da3-42db-a3aa-d64a8b51cf8b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:40.000415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd563223-4da3-42db-a3aa-d64a8b51cf8b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:40.004303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-dd563223-4da3-42db-a3aa-d64a8b51cf8b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:40.007718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd563223-4da3-42db-a3aa-d64a8b51cf8b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:18:40.014542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd563223-4da3-42db-a3aa-d64a8b51cf8b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:40.015218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd563223-4da3-42db-a3aa-d64a8b51cf8b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:40.031973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 8ec80e37-cba6-4acc-9049-29faa951ed07 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:18:40.068884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c7691b-2a4c-4044-a452-d2d450028f36 None None] No DVR routers for this DVR port 8ec80e37-cba6-4acc-9049-29faa951ed07 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:18:40.098998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 8ec80e37-cba6-4acc-9049-29faa951ed07 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:18:40.099403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 8ec80e37-cba6-4acc-9049-29faa951ed07 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:18:40.099886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a359cf3d-57aa-4c17-bb97-8703d0829865 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:18:40.136097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7691b-2a4c-4044-a452-d2d450028f36 None None] Pushing event deleted for resources: {'Port': ['ID=8ec80e37-cba6-4acc-9049-29faa951ed07,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:40.143973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] The port '8ec80e37-cba6-4acc-9049-29faa951ed07' was deleted {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:18:40.144282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac27a94f-efb0-452a-801f-993256369385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:40.145991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-80c7691b-2a4c-4044-a452-d2d450028f36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:40.146783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: a359cf3d-57aa-4c17-bb97-8703d0829865 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:18:40.147272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a359cf3d-57aa-4c17-bb97-8703d0829865 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:18:40.147746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2f9f43f4-49cd-49af-9780-38cf9ed7f6f3 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:18:40.188994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 2f9f43f4-49cd-49af-9780-38cf9ed7f6f3 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:18:40.190009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2f9f43f4-49cd-49af-9780-38cf9ed7f6f3 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:18:40.256201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33c1eec9-abf8-43b3-bd1d-98e574c07b18 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:40.259528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33c1eec9-abf8-43b3-bd1d-98e574c07b18 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:40.272426 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-dd563223-4da3-42db-a3aa-d64a8b51cf8b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7726448 Apr 23 09:18:40.277120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37220) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:40.293436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network fa87d767-9ea0-48cd-acb7-a66e6086818b has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:40.297506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:40.320528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33c1eec9-abf8-43b3-bd1d-98e574c07b18 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:40.321167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c1eec9-abf8-43b3-bd1d-98e574c07b18 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Fanout notify agent at l3_agent the message router_deleted on router 3e331f00-6da7-4866-99bc-f72e570210ad {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:18:40.338345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33c1eec9-abf8-43b3-bd1d-98e574c07b18 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:40.344546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:40.357706 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-33c1eec9-abf8-43b3-bd1d-98e574c07b18 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/routers/3e331f00-6da7-4866-99bc-f72e570210ad HTTP/1.1" status: 204 len: 168 time: 1.1850812 Apr 23 09:18:40.358796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37224) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:40.412796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] Deleting port f966227e-890a-4973-9b88-00eccf7f721e {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:40.413396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:40.487154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabb2e23-d3e9-4e9b-93c1-52c46c5750c6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting subnet 38cde8b1-3b0b-46ac-a782-bfb1f3520dd4 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:18:40.492091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dabb2e23-d3e9-4e9b-93c1-52c46c5750c6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:40.553311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] For port f966227e-890a-4973-9b88-00eccf7f721e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f966227e-890a-4973-9b88-00eccf7f721e,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:40.553926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:40.566941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dabb2e23-d3e9-4e9b-93c1-52c46c5750c6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:40.586774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:40.682471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dabb2e23-d3e9-4e9b-93c1-52c46c5750c6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:40.709288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] Calling delete_port for f966227e-890a-4973-9b88-00eccf7f721e owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:40.808578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network fa87d767-9ea0-48cd-acb7-a66e6086818b has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:18:40.839672 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:18:40.849861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeb385b-6c5c-4bf9-896b-7fa90dcaa87c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:40.856382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeb385b-6c5c-4bf9-896b-7fa90dcaa87c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:40.857251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3aeb385b-6c5c-4bf9-896b-7fa90dcaa87c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:18:40.874860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:40.884618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-911a3cb9-130e-4c1d-b1bf-e8b6458b3a8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:40.903578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:40.962001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3aeb385b-6c5c-4bf9-896b-7fa90dcaa87c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:18:40.963323 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3aeb385b-6c5c-4bf9-896b-7fa90dcaa87c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6763680 Apr 23 09:18:40.966372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] Pushing event deleted for resources: {'Port': ['ID=f966227e-890a-4973-9b88-00eccf7f721e,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:40.979415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37228) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:40.983214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e14cd3-22a9-4150-a299-3303a5ce3d0e') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:40.983562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e14cd3-22a9-4150-a299-3303a5ce3d0e') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:40.995827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:41.008308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] No DVR routers for this DVR port f966227e-890a-4973-9b88-00eccf7f721e on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:18:41.042243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33f1ac8-edac-442e-b3f8-3fe465e876f3 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:41.056145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:41.069750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dabb2e23-d3e9-4e9b-93c1-52c46c5750c6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:41.075375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9cdcdbea-9d35-47d1-a4cd-dde6ab7e90ed tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:41.088777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:41.124210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb2e23-d3e9-4e9b-93c1-52c46c5750c6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Subnet': ['ID=38cde8b1-3b0b-46ac-a782-bfb1f3520dd4,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:41.128808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dabb2e23-d3e9-4e9b-93c1-52c46c5750c6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:41.131681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dabb2e23-d3e9-4e9b-93c1-52c46c5750c6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:41.138783 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-dabb2e23-d3e9-4e9b-93c1-52c46c5750c6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/subnets/38cde8b1-3b0b-46ac-a782-bfb1f3520dd4 HTTP/1.1" status: 204 len: 168 time: 0.7787099 Apr 23 09:18:41.142124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37232) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:41.144539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:18:41.159390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9947d55-ba9e-4775-b3ab-125ec808df98 None None] Network 1eb3a95b-cd55-4bc1-9db0-83389623a238 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:41.164674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:41.169196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:41.188737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-419f4c3b-08c3-4ee1-9325-446d7b332aaa tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:41.276924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:41.282262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Network': ['ID=fa87d767-9ea0-48cd-acb7-a66e6086818b,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:41.289598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:41.307729 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/networks/fa87d767-9ea0-48cd-acb7-a66e6086818b HTTP/1.1" status: 204 len: 168 time: 8.0335100 Apr 23 09:18:41.309848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37236) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:41.317215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ca72061e-1680-4f88-b338-995d90329223 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1455553350'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:41.323152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ca72061e-1680-4f88-b338-995d90329223 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:41.327229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ca72061e-1680-4f88-b338-995d90329223 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Usage tracker for resource:network and tenant:ea334c1946ff4a0dac6daa6b4816ceb1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:41.330727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ca72061e-1680-4f88-b338-995d90329223 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:41.337493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ca72061e-1680-4f88-b338-995d90329223 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:41.351647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:41.368709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca72061e-1680-4f88-b338-995d90329223 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Made reservation on behalf of ea334c1946ff4a0dac6daa6b4816ceb1 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:41.374729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ca72061e-1680-4f88-b338-995d90329223 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:41.380434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting port 37b3e2cb-ff3f-4e9f-b198-6827e9482587 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:41.381080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:41.512653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] For port 37b3e2cb-ff3f-4e9f-b198-6827e9482587, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=37b3e2cb-ff3f-4e9f-b198-6827e9482587,segment=NetworkSegment(c2fe3039-894d-4c2a-b6a9-be74c6cfdbc8),segment_id=c2fe3039-894d-4c2a-b6a9-be74c6cfdbc8)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:41.514253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:41.558649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:41.570074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:41.670462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Calling delete_port for 37b3e2cb-ff3f-4e9f-b198-6827e9482587 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:41.772410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:41.785970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b6acd471-d91a-43ef-a53c-ee7e2afd9b6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:41.840580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] No DVR routers for this DVR port 37b3e2cb-ff3f-4e9f-b198-6827e9482587 on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:18:41.900196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-bb316f39-4b0e-43f1-8f3e-34646815cee0', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'fixed_ips': [{'subnet_id': '0b9e5a14-3b4a-4dcf-9527-e0a73837c28a'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:18:41.901132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:41.907884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Port': ['ID=37b3e2cb-ff3f-4e9f-b198-6827e9482587,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:41.918846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:42.008405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca72061e-1680-4f88-b338-995d90329223 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:18:42.012386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-631682af-e1ae-460a-a1d3-c3f2f6ed874a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting port 5b2fb842-786b-49f5-8b7d-cdcc7fefeeeb {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:42.013010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-631682af-e1ae-460a-a1d3-c3f2f6ed874a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:42.042376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8822fd-8c33-4f55-85a0-62162aa6b3b6 None None] DHCP port deletion for 1eb3a95b-cd55-4bc1-9db0-83389623a238 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:18:42.058777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:42.085175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ca72061e-1680-4f88-b338-995d90329223 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:42.085571 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-ca72061e-1680-4f88-b338-995d90329223 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Added segment 0fe43408-590c-4058-b011-957a89a88724 of type vlan for network 396b61bd-1445-496c-8f32-f0310a47c09f Apr 23 09:18:42.152443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Allocated IP 2001:db8::f816:3eff:fe76:9013 (bb316f39-4b0e-43f1-8f3e-34646815cee0/0b9e5a14-3b4a-4dcf-9527-e0a73837c28a/6dcd67f9-3183-48be-a678-b4d8975adf36) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:42.254868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb3a95b-cd55-4bc1-9db0-83389623a238']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:42.260153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ca72061e-1680-4f88-b338-995d90329223 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:42.270281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2fe3039-894d-4c2a-b6a9-be74c6cfdbc8') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:42.270681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2fe3039-894d-4c2a-b6a9-be74c6cfdbc8') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:42.281178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:42.285937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:42.310008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:42.315513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:42.320111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:18:42.343587 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:18:42.358926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ca72061e-1680-4f88-b338-995d90329223 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:42.366004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca72061e-1680-4f88-b338-995d90329223 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:42.366722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ca72061e-1680-4f88-b338-995d90329223 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:42.379229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4d3b5c14-bea7-4bd8-addd-60dca3ae15ee tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:42.434872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:42.447263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Transition to ACTIVE for port object 6dcd67f9-3183-48be-a678-b4d8975adf36 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:42.470395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Transition to ACTIVE for port object 6dcd67f9-3183-48be-a678-b4d8975adf36 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:42.505468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:42.511925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-be67f3d3-13ba-4a57-879c-2966043ba330 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:42.559577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72061e-1680-4f88-b338-995d90329223 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Network': ['ID=396b61bd-1445-496c-8f32-f0310a47c09f,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:42.579840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 1eb3a95b-cd55-4bc1-9db0-83389623a238 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:42.588427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ca72061e-1680-4f88-b338-995d90329223 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:42.589065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 396b61bd-1445-496c-8f32-f0310a47c09f details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:18:42.593378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:42.604414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-631682af-e1ae-460a-a1d3-c3f2f6ed874a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:42.644917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:42.656911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:42.668747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:18:42.680812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:42.741842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Pushing event updated for resources: {'Port': ['ID=6dcd67f9-3183-48be-a678-b4d8975adf36,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:42.751329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:42.754349 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ca72061e-1680-4f88-b338-995d90329223 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4421029 Apr 23 09:18:42.764095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-631682af-e1ae-460a-a1d3-c3f2f6ed874a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Calling delete_port for 5b2fb842-786b-49f5-8b7d-cdcc7fefeeeb owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:42.766617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37240) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:42.768202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:42.787213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:42.800163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-70f7eaea-5085-408a-8a78-a31d1deed2a0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'subnet': {'network_id': '396b61bd-1445-496c-8f32-f0310a47c09f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:42.807368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 1eb3a95b-cd55-4bc1-9db0-83389623a238 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:42.840906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Network': ['ID=ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:42.849000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:42.856607 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/networks/ad9253b3-e1a5-4192-a1b5-1d0bf094f6d4 HTTP/1.1" status: 204 len: 168 time: 6.0191674 Apr 23 09:18:42.862285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37244) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:42.894338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Attempting to bind port 6dcd67f9-3183-48be-a678-b4d8975adf36 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:18:42.894338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Attempting to bind port 6dcd67f9-3183-48be-a678-b4d8975adf36 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:18:42.894338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Attempting to bind port 6dcd67f9-3183-48be-a678-b4d8975adf36 on network bb316f39-4b0e-43f1-8f3e-34646815cee0 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:18:42.894338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:18:42.894338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Checking segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:42.894338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:42.895007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Bound using segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:18:42.895316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Bound port: 6dcd67f9-3183-48be-a678-b4d8975adf36, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:18:42.895728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:18:42.927370 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:18:42.940213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37248) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:42.947853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6addf3b7-e249-4756-977b-0023b128662f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Request body: {'subnet': {'network_id': 'c04f42b7-7093-46b7-b801-e12837c76281', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:42.967349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:42.972389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:42.989896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-85fe10a9-aa93-4ae6-85d4-9323a5d6c9d4 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:42.998715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] For port 6dcd67f9-3183-48be-a678-b4d8975adf36, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:18:43.002526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] For port 6dcd67f9-3183-48be-a678-b4d8975adf36, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6dcd67f9-3183-48be-a678-b4d8975adf36,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:18:43.023909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:43.028033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:43.030134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Network': ['ID=1eb3a95b-cd55-4bc1-9db0-83389623a238,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:43.033125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:43.095574 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/networks/1eb3a95b-cd55-4bc1-9db0-83389623a238 HTTP/1.1" status: 204 len: 168 time: 1.9484253 Apr 23 09:18:43.096115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37252) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:43.114527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-cb86e358-a3bd-4512-acdd-fd81f73e6982 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1843654033', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:43.123361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cb86e358-a3bd-4512-acdd-fd81f73e6982 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:43.126282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Pushing event updated for resources: {'Port': ['ID=6dcd67f9-3183-48be-a678-b4d8975adf36,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:43.130943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:43.138109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-70f7eaea-5085-408a-8a78-a31d1deed2a0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:43.138508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cb86e358-a3bd-4512-acdd-fd81f73e6982 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:router and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:43.139125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6addf3b7-e249-4756-977b-0023b128662f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:43.141234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cb86e358-a3bd-4512-acdd-fd81f73e6982 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:43.143972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-70f7eaea-5085-408a-8a78-a31d1deed2a0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Usage tracker for resource:subnet and tenant:ea334c1946ff4a0dac6daa6b4816ceb1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:43.148346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6addf3b7-e249-4756-977b-0023b128662f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Usage tracker for resource:subnet and tenant:eae5d749fb6145368bc3139a3a4f289b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:43.149445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-70f7eaea-5085-408a-8a78-a31d1deed2a0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:43.151358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cb86e358-a3bd-4512-acdd-fd81f73e6982 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:43.153676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6addf3b7-e249-4756-977b-0023b128662f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:43.163485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6addf3b7-e249-4756-977b-0023b128662f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:43.200580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb86e358-a3bd-4512-acdd-fd81f73e6982 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:43.201718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb86e358-a3bd-4512-acdd-fd81f73e6982 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:43.218241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb86e358-a3bd-4512-acdd-fd81f73e6982 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:43.218487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-70f7eaea-5085-408a-8a78-a31d1deed2a0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:43.228300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6addf3b7-e249-4756-977b-0023b128662f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Made reservation on behalf of eae5d749fb6145368bc3139a3a4f289b for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:43.234770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6addf3b7-e249-4756-977b-0023b128662f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:43.363042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb86e358-a3bd-4512-acdd-fd81f73e6982 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:43.371099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f7eaea-5085-408a-8a78-a31d1deed2a0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Made reservation on behalf of ea334c1946ff4a0dac6daa6b4816ceb1 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:43.377665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-70f7eaea-5085-408a-8a78-a31d1deed2a0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:43.424114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb86e358-a3bd-4512-acdd-fd81f73e6982 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:43.426042 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cb86e358-a3bd-4512-acdd-fd81f73e6982 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3284428 Apr 23 09:18:43.428656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37256) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:43.440241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5adeb2e8-ab9f-4ffe-a448-89dcb18c2075 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-970388380'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:43.446604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5adeb2e8-ab9f-4ffe-a448-89dcb18c2075 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:43.452802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5adeb2e8-ab9f-4ffe-a448-89dcb18c2075 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:network and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:43.456377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5adeb2e8-ab9f-4ffe-a448-89dcb18c2075 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:43.463157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5adeb2e8-ab9f-4ffe-a448-89dcb18c2075 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:43.503567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adeb2e8-ab9f-4ffe-a448-89dcb18c2075 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Made reservation on behalf of 6a7817c6b9664b5898a398d7ccbe4c15 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:43.510123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5adeb2e8-ab9f-4ffe-a448-89dcb18c2075 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:43.559340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5adeb2e8-ab9f-4ffe-a448-89dcb18c2075 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:18:43.572815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5adeb2e8-ab9f-4ffe-a448-89dcb18c2075 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:43.573213 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-5adeb2e8-ab9f-4ffe-a448-89dcb18c2075 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Added segment 6bfcc953-1beb-4202-b3db-56d3d2510a2b of type vlan for network 6872e826-ee76-4dac-9279-c4b1b8957b94 Apr 23 09:18:43.583986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_backend_mixin [None req-70f7eaea-5085-408a-8a78-a31d1deed2a0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Performing IP validity checks on allocation pools {{(pid=87175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Apr 23 09:18:43.584765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_backend_mixin [None req-70f7eaea-5085-408a-8a78-a31d1deed2a0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Apr 23 09:18:43.605953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5adeb2e8-ab9f-4ffe-a448-89dcb18c2075 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:43.628249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-631682af-e1ae-460a-a1d3-c3f2f6ed874a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:43.634598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6dcd67f9-3183-48be-a678-b4d8975adf36 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:18:43.669520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f563ea21-c12c-438c-92e6-5f2d067d9587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:43.732778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5adeb2e8-ab9f-4ffe-a448-89dcb18c2075 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:43.739218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adeb2e8-ab9f-4ffe-a448-89dcb18c2075 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:43.739884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5adeb2e8-ab9f-4ffe-a448-89dcb18c2075 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:43.748605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:43.759793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631682af-e1ae-460a-a1d3-c3f2f6ed874a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Port': ['ID=5b2fb842-786b-49f5-8b7d-cdcc7fefeeeb,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:43.762271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-631682af-e1ae-460a-a1d3-c3f2f6ed874a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:43.766288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 6dcd67f9-3183-48be-a678-b4d8975adf36 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:43.788448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-631682af-e1ae-460a-a1d3-c3f2f6ed874a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:43.835989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 37b3e2cb-ff3f-4e9f-b198-6827e9482587 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:18:43.849912 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-631682af-e1ae-460a-a1d3-c3f2f6ed874a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/5b2fb842-786b-49f5-8b7d-cdcc7fefeeeb HTTP/1.1" status: 204 len: 168 time: 2.8671436 Apr 23 09:18:43.859170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37260) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:43.876017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 37b3e2cb-ff3f-4e9f-b198-6827e9482587 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:18:43.876017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 37b3e2cb-ff3f-4e9f-b198-6827e9482587 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:18:43.894738 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5adeb2e8-ab9f-4ffe-a448-89dcb18c2075 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4641609 Apr 23 09:18:43.901989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37264) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:43.908939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adeb2e8-ab9f-4ffe-a448-89dcb18c2075 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Network': ['ID=6872e826-ee76-4dac-9279-c4b1b8957b94,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:43.914873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-952bca14-7281-4141-8813-be40194f4ed6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'subnet': {'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:43.921307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 6872e826-ee76-4dac-9279-c4b1b8957b94 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:18:43.936325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5adeb2e8-ab9f-4ffe-a448-89dcb18c2075 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:44.006633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fb2644-4e63-4d77-a6d5-95bf9df952c4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:44.008540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fb2644-4e63-4d77-a6d5-95bf9df952c4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:44.009361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-17fb2644-4e63-4d77-a6d5-95bf9df952c4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:18:44.110209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-952bca14-7281-4141-8813-be40194f4ed6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:44.111929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-17fb2644-4e63-4d77-a6d5-95bf9df952c4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:18:44.113223 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-17fb2644-4e63-4d77-a6d5-95bf9df952c4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2487123 Apr 23 09:18:44.116481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37268) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:44.123374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-952bca14-7281-4141-8813-be40194f4ed6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:subnet and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:44.127680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-952bca14-7281-4141-8813-be40194f4ed6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:44.137589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-952bca14-7281-4141-8813-be40194f4ed6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:44.198923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952bca14-7281-4141-8813-be40194f4ed6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Made reservation on behalf of 6a7817c6b9664b5898a398d7ccbe4c15 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:44.205614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-952bca14-7281-4141-8813-be40194f4ed6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:44.267982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac05f1ca-8f03-4396-b630-5c4dbb3ea5d1 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:44.332380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6addf3b7-e249-4756-977b-0023b128662f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:44.335542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92c566d-1f52-4d8c-b1a7-2a28a4d27b7d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet 0b9e5a14-3b4a-4dcf-9527-e0a73837c28a {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:18:44.337376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-69e418e1-6dd7-4630-a022-987c60c73194 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:44.456569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6addf3b7-e249-4756-977b-0023b128662f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'Subnet': ['ID=37734f15-5807-4ac1-b6d6-8f5d8cdbfd5a,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:44.464034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6addf3b7-e249-4756-977b-0023b128662f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:44.470236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6addf3b7-e249-4756-977b-0023b128662f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Checking segment: {'id': '064c322a-1ffb-45d0-8164-24d08fce6b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c04f42b7-7093-46b7-b801-e12837c76281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:44.470887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6addf3b7-e249-4756-977b-0023b128662f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network hostable DHCP agents. Network: c04f42b7-7093-46b7-b801-e12837c76281, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:18:44.587632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6addf3b7-e249-4756-977b-0023b128662f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network c04f42b7-7093-46b7-b801-e12837c76281 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:18:44.629778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-6addf3b7-e249-4756-977b-0023b128662f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, c04f42b7-7093-46b7-b801-e12837c76281) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:44.641791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecd68c0-8f83-476d-8f60-4a1b0daabb6d None None] Network c04f42b7-7093-46b7-b801-e12837c76281 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:44.643911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6addf3b7-e249-4756-977b-0023b128662f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:44.644576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6addf3b7-e249-4756-977b-0023b128662f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:44.707420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b92c566d-1f52-4d8c-b1a7-2a28a4d27b7d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:44.722589 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6addf3b7-e249-4756-977b-0023b128662f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7765274 Apr 23 09:18:44.723073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37272) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:44.780974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ecdaa6c7-3a77-4d84-b167-29b8e7998632 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2039421057'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:44.790958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ecdaa6c7-3a77-4d84-b167-29b8e7998632 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:44.798504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ecdaa6c7-3a77-4d84-b167-29b8e7998632 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Usage tracker for resource:network and tenant:eae5d749fb6145368bc3139a3a4f289b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:44.803554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ecdaa6c7-3a77-4d84-b167-29b8e7998632 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:44.813175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ecdaa6c7-3a77-4d84-b167-29b8e7998632 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:44.819096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b92c566d-1f52-4d8c-b1a7-2a28a4d27b7d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:44.874611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdaa6c7-3a77-4d84-b167-29b8e7998632 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Made reservation on behalf of eae5d749fb6145368bc3139a3a4f289b for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:44.882210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ecdaa6c7-3a77-4d84-b167-29b8e7998632 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:44.934747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9ba59faf-a419-4eaf-a18e-808e9cca312d None None] Provisioning for port 6dcd67f9-3183-48be-a678-b4d8975adf36 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:44.941441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9ba59faf-a419-4eaf-a18e-808e9cca312d None None] Provisioning complete for port 6dcd67f9-3183-48be-a678-b4d8975adf36 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:44.941727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ba59faf-a419-4eaf-a18e-808e9cca312d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:44.991337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-952bca14-7281-4141-8813-be40194f4ed6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:45.000531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6addf3b7-e249-4756-977b-0023b128662f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:45.011413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-c04f42b7-7093-46b7-b801-e12837c76281', 'network_id': 'c04f42b7-7093-46b7-b801-e12837c76281', 'tenant_id': 'eae5d749fb6145368bc3139a3a4f289b', 'fixed_ips': [{'subnet_id': '37734f15-5807-4ac1-b6d6-8f5d8cdbfd5a'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:18:45.012325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:45.094978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecdaa6c7-3a77-4d84-b167-29b8e7998632 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:18:45.106165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ecdaa6c7-3a77-4d84-b167-29b8e7998632 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:45.106724 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-ecdaa6c7-3a77-4d84-b167-29b8e7998632 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Added segment e522b300-3be0-4aa7-8def-3983c0fc158f of type vlan for network 882882f6-4c27-47d7-8c74-422d9eb1f28b Apr 23 09:18:45.137823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ecdaa6c7-3a77-4d84-b167-29b8e7998632 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:45.143477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b92c566d-1f52-4d8c-b1a7-2a28a4d27b7d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:45.150428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ba59faf-a419-4eaf-a18e-808e9cca312d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:45.178144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bca14-7281-4141-8813-be40194f4ed6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Subnet': ['ID=04a7a429-2ddd-4fcc-85a8-b5bb491a7235,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:45.183519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-952bca14-7281-4141-8813-be40194f4ed6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:45.192114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-70f7eaea-5085-408a-8a78-a31d1deed2a0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:45.200412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9cc1295c-77bd-4cfe-89b9-5e858b68d6b3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:45.215496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ecdaa6c7-3a77-4d84-b167-29b8e7998632 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:45.223483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdaa6c7-3a77-4d84-b167-29b8e7998632 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:45.224290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ecdaa6c7-3a77-4d84-b167-29b8e7998632 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:45.232119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-efa5e187-270a-42aa-9a32-39776284d7db tempest-FloatingIPTestJSON-2009411607 tempest-FloatingIPTestJSON-2009411607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:45.285329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952bca14-7281-4141-8813-be40194f4ed6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Checking segment: {'id': '6bfcc953-1beb-4202-b3db-56d3d2510a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:45.285674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952bca14-7281-4141-8813-be40194f4ed6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network hostable DHCP agents. Network: 6872e826-ee76-4dac-9279-c4b1b8957b94, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:18:45.297185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Allocated IP 2001:db8:0:ffff::2 (c04f42b7-7093-46b7-b801-e12837c76281/37734f15-5807-4ac1-b6d6-8f5d8cdbfd5a/ec56fd64-19d1-40a5-9c3b-80c8ae276b78) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:45.367147 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ecdaa6c7-3a77-4d84-b167-29b8e7998632 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6401942 Apr 23 09:18:45.369041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37276) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:45.372703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdaa6c7-3a77-4d84-b167-29b8e7998632 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'Network': ['ID=882882f6-4c27-47d7-8c74-422d9eb1f28b,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:45.380663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-8a6a7f29-162b-4b1e-9e76-9e8f08f47a0a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Request body: {'subnet': {'network_id': '882882f6-4c27-47d7-8c74-422d9eb1f28b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:45.391712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 882882f6-4c27-47d7-8c74-422d9eb1f28b details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:18:45.398147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ecdaa6c7-3a77-4d84-b167-29b8e7998632 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:45.438916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7eaea-5085-408a-8a78-a31d1deed2a0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Subnet': ['ID=a55270bb-aaa0-43bd-8eb0-85e83d25ec03,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:45.441988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-70f7eaea-5085-408a-8a78-a31d1deed2a0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:45.524771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f7eaea-5085-408a-8a78-a31d1deed2a0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Checking segment: {'id': '0fe43408-590c-4058-b011-957a89a88724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '396b61bd-1445-496c-8f32-f0310a47c09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:45.525271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f7eaea-5085-408a-8a78-a31d1deed2a0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network hostable DHCP agents. Network: 396b61bd-1445-496c-8f32-f0310a47c09f, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:18:45.528467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952bca14-7281-4141-8813-be40194f4ed6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 6872e826-ee76-4dac-9279-c4b1b8957b94 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:18:45.558451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8a6a7f29-162b-4b1e-9e76-9e8f08f47a0a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:45.563467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8a6a7f29-162b-4b1e-9e76-9e8f08f47a0a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Usage tracker for resource:subnet and tenant:eae5d749fb6145368bc3139a3a4f289b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:45.568730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8a6a7f29-162b-4b1e-9e76-9e8f08f47a0a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:45.578499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8a6a7f29-162b-4b1e-9e76-9e8f08f47a0a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:45.585588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-952bca14-7281-4141-8813-be40194f4ed6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 6872e826-ee76-4dac-9279-c4b1b8957b94) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:45.595574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d77ba74-9e6a-4e54-ab0e-8d1b12fcb321 None None] Network 6872e826-ee76-4dac-9279-c4b1b8957b94 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:45.611102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952bca14-7281-4141-8813-be40194f4ed6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:45.611803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-952bca14-7281-4141-8813-be40194f4ed6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:45.623336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f7eaea-5085-408a-8a78-a31d1deed2a0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network 396b61bd-1445-496c-8f32-f0310a47c09f is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:18:45.640126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6a7f29-162b-4b1e-9e76-9e8f08f47a0a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Made reservation on behalf of eae5d749fb6145368bc3139a3a4f289b for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:45.646913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8a6a7f29-162b-4b1e-9e76-9e8f08f47a0a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:45.673229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ac05f1ca-8f03-4396-b630-5c4dbb3ea5d1 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting port 1fc6fa98-fa07-4374-8452-d22671b502f9 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:45.674203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac05f1ca-8f03-4396-b630-5c4dbb3ea5d1 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:45.682000 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-952bca14-7281-4141-8813-be40194f4ed6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7733326 Apr 23 09:18:45.683309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37280) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:45.688396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-70f7eaea-5085-408a-8a78-a31d1deed2a0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 396b61bd-1445-496c-8f32-f0310a47c09f) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:45.704512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae83b448-f71c-47bb-beff-e366930c17fe None None] Network 396b61bd-1445-496c-8f32-f0310a47c09f requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:45.759130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:45.787613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f7eaea-5085-408a-8a78-a31d1deed2a0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:45.788292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-70f7eaea-5085-408a-8a78-a31d1deed2a0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:45.886098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-ac05f1ca-8f03-4396-b630-5c4dbb3ea5d1 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] For port 1fc6fa98-fa07-4374-8452-d22671b502f9, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1fc6fa98-fa07-4374-8452-d22671b502f9,segment=NetworkSegment(0ac90688-174f-4744-8b80-559a026e2051),segment_id=0ac90688-174f-4744-8b80-559a026e2051)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:45.886521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac05f1ca-8f03-4396-b630-5c4dbb3ea5d1 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:45.916139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Transition to ACTIVE for port object ec56fd64-19d1-40a5-9c3b-80c8ae276b78 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:45.973089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Transition to ACTIVE for port object ec56fd64-19d1-40a5-9c3b-80c8ae276b78 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:46.019641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:46.034733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:46.035009 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-70f7eaea-5085-408a-8a78-a31d1deed2a0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.2501061 Apr 23 09:18:46.045873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ac05f1ca-8f03-4396-b630-5c4dbb3ea5d1 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Calling delete_port for 1fc6fa98-fa07-4374-8452-d22671b502f9 owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:46.049621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37284) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:46.086995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Network c04f42b7-7093-46b7-b801-e12837c76281 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:46.098354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b92c566d-1f52-4d8c-b1a7-2a28a4d27b7d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:46.110111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-52a14b09-a9b6-450a-9745-8ae383bbe98f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:46.130561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:46.166596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c566d-1f52-4d8c-b1a7-2a28a4d27b7d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=0b9e5a14-3b4a-4dcf-9527-e0a73837c28a,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:46.172223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b92c566d-1f52-4d8c-b1a7-2a28a4d27b7d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:46.225558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b92c566d-1f52-4d8c-b1a7-2a28a4d27b7d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:46.302643 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b92c566d-1f52-4d8c-b1a7-2a28a4d27b7d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/0b9e5a14-3b4a-4dcf-9527-e0a73837c28a HTTP/1.1" status: 204 len: 168 time: 2.1794972 Apr 23 09:18:46.305268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37290) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:46.372325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:18:46.383644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dfba1c-49cb-4988-9d38-20c3b4f553df None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:46.390928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:46.415403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-6872e826-ee76-4dac-9279-c4b1b8957b94', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:18:46.415881 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-61541af3-52b2-42f0-908c-d00b563e9106 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1021519 Apr 23 09:18:46.416318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:46.418714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37294) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:46.646577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:46.648800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Pushing event updated for resources: {'Port': ['ID=ec56fd64-19d1-40a5-9c3b-80c8ae276b78,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:46.663664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:46.705040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdadd972-b608-43f9-b0ae-daff760ecfdf tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:46.740617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-9ba59faf-a419-4eaf-a18e-808e9cca312d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:18:46.740980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-9ba59faf-a419-4eaf-a18e-808e9cca312d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:18:46.748328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-396b61bd-1445-496c-8f32-f0310a47c09f', 'network_id': '396b61bd-1445-496c-8f32-f0310a47c09f', 'tenant_id': 'ea334c1946ff4a0dac6daa6b4816ceb1', 'fixed_ips': [{'subnet_id': 'a55270bb-aaa0-43bd-8eb0-85e83d25ec03'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:18:46.749225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:46.764793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Attempting to bind port ec56fd64-19d1-40a5-9c3b-80c8ae276b78 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:18:46.765216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Attempting to bind port ec56fd64-19d1-40a5-9c3b-80c8ae276b78 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '064c322a-1ffb-45d0-8164-24d08fce6b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c04f42b7-7093-46b7-b801-e12837c76281'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:18:46.765627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Attempting to bind port ec56fd64-19d1-40a5-9c3b-80c8ae276b78 on network c04f42b7-7093-46b7-b801-e12837c76281 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:18:46.766790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac05f1ca-8f03-4396-b630-5c4dbb3ea5d1 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:46.778806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19afeb3b-77d0-49fe-bb5e-da602df83441 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:46.779586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-19afeb3b-77d0-49fe-bb5e-da602df83441 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:18:46.787476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e258cba7-8b15-4534-a552-ec198568dad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:46.824989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:18:46.825395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Checking segment: {'id': '064c322a-1ffb-45d0-8164-24d08fce6b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c04f42b7-7093-46b7-b801-e12837c76281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:46.825851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:46.826293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Bound using segment: {'id': '064c322a-1ffb-45d0-8164-24d08fce6b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c04f42b7-7093-46b7-b801-e12837c76281'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:18:46.826850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Bound port: ec56fd64-19d1-40a5-9c3b-80c8ae276b78, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064c322a-1ffb-45d0-8164-24d08fce6b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c04f42b7-7093-46b7-b801-e12837c76281'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:18:46.827269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:46.899435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05f1ca-8f03-4396-b630-5c4dbb3ea5d1 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Port': ['ID=1fc6fa98-fa07-4374-8452-d22671b502f9,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:46.902087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ac05f1ca-8f03-4396-b630-5c4dbb3ea5d1 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:47.000615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-19afeb3b-77d0-49fe-bb5e-da602df83441 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:18:47.005306 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-19afeb3b-77d0-49fe-bb5e-da602df83441 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5826819 Apr 23 09:18:47.005930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37298) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:47.190981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Allocated IP 2001:db8::2 (6872e826-ee76-4dac-9279-c4b1b8957b94/04a7a429-2ddd-4fcc-85a8-b5bb491a7235/1bedb18a-8e32-471f-a75c-06185322c121) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:47.194119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] For port ec56fd64-19d1-40a5-9c3b-80c8ae276b78, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:18:47.226534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] For port ec56fd64-19d1-40a5-9c3b-80c8ae276b78, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ec56fd64-19d1-40a5-9c3b-80c8ae276b78,segment=NetworkSegment(064c322a-1ffb-45d0-8164-24d08fce6b2e),segment_id=064c322a-1ffb-45d0-8164-24d08fce6b2e)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:18:47.245729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8a6a7f29-162b-4b1e-9e76-9e8f08f47a0a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:47.251119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d2d6bf34-2fda-4096-8b39-ddad8c8d38df tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:47.306874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:47.311710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f493371d-20c5-49c9-b06c-d660860984e8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:47.312459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f493371d-20c5-49c9-b06c-d660860984e8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:18:47.327076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3184dd9d-e5ef-4d0b-9e92-fdcf0b8e13e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:47.345727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a7f29-162b-4b1e-9e76-9e8f08f47a0a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'Subnet': ['ID=29b45f32-7dda-4f2b-a8b4-10fd40f82fda,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:47.350006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8a6a7f29-162b-4b1e-9e76-9e8f08f47a0a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:47.350810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a7f29-162b-4b1e-9e76-9e8f08f47a0a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Checking segment: {'id': 'e522b300-3be0-4aa7-8def-3983c0fc158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '882882f6-4c27-47d7-8c74-422d9eb1f28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:47.351511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6a7f29-162b-4b1e-9e76-9e8f08f47a0a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network hostable DHCP agents. Network: 882882f6-4c27-47d7-8c74-422d9eb1f28b, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:18:47.388450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac05f1ca-8f03-4396-b630-5c4dbb3ea5d1 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:47.407192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Allocated IP 172.20.0.3 (396b61bd-1445-496c-8f32-f0310a47c09f/a55270bb-aaa0-43bd-8eb0-85e83d25ec03/32f05384-2a41-4baa-9005-7dbd972b0d93) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:47.466391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6a7f29-162b-4b1e-9e76-9e8f08f47a0a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 882882f6-4c27-47d7-8c74-422d9eb1f28b is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:18:47.476822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38634aa0-a696-4f2f-a188-43a568f429f1 None None] DHCP port deletion for bb316f39-4b0e-43f1-8f3e-34646815cee0 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:18:47.506539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ba59faf-a419-4eaf-a18e-808e9cca312d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:47.525917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-8a6a7f29-162b-4b1e-9e76-9e8f08f47a0a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 882882f6-4c27-47d7-8c74-422d9eb1f28b) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:47.547013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6a7f29-162b-4b1e-9e76-9e8f08f47a0a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:47.547684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8a6a7f29-162b-4b1e-9e76-9e8f08f47a0a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:47.575453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd44b46-3d96-405a-97fe-184e3e5b4b87 None None] Network 882882f6-4c27-47d7-8c74-422d9eb1f28b requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:47.610201 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8a6a7f29-162b-4b1e-9e76-9e8f08f47a0a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2390702 Apr 23 09:18:47.612048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37302) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:47.695116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6dcd67f9-3183-48be-a678-b4d8975adf36 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:18:47.737940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Pushing event updated for resources: {'Port': ['ID=ec56fd64-19d1-40a5-9c3b-80c8ae276b78,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:47.748836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:47.793389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f493371d-20c5-49c9-b06c-d660860984e8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:18:47.797355 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f493371d-20c5-49c9-b06c-d660860984e8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7778971 Apr 23 09:18:47.811307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37306) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:47.897681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9ba59faf-a419-4eaf-a18e-808e9cca312d None None] For port 6dcd67f9-3183-48be-a678-b4d8975adf36, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6dcd67f9-3183-48be-a678-b4d8975adf36,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:47.900657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c11464ee-065c-4c6c-a6dc-4c2cfbb52ca7 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:47.904470 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bbb08d73-bae5-4509-9742-4b2c4aefe575 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919824 Apr 23 09:18:47.917078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37310) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:47.957972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c6416612-281c-4f9b-a85e-cbe6c42a7673 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:47.964897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ba59faf-a419-4eaf-a18e-808e9cca312d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:47.975952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-43e2a1ba-e829-42a7-80cf-9bc2b4eae318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:48.114378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac05f1ca-8f03-4396-b630-5c4dbb3ea5d1 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:18:48.137751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c6416612-281c-4f9b-a85e-cbe6c42a7673 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:48.155612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c11464ee-065c-4c6c-a6dc-4c2cfbb52ca7 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:48.184394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c6416612-281c-4f9b-a85e-cbe6c42a7673 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:48.268641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6416612-281c-4f9b-a85e-cbe6c42a7673 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:48.274748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6416612-281c-4f9b-a85e-cbe6c42a7673 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:48.305212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac05f1ca-8f03-4396-b630-5c4dbb3ea5d1 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:18:48.322283 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ac05f1ca-8f03-4396-b630-5c4dbb3ea5d1 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/routers/0cd8b856-dbb2-4010-af3f-462ae87d10f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4562116 Apr 23 09:18:48.322630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37314) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:48.352816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319496c1-415a-4f8b-9094-c1c33aa3404f None None] Sync routers for ids ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:18:48.356582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9ba59faf-a419-4eaf-a18e-808e9cca312d None None] Could not find standard attr ID for object 5b2fb842-786b-49f5-8b7d-cdcc7fefeeeb. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:18:48.397088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-933b7ccb-d12d-4f52-9efc-cae60bbb1a22 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting subnet 1531010b-2153-4239-a2f1-d6ff69eb0a04 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:18:48.400390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-933b7ccb-d12d-4f52-9efc-cae60bbb1a22 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:48.462098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-933b7ccb-d12d-4f52-9efc-cae60bbb1a22 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:48.510982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-38634aa0-a696-4f2f-a188-43a568f429f1 None None] Deleting port 6dcd67f9-3183-48be-a678-b4d8975adf36 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:48.511411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-38634aa0-a696-4f2f-a188-43a568f429f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:48.529627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319496c1-415a-4f8b-9094-c1c33aa3404f None None] Routers {'0cd8b856-dbb2-4010-af3f-462ae87d10f4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:18:48.530345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-319496c1-415a-4f8b-9094-c1c33aa3404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:18:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:48.559737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-933b7ccb-d12d-4f52-9efc-cae60bbb1a22 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:48.619078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:48.658518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-71526712-a3d2-4ff8-9deb-a2f2e89e7bc3 None None] Could not find standard attr ID for object 5b2fb842-786b-49f5-8b7d-cdcc7fefeeeb. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:18:48.781147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba59faf-a419-4eaf-a18e-808e9cca312d None None] Pushing event updated for resources: {'Port': ['ID=6dcd67f9-3183-48be-a678-b4d8975adf36,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:48.785029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9ba59faf-a419-4eaf-a18e-808e9cca312d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:48.794512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c11464ee-065c-4c6c-a6dc-4c2cfbb52ca7 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:48.801170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Transition to ACTIVE for port object 1bedb18a-8e32-471f-a75c-06185322c121 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:48.802041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d0c1639-e024-4e22-ab92-a0d1ee100ca4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:48.847067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11464ee-065c-4c6c-a6dc-4c2cfbb52ca7 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Subnet': ['ID=29b45f32-7dda-4f2b-a8b4-10fd40f82fda,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:48.850642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c11464ee-065c-4c6c-a6dc-4c2cfbb52ca7 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:48.943775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:48.961642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-933b7ccb-d12d-4f52-9efc-cae60bbb1a22 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:48.969579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7bacf1c3-caa7-41c4-9cd1-0413e049d089 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:48.994178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Transition to ACTIVE for port object 1bedb18a-8e32-471f-a75c-06185322c121 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:49.024129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce397ad8-6386-4964-b0be-c00b9062808d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-882882f6-4c27-47d7-8c74-422d9eb1f28b', 'network_id': '882882f6-4c27-47d7-8c74-422d9eb1f28b', 'tenant_id': 'eae5d749fb6145368bc3139a3a4f289b', 'fixed_ips': [{'subnet_id': '29b45f32-7dda-4f2b-a8b4-10fd40f82fda'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:18:49.025065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce397ad8-6386-4964-b0be-c00b9062808d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:49.027293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b7ccb-d12d-4f52-9efc-cae60bbb1a22 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Subnet': ['ID=1531010b-2153-4239-a2f1-d6ff69eb0a04,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:49.044222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-933b7ccb-d12d-4f52-9efc-cae60bbb1a22 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:49.048749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-933b7ccb-d12d-4f52-9efc-cae60bbb1a22 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:49.056078 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-933b7ccb-d12d-4f52-9efc-cae60bbb1a22 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/subnets/1531010b-2153-4239-a2f1-d6ff69eb0a04 HTTP/1.1" status: 204 len: 168 time: 0.7324123 Apr 23 09:18:49.058801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37318) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:49.070193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c11464ee-065c-4c6c-a6dc-4c2cfbb52ca7 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:49.121433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb338f4-ae2b-4c8a-b47c-ca1c52b5f68e None None] Network f8cf8fc0-acc9-458b-a310-e90312d2cc9d requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:49.146808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:49.160341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-38634aa0-a696-4f2f-a188-43a568f429f1 None None] For port 6dcd67f9-3183-48be-a678-b4d8975adf36, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6dcd67f9-3183-48be-a678-b4d8975adf36,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:49.160791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-38634aa0-a696-4f2f-a188-43a568f429f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:49.216079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-fdadd972-b608-43f9-b0ae-daff760ecfdf tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Allocated IP 2001:db8::1 (6872e826-ee76-4dac-9279-c4b1b8957b94/04a7a429-2ddd-4fcc-85a8-b5bb491a7235/a33552dc-5a6a-4342-9694-66835bd1ca54) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:49.229093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:49.247217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:49.281749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-c11464ee-065c-4c6c-a6dc-4c2cfbb52ca7 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882882f6-4c27-47d7-8c74-422d9eb1f28b']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:49.324360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting port ae51b166-6458-4c6e-816e-9f8952efb065 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:49.324765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:49.326605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-c11464ee-065c-4c6c-a6dc-4c2cfbb52ca7 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e522b300-3be0-4aa7-8def-3983c0fc158f') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:49.327098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-c11464ee-065c-4c6c-a6dc-4c2cfbb52ca7 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e522b300-3be0-4aa7-8def-3983c0fc158f') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:49.370301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:49.371246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c11464ee-065c-4c6c-a6dc-4c2cfbb52ca7 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:49.437003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-38634aa0-a696-4f2f-a188-43a568f429f1 None None] Calling delete_port for 6dcd67f9-3183-48be-a678-b4d8975adf36 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:49.451576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] For port ae51b166-6458-4c6e-816e-9f8952efb065, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ae51b166-6458-4c6e-816e-9f8952efb065,segment=NetworkSegment(0ac90688-174f-4744-8b80-559a026e2051),segment_id=0ac90688-174f-4744-8b80-559a026e2051)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:49.451862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:49.456017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99da402-8d7a-46c1-961c-d704b86c10c8 None None] Network c04f42b7-7093-46b7-b801-e12837c76281 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:49.618742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-319496c1-415a-4f8b-9094-c1c33aa3404f None None] Set router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:18:49.624716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Calling delete_port for ae51b166-6458-4c6e-816e-9f8952efb065 owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:49.720242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Transition to ACTIVE for port object 32f05384-2a41-4baa-9005-7dbd972b0d93 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:49.720980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:49.726993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e17d000e-05fa-4ea2-871a-a0c01c747a93 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:49.802879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c11464ee-065c-4c6c-a6dc-4c2cfbb52ca7 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:49.803572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Port': ['ID=ae51b166-6458-4c6e-816e-9f8952efb065,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:49.806915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] No DVR routers for this DVR port ae51b166-6458-4c6e-816e-9f8952efb065 on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:18:49.817173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:49.839217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11464ee-065c-4c6c-a6dc-4c2cfbb52ca7 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:18:49.851083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Network 6872e826-ee76-4dac-9279-c4b1b8957b94 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:49.855577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 6dcd67f9-3183-48be-a678-b4d8975adf36, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6dcd67f9-3183-48be-a678-b4d8975adf36,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:49.890091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:49.894260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:18:49.936682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:49.944329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Transition to ACTIVE for port object 32f05384-2a41-4baa-9005-7dbd972b0d93 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:49.950034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Pushing event updated for resources: {'Port': ['ID=1bedb18a-8e32-471f-a75c-06185322c121,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:49.952983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:49.968594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:50.053183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-adcc97fd-ff51-4393-8cbe-929cb1e6ab61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:50.089679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.objects.ports [None req-c6416612-281c-4f9b-a85e-cbe6c42a7673 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87174) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 23 09:18:50.144842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-53841195-c416-4cbb-8131-b2e378cb9ed4 None None] Provisioning for port ec56fd64-19d1-40a5-9c3b-80c8ae276b78 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:50.145176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8cf8fc0-acc9-458b-a310-e90312d2cc9d']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:50.171244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac90688-174f-4744-8b80-559a026e2051') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:50.178399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac90688-174f-4744-8b80-559a026e2051') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:50.187361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:50.198956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdadd972-b608-43f9-b0ae-daff760ecfdf tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:50.207669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:50.215978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-744d7cc5-8cbd-4dd1-aaf5-0729a7abe437 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:50.241787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c11464ee-065c-4c6c-a6dc-4c2cfbb52ca7 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 882882f6-4c27-47d7-8c74-422d9eb1f28b has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:50.258903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c11464ee-065c-4c6c-a6dc-4c2cfbb52ca7 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:50.264231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:50.267056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Subnet': ['ID=a55270bb-aaa0-43bd-8eb0-85e83d25ec03,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:50.295223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:50.313432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fdadd972-b608-43f9-b0ae-daff760ecfdf tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Transition to ACTIVE for port object a33552dc-5a6a-4342-9694-66835bd1ca54 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:50.314919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:18:50.405481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:50.426835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca0f285-a2a7-4689-a775-fc19684992fb None None] Network 882882f6-4c27-47d7-8c74-422d9eb1f28b requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:50.440307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ec56fd64-19d1-40a5-9c3b-80c8ae276b78 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:18:50.473652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:50.504340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c11464ee-065c-4c6c-a6dc-4c2cfbb52ca7 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 882882f6-4c27-47d7-8c74-422d9eb1f28b has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:18:50.532640 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:18:50.679945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network f8cf8fc0-acc9-458b-a310-e90312d2cc9d has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:50.688863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Network 396b61bd-1445-496c-8f32-f0310a47c09f is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:50.693646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:50.701159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdadd972-b608-43f9-b0ae-daff760ecfdf tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:50.705573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c11464ee-065c-4c6c-a6dc-4c2cfbb52ca7 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:50.715260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d06a7049-2d35-4ee6-bd02-6a2f639bce93 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:50.764432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c11464ee-065c-4c6c-a6dc-4c2cfbb52ca7 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:50.791875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396b61bd-1445-496c-8f32-f0310a47c09f']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:50.803281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf4e464-a187-41cf-b7a1-962a89ebc127 None None] DHCP port deletion for f8cf8fc0-acc9-458b-a310-e90312d2cc9d request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:18:50.805415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:50.808048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:18:50.810244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdadd972-b608-43f9-b0ae-daff760ecfdf tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 6872e826-ee76-4dac-9279-c4b1b8957b94 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:50.811101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Attempting to bind port 1bedb18a-8e32-471f-a75c-06185322c121 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:18:50.811523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Attempting to bind port 1bedb18a-8e32-471f-a75c-06185322c121 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '6bfcc953-1beb-4202-b3db-56d3d2510a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:18:50.811939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Attempting to bind port 1bedb18a-8e32-471f-a75c-06185322c121 on network 6872e826-ee76-4dac-9279-c4b1b8957b94 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:18:50.827446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe43408-590c-4058-b011-957a89a88724') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:50.828777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe43408-590c-4058-b011-957a89a88724') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:50.828943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-fdadd972-b608-43f9-b0ae-daff760ecfdf tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:50.837756 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c11464ee-065c-4c6c-a6dc-4c2cfbb52ca7 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/networks/882882f6-4c27-47d7-8c74-422d9eb1f28b HTTP/1.1" status: 204 len: 168 time: 3.2242863 Apr 23 09:18:50.839124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdadd972-b608-43f9-b0ae-daff760ecfdf tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:18:50.840884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdadd972-b608-43f9-b0ae-daff760ecfdf tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:50.845140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6416612-281c-4f9b-a85e-cbe6c42a7673 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:50.854505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37324) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:50.863133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=6dcd67f9-3183-48be-a678-b4d8975adf36,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:50.865517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-58bd1e96-ab03-456c-b832-0d37d9f48ecf tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-631455385'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:50.866676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:50.871492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-58bd1e96-ab03-456c-b832-0d37d9f48ecf tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:50.871816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadd972-b608-43f9-b0ae-daff760ecfdf tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Port': ['ID=a33552dc-5a6a-4342-9694-66835bd1ca54,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:50.877017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-58bd1e96-ab03-456c-b832-0d37d9f48ecf tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Usage tracker for resource:network and tenant:eae5d749fb6145368bc3139a3a4f289b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:50.879611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-58bd1e96-ab03-456c-b832-0d37d9f48ecf tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:50.885462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fdadd972-b608-43f9-b0ae-daff760ecfdf tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:50.885811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-58bd1e96-ab03-456c-b832-0d37d9f48ecf tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:50.890431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5adeb2e8-ab9f-4ffe-a448-89dcb18c2075 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:50.904980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:18:50.905413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Checking segment: {'id': '6bfcc953-1beb-4202-b3db-56d3d2510a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:50.905871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:50.906384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Bound using segment: {'id': '6bfcc953-1beb-4202-b3db-56d3d2510a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:18:50.907938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Bound port: 1bedb18a-8e32-471f-a75c-06185322c121, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bfcc953-1beb-4202-b3db-56d3d2510a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:18:50.908255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:50.914920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11464ee-065c-4c6c-a6dc-4c2cfbb52ca7 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Network': ['ID=882882f6-4c27-47d7-8c74-422d9eb1f28b,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:50.942592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:50.945703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.520s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:50.948345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c11464ee-065c-4c6c-a6dc-4c2cfbb52ca7 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:50.979480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network f8cf8fc0-acc9-458b-a310-e90312d2cc9d has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:50.988551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:18:51.008125 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:18:51.027314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bd1e96-ab03-456c-b832-0d37d9f48ecf tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Made reservation on behalf of eae5d749fb6145368bc3139a3a4f289b for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:51.033834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58bd1e96-ab03-456c-b832-0d37d9f48ecf tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:51.100650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:18:51.188847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdadd972-b608-43f9-b0ae-daff760ecfdf tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:51.229926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58bd1e96-ab03-456c-b832-0d37d9f48ecf tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:18:51.289796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Attempting to bind port 32f05384-2a41-4baa-9005-7dbd972b0d93 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:18:51.290222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Attempting to bind port 32f05384-2a41-4baa-9005-7dbd972b0d93 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '0fe43408-590c-4058-b011-957a89a88724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '396b61bd-1445-496c-8f32-f0310a47c09f'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:18:51.290709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Attempting to bind port 32f05384-2a41-4baa-9005-7dbd972b0d93 on network 396b61bd-1445-496c-8f32-f0310a47c09f {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:18:51.292901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Pushing event updated for resources: {'Port': ['ID=32f05384-2a41-4baa-9005-7dbd972b0d93,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:51.295563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c6416612-281c-4f9b-a85e-cbe6c42a7673 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] For port 6dcd67f9-3183-48be-a678-b4d8975adf36, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6dcd67f9-3183-48be-a678-b4d8975adf36,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:51.296096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:51.299351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:51.311291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-02a9dc7a-b586-4276-9e91-25469911a8d0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:51.335737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:51.341525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port ec56fd64-19d1-40a5-9c3b-80c8ae276b78 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:51.343038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58bd1e96-ab03-456c-b832-0d37d9f48ecf tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:51.343435 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-58bd1e96-ab03-456c-b832-0d37d9f48ecf tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Added segment ab6ba565-9ec0-436b-82f2-5cd8f37cd159 of type vlan for network f3c06000-06b2-4055-8442-fe9b58622cf3 Apr 23 09:18:51.346530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network 396b61bd-1445-496c-8f32-f0310a47c09f has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:51.352695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:18:51.353837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Checking segment: {'id': '0fe43408-590c-4058-b011-957a89a88724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '396b61bd-1445-496c-8f32-f0310a47c09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:51.353983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:51.354515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Bound using segment: {'id': '0fe43408-590c-4058-b011-957a89a88724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '396b61bd-1445-496c-8f32-f0310a47c09f'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:18:51.355066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Bound port: 32f05384-2a41-4baa-9005-7dbd972b0d93, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe43408-590c-4058-b011-957a89a88724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '396b61bd-1445-496c-8f32-f0310a47c09f'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:18:51.355489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:51.356381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:51.391366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Network': ['ID=f8cf8fc0-acc9-458b-a310-e90312d2cc9d,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:51.398686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port ec56fd64-19d1-40a5-9c3b-80c8ae276b78 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:51.399341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:51.403934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:51.479206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6416612-281c-4f9b-a85e-cbe6c42a7673 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:51.481772 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/networks/f8cf8fc0-acc9-458b-a310-e90312d2cc9d HTTP/1.1" status: 204 len: 168 time: 2.4211700 Apr 23 09:18:51.491419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37328) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:51.524552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] For port 1bedb18a-8e32-471f-a75c-06185322c121, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:18:51.534925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6416612-281c-4f9b-a85e-cbe6c42a7673 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:51.536264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6416612-281c-4f9b-a85e-cbe6c42a7673 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:51.554416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58bd1e96-ab03-456c-b832-0d37d9f48ecf tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:51.560087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:51.576742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-38634aa0-a696-4f2f-a188-43a568f429f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:18:51.577150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-38634aa0-a696-4f2f-a188-43a568f429f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:18:51.580164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] For port 1bedb18a-8e32-471f-a75c-06185322c121, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1bedb18a-8e32-471f-a75c-06185322c121,segment=NetworkSegment(6bfcc953-1beb-4202-b3db-56d3d2510a2b),segment_id=6bfcc953-1beb-4202-b3db-56d3d2510a2b)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:18:51.628013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:51.637012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4244dea0-8b97-4707-8199-f5bb2b3cd4a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:51.682577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] For port 32f05384-2a41-4baa-9005-7dbd972b0d93, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:18:51.713023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6416612-281c-4f9b-a85e-cbe6c42a7673 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:51.725689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c6416612-281c-4f9b-a85e-cbe6c42a7673 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:51.750533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6416612-281c-4f9b-a85e-cbe6c42a7673 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:51.751094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6416612-281c-4f9b-a85e-cbe6c42a7673 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:51.759101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:51.771093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-319496c1-415a-4f8b-9094-c1c33aa3404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:18:46Z', 'revision_number': 10, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:51.793440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319496c1-415a-4f8b-9094-c1c33aa3404f None None] Checking router: 0cd8b856-dbb2-4010-af3f-462ae87d10f4 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:18:51.810719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6416612-281c-4f9b-a85e-cbe6c42a7673 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=6dcd67f9-3183-48be-a678-b4d8975adf36,revision_number=7']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:51.831278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c6416612-281c-4f9b-a85e-cbe6c42a7673 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:51.833332 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c6416612-281c-4f9b-a85e-cbe6c42a7673 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.8849912 Apr 23 09:18:51.834276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a9d49f75-4a6c-493e-b6d1-95cd6b7a505e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:51.836996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319496c1-415a-4f8b-9094-c1c33aa3404f None None] Routers {'0cd8b856-dbb2-4010-af3f-462ae87d10f4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:18:51.837723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-319496c1-415a-4f8b-9094-c1c33aa3404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:18:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:51.877799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37332) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:51.917638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a3337049-5996-44ac-9a29-0b0d71e7bee4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'mac_address': 'fa:16:3e:2a:1a:15', 'name': 'tempest-NetworksTestDHCPv6-379869117'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:51.923393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6416612-281c-4f9b-a85e-cbe6c42a7673 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=3c324f0a-ab56-4450-b58d-3aaf8a8432b7,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:51.927944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c6416612-281c-4f9b-a85e-cbe6c42a7673 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:51.945055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdadd972-b608-43f9-b0ae-daff760ecfdf tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:51.977251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdadd972-b608-43f9-b0ae-daff760ecfdf tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:51.978169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdadd972-b608-43f9-b0ae-daff760ecfdf tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:51.983750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a665e240-2118-474d-9382-b853ed7e1021 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:52.016860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Pushing event updated for resources: {'Port': ['ID=1bedb18a-8e32-471f-a75c-06185322c121,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:52.020755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:52.026860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port ec56fd64-19d1-40a5-9c3b-80c8ae276b78, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ec56fd64-19d1-40a5-9c3b-80c8ae276b78,segment=NetworkSegment(064c322a-1ffb-45d0-8164-24d08fce6b2e),segment_id=064c322a-1ffb-45d0-8164-24d08fce6b2e)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:52.057867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-bee1e60a-d80f-4c12-a1d2-1ea376adcfe7 None None] Provisioning complete for port ec56fd64-19d1-40a5-9c3b-80c8ae276b78 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:52.058293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bee1e60a-d80f-4c12-a1d2-1ea376adcfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:52.085094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network 396b61bd-1445-496c-8f32-f0310a47c09f has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:18:52.119952 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:18:52.131516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:52.145914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cad6f01f-8f12-4264-b8d8-7935ff24c043 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:52.153162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadd972-b608-43f9-b0ae-daff760ecfdf tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Port': ['ID=a33552dc-5a6a-4342-9694-66835bd1ca54,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:52.158804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fdadd972-b608-43f9-b0ae-daff760ecfdf tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:52.215905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdadd972-b608-43f9-b0ae-daff760ecfdf tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 6872e826-ee76-4dac-9279-c4b1b8957b94 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:52.217331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-fdadd972-b608-43f9-b0ae-daff760ecfdf tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:52.378589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-319496c1-415a-4f8b-9094-c1c33aa3404f None None] Set router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:18:52.435281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58bd1e96-ab03-456c-b832-0d37d9f48ecf tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:52.437393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ae51b166-6458-4c6e-816e-9f8952efb065 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:18:52.444738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bd1e96-ab03-456c-b832-0d37d9f48ecf tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:52.445449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58bd1e96-ab03-456c-b832-0d37d9f48ecf tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:52.465907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:52.558114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] For port 32f05384-2a41-4baa-9005-7dbd972b0d93, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=32f05384-2a41-4baa-9005-7dbd972b0d93,segment=NetworkSegment(0fe43408-590c-4058-b011-957a89a88724),segment_id=0fe43408-590c-4058-b011-957a89a88724)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:18:52.562201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: ae51b166-6458-4c6e-816e-9f8952efb065 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:18:52.562646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ae51b166-6458-4c6e-816e-9f8952efb065 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:18:52.581573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 09:18:52.581573 dv-neutron-786478-4-hyperv neutron-server[87059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 09:18:52.581573 dv-neutron-786478-4-hyperv neutron-server[87059]: [parameters: {'id': '396b61bd-1445-496c-8f32-f0310a47c09f'}] Apr 23 09:18:52.581573 dv-neutron-786478-4-hyperv neutron-server[87059]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87175) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:18:52.582116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:18:52.583749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdadd972-b608-43f9-b0ae-daff760ecfdf tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:18:52.667551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=ec56fd64-19d1-40a5-9c3b-80c8ae276b78,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:52.671314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:52.674473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:52.679776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-965ec335-06cf-4ac6-b3e4-7605900659cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:52.687827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a3337049-5996-44ac-9a29-0b0d71e7bee4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:52.694756 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-58bd1e96-ab03-456c-b832-0d37d9f48ecf tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8385742 Apr 23 09:18:52.702748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37336) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:52.711564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a3337049-5996-44ac-9a29-0b0d71e7bee4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:port and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:52.716739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd1e96-ab03-456c-b832-0d37d9f48ecf tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'Network': ['ID=f3c06000-06b2-4055-8442-fe9b58622cf3,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:52.723606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-96a5c8b5-45a9-4523-8586-3aa299b98824 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Request body: {'subnet': {'network_id': 'f3c06000-06b2-4055-8442-fe9b58622cf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:52.740420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a3337049-5996-44ac-9a29-0b0d71e7bee4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:52.749728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network f3c06000-06b2-4055-8442-fe9b58622cf3 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:18:52.771090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-58bd1e96-ab03-456c-b832-0d37d9f48ecf tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:52.776144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdadd972-b608-43f9-b0ae-daff760ecfdf tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:18:52.781578 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fdadd972-b608-43f9-b0ae-daff760ecfdf tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/routers/4dedd00f-5e9c-4e5f-ae3c-9190e82656d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0971386 Apr 23 09:18:52.782038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a3337049-5996-44ac-9a29-0b0d71e7bee4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:52.784378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37340) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:52.788627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59578267-c827-476e-84df-360ed814d2a3 None None] Sync routers for ids ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:18:52.791797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f2628585-5b09-40b9-af7c-fb7871142b79 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1982582540'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:52.797697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f2628585-5b09-40b9-af7c-fb7871142b79 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:52.803327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59578267-c827-476e-84df-360ed814d2a3 None None] Routers {'4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:18:52.803506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f2628585-5b09-40b9-af7c-fb7871142b79 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:network and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:52.805271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-59578267-c827-476e-84df-360ed814d2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:18:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:52.806543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f2628585-5b09-40b9-af7c-fb7871142b79 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:52.815823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f2628585-5b09-40b9-af7c-fb7871142b79 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:52.893381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3337049-5996-44ac-9a29-0b0d71e7bee4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:52.909033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2628585-5b09-40b9-af7c-fb7871142b79 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Made reservation on behalf of 6a7817c6b9664b5898a398d7ccbe4c15 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:52.922003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f2628585-5b09-40b9-af7c-fb7871142b79 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:52.978294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2628585-5b09-40b9-af7c-fb7871142b79 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:18:52.994067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f2628585-5b09-40b9-af7c-fb7871142b79 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:52.995151 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-f2628585-5b09-40b9-af7c-fb7871142b79 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Added segment 20e479f7-960c-46f7-8388-818c2ecfb25d of type vlan for network 623a8128-c20e-4c1d-a6d5-7f7d135cdde1 Apr 23 09:18:52.996298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-59578267-c827-476e-84df-360ed814d2a3 None None] Set router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:18:53.014628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-96a5c8b5-45a9-4523-8586-3aa299b98824 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:53.034561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f2628585-5b09-40b9-af7c-fb7871142b79 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:53.050379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-38634aa0-a696-4f2f-a188-43a568f429f1 None None] Deleting port 6dcd67f9-3183-48be-a678-b4d8975adf36 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:53.050815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-38634aa0-a696-4f2f-a188-43a568f429f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:53.083896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-96a5c8b5-45a9-4523-8586-3aa299b98824 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Usage tracker for resource:subnet and tenant:eae5d749fb6145368bc3139a3a4f289b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:53.088122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:53.092568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-96a5c8b5-45a9-4523-8586-3aa299b98824 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:53.104274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-96a5c8b5-45a9-4523-8586-3aa299b98824 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:53.109146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f2628585-5b09-40b9-af7c-fb7871142b79 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:53.119027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2628585-5b09-40b9-af7c-fb7871142b79 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:53.119969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f2628585-5b09-40b9-af7c-fb7871142b79 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:53.130265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cd22e66a-f6a7-46c3-bc64-24697a77fcc3 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:53.158707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Pushing event updated for resources: {'Port': ['ID=32f05384-2a41-4baa-9005-7dbd972b0d93,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:53.162112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:53.225676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a5c8b5-45a9-4523-8586-3aa299b98824 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Made reservation on behalf of eae5d749fb6145368bc3139a3a4f289b for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:53.241294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96a5c8b5-45a9-4523-8586-3aa299b98824 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:53.265211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880f7297-e92f-413c-9527-c954bdc8f700 None None] Network 396b61bd-1445-496c-8f32-f0310a47c09f requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:53.279963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a3337049-5996-44ac-9a29-0b0d71e7bee4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:53.285074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2628585-5b09-40b9-af7c-fb7871142b79 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Network': ['ID=623a8128-c20e-4c1d-a6d5-7f7d135cdde1,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:53.302588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:53.310112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f2628585-5b09-40b9-af7c-fb7871142b79 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:53.315755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 623a8128-c20e-4c1d-a6d5-7f7d135cdde1 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:18:53.349646 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f2628585-5b09-40b9-af7c-fb7871142b79 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5637519 Apr 23 09:18:53.352377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37344) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:53.359416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-034291e0-76ab-442d-9a6a-2382c3542218 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'subnet': {'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:53.432921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-a3337049-5996-44ac-9a29-0b0d71e7bee4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] device_id is not set on port 84beed76-1aa7-4d99-9c2f-6987ffbd569b yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:18:53.543489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-59578267-c827-476e-84df-360ed814d2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:18:50Z', 'revision_number': 2, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:51Z', 'revision_number': 2, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:53.551628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59578267-c827-476e-84df-360ed814d2a3 None None] Checking router: 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:18:53.552441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59578267-c827-476e-84df-360ed814d2a3 None None] Updating router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 port a33552dc-5a6a-4342-9694-66835bd1ca54 binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:18:53.594628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-034291e0-76ab-442d-9a6a-2382c3542218 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:53.605286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-034291e0-76ab-442d-9a6a-2382c3542218 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:subnet and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:53.605286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-034291e0-76ab-442d-9a6a-2382c3542218 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:53.611333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-034291e0-76ab-442d-9a6a-2382c3542218 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:53.632071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-38634aa0-a696-4f2f-a188-43a568f429f1 None None] For port 6dcd67f9-3183-48be-a678-b4d8975adf36, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6dcd67f9-3183-48be-a678-b4d8975adf36,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:53.632520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-38634aa0-a696-4f2f-a188-43a568f429f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:53.659931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-59578267-c827-476e-84df-360ed814d2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:53.661969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Deleting port 32f05384-2a41-4baa-9005-7dbd972b0d93 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:53.662504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:53.663059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034291e0-76ab-442d-9a6a-2382c3542218 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Made reservation on behalf of 6a7817c6b9664b5898a398d7ccbe4c15 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:53.670100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-034291e0-76ab-442d-9a6a-2382c3542218 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:53.825045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38113b0f-460e-4f91-b9ca-93c3ec3c4ddc None None] Network 6872e826-ee76-4dac-9279-c4b1b8957b94 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:53.849997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-38634aa0-a696-4f2f-a188-43a568f429f1 None None] Calling delete_port for 6dcd67f9-3183-48be-a678-b4d8975adf36 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:53.903747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a3337049-5996-44ac-9a29-0b0d71e7bee4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8::f816:3eff:fe2a:1a15 (bb316f39-4b0e-43f1-8f3e-34646815cee0/3c324f0a-ab56-4450-b58d-3aaf8a8432b7/84beed76-1aa7-4d99-9c2f-6987ffbd569b) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:53.921700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] For port 32f05384-2a41-4baa-9005-7dbd972b0d93, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=32f05384-2a41-4baa-9005-7dbd972b0d93,segment=NetworkSegment(0fe43408-590c-4058-b011-957a89a88724),segment_id=0fe43408-590c-4058-b011-957a89a88724)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:53.922276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:54.100986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Calling delete_port for 32f05384-2a41-4baa-9005-7dbd972b0d93 owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:54.111547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4c9b747c-b616-40af-96ca-aed215fd1065 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:54.186055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-319496c1-415a-4f8b-9094-c1c33aa3404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:18:46Z', 'revision_number': 10, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:54.211928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319496c1-415a-4f8b-9094-c1c33aa3404f None None] The sync data for ids ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'] in dv-neutron-786478-4-hyperv is: [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:18:46Z', 'revision_number': 10, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None, '_interfaces': [{'id': '9a2cbbe5-489f-4849-9120-22a1c4ab2a9e', 'name': '', 'network_id': '8b518bf6-d031-4cf6-bf83-6b652aecd2b2', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'mac_address': 'fa:16:3e:1c:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:17:28Z', 'updated_at': '2021-04-23T09:17:45Z', 'revision_number': 5, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'subnets': [{'id': 'e7408ec4-d203-444f-8ae2-5a0df8d03361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:18:54.223233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0221ce03-51f3-47eb-a420-7b1c2718e8c2 None None] Provisioning for port 1bedb18a-8e32-471f-a75c-06185322c121 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:54.436403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-59578267-c827-476e-84df-360ed814d2a3 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:54.449190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1bedb18a-8e32-471f-a75c-06185322c121 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:18:54.458114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-59578267-c827-476e-84df-360ed814d2a3 None None] Transition to ACTIVE for port object a33552dc-5a6a-4342-9694-66835bd1ca54 will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:54.497845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-38634aa0-a696-4f2f-a188-43a568f429f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:54.507451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:54.520561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-59578267-c827-476e-84df-360ed814d2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:54.525947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-caf89960-3b9a-4425-84e1-3032fc869ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:54.565431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38634aa0-a696-4f2f-a188-43a568f429f1 None None] Pushing event deleted for resources: {'Port': ['ID=6dcd67f9-3183-48be-a678-b4d8975adf36,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:54.568066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-38634aa0-a696-4f2f-a188-43a568f429f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:54.589172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38634aa0-a696-4f2f-a188-43a568f429f1 None None] No DVR routers for this DVR port 6dcd67f9-3183-48be-a678-b4d8975adf36 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:18:54.619449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec6cb78-db04-45af-87a0-495c2b18aa59 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:54.775041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54593f-8610-44ef-8260-e6a773dde6f1 None None] Pushing event updated for resources: {'Port': ['ID=a33552dc-5a6a-4342-9694-66835bd1ca54,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:54.793344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3b54593f-8610-44ef-8260-e6a773dde6f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:54.803145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 1bedb18a-8e32-471f-a75c-06185322c121 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:54.819726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 1bedb18a-8e32-471f-a75c-06185322c121 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:54.820155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:54.844356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-034291e0-76ab-442d-9a6a-2382c3542218 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:54.853044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d24f13a7-9413-48b3-b5ab-7a6904fa8b12 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:54.883557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-59578267-c827-476e-84df-360ed814d2a3 None None] Attempting to bind port a33552dc-5a6a-4342-9694-66835bd1ca54 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:18:54.884364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-59578267-c827-476e-84df-360ed814d2a3 None None] Attempting to bind port a33552dc-5a6a-4342-9694-66835bd1ca54 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '6bfcc953-1beb-4202-b3db-56d3d2510a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:18:54.885090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59578267-c827-476e-84df-360ed814d2a3 None None] Attempting to bind port a33552dc-5a6a-4342-9694-66835bd1ca54 on network 6872e826-ee76-4dac-9279-c4b1b8957b94 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:18:54.892068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59578267-c827-476e-84df-360ed814d2a3 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:18:54.893461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59578267-c827-476e-84df-360ed814d2a3 None None] Checking segment: {'id': '6bfcc953-1beb-4202-b3db-56d3d2510a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:54.894207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-59578267-c827-476e-84df-360ed814d2a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:54.894828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59578267-c827-476e-84df-360ed814d2a3 None None] Bound using segment: {'id': '6bfcc953-1beb-4202-b3db-56d3d2510a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:18:54.895499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-59578267-c827-476e-84df-360ed814d2a3 None None] Bound port: a33552dc-5a6a-4342-9694-66835bd1ca54, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bfcc953-1beb-4202-b3db-56d3d2510a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:18:54.896798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-59578267-c827-476e-84df-360ed814d2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:54.971488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034291e0-76ab-442d-9a6a-2382c3542218 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Subnet': ['ID=812d4c97-b8a8-43dd-a7ac-5b89a5522e92,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:54.976242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-034291e0-76ab-442d-9a6a-2382c3542218 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:54.977173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034291e0-76ab-442d-9a6a-2382c3542218 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Checking segment: {'id': '20e479f7-960c-46f7-8388-818c2ecfb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:54.977574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034291e0-76ab-442d-9a6a-2382c3542218 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network hostable DHCP agents. Network: 623a8128-c20e-4c1d-a6d5-7f7d135cdde1, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:18:55.037778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-59578267-c827-476e-84df-360ed814d2a3 None None] For port a33552dc-5a6a-4342-9694-66835bd1ca54, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:18:55.041918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-59578267-c827-476e-84df-360ed814d2a3 None None] For port a33552dc-5a6a-4342-9694-66835bd1ca54, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a33552dc-5a6a-4342-9694-66835bd1ca54,segment=NetworkSegment(6bfcc953-1beb-4202-b3db-56d3d2510a2b),segment_id=6bfcc953-1beb-4202-b3db-56d3d2510a2b)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:18:55.044162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-bb316f39-4b0e-43f1-8f3e-34646815cee0', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'fixed_ips': [{'subnet_id': '3c324f0a-ab56-4450-b58d-3aaf8a8432b7'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:18:55.045468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:55.046502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034291e0-76ab-442d-9a6a-2382c3542218 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 623a8128-c20e-4c1d-a6d5-7f7d135cdde1 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:18:55.080876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-59578267-c827-476e-84df-360ed814d2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:55.092308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:55.120426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-034291e0-76ab-442d-9a6a-2382c3542218 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 623a8128-c20e-4c1d-a6d5-7f7d135cdde1) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:55.152371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:55.161041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59578267-c827-476e-84df-360ed814d2a3 None None] Routers {'4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:18:55.161287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034291e0-76ab-442d-9a6a-2382c3542218 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:55.161732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-034291e0-76ab-442d-9a6a-2382c3542218 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:55.161858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-59578267-c827-476e-84df-360ed814d2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:18:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:55.162704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12ec55f-dd86-4887-aec0-357e661573d4 None None] Network 623a8128-c20e-4c1d-a6d5-7f7d135cdde1 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:55.198617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-78aa0543-c7e8-4fa7-9a4b-5c1c88f37aa7 None None] Provisioning complete for port 1bedb18a-8e32-471f-a75c-06185322c121 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:55.199052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-78aa0543-c7e8-4fa7-9a4b-5c1c88f37aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:55.235366 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-034291e0-76ab-442d-9a6a-2382c3542218 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8814774 Apr 23 09:18:55.238768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37348) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:55.281066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54593f-8610-44ef-8260-e6a773dde6f1 None None] Pushing event updated for resources: {'Port': ['ID=a33552dc-5a6a-4342-9694-66835bd1ca54,revision_number=4']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:55.302861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3b54593f-8610-44ef-8260-e6a773dde6f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:55.500579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a3337049-5996-44ac-9a29-0b0d71e7bee4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:55.503859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-59578267-c827-476e-84df-360ed814d2a3 None None] Set router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:18:55.551188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 1bedb18a-8e32-471f-a75c-06185322c121, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1bedb18a-8e32-471f-a75c-06185322c121,segment=NetworkSegment(6bfcc953-1beb-4202-b3db-56d3d2510a2b),segment_id=6bfcc953-1beb-4202-b3db-56d3d2510a2b)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:55.552617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a3337049-5996-44ac-9a29-0b0d71e7bee4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Transition to ACTIVE for port object 84beed76-1aa7-4d99-9c2f-6987ffbd569b will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:55.556047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:55.562854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5b636a0b-806c-4912-8e38-78d49a8a6761 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:55.634606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:55.635554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ec56fd64-19d1-40a5-9c3b-80c8ae276b78 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:18:55.650351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Port': ['ID=32f05384-2a41-4baa-9005-7dbd972b0d93,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:55.699029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:55.700866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No DVR routers for this DVR port 32f05384-2a41-4baa-9005-7dbd972b0d93 on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:18:55.702990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:55.836465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=1bedb18a-8e32-471f-a75c-06185322c121,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:55.840922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:55.842113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-623a8128-c20e-4c1d-a6d5-7f7d135cdde1', 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'fixed_ips': [{'subnet_id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:18:55.843098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:56.022546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-59578267-c827-476e-84df-360ed814d2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:18:50Z', 'revision_number': 2, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:55Z', 'revision_number': 4, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:56.032030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59578267-c827-476e-84df-360ed814d2a3 None None] The sync data for ids ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'] in dv-neutron-786478-4-hyperv is: [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:18:50Z', 'revision_number': 2, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:55Z', 'revision_number': 4, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:18:56.052823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:56.080601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-78aa0543-c7e8-4fa7-9a4b-5c1c88f37aa7 None None] Provisioning for port a33552dc-5a6a-4342-9694-66835bd1ca54 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:56.114095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port ec56fd64-19d1-40a5-9c3b-80c8ae276b78 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:56.114584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:56.148237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a3337049-5996-44ac-9a29-0b0d71e7bee4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:56.165634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c824d2b9-7dd8-45c2-89c1-467eaeb0bc6d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:56.217963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db230159-1d0b-4c2d-b675-c0bf8f5b0511 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:56.243733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] Allocated IP 2001:db8::f816:3eff:fede:de6 (bb316f39-4b0e-43f1-8f3e-34646815cee0/3c324f0a-ab56-4450-b58d-3aaf8a8432b7/2849ba25-f707-48f6-bae4-3e15878e0348) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:56.317425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Allocated IP 2001:db8:1::2 (623a8128-c20e-4c1d-a6d5-7f7d135cdde1/812d4c97-b8a8-43dd-a7ac-5b89a5522e92/c39ea19b-b3b3-47ab-91df-47c3f998402e) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:56.330514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3337049-5996-44ac-9a29-0b0d71e7bee4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:56.355874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96a5c8b5-45a9-4523-8586-3aa299b98824 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:56.359878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a3337049-5996-44ac-9a29-0b0d71e7bee4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:56.377424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3337049-5996-44ac-9a29-0b0d71e7bee4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:18:56.383565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3337049-5996-44ac-9a29-0b0d71e7bee4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:56.384247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a3337049-5996-44ac-9a29-0b0d71e7bee4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:56.393418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396b61bd-1445-496c-8f32-f0310a47c09f']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:56.403977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3337049-5996-44ac-9a29-0b0d71e7bee4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=84beed76-1aa7-4d99-9c2f-6987ffbd569b,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:56.417630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4c9b747c-b616-40af-96ca-aed215fd1065 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting port 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:56.417832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4c9b747c-b616-40af-96ca-aed215fd1065 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:56.439614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a3337049-5996-44ac-9a29-0b0d71e7bee4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:56.444020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-12052ed7-b0e7-4e5f-b619-f557193c9651 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:56.501667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe43408-590c-4058-b011-957a89a88724') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:56.502264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe43408-590c-4058-b011-957a89a88724') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:18:56.577470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:56.756225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:56.775317 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a3337049-5996-44ac-9a29-0b0d71e7bee4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.8785388 Apr 23 09:18:56.776271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5c8b5-45a9-4523-8586-3aa299b98824 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'Subnet': ['ID=565376cc-069f-4fad-890a-7ba41088199a,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:56.778232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37352) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:56.792820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:18:56.822767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-96a5c8b5-45a9-4523-8586-3aa299b98824 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:56.839281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a5c8b5-45a9-4523-8586-3aa299b98824 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Checking segment: {'id': 'ab6ba565-9ec0-436b-82f2-5cd8f37cd159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f3c06000-06b2-4055-8442-fe9b58622cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:56.839949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a5c8b5-45a9-4523-8586-3aa299b98824 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network hostable DHCP agents. Network: f3c06000-06b2-4055-8442-fe9b58622cf3, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:18:56.881029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2736d42c-da81-462b-a166-49de4b94d9e9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:56.882128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2736d42c-da81-462b-a166-49de4b94d9e9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:18:56.923911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1bedb18a-8e32-471f-a75c-06185322c121 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:18:56.932409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2736d42c-da81-462b-a166-49de4b94d9e9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:18:56.934035 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2736d42c-da81-462b-a166-49de4b94d9e9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1546531 Apr 23 09:18:56.936858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37356) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:57.066434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a5c8b5-45a9-4523-8586-3aa299b98824 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network f3c06000-06b2-4055-8442-fe9b58622cf3 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:18:57.074481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4c9b747c-b616-40af-96ca-aed215fd1065 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] For port 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=9a2cbbe5-489f-4849-9120-22a1c4ab2a9e,segment=NetworkSegment(d3fc0363-04ee-4b8e-aa0e-b1fc86c344b7),segment_id=d3fc0363-04ee-4b8e-aa0e-b1fc86c344b7)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:18:57.074866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4c9b747c-b616-40af-96ca-aed215fd1065 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:57.085091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:57.094033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4f897b30-3ef1-41b6-8711-44a10ecc0147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting port 84beed76-1aa7-4d99-9c2f-6987ffbd569b {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:18:57.094137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f897b30-3ef1-41b6-8711-44a10ecc0147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:57.098617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network 396b61bd-1445-496c-8f32-f0310a47c09f has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:57.110724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:57.123937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] Transition to ACTIVE for port object 2849ba25-f707-48f6-bae4-3e15878e0348 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:57.165773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 1bedb18a-8e32-471f-a75c-06185322c121 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:57.166213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:57.205167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:57.208713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] Transition to ACTIVE for port object 2849ba25-f707-48f6-bae4-3e15878e0348 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:57.231129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Transition to ACTIVE for port object c39ea19b-b3b3-47ab-91df-47c3f998402e will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:57.268799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:57.277770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-96a5c8b5-45a9-4523-8586-3aa299b98824 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, f3c06000-06b2-4055-8442-fe9b58622cf3) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:57.281740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:57.293615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f897b30-3ef1-41b6-8711-44a10ecc0147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:57.295199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4c9b747c-b616-40af-96ca-aed215fd1065 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Calling delete_port for 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:57.343569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f120b28-2607-496e-85d0-e9fdb3adb0ba None None] Network f3c06000-06b2-4055-8442-fe9b58622cf3 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:18:57.404861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a5c8b5-45a9-4523-8586-3aa299b98824 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:57.406004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96a5c8b5-45a9-4523-8586-3aa299b98824 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:57.489300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4f897b30-3ef1-41b6-8711-44a10ecc0147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Calling delete_port for 84beed76-1aa7-4d99-9c2f-6987ffbd569b owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:18:57.508848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Transition to ACTIVE for port object c39ea19b-b3b3-47ab-91df-47c3f998402e will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:57.589388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] Pushing event updated for resources: {'Port': ['ID=2849ba25-f707-48f6-bae4-3e15878e0348,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:57.593034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:57.598606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:57.608028 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-96a5c8b5-45a9-4523-8586-3aa299b98824 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.8938165 Apr 23 09:18:57.609826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37360) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:57.614482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:57.620236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:57.626702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:18:57.627485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-fb428a8a-0873-4643-a96e-83f2f65e1513 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-626669063'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:57.634472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:57.640315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network 396b61bd-1445-496c-8f32-f0310a47c09f has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:18:57.651444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fb428a8a-0873-4643-a96e-83f2f65e1513 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:18:57.674111 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:18:57.733642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-db230159-1d0b-4c2d-b675-c0bf8f5b0511 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Allocated IP 2001:db8:1::1 (623a8128-c20e-4c1d-a6d5-7f7d135cdde1/812d4c97-b8a8-43dd-a7ac-5b89a5522e92/8b6b78bf-6a9d-4a3c-aabe-87b109b2148c) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:57.745677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f897b30-3ef1-41b6-8711-44a10ecc0147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:57.753793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fb428a8a-0873-4643-a96e-83f2f65e1513 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Usage tracker for resource:network and tenant:eae5d749fb6145368bc3139a3a4f289b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:57.754100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fdadd972-b608-43f9-b0ae-daff760ecfdf tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:57.761501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fb428a8a-0873-4643-a96e-83f2f65e1513 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:57.790736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fb428a8a-0873-4643-a96e-83f2f65e1513 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:57.831867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f897b30-3ef1-41b6-8711-44a10ecc0147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Port': ['ID=84beed76-1aa7-4d99-9c2f-6987ffbd569b,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:57.859769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:57.865820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fe58e80e-47ae-46da-8de2-1948f5ac0743 tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:57.877916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4f897b30-3ef1-41b6-8711-44a10ecc0147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:57.879531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Network 623a8128-c20e-4c1d-a6d5-7f7d135cdde1 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:57.888313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:57.901633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f897b30-3ef1-41b6-8711-44a10ecc0147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:57.913103 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/networks/396b61bd-1445-496c-8f32-f0310a47c09f HTTP/1.1" status: 204 len: 168 time: 11.8577681 Apr 23 09:18:57.913339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:57.913339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:18:57.913579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Network': ['ID=396b61bd-1445-496c-8f32-f0310a47c09f,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:57.920715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb428a8a-0873-4643-a96e-83f2f65e1513 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Made reservation on behalf of eae5d749fb6145368bc3139a3a4f289b for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:57.928362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb428a8a-0873-4643-a96e-83f2f65e1513 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:57.940013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:57.941886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37364) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:57.949975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Pushing event updated for resources: {'Port': ['ID=c39ea19b-b3b3-47ab-91df-47c3f998402e,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:57.952984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:57.954117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-f3c06000-06b2-4055-8442-fe9b58622cf3', 'network_id': 'f3c06000-06b2-4055-8442-fe9b58622cf3', 'tenant_id': 'eae5d749fb6145368bc3139a3a4f289b', 'fixed_ips': [{'subnet_id': '565376cc-069f-4fad-890a-7ba41088199a'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:18:57.956135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:57.956808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b0cbf22e-c372-412c-8b68-0d328dc9d7b5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1206916591'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:57.979581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b0cbf22e-c372-412c-8b68-0d328dc9d7b5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:18:57.988985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b0cbf22e-c372-412c-8b68-0d328dc9d7b5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Usage tracker for resource:network and tenant:ea334c1946ff4a0dac6daa6b4816ceb1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:18:57.994360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b0cbf22e-c372-412c-8b68-0d328dc9d7b5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:18:58.001064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a33552dc-5a6a-4342-9694-66835bd1ca54 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:18:58.006173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b0cbf22e-c372-412c-8b68-0d328dc9d7b5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:18:58.030688 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4f897b30-3ef1-41b6-8711-44a10ecc0147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/84beed76-1aa7-4d99-9c2f-6987ffbd569b HTTP/1.1" status: 204 len: 168 time: 1.0925202 Apr 23 09:18:58.035338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37368) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:58.098950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] Attempting to bind port 2849ba25-f707-48f6-bae4-3e15878e0348 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:18:58.099537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] Attempting to bind port 2849ba25-f707-48f6-bae4-3e15878e0348 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:18:58.099782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] Attempting to bind port 2849ba25-f707-48f6-bae4-3e15878e0348 on network bb316f39-4b0e-43f1-8f3e-34646815cee0 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:18:58.108203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cbf22e-c372-412c-8b68-0d328dc9d7b5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Made reservation on behalf of ea334c1946ff4a0dac6daa6b4816ceb1 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:18:58.116650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b0cbf22e-c372-412c-8b68-0d328dc9d7b5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:58.136749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e07f00-104a-4c73-8066-b16fe33ad51b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:58.138956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e07f00-104a-4c73-8066-b16fe33ad51b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:58.139945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-48e07f00-104a-4c73-8066-b16fe33ad51b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:18:58.175236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb428a8a-0873-4643-a96e-83f2f65e1513 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:18:58.187256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:18:58.187691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] Checking segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:58.188158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:58.189376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] Bound using segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:18:58.189933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] Bound port: 2849ba25-f707-48f6-bae4-3e15878e0348, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:18:58.190841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:58.200656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-48e07f00-104a-4c73-8066-b16fe33ad51b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:18:58.202650 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-48e07f00-104a-4c73-8066-b16fe33ad51b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1660235 Apr 23 09:18:58.206114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37372) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:58.209082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb428a8a-0873-4643-a96e-83f2f65e1513 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:58.209082 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-fb428a8a-0873-4643-a96e-83f2f65e1513 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Added segment 38415a02-d52f-49ec-9536-07db1b612b81 of type vlan for network 4e2ad3c7-14ce-4952-84ab-245bd6af49c1 Apr 23 09:18:58.211885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0cbf22e-c372-412c-8b68-0d328dc9d7b5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:18:58.250748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b0cbf22e-c372-412c-8b68-0d328dc9d7b5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:58.250748 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-b0cbf22e-c372-412c-8b68-0d328dc9d7b5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Added segment c1b9542e-57af-4211-8417-5785cbaa946a of type vlan for network d6e28873-f5b7-4d56-b53c-2369c2f193f3 Apr 23 09:18:58.260237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb428a8a-0873-4643-a96e-83f2f65e1513 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:58.274430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Attempting to bind port c39ea19b-b3b3-47ab-91df-47c3f998402e on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:18:58.274864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Attempting to bind port c39ea19b-b3b3-47ab-91df-47c3f998402e by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '20e479f7-960c-46f7-8388-818c2ecfb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:18:58.275391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Attempting to bind port c39ea19b-b3b3-47ab-91df-47c3f998402e on network 623a8128-c20e-4c1d-a6d5-7f7d135cdde1 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:18:58.301400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4c9b747c-b616-40af-96ca-aed215fd1065 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:58.313299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:18:58.313917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Checking segment: {'id': '20e479f7-960c-46f7-8388-818c2ecfb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:58.314416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:58.315166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Bound using segment: {'id': '20e479f7-960c-46f7-8388-818c2ecfb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:18:58.315406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Bound port: c39ea19b-b3b3-47ab-91df-47c3f998402e, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e479f7-960c-46f7-8388-818c2ecfb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:18:58.315844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:58.324416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-439c92da-d029-420c-afb4-d6f03306b848 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:58.350766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2b0905-54f5-4920-99a1-864f365240ea tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet 3c324f0a-ab56-4450-b58d-3aaf8a8432b7 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:18:58.370672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0905-54f5-4920-99a1-864f365240ea tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:58.378530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b0cbf22e-c372-412c-8b68-0d328dc9d7b5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:58.386692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b747c-b616-40af-96ca-aed215fd1065 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Port': ['ID=9a2cbbe5-489f-4849-9120-22a1c4ab2a9e,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:58.520710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] For port c39ea19b-b3b3-47ab-91df-47c3f998402e, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:18:58.524661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] For port c39ea19b-b3b3-47ab-91df-47c3f998402e, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c39ea19b-b3b3-47ab-91df-47c3f998402e,segment=NetworkSegment(20e479f7-960c-46f7-8388-818c2ecfb25d),segment_id=20e479f7-960c-46f7-8388-818c2ecfb25d)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:18:58.525014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db230159-1d0b-4c2d-b675-c0bf8f5b0511 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:58.537710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port a33552dc-5a6a-4342-9694-66835bd1ca54 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:18:58.551942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] For port 2849ba25-f707-48f6-bae4-3e15878e0348, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:18:58.570691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port a33552dc-5a6a-4342-9694-66835bd1ca54 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:18:58.571134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:58.597253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0905-54f5-4920-99a1-864f365240ea tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:58.631549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:58.645977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7e868de7-aefd-4f41-9a37-e45085d8b451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:58.718748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-db230159-1d0b-4c2d-b675-c0bf8f5b0511 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Transition to ACTIVE for port object 8b6b78bf-6a9d-4a3c-aabe-87b109b2148c will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:58.721261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Allocated IP 2001:db8::3 (f3c06000-06b2-4055-8442-fe9b58622cf3/565376cc-069f-4fad-890a-7ba41088199a/be30c487-f8fa-4b5e-97cd-6b7db076dac7) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:18:58.822797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4c9b747c-b616-40af-96ca-aed215fd1065 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:58.823448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db230159-1d0b-4c2d-b675-c0bf8f5b0511 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:58.829698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ca7734e-8787-4097-9ce3-12554221749b tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:58.947541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db230159-1d0b-4c2d-b675-c0bf8f5b0511 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 623a8128-c20e-4c1d-a6d5-7f7d135cdde1 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:58.952240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-db230159-1d0b-4c2d-b675-c0bf8f5b0511 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:58.959290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db230159-1d0b-4c2d-b675-c0bf8f5b0511 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:18:58.960203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db230159-1d0b-4c2d-b675-c0bf8f5b0511 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:58.980215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db230159-1d0b-4c2d-b675-c0bf8f5b0511 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Port': ['ID=8b6b78bf-6a9d-4a3c-aabe-87b109b2148c,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:58.984272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-b0cbf22e-c372-412c-8b68-0d328dc9d7b5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:18:58.984595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-db230159-1d0b-4c2d-b675-c0bf8f5b0511 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:58.991802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:58.996710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb428a8a-0873-4643-a96e-83f2f65e1513 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:59.004820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb428a8a-0873-4643-a96e-83f2f65e1513 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:59.005771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb428a8a-0873-4643-a96e-83f2f65e1513 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:59.006038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Transition to ACTIVE for port object be30c487-f8fa-4b5e-97cd-6b7db076dac7 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:59.026565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Transition to ACTIVE for port object be30c487-f8fa-4b5e-97cd-6b7db076dac7 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:18:59.039303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] For port 2849ba25-f707-48f6-bae4-3e15878e0348, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2849ba25-f707-48f6-bae4-3e15878e0348,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:18:59.045546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0905-54f5-4920-99a1-864f365240ea tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:59.092385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:59.105196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-adf21dde-f8ed-4476-a864-cb743aba9b5e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:59.124432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:59.177223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4c9b747c-b616-40af-96ca-aed215fd1065 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:59.197157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Pushing event updated for resources: {'Port': ['ID=c39ea19b-b3b3-47ab-91df-47c3f998402e,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:59.201665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Network f3c06000-06b2-4055-8442-fe9b58622cf3 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:18:59.231599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:59.238517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:18:59.240602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-afd9f014-a693-4bcc-b686-2bd5212abd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:59.271960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b0cbf22e-c372-412c-8b68-0d328dc9d7b5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:59.278059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cbf22e-c372-412c-8b68-0d328dc9d7b5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:18:59.278764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b0cbf22e-c372-412c-8b68-0d328dc9d7b5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:59.292148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:18:59.405689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb428a8a-0873-4643-a96e-83f2f65e1513 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'Network': ['ID=4e2ad3c7-14ce-4952-84ab-245bd6af49c1,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:59.426709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fb428a8a-0873-4643-a96e-83f2f65e1513 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:59.427491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5c572ace-34e5-452f-940e-7bbb04e42e3d tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:59.451176 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fb428a8a-0873-4643-a96e-83f2f65e1513 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8379052 Apr 23 09:18:59.465190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37376) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:59.547114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-12e284fe-9d39-4708-a971-26e355990d21 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Request body: {'subnet': {'network_id': '4e2ad3c7-14ce-4952-84ab-245bd6af49c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:59.550531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 4e2ad3c7-14ce-4952-84ab-245bd6af49c1 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:18:59.592442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db230159-1d0b-4c2d-b675-c0bf8f5b0511 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:59.605921 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b0cbf22e-c372-412c-8b68-0d328dc9d7b5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6614227 Apr 23 09:18:59.606962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37380) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:18:59.627808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c3696da9-ece8-4e34-8a5e-2ba9fb9bdacf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'subnet': {'network_id': 'd6e28873-f5b7-4d56-b53c-2369c2f193f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:18:59.653603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0905-54f5-4920-99a1-864f365240ea tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:59.665318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e70fb90-d0fd-4648-8617-aca72af37d93 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:18:59.740545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b0905-54f5-4920-99a1-864f365240ea tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=3c324f0a-ab56-4450-b58d-3aaf8a8432b7,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:59.747897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8b2b0905-54f5-4920-99a1-864f365240ea tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:59.807502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:59.844999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] Pushing event updated for resources: {'Port': ['ID=2849ba25-f707-48f6-bae4-3e15878e0348,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:59.858837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0905-54f5-4920-99a1-864f365240ea tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:59.890429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbf22e-c372-412c-8b68-0d328dc9d7b5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Network': ['ID=d6e28873-f5b7-4d56-b53c-2369c2f193f3,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:18:59.905837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b0cbf22e-c372-412c-8b68-0d328dc9d7b5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:18:59.921212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network d6e28873-f5b7-4d56-b53c-2369c2f193f3 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:18:59.942059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Attempting to bind port be30c487-f8fa-4b5e-97cd-6b7db076dac7 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:18:59.942544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Attempting to bind port be30c487-f8fa-4b5e-97cd-6b7db076dac7 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'ab6ba565-9ec0-436b-82f2-5cd8f37cd159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f3c06000-06b2-4055-8442-fe9b58622cf3'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:18:59.943039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Attempting to bind port be30c487-f8fa-4b5e-97cd-6b7db076dac7 on network f3c06000-06b2-4055-8442-fe9b58622cf3 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:18:59.984090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:18:59.984659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Checking segment: {'id': 'ab6ba565-9ec0-436b-82f2-5cd8f37cd159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f3c06000-06b2-4055-8442-fe9b58622cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:18:59.985192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:18:59.985752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Bound using segment: {'id': 'ab6ba565-9ec0-436b-82f2-5cd8f37cd159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f3c06000-06b2-4055-8442-fe9b58622cf3'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:18:59.986373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Bound port: be30c487-f8fa-4b5e-97cd-6b7db076dac7, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6ba565-9ec0-436b-82f2-5cd8f37cd159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f3c06000-06b2-4055-8442-fe9b58622cf3'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:18:59.986879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:00.017540 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8b2b0905-54f5-4920-99a1-864f365240ea tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/3c324f0a-ab56-4450-b58d-3aaf8a8432b7 HTTP/1.1" status: 204 len: 168 time: 1.8068383 Apr 23 09:19:00.017773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port a33552dc-5a6a-4342-9694-66835bd1ca54, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a33552dc-5a6a-4342-9694-66835bd1ca54,segment=NetworkSegment(6bfcc953-1beb-4202-b3db-56d3d2510a2b),segment_id=6bfcc953-1beb-4202-b3db-56d3d2510a2b)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:00.024120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37384) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:00.117599 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9113a45f-c72c-4a07-8600-2286fab7f260 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888159 Apr 23 09:19:00.118179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37388) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:00.124432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:00.146773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1fc6fa98-fa07-4374-8452-d22671b502f9 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:19:00.148309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9a97310c-a7f5-4e6e-93e0-ff912f4a8b19 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:00.176054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-12e284fe-9d39-4708-a971-26e355990d21 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:00.189684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Pushing event updated for resources: {'Port': ['ID=be30c487-f8fa-4b5e-97cd-6b7db076dac7,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:00.196023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 1fc6fa98-fa07-4374-8452-d22671b502f9 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:19:00.196424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1fc6fa98-fa07-4374-8452-d22671b502f9 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:19:00.198134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.958s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:00.202690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6a18e01b-377e-4086-95f1-fd0e9c2f53c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.064s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:00.208330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-12e284fe-9d39-4708-a971-26e355990d21 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Usage tracker for resource:subnet and tenant:eae5d749fb6145368bc3139a3a4f289b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:00.214269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9b747c-b616-40af-96ca-aed215fd1065 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:19:00.215411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-12e284fe-9d39-4708-a971-26e355990d21 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:00.222175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c3696da9-ece8-4e34-8a5e-2ba9fb9bdacf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:00.234061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-12e284fe-9d39-4708-a971-26e355990d21 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:00.300352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c3696da9-ece8-4e34-8a5e-2ba9fb9bdacf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Usage tracker for resource:subnet and tenant:ea334c1946ff4a0dac6daa6b4816ceb1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:00.306831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c3696da9-ece8-4e34-8a5e-2ba9fb9bdacf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:00.314608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] For port be30c487-f8fa-4b5e-97cd-6b7db076dac7, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:19:00.319467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] For port be30c487-f8fa-4b5e-97cd-6b7db076dac7, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=be30c487-f8fa-4b5e-97cd-6b7db076dac7,segment=NetworkSegment(ab6ba565-9ec0-436b-82f2-5cd8f37cd159),segment_id=ab6ba565-9ec0-436b-82f2-5cd8f37cd159)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:19:00.322273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=a33552dc-5a6a-4342-9694-66835bd1ca54,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:00.326379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:00.329796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:00.329796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:00.343385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c3696da9-ece8-4e34-8a5e-2ba9fb9bdacf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:00.354793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:00.361336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:00.450793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e284fe-9d39-4708-a971-26e355990d21 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Made reservation on behalf of eae5d749fb6145368bc3139a3a4f289b for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:00.458191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12e284fe-9d39-4708-a971-26e355990d21 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:00.467110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Pushing event updated for resources: {'Port': ['ID=be30c487-f8fa-4b5e-97cd-6b7db076dac7,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:00.481365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:00.592283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9b747c-b616-40af-96ca-aed215fd1065 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:19:00.601160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3696da9-ece8-4e34-8a5e-2ba9fb9bdacf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Made reservation on behalf of ea334c1946ff4a0dac6daa6b4816ceb1 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:00.613771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3696da9-ece8-4e34-8a5e-2ba9fb9bdacf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:00.629221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81955951-2b1d-4ab2-b6d7-67d8138a2a6f None None] Sync routers for ids ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:19:00.636774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c39ea19b-b3b3-47ab-91df-47c3f998402e up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:00.666951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9a97310c-a7f5-4e6e-93e0-ff912f4a8b19 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:00.676863 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4c9b747c-b616-40af-96ca-aed215fd1065 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/routers/0cd8b856-dbb2-4010-af3f-462ae87d10f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1817813 Apr 23 09:19:00.687042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37392) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:00.700392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9a97310c-a7f5-4e6e-93e0-ff912f4a8b19 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:00.707703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9a97310c-a7f5-4e6e-93e0-ff912f4a8b19 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:00.715726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81955951-2b1d-4ab2-b6d7-67d8138a2a6f None None] Routers {'0cd8b856-dbb2-4010-af3f-462ae87d10f4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:19:00.716585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-81955951-2b1d-4ab2-b6d7-67d8138a2a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:18:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:00.807257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9a97310c-a7f5-4e6e-93e0-ff912f4a8b19 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:00.860172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db230159-1d0b-4c2d-b675-c0bf8f5b0511 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:00.916292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b439437-01af-4d96-9bf4-8e11f395060e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting subnet e7408ec4-d203-444f-8ae2-5a0df8d03361 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:19:00.918842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_backend_mixin [None req-12e284fe-9d39-4708-a971-26e355990d21 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Performing IP validity checks on allocation pools {{(pid=87175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Apr 23 09:19:00.920025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_backend_mixin [None req-12e284fe-9d39-4708-a971-26e355990d21 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Apr 23 09:19:00.921188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db230159-1d0b-4c2d-b675-c0bf8f5b0511 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:00.922096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db230159-1d0b-4c2d-b675-c0bf8f5b0511 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:00.934163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b439437-01af-4d96-9bf4-8e11f395060e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:00.963128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a97310c-a7f5-4e6e-93e0-ff912f4a8b19 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:00.969689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9a97310c-a7f5-4e6e-93e0-ff912f4a8b19 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:00.979863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-81955951-2b1d-4ab2-b6d7-67d8138a2a6f None None] Set router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:19:00.981853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-76009515-5fb1-409a-a0f7-68ba38a9ec09 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:01.262969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-81955951-2b1d-4ab2-b6d7-67d8138a2a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:18:58Z', 'revision_number': 11, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:01.271256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81955951-2b1d-4ab2-b6d7-67d8138a2a6f None None] Checking router: 0cd8b856-dbb2-4010-af3f-462ae87d10f4 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:19:01.288108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81955951-2b1d-4ab2-b6d7-67d8138a2a6f None None] Routers {'0cd8b856-dbb2-4010-af3f-462ae87d10f4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:19:01.289156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-81955951-2b1d-4ab2-b6d7-67d8138a2a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:18:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:01.316385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b439437-01af-4d96-9bf4-8e11f395060e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:01.353417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db230159-1d0b-4c2d-b675-c0bf8f5b0511 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Port': ['ID=8b6b78bf-6a9d-4a3c-aabe-87b109b2148c,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:01.362945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-db230159-1d0b-4c2d-b675-c0bf8f5b0511 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:01.373098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db230159-1d0b-4c2d-b675-c0bf8f5b0511 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 623a8128-c20e-4c1d-a6d5-7f7d135cdde1 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:01.377268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-db230159-1d0b-4c2d-b675-c0bf8f5b0511 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:01.393112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port c39ea19b-b3b3-47ab-91df-47c3f998402e completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:01.410907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e318cc3-6ed1-432a-ad7a-78cd3c8c7196 None None] Network 623a8128-c20e-4c1d-a6d5-7f7d135cdde1 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:01.512383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-81955951-2b1d-4ab2-b6d7-67d8138a2a6f None None] Set router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:19:01.616718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db230159-1d0b-4c2d-b675-c0bf8f5b0511 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:19:01.618005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b439437-01af-4d96-9bf4-8e11f395060e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:01.654417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d833a6-b753-492d-8744-5c6dea15ebd5 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:01.679732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-81955951-2b1d-4ab2-b6d7-67d8138a2a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:18:58Z', 'revision_number': 11, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:01.682045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2849ba25-f707-48f6-bae4-3e15878e0348 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:01.971661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db230159-1d0b-4c2d-b675-c0bf8f5b0511 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:19:01.979219 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-db230159-1d0b-4c2d-b675-c0bf8f5b0511 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/routers/4dedd00f-5e9c-4e5f-ae3c-9190e82656d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7390046 Apr 23 09:19:01.986503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37396) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:01.990218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-83826fd5-130c-4db3-ac43-cb966af7f5da tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-104244296'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:01.992786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] Sync routers for ids ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:19:02.003530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-83826fd5-130c-4db3-ac43-cb966af7f5da tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:02.012498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] Routers {'4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:19:02.012760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81955951-2b1d-4ab2-b6d7-67d8138a2a6f None None] The sync data for ids ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'] in dv-neutron-786478-4-hyperv is: [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:18:58Z', 'revision_number': 11, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:19:02.013965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:18:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:02.020979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-83826fd5-130c-4db3-ac43-cb966af7f5da tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:network and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:02.028654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-83826fd5-130c-4db3-ac43-cb966af7f5da tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:02.046549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-83826fd5-130c-4db3-ac43-cb966af7f5da tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:02.134473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-615d56c6-849d-4bf7-9783-56d56759e538 None None] Provisioning for port c39ea19b-b3b3-47ab-91df-47c3f998402e completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:02.139888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83826fd5-130c-4db3-ac43-cb966af7f5da tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Made reservation on behalf of 6a7817c6b9664b5898a398d7ccbe4c15 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:02.157067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-83826fd5-130c-4db3-ac43-cb966af7f5da tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:02.159670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-615d56c6-849d-4bf7-9783-56d56759e538 None None] Provisioning complete for port c39ea19b-b3b3-47ab-91df-47c3f998402e triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:02.160280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-615d56c6-849d-4bf7-9783-56d56759e538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:02.249881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83826fd5-130c-4db3-ac43-cb966af7f5da tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:19:02.265576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-83826fd5-130c-4db3-ac43-cb966af7f5da tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:02.266294 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-83826fd5-130c-4db3-ac43-cb966af7f5da tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Added segment 6acca6d4-1141-4ff0-9e13-f5f4ff741cee of type vlan for network 38f8676a-fb20-41c9-b929-2243273b6ba0 Apr 23 09:19:02.301758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-83826fd5-130c-4db3-ac43-cb966af7f5da tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:02.353872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b439437-01af-4d96-9bf4-8e11f395060e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:02.373693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f271b568-fc2b-4ab6-a757-36891a789ddd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:02.441096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b439437-01af-4d96-9bf4-8e11f395060e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Subnet': ['ID=e7408ec4-d203-444f-8ae2-5a0df8d03361,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:02.448197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-83826fd5-130c-4db3-ac43-cb966af7f5da tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:02.457319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83826fd5-130c-4db3-ac43-cb966af7f5da tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:02.458480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-83826fd5-130c-4db3-ac43-cb966af7f5da tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:02.511565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2b439437-01af-4d96-9bf4-8e11f395060e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:02.511792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12e284fe-9d39-4708-a971-26e355990d21 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:02.519061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b439437-01af-4d96-9bf4-8e11f395060e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:02.526059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:02.530735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] Set router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:19:02.542362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8f81cfda-12d8-4973-8784-573e0abe88ea tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:02.594261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 2849ba25-f707-48f6-bae4-3e15878e0348 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:02.602227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9a0cb4-aa14-4e7a-88e6-09ba0e8df325 None None] Network 8b518bf6-d031-4cf6-bf83-6b652aecd2b2 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:02.833771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e284fe-9d39-4708-a971-26e355990d21 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'Subnet': ['ID=394733d6-2a57-40f9-82f5-fc0a9ededba8,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:02.833771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-12e284fe-9d39-4708-a971-26e355990d21 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:02.834123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83826fd5-130c-4db3-ac43-cb966af7f5da tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Network': ['ID=38f8676a-fb20-41c9-b929-2243273b6ba0,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:02.845415 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2b439437-01af-4d96-9bf4-8e11f395060e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/subnets/e7408ec4-d203-444f-8ae2-5a0df8d03361 HTTP/1.1" status: 204 len: 168 time: 2.1569200 Apr 23 09:19:02.845673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37400) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:02.851266 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-83826fd5-130c-4db3-ac43-cb966af7f5da tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8672986 Apr 23 09:19:02.853108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b28c26-42c2-4635-9541-fe3f7f6335bb None None] Network f3c06000-06b2-4055-8442-fe9b58622cf3 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:02.853535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-83826fd5-130c-4db3-ac43-cb966af7f5da tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:02.855984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37402) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:02.873137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6c551259-3176-45ff-a57b-a4312db85cfe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'subnet': {'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:02.905037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 38f8676a-fb20-41c9-b929-2243273b6ba0 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:19:02.921178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e284fe-9d39-4708-a971-26e355990d21 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Checking segment: {'id': '38415a02-d52f-49ec-9536-07db1b612b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4e2ad3c7-14ce-4952-84ab-245bd6af49c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:02.922027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e284fe-9d39-4708-a971-26e355990d21 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network hostable DHCP agents. Network: 4e2ad3c7-14ce-4952-84ab-245bd6af49c1, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:19:03.066773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-615d56c6-849d-4bf7-9783-56d56759e538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:03.162629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6c551259-3176-45ff-a57b-a4312db85cfe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:03.172495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6c551259-3176-45ff-a57b-a4312db85cfe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:subnet and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:03.179729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6c551259-3176-45ff-a57b-a4312db85cfe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:03.195095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6c551259-3176-45ff-a57b-a4312db85cfe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:03.226471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 3, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': '8b6b78bf-6a9d-4a3c-aabe-87b109b2148c', 'name': '', 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:3f:47:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:56Z', 'updated_at': '2021-04-23T09:19:00Z', 'revision_number': 2, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:03.227389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device be30c487-f8fa-4b5e-97cd-6b7db076dac7 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:03.230753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] Checking router: 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:19:03.231155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] Updating router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 port 8b6b78bf-6a9d-4a3c-aabe-87b109b2148c binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:19:03.239745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c551259-3176-45ff-a57b-a4312db85cfe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Made reservation on behalf of 6a7817c6b9664b5898a398d7ccbe4c15 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:03.247633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c551259-3176-45ff-a57b-a4312db85cfe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:03.255910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:03.257959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e284fe-9d39-4708-a971-26e355990d21 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 4e2ad3c7-14ce-4952-84ab-245bd6af49c1 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:19:03.328737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:03.348456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-12e284fe-9d39-4708-a971-26e355990d21 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 4e2ad3c7-14ce-4952-84ab-245bd6af49c1) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:03.433740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb9ac28-2e17-428f-b958-56d398f5a444 None None] Network 4e2ad3c7-14ce-4952-84ab-245bd6af49c1 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:03.472965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e284fe-9d39-4708-a971-26e355990d21 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:03.473632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12e284fe-9d39-4708-a971-26e355990d21 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:03.517359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3696da9-ece8-4e34-8a5e-2ba9fb9bdacf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:03.554536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-26be4bb1-0a08-48e1-868f-1d9ac32f57ad tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:03.612255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-615d56c6-849d-4bf7-9783-56d56759e538 None None] For port c39ea19b-b3b3-47ab-91df-47c3f998402e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c39ea19b-b3b3-47ab-91df-47c3f998402e,segment=NetworkSegment(20e479f7-960c-46f7-8388-818c2ecfb25d),segment_id=20e479f7-960c-46f7-8388-818c2ecfb25d)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:03.655986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.objects.ports [None req-9a97310c-a7f5-4e6e-93e0-ff912f4a8b19 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87175) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 23 09:19:03.813052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-615d56c6-849d-4bf7-9783-56d56759e538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:03.820549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:03.913937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d56c6-849d-4bf7-9783-56d56759e538 None None] Pushing event updated for resources: {'Port': ['ID=c39ea19b-b3b3-47ab-91df-47c3f998402e,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:03.935910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-615d56c6-849d-4bf7-9783-56d56759e538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:03.957585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3696da9-ece8-4e34-8a5e-2ba9fb9bdacf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Subnet': ['ID=f4cdecce-00ab-4459-852d-1e671f659592,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:03.998913 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-12e284fe-9d39-4708-a971-26e355990d21 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 4.4578052 Apr 23 09:19:03.998913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c3696da9-ece8-4e34-8a5e-2ba9fb9bdacf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:04.058380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37408) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:04.082888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port be30c487-f8fa-4b5e-97cd-6b7db076dac7 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:04.109577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a33552dc-5a6a-4342-9694-66835bd1ca54 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:04.306596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3696da9-ece8-4e34-8a5e-2ba9fb9bdacf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Checking segment: {'id': 'c1b9542e-57af-4211-8417-5785cbaa946a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd6e28873-f5b7-4d56-b53c-2369c2f193f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:04.307129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3696da9-ece8-4e34-8a5e-2ba9fb9bdacf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network hostable DHCP agents. Network: d6e28873-f5b7-4d56-b53c-2369c2f193f3, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:19:04.348575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:04.363167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] Transition to ACTIVE for port object 8b6b78bf-6a9d-4a3c-aabe-87b109b2148c will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:04.385777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Deleting port 285ef1ed-6950-4b23-b0ae-022750c7324e {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:04.386288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:04.396442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:04.402826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c551259-3176-45ff-a57b-a4312db85cfe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:04.404610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed204b5f-887f-4768-bc92-ca4a0ab0f8eb None None] DHCP port deletion for 8b518bf6-d031-4cf6-bf83-6b652aecd2b2 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:19:04.408498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-952bca14-7281-4141-8813-be40194f4ed6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:04.420722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d10ffb9-c72b-4fd1-bded-103e9ff76b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:04.427869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] Provisioning complete for port c39ea19b-b3b3-47ab-91df-47c3f998402e triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:04.428516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:04.466235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9a97310c-a7f5-4e6e-93e0-ff912f4a8b19 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:04.556411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port a33552dc-5a6a-4342-9694-66835bd1ca54 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:04.560439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:04.576691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb0eb5-8818-422c-8a26-cf28852188ec None None] Pushing event updated for resources: {'Port': ['ID=8b6b78bf-6a9d-4a3c-aabe-87b109b2148c,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:04.580857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-efcb0eb5-8818-422c-8a26-cf28852188ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:04.627241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c551259-3176-45ff-a57b-a4312db85cfe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Subnet': ['ID=587d5465-d1c5-443f-849b-916d484ae163,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:04.631730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6c551259-3176-45ff-a57b-a4312db85cfe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:04.635469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c551259-3176-45ff-a57b-a4312db85cfe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Checking segment: {'id': '6acca6d4-1141-4ff0-9e13-f5f4ff741cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:04.635929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c551259-3176-45ff-a57b-a4312db85cfe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network hostable DHCP agents. Network: 38f8676a-fb20-41c9-b929-2243273b6ba0, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:19:04.680412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c551259-3176-45ff-a57b-a4312db85cfe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 38f8676a-fb20-41c9-b929-2243273b6ba0 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:19:04.720376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-6c551259-3176-45ff-a57b-a4312db85cfe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 38f8676a-fb20-41c9-b929-2243273b6ba0) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:04.744020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c551259-3176-45ff-a57b-a4312db85cfe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:04.744891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c551259-3176-45ff-a57b-a4312db85cfe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:04.755669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] Attempting to bind port 8b6b78bf-6a9d-4a3c-aabe-87b109b2148c on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:19:04.756243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] Attempting to bind port 8b6b78bf-6a9d-4a3c-aabe-87b109b2148c by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '20e479f7-960c-46f7-8388-818c2ecfb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:19:04.756757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] Attempting to bind port 8b6b78bf-6a9d-4a3c-aabe-87b109b2148c on network 623a8128-c20e-4c1d-a6d5-7f7d135cdde1 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:19:04.765005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:19:04.765624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] Checking segment: {'id': '20e479f7-960c-46f7-8388-818c2ecfb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:04.766511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:04.767234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] Bound using segment: {'id': '20e479f7-960c-46f7-8388-818c2ecfb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:19:04.768123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] Bound port: 8b6b78bf-6a9d-4a3c-aabe-87b109b2148c, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e479f7-960c-46f7-8388-818c2ecfb25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:19:04.768634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:04.821068 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6c551259-3176-45ff-a57b-a4312db85cfe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9571352 Apr 23 09:19:04.821410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37412) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:04.886946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] For port 8b6b78bf-6a9d-4a3c-aabe-87b109b2148c, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:19:04.890926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] For port 8b6b78bf-6a9d-4a3c-aabe-87b109b2148c, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=8b6b78bf-6a9d-4a3c-aabe-87b109b2148c,segment=NetworkSegment(20e479f7-960c-46f7-8388-818c2ecfb25d),segment_id=20e479f7-960c-46f7-8388-818c2ecfb25d)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:19:04.932761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:04.938047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:04.940705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3696da9-ece8-4e34-8a5e-2ba9fb9bdacf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network d6e28873-f5b7-4d56-b53c-2369c2f193f3 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:19:04.946180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-66c9869e-0e2f-4706-9267-f6b9e6d261c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:04.974071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c3696da9-ece8-4e34-8a5e-2ba9fb9bdacf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, d6e28873-f5b7-4d56-b53c-2369c2f193f3) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:04.980311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c68d35-a5ce-4ca7-9a56-1ebd3937bcb2 None None] Network 38f8676a-fb20-41c9-b929-2243273b6ba0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:05.012047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8710e3e1-9ecb-452c-854e-d51ad85abbe1 None None] Network d6e28873-f5b7-4d56-b53c-2369c2f193f3 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:05.031927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9a97310c-a7f5-4e6e-93e0-ff912f4a8b19 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] For port 2849ba25-f707-48f6-bae4-3e15878e0348, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2849ba25-f707-48f6-bae4-3e15878e0348,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:05.036115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] For port 285ef1ed-6950-4b23-b0ae-022750c7324e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=285ef1ed-6950-4b23-b0ae-022750c7324e,segment=NetworkSegment(d3fc0363-04ee-4b8e-aa0e-b1fc86c344b7),segment_id=d3fc0363-04ee-4b8e-aa0e-b1fc86c344b7)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:05.036531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:05.064652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] Routers {'4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:19:05.069957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:18:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:05.119793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3696da9-ece8-4e34-8a5e-2ba9fb9bdacf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:05.120894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3696da9-ece8-4e34-8a5e-2ba9fb9bdacf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:05.263853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb0eb5-8818-422c-8a26-cf28852188ec None None] Pushing event updated for resources: {'Port': ['ID=8b6b78bf-6a9d-4a3c-aabe-87b109b2148c,revision_number=4']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:05.267930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-efcb0eb5-8818-422c-8a26-cf28852188ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:05.305778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] Set router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:19:05.313966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Calling delete_port for 285ef1ed-6950-4b23-b0ae-022750c7324e owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:05.351629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:19:05.395211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:05.449206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:05.475466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:19:05.475885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9a2cbbe5-489f-4849-9120-22a1c4ab2a9e not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:19:05.477830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-4e2ad3c7-14ce-4952-84ab-245bd6af49c1', 'network_id': '4e2ad3c7-14ce-4952-84ab-245bd6af49c1', 'tenant_id': 'eae5d749fb6145368bc3139a3a4f289b', 'fixed_ips': [{'subnet_id': '394733d6-2a57-40f9-82f5-fc0a9ededba8'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:19:05.479197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:05.483587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-631682af-e1ae-460a-a1d3-c3f2f6ed874a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:05.529926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9a97310c-a7f5-4e6e-93e0-ff912f4a8b19 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:05.577472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Port': ['ID=285ef1ed-6950-4b23-b0ae-022750c7324e,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:05.597010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] No DVR routers for this DVR port 285ef1ed-6950-4b23-b0ae-022750c7324e on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:19:05.599469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:05.604653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9a97310c-a7f5-4e6e-93e0-ff912f4a8b19 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:05.605775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9a97310c-a7f5-4e6e-93e0-ff912f4a8b19 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:05.621811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ed204b5f-887f-4768-bc92-ca4a0ab0f8eb None None] Deleting port 285ef1ed-6950-4b23-b0ae-022750c7324e {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:05.622248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed204b5f-887f-4768-bc92-ca4a0ab0f8eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:05.681702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aa4d25ab-9e52-446b-8bb6-f4952db87459 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:05.729743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 3, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': '8b6b78bf-6a9d-4a3c-aabe-87b109b2148c', 'name': '', 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:3f:47:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:56Z', 'updated_at': '2021-04-23T09:19:04Z', 'revision_number': 4, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:05.735099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f23919-9f59-4b66-834d-a57c4bc54a5c None None] The sync data for ids ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'] in dv-neutron-786478-4-hyperv is: [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 3, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': '8b6b78bf-6a9d-4a3c-aabe-87b109b2148c', 'name': '', 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:3f:47:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:56Z', 'updated_at': '2021-04-23T09:19:04Z', 'revision_number': 4, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:19:05.785401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-ed204b5f-887f-4768-bc92-ca4a0ab0f8eb None None] For port 285ef1ed-6950-4b23-b0ae-022750c7324e, host dv-neutron-786478-4-hyperv, got binding levels [] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:05.785854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed204b5f-887f-4768-bc92-ca4a0ab0f8eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:05.837642 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c3696da9-ece8-4e34-8a5e-2ba9fb9bdacf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 6.2156363 Apr 23 09:19:05.871998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37416) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:05.891473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a97310c-a7f5-4e6e-93e0-ff912f4a8b19 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:06.058418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-9a97310c-a7f5-4e6e-93e0-ff912f4a8b19 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:06.150393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Allocated IP 2001:db8::3 (4e2ad3c7-14ce-4952-84ab-245bd6af49c1/394733d6-2a57-40f9-82f5-fc0a9ededba8/a4db195e-c41c-4648-9b9e-0a99252b3e9c) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:06.192400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67045e09-5d89-49dd-91b5-99136256f1b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:06.194508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:06.212738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97310c-a7f5-4e6e-93e0-ff912f4a8b19 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:06.213303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9a97310c-a7f5-4e6e-93e0-ff912f4a8b19 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:06.269477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bfc4da9-8560-461a-b201-d648649af3ad tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:06.269946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c39ea19b-b3b3-47ab-91df-47c3f998402e up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:06.277557 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9a97310c-a7f5-4e6e-93e0-ff912f4a8b19 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 6.1571138 Apr 23 09:19:06.278452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37420) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:06.291109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-277f5d0c-0d54-4ee9-a85f-e196f04f25e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'mac_address': 'fa:16:3e:a3:c5:65', 'name': 'tempest-NetworksTestDHCPv6-1547965060'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:06.366422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97310c-a7f5-4e6e-93e0-ff912f4a8b19 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=2849ba25-f707-48f6-bae4-3e15878e0348,revision_number=5']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:06.390057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9a97310c-a7f5-4e6e-93e0-ff912f4a8b19 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:06.390715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-70f7eaea-5085-408a-8a78-a31d1deed2a0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.637s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:06.442819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02b2fb9-1e60-4f36-9857-c634ca23ba60 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:06.445981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67045e09-5d89-49dd-91b5-99136256f1b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:06.503231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ed204b5f-887f-4768-bc92-ca4a0ab0f8eb None None] Calling delete_port for 285ef1ed-6950-4b23-b0ae-022750c7324e owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:06.506885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_backend_mixin [None req-ed204b5f-887f-4768-bc92-ca4a0ab0f8eb None None] Port 285ef1ed-6950-4b23-b0ae-022750c7324e was not found and therefore no delete operation was performed {{(pid=87176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 23 09:19:06.544803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b518bf6-d031-4cf6-bf83-6b652aecd2b2']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:06.616419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed204b5f-887f-4768-bc92-ca4a0ab0f8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:06.621103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:06.786841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed204b5f-887f-4768-bc92-ca4a0ab0f8eb None None] Pushing event deleted for resources: {'Port': ['ID=285ef1ed-6950-4b23-b0ae-022750c7324e,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:06.789095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed204b5f-887f-4768-bc92-ca4a0ab0f8eb None None] No DVR routers for this DVR port 285ef1ed-6950-4b23-b0ae-022750c7324e on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:19:06.887770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3fc0363-04ee-4b8e-aa0e-b1fc86c344b7') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:06.888207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3fc0363-04ee-4b8e-aa0e-b1fc86c344b7') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:06.911905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97310c-a7f5-4e6e-93e0-ff912f4a8b19 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=b771af59-6b0f-479d-854b-969b2ec69f33,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:06.919103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:06.930489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9a97310c-a7f5-4e6e-93e0-ff912f4a8b19 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:06.959424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-277f5d0c-0d54-4ee9-a85f-e196f04f25e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:06.964557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-277f5d0c-0d54-4ee9-a85f-e196f04f25e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:port and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:06.968199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-277f5d0c-0d54-4ee9-a85f-e196f04f25e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:06.972425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:06.976618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-0bfc4da9-8560-461a-b201-d648649af3ad tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Allocated IP 2001:db8:2::1 (38f8676a-fb20-41c9-b929-2243273b6ba0/587d5465-d1c5-443f-849b-916d484ae163/88f25495-1f71-4765-8f04-9b2f3097f2a9) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:06.980231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-277f5d0c-0d54-4ee9-a85f-e196f04f25e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:06.985046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:19:07.079597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ed204b5f-887f-4768-bc92-ca4a0ab0f8eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:07.114705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277f5d0c-0d54-4ee9-a85f-e196f04f25e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:07.169711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bfc4da9-8560-461a-b201-d648649af3ad tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:07.187177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0bfc4da9-8560-461a-b201-d648649af3ad tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Transition to ACTIVE for port object 88f25495-1f71-4765-8f04-9b2f3097f2a9 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:07.209967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67045e09-5d89-49dd-91b5-99136256f1b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:07.215678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c6416612-281c-4f9b-a85e-cbe6c42a7673 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:07.218108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 8b518bf6-d031-4cf6-bf83-6b652aecd2b2 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:07.225258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ec3233a-4c3a-411a-852f-a320637b13de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:07.258509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bfc4da9-8560-461a-b201-d648649af3ad tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:07.265601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67045e09-5d89-49dd-91b5-99136256f1b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Subnet': ['ID=f4cdecce-00ab-4459-852d-1e671f659592,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:07.272681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-67045e09-5d89-49dd-91b5-99136256f1b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:07.273449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:07.275287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-23e37006-a869-4909-aa5b-b1f675b4c587 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:07.287993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:07.304115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-38f8676a-fb20-41c9-b929-2243273b6ba0', 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'fixed_ips': [{'subnet_id': '587d5465-d1c5-443f-849b-916d484ae163'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:19:07.305105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:07.323999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port c39ea19b-b3b3-47ab-91df-47c3f998402e triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:07.324427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:07.351358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] Provisioning for port be30c487-f8fa-4b5e-97cd-6b7db076dac7 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:07.354984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af8904f-536f-4aa3-b1aa-a738480cd6e8 None None] Network d6e28873-f5b7-4d56-b53c-2369c2f193f3 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:07.370966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfc4da9-8560-461a-b201-d648649af3ad tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 38f8676a-fb20-41c9-b929-2243273b6ba0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:07.377665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-0bfc4da9-8560-461a-b201-d648649af3ad tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:07.392828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfc4da9-8560-461a-b201-d648649af3ad tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:19:07.393500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bfc4da9-8560-461a-b201-d648649af3ad tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:07.413445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] Provisioning complete for port be30c487-f8fa-4b5e-97cd-6b7db076dac7 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:07.413876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:07.463300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67045e09-5d89-49dd-91b5-99136256f1b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:07.482098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Transition to ACTIVE for port object a4db195e-c41c-4648-9b9e-0a99252b3e9c will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:07.515185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Network 8b518bf6-d031-4cf6-bf83-6b652aecd2b2 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:19:07.543313 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:19:07.562524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-277f5d0c-0d54-4ee9-a85f-e196f04f25e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:07.565890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc4da9-8560-461a-b201-d648649af3ad tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Port': ['ID=88f25495-1f71-4765-8f04-9b2f3097f2a9,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:07.584895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0bfc4da9-8560-461a-b201-d648649af3ad tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:07.609675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-67045e09-5d89-49dd-91b5-99136256f1b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e28873-f5b7-4d56-b53c-2369c2f193f3']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:07.627323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-67045e09-5d89-49dd-91b5-99136256f1b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b9542e-57af-4211-8417-5785cbaa946a') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:07.627670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-67045e09-5d89-49dd-91b5-99136256f1b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b9542e-57af-4211-8417-5785cbaa946a') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:07.644600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67045e09-5d89-49dd-91b5-99136256f1b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:07.667563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-277f5d0c-0d54-4ee9-a85f-e196f04f25e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] device_id is not set on port 4170b808-4081-4ec2-93a6-b90d65baa782 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:19:07.672454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67045e09-5d89-49dd-91b5-99136256f1b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:07.681661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Transition to ACTIVE for port object a4db195e-c41c-4648-9b9e-0a99252b3e9c will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:07.684202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67045e09-5d89-49dd-91b5-99136256f1b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:19:07.755132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:07.793951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e9b2d787-7d8b-4755-95ba-3968983c5546 tempest-BulkNetworkOpsTest-1313761467 tempest-BulkNetworkOpsTest-1313761467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:07.820289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:07.840690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:07.840953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Pushing event deleted for resources: {'Network': ['ID=8b518bf6-d031-4cf6-bf83-6b652aecd2b2,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:07.846342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:07.856911 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/networks/8b518bf6-d031-4cf6-bf83-6b652aecd2b2 HTTP/1.1" status: 204 len: 168 time: 4.9931610 Apr 23 09:19:07.858116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37424) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:07.860997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d6cde7e5-5465-4655-8ccf-24fe1459fc59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:07.866577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-740d5030-3e54-460f-ba97-4b51ffd20419 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'router': {'routes': None}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:07.918802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:07.927942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-67045e09-5d89-49dd-91b5-99136256f1b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network d6e28873-f5b7-4d56-b53c-2369c2f193f3 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:07.932635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e5c8b0b3-b74f-4fe7-bb41-2f43e7fdd8c4 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:07.935842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Network 4e2ad3c7-14ce-4952-84ab-245bd6af49c1 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:07.939979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67045e09-5d89-49dd-91b5-99136256f1b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:07.975954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:07.978386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bfc4da9-8560-461a-b201-d648649af3ad tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:07.978529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:19:08.051557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-277f5d0c-0d54-4ee9-a85f-e196f04f25e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8::f816:3eff:fea3:c565 (bb316f39-4b0e-43f1-8f3e-34646815cee0/b771af59-6b0f-479d-854b-969b2ec69f33/4170b808-4081-4ec2-93a6-b90d65baa782) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:08.061267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Subnet': ['ID=394733d6-2a57-40f9-82f5-fc0a9ededba8,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:08.084079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:08.148764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Pushing event updated for resources: {'Port': ['ID=a4db195e-c41c-4648-9b9e-0a99252b3e9c,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:08.151969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:08.203366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-67045e09-5d89-49dd-91b5-99136256f1b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network d6e28873-f5b7-4d56-b53c-2369c2f193f3 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:19:08.235082 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:19:08.270184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Allocated IP 2001:db8:2::2 (38f8676a-fb20-41c9-b929-2243273b6ba0/587d5465-d1c5-443f-849b-916d484ae163/7f1ac5fe-908c-4682-b7f3-bb8a78012eb7) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:08.314523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:08.321345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:08.342901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 285ef1ed-6950-4b23-b0ae-022750c7324e no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:19:08.383341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Attempting to bind port a4db195e-c41c-4648-9b9e-0a99252b3e9c on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:19:08.383949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Attempting to bind port a4db195e-c41c-4648-9b9e-0a99252b3e9c by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '38415a02-d52f-49ec-9536-07db1b612b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4e2ad3c7-14ce-4952-84ab-245bd6af49c1'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:19:08.384548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Attempting to bind port a4db195e-c41c-4648-9b9e-0a99252b3e9c on network 4e2ad3c7-14ce-4952-84ab-245bd6af49c1 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:19:08.402724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 285ef1ed-6950-4b23-b0ae-022750c7324e {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:19:08.403183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 285ef1ed-6950-4b23-b0ae-022750c7324e not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:19:08.409254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.extraroute_db [None req-740d5030-3e54-460f-ba97-4b51ffd20419 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Added routes are [] {{(pid=87175) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 23 09:19:08.409450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.extraroute_db [None req-740d5030-3e54-460f-ba97-4b51ffd20419 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Removed routes are [] {{(pid=87175) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 23 09:19:08.409856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-740d5030-3e54-460f-ba97-4b51ffd20419 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:08.464882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:19:08.465481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Checking segment: {'id': '38415a02-d52f-49ec-9536-07db1b612b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4e2ad3c7-14ce-4952-84ab-245bd6af49c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:08.466035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:08.466620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Bound using segment: {'id': '38415a02-d52f-49ec-9536-07db1b612b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4e2ad3c7-14ce-4952-84ab-245bd6af49c1'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:19:08.467287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Bound port: a4db195e-c41c-4648-9b9e-0a99252b3e9c, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38415a02-d52f-49ec-9536-07db1b612b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4e2ad3c7-14ce-4952-84ab-245bd6af49c1'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:19:08.467847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:08.493881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67045e09-5d89-49dd-91b5-99136256f1b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:08.499588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-77f0492b-25db-4805-8ad5-d8cfee5da830 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:08.520615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67045e09-5d89-49dd-91b5-99136256f1b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:08.558297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67045e09-5d89-49dd-91b5-99136256f1b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Network': ['ID=d6e28873-f5b7-4d56-b53c-2369c2f193f3,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:08.568096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-67045e09-5d89-49dd-91b5-99136256f1b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:08.572350 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-67045e09-5d89-49dd-91b5-99136256f1b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/networks/d6e28873-f5b7-4d56-b53c-2369c2f193f3 HTTP/1.1" status: 204 len: 168 time: 2.6995041 Apr 23 09:19:08.575942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37428) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:08.590949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] For port a4db195e-c41c-4648-9b9e-0a99252b3e9c, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:19:08.599346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] For port a4db195e-c41c-4648-9b9e-0a99252b3e9c, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a4db195e-c41c-4648-9b9e-0a99252b3e9c,segment=NetworkSegment(38415a02-d52f-49ec-9536-07db1b612b81),segment_id=38415a02-d52f-49ec-9536-07db1b612b81)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:19:08.633493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-fc8bfd67-1361-46da-a122-3d89038865b0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1729927179'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:08.647759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fc8bfd67-1361-46da-a122-3d89038865b0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:08.656207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fc8bfd67-1361-46da-a122-3d89038865b0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Usage tracker for resource:network and tenant:ea334c1946ff4a0dac6daa6b4816ceb1 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:08.673020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fc8bfd67-1361-46da-a122-3d89038865b0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:08.685956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fc8bfd67-1361-46da-a122-3d89038865b0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:08.726420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 8b6b78bf-6a9d-4a3c-aabe-87b109b2148c up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:08.764802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] For port be30c487-f8fa-4b5e-97cd-6b7db076dac7, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=be30c487-f8fa-4b5e-97cd-6b7db076dac7,segment=NetworkSegment(ab6ba565-9ec0-436b-82f2-5cd8f37cd159),segment_id=ab6ba565-9ec0-436b-82f2-5cd8f37cd159)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:08.767017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:08.773050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bfc4da9-8560-461a-b201-d648649af3ad tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:08.775925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8bfd67-1361-46da-a122-3d89038865b0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Made reservation on behalf of ea334c1946ff4a0dac6daa6b4816ceb1 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:08.787264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc8bfd67-1361-46da-a122-3d89038865b0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:08.811889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:08.824601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2ad3c7-14ce-4952-84ab-245bd6af49c1']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:08.831914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8bfd67-1361-46da-a122-3d89038865b0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:19:08.834263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bfc4da9-8560-461a-b201-d648649af3ad tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:08.835237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bfc4da9-8560-461a-b201-d648649af3ad tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:08.843525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-079a976d-28c4-4662-b41e-8d97f39c89dd tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:08.887479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:08.920902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38415a02-d52f-49ec-9536-07db1b612b81') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:08.921170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38415a02-d52f-49ec-9536-07db1b612b81') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:08.928264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc8bfd67-1361-46da-a122-3d89038865b0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:08.928856 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-fc8bfd67-1361-46da-a122-3d89038865b0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Added segment 4e8c2ddf-503a-425d-8bc0-c1ac3d62c74e of type vlan for network 348f4fdc-46e9-44b1-bf94-9ee129d3845c Apr 23 09:19:08.998727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Pushing event updated for resources: {'Port': ['ID=a4db195e-c41c-4648-9b9e-0a99252b3e9c,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:09.001991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:09.039710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:09.046930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-38634aa0-a696-4f2f-a188-43a568f429f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:09.066105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc4da9-8560-461a-b201-d648649af3ad tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Port': ['ID=88f25495-1f71-4765-8f04-9b2f3097f2a9,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:09.080461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc8bfd67-1361-46da-a122-3d89038865b0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:09.086580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0bfc4da9-8560-461a-b201-d648649af3ad tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:09.115885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Transition to ACTIVE for port object 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:09.185879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Transition to ACTIVE for port object 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:09.191506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2393a90-17e8-4007-bdb7-7a8b0f577241 None None] Network 4e2ad3c7-14ce-4952-84ab-245bd6af49c1 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:09.212165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] Pushing event updated for resources: {'Port': ['ID=be30c487-f8fa-4b5e-97cd-6b7db076dac7,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:09.229046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:09.332647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:09.351201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-740d5030-3e54-460f-ba97-4b51ffd20419 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:09.379727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-740d5030-3e54-460f-ba97-4b51ffd20419 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846489349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8286451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846514403'] for router, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:09.383302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:09.440954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-fc8bfd67-1361-46da-a122-3d89038865b0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:19:09.493046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:19:09.505508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfc4da9-8560-461a-b201-d648649af3ad tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 38f8676a-fb20-41c9-b929-2243273b6ba0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:09.507084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-0bfc4da9-8560-461a-b201-d648649af3ad tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:09.536814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 8b6b78bf-6a9d-4a3c-aabe-87b109b2148c completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:09.540367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] Provisioning for port 2849ba25-f707-48f6-bae4-3e15878e0348 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:09.543865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:09.552263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-faf95105-cb04-4307-aae7-600c4de1e252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:09.580869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc8bfd67-1361-46da-a122-3d89038865b0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:09.586901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8bfd67-1361-46da-a122-3d89038865b0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:09.587549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc8bfd67-1361-46da-a122-3d89038865b0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:09.593564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-277f5d0c-0d54-4ee9-a85f-e196f04f25e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:09.602559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f2628585-5b09-40b9-af7c-fb7871142b79 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:09.639104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] Provisioning complete for port 2849ba25-f707-48f6-bae4-3e15878e0348 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:09.639685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:09.665681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2849ba25-f707-48f6-bae4-3e15878e0348 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:09.674959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-277f5d0c-0d54-4ee9-a85f-e196f04f25e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Transition to ACTIVE for port object 4170b808-4081-4ec2-93a6-b90d65baa782 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:09.685686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740d5030-3e54-460f-ba97-4b51ffd20419 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:19:09.793651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Network 38f8676a-fb20-41c9-b929-2243273b6ba0 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:09.798485 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fc8bfd67-1361-46da-a122-3d89038865b0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1677573 Apr 23 09:19:09.798708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:09.803121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37432) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:09.809398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:19:09.817187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2e97aa18-c1db-4750-9e2b-fcbaefc8d93b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'subnet': {'network_id': '348f4fdc-46e9-44b1-bf94-9ee129d3845c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:09.838487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bfd67-1361-46da-a122-3d89038865b0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Network': ['ID=348f4fdc-46e9-44b1-bf94-9ee129d3845c,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:09.841290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fc8bfd67-1361-46da-a122-3d89038865b0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:09.843157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Pushing event updated for resources: {'Port': ['ID=7f1ac5fe-908c-4682-b7f3-bb8a78012eb7,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:09.869872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 4e2ad3c7-14ce-4952-84ab-245bd6af49c1 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:09.877803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91b0d978-2916-42b7-b289-56fcb15d7567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:09.879922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:09.886462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:09.890280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 348f4fdc-46e9-44b1-bf94-9ee129d3845c details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:19:09.929266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfc4da9-8560-461a-b201-d648649af3ad tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:19:10.036349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2e97aa18-c1db-4750-9e2b-fcbaefc8d93b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:10.052759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740d5030-3e54-460f-ba97-4b51ffd20419 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:19:10.087658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-740d5030-3e54-460f-ba97-4b51ffd20419 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:10.091933 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-740d5030-3e54-460f-ba97-4b51ffd20419 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/routers/0cd8b856-dbb2-4010-af3f-462ae87d10f4 HTTP/1.1" status: 200 len: 701 time: 2.2297919 Apr 23 09:19:10.093014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37436) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:10.110060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2e97aa18-c1db-4750-9e2b-fcbaefc8d93b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Usage tracker for resource:subnet and tenant:ea334c1946ff4a0dac6daa6b4816ceb1 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:10.110479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d44d44a-2ac3-452a-bd89-a5175a8da933 None None] Sync routers for ids ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:19:10.121962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2e97aa18-c1db-4750-9e2b-fcbaefc8d93b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:10.132199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2e97aa18-c1db-4750-9e2b-fcbaefc8d93b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:10.137037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Attempting to bind port 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:19:10.137508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Attempting to bind port 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '6acca6d4-1141-4ff0-9e13-f5f4ff741cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:19:10.138141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Attempting to bind port 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7 on network 38f8676a-fb20-41c9-b929-2243273b6ba0 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:19:10.147912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 2849ba25-f707-48f6-bae4-3e15878e0348 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:10.148487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:10.167800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfc4da9-8560-461a-b201-d648649af3ad tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:19:10.186747 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0bfc4da9-8560-461a-b201-d648649af3ad tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/routers/4dedd00f-5e9c-4e5f-ae3c-9190e82656d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3515983 Apr 23 09:19:10.186747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37440) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:10.186953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] Sync routers for ids ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:19:10.187041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-91e08b29-4599-494c-8b17-a944c66983d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1822922740'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:10.189995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] Routers {'4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:19:10.190535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-91e08b29-4599-494c-8b17-a944c66983d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:10.191213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:19:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:10.191452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6a804931-29db-492b-a325-0ecbb9210d05 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Synchronizing usage tracker for tenant:28923eac46964204bb78aee0456d0ac1 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:19:10.194868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-91e08b29-4599-494c-8b17-a944c66983d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:network and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:10.199032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-91e08b29-4599-494c-8b17-a944c66983d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:10.207486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e97aa18-c1db-4750-9e2b-fcbaefc8d93b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Made reservation on behalf of ea334c1946ff4a0dac6daa6b4816ceb1 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:10.214075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-277f5d0c-0d54-4ee9-a85f-e196f04f25e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:10.216082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2e97aa18-c1db-4750-9e2b-fcbaefc8d93b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:10.221246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:19:10.221246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Checking segment: {'id': '6acca6d4-1141-4ff0-9e13-f5f4ff741cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:10.221246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:10.221246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Bound using segment: {'id': '6acca6d4-1141-4ff0-9e13-f5f4ff741cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:19:10.221246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Bound port: 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6acca6d4-1141-4ff0-9e13-f5f4ff741cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:19:10.221246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:10.228512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-494a73e3-5980-4842-8255-54d71084b894 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:10.234855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-91e08b29-4599-494c-8b17-a944c66983d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:10.243569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:10.266869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 4e2ad3c7-14ce-4952-84ab-245bd6af49c1 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:10.270930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d44d44a-2ac3-452a-bd89-a5175a8da933 None None] Routers {'0cd8b856-dbb2-4010-af3f-462ae87d10f4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:19:10.271683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-3d44d44a-2ac3-452a-bd89-a5175a8da933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:19:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:10.300986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6a804931-29db-492b-a325-0ecbb9210d05 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Unset dirty status for tenant:28923eac46964204bb78aee0456d0ac1 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:19:10.302282 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6a804931-29db-492b-a325-0ecbb9210d05 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cd8b856-dbb2-4010-af3f-462ae87d10f4 HTTP/1.1" status: 200 len: 205 time: 0.2082577 Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:19:10.303298 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:19:10.328342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37444) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:10.333222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e08b29-4599-494c-8b17-a944c66983d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Made reservation on behalf of 6a7817c6b9664b5898a398d7ccbe4c15 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:10.337838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277f5d0c-0d54-4ee9-a85f-e196f04f25e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:10.339326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91e08b29-4599-494c-8b17-a944c66983d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:10.376182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] Set router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:19:10.386674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-277f5d0c-0d54-4ee9-a85f-e196f04f25e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:10.401305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277f5d0c-0d54-4ee9-a85f-e196f04f25e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:19:10.419942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277f5d0c-0d54-4ee9-a85f-e196f04f25e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:10.420682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-277f5d0c-0d54-4ee9-a85f-e196f04f25e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:10.479165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-3d44d44a-2ac3-452a-bd89-a5175a8da933 None None] Set router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:19:10.487223 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-277f5d0c-0d54-4ee9-a85f-e196f04f25e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2025776 Apr 23 09:19:10.506038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37448) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:10.513414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f5d0c-0d54-4ee9-a85f-e196f04f25e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=4170b808-4081-4ec2-93a6-b90d65baa782,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:10.596658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-277f5d0c-0d54-4ee9-a85f-e196f04f25e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:10.602630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 09:19:10.602630 dv-neutron-786478-4-hyperv neutron-server[87059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 09:19:10.602630 dv-neutron-786478-4-hyperv neutron-server[87059]: [parameters: {'id': '4e2ad3c7-14ce-4952-84ab-245bd6af49c1'}] Apr 23 09:19:10.602630 dv-neutron-786478-4-hyperv neutron-server[87059]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87175) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:19:10.603148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:19:10.605341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6607deaa-8306-4d51-803b-4edaa7d48fe5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:10.674658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334c4d13-aa7b-446c-a000-128584893a9d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:10.682767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334c4d13-aa7b-446c-a000-128584893a9d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:10.684712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-334c4d13-aa7b-446c-a000-128584893a9d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:19:10.750253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e08b29-4599-494c-8b17-a944c66983d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:19:10.758573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-3d44d44a-2ac3-452a-bd89-a5175a8da933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:18:58Z', 'revision_number': 11, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:10.760361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-334c4d13-aa7b-446c-a000-128584893a9d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:19:10.764339 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-334c4d13-aa7b-446c-a000-128584893a9d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2540281 Apr 23 09:19:10.765221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37452) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:10.767405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:19:07Z', 'revision_number': 4, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': '88f25495-1f71-4765-8f04-9b2f3097f2a9', 'name': '', 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:cd:2d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '587d5465-d1c5-443f-849b-916d484ae163', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:19:06Z', 'updated_at': '2021-04-23T09:19:08Z', 'revision_number': 2, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '587d5465-d1c5-443f-849b-916d484ae163', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6b78bf-6a9d-4a3c-aabe-87b109b2148c', 'name': '', 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:3f:47:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:56Z', 'updated_at': '2021-04-23T09:19:04Z', 'revision_number': 4, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:10.774955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] Checking router: 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:19:10.776485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] Updating router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 port 88f25495-1f71-4765-8f04-9b2f3097f2a9 binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:19:10.809035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d44d44a-2ac3-452a-bd89-a5175a8da933 None None] Checking router: 0cd8b856-dbb2-4010-af3f-462ae87d10f4 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:19:10.839875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d44d44a-2ac3-452a-bd89-a5175a8da933 None None] Routers {'0cd8b856-dbb2-4010-af3f-462ae87d10f4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:19:10.840513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-3d44d44a-2ac3-452a-bd89-a5175a8da933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:19:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:10.855404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:10.903136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91e08b29-4599-494c-8b17-a944c66983d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:10.903529 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-91e08b29-4599-494c-8b17-a944c66983d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Added segment 886e59f1-959d-464e-8f78-21146666608c of type vlan for network 645368bf-de2b-4029-bbfd-f46b5a8523cc Apr 23 09:19:10.932237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-00b6ee0f-3271-4885-9be4-c9416f209721 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting port 4170b808-4081-4ec2-93a6-b90d65baa782 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:10.932716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-00b6ee0f-3271-4885-9be4-c9416f209721 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:10.996486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-3d44d44a-2ac3-452a-bd89-a5175a8da933 None None] Set router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:19:10.996940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6607deaa-8306-4d51-803b-4edaa7d48fe5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:11.036056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6607deaa-8306-4d51-803b-4edaa7d48fe5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:11.081182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91e08b29-4599-494c-8b17-a944c66983d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:11.105068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-00b6ee0f-3271-4885-9be4-c9416f209721 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:11.114079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:11.146241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-3d44d44a-2ac3-452a-bd89-a5175a8da933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:18:58Z', 'revision_number': 11, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:11.148583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6607deaa-8306-4d51-803b-4edaa7d48fe5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:11.149135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6607deaa-8306-4d51-803b-4edaa7d48fe5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Fanout notify agent at l3_agent the message router_deleted on router 0cd8b856-dbb2-4010-af3f-462ae87d10f4 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:19:11.152849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] For port 2849ba25-f707-48f6-bae4-3e15878e0348, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2849ba25-f707-48f6-bae4-3e15878e0348,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:11.155383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d44d44a-2ac3-452a-bd89-a5175a8da933 None None] The sync data for ids ['0cd8b856-dbb2-4010-af3f-462ae87d10f4'] in dv-neutron-786478-4-hyperv is: [{'id': '0cd8b856-dbb2-4010-af3f-462ae87d10f4', 'name': 'tempest-RoutersTest-router-1303816194', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:17:20Z', 'updated_at': '2021-04-23T09:18:58Z', 'revision_number': 11, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:19:11.157087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:11.163279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] For port 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:19:11.181621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] For port 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7f1ac5fe-908c-4682-b7f3-bb8a78012eb7,segment=NetworkSegment(6acca6d4-1141-4ff0-9e13-f5f4ff741cee),segment_id=6acca6d4-1141-4ff0-9e13-f5f4ff741cee)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:19:11.206908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6607deaa-8306-4d51-803b-4edaa7d48fe5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:11.208106 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6607deaa-8306-4d51-803b-4edaa7d48fe5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/routers/0cd8b856-dbb2-4010-af3f-462ae87d10f4 HTTP/1.1" status: 204 len: 168 time: 0.8764689 Apr 23 09:19:11.217442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91e08b29-4599-494c-8b17-a944c66983d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:11.220938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37456) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:11.224332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e08b29-4599-494c-8b17-a944c66983d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:11.225023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91e08b29-4599-494c-8b17-a944c66983d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:11.229583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7e871eaf-f8e1-471b-8b4a-cc6bb927bb08 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:11.302131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:11.317436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:11.323069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9ba59faf-a419-4eaf-a18e-808e9cca312d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:11.343441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1657558d-1c06-42ff-a7b1-f3fe7f793027 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1623046333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:11.376962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:11.380500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:11.381445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-00b6ee0f-3271-4885-9be4-c9416f209721 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Calling delete_port for 4170b808-4081-4ec2-93a6-b90d65baa782 owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:11.398967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] Provisioning for port 8b6b78bf-6a9d-4a3c-aabe-87b109b2148c completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:11.408282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] Transition to ACTIVE for port object 88f25495-1f71-4765-8f04-9b2f3097f2a9 will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:11.413247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1657558d-1c06-42ff-a7b1-f3fe7f793027 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:11.420848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device be30c487-f8fa-4b5e-97cd-6b7db076dac7 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:11.430365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1657558d-1c06-42ff-a7b1-f3fe7f793027 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Usage tracker for resource:router and tenant:28923eac46964204bb78aee0456d0ac1 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:11.436622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1657558d-1c06-42ff-a7b1-f3fe7f793027 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:11.437930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:11.444709 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-91e08b29-4599-494c-8b17-a944c66983d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2661824 Apr 23 09:19:11.455046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37460) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:11.455277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2c325f0a-ac57-4fb8-872b-5a9402b07316 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:11.456449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1657558d-1c06-42ff-a7b1-f3fe7f793027 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:11.475170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e08b29-4599-494c-8b17-a944c66983d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Network': ['ID=645368bf-de2b-4029-bbfd-f46b5a8523cc,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:11.493000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-fdd4dd1a-eb67-4b92-a7c8-de32c4db0f04 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'subnet': {'network_id': '645368bf-de2b-4029-bbfd-f46b5a8523cc', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:11.496934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Deleting port a4db195e-c41c-4648-9b9e-0a99252b3e9c {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:11.497581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:11.520029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1657558d-1c06-42ff-a7b1-f3fe7f793027 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:11.521500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1657558d-1c06-42ff-a7b1-f3fe7f793027 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:11.528532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 645368bf-de2b-4029-bbfd-f46b5a8523cc details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:19:11.537047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-91e08b29-4599-494c-8b17-a944c66983d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:11.540596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1657558d-1c06-42ff-a7b1-f3fe7f793027 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:11.547810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] Provisioning complete for port 8b6b78bf-6a9d-4a3c-aabe-87b109b2148c triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:11.548250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:11.573036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d04b25-cbba-416a-a654-e8b3dc0ff2ad None None] Pushing event updated for resources: {'Port': ['ID=88f25495-1f71-4765-8f04-9b2f3097f2a9,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:11.708531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-07d04b25-cbba-416a-a654-e8b3dc0ff2ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:11.720601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] For port a4db195e-c41c-4648-9b9e-0a99252b3e9c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a4db195e-c41c-4648-9b9e-0a99252b3e9c,segment=NetworkSegment(38415a02-d52f-49ec-9536-07db1b612b81),segment_id=38415a02-d52f-49ec-9536-07db1b612b81)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:11.721971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:11.774293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fdd4dd1a-eb67-4b92-a7c8-de32c4db0f04 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:11.774593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:19:11.783174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fdd4dd1a-eb67-4b92-a7c8-de32c4db0f04 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:subnet and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:11.795664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fdd4dd1a-eb67-4b92-a7c8-de32c4db0f04 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:11.809125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fdd4dd1a-eb67-4b92-a7c8-de32c4db0f04 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:11.917226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Calling delete_port for a4db195e-c41c-4648-9b9e-0a99252b3e9c owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:11.918087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] Attempting to bind port 88f25495-1f71-4765-8f04-9b2f3097f2a9 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:19:11.920409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] Attempting to bind port 88f25495-1f71-4765-8f04-9b2f3097f2a9 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '6acca6d4-1141-4ff0-9e13-f5f4ff741cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:19:11.920911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] Attempting to bind port 88f25495-1f71-4765-8f04-9b2f3097f2a9 on network 38f8676a-fb20-41c9-b929-2243273b6ba0 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:19:11.930485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd4dd1a-eb67-4b92-a7c8-de32c4db0f04 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Made reservation on behalf of 6a7817c6b9664b5898a398d7ccbe4c15 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:11.937463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdd4dd1a-eb67-4b92-a7c8-de32c4db0f04 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:11.952202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:19:11.952819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] Checking segment: {'id': '6acca6d4-1141-4ff0-9e13-f5f4ff741cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:11.953389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:11.954787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] Bound using segment: {'id': '6acca6d4-1141-4ff0-9e13-f5f4ff741cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:19:11.963101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] Bound port: 88f25495-1f71-4765-8f04-9b2f3097f2a9, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6acca6d4-1141-4ff0-9e13-f5f4ff741cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:19:11.963693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:12.037911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] Pushing event updated for resources: {'Port': ['ID=2849ba25-f707-48f6-bae4-3e15878e0348,revision_number=6']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:12.075042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:12.078477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2e97aa18-c1db-4750-9e2b-fcbaefc8d93b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:12.082724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4c9b747c-b616-40af-96ca-aed215fd1065 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:12.087936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-897e1a10-a2c9-4e7f-8521-812670528c24 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:12.133601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1657558d-1c06-42ff-a7b1-f3fe7f793027 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:12.140860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port be30c487-f8fa-4b5e-97cd-6b7db076dac7 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:12.141557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:12.143520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] For port 88f25495-1f71-4765-8f04-9b2f3097f2a9, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:19:12.148032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] For port 88f25495-1f71-4765-8f04-9b2f3097f2a9, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=88f25495-1f71-4765-8f04-9b2f3097f2a9,segment=NetworkSegment(6acca6d4-1141-4ff0-9e13-f5f4ff741cee),segment_id=6acca6d4-1141-4ff0-9e13-f5f4ff741cee)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:19:12.159785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-00b6ee0f-3271-4885-9be4-c9416f209721 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:12.167301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Port': ['ID=a4db195e-c41c-4648-9b9e-0a99252b3e9c,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:12.173887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:12.178761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ac05f1ca-8f03-4396-b630-5c4dbb3ea5d1 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:12.184872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:12.198373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-efcb0eb5-8818-422c-8a26-cf28852188ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:12.200439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e97aa18-c1db-4750-9e2b-fcbaefc8d93b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Subnet': ['ID=cd88292c-bf11-430e-9a36-a410369c93e6,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:12.205856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2e97aa18-c1db-4750-9e2b-fcbaefc8d93b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:12.212882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e97aa18-c1db-4750-9e2b-fcbaefc8d93b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Checking segment: {'id': '4e8c2ddf-503a-425d-8bc0-c1ac3d62c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '348f4fdc-46e9-44b1-bf94-9ee129d3845c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:12.213283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e97aa18-c1db-4750-9e2b-fcbaefc8d93b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network hostable DHCP agents. Network: 348f4fdc-46e9-44b1-bf94-9ee129d3845c, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:19:12.248443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] No DVR routers for this DVR port a4db195e-c41c-4648-9b9e-0a99252b3e9c on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:19:12.288571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:12.296718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Pushing event updated for resources: {'Port': ['ID=7f1ac5fe-908c-4682-b7f3-bb8a78012eb7,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:12.309397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.986s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:12.315955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.957s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:12.316721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:12.320401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e97aa18-c1db-4750-9e2b-fcbaefc8d93b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network 348f4fdc-46e9-44b1-bf94-9ee129d3845c is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:19:12.325733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6ee0f-3271-4885-9be4-c9416f209721 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Port': ['ID=4170b808-4081-4ec2-93a6-b90d65baa782,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:12.338280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1657558d-1c06-42ff-a7b1-f3fe7f793027 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:12.340631 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1657558d-1c06-42ff-a7b1-f3fe7f793027 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0082035 Apr 23 09:19:12.342418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-00b6ee0f-3271-4885-9be4-c9416f209721 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:12.343174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37464) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:12.351591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d0aae03b-0bbf-477b-b9c3-c2092b5d105b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:12.394112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:12.434718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-2e97aa18-c1db-4750-9e2b-fcbaefc8d93b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 348f4fdc-46e9-44b1-bf94-9ee129d3845c) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:12.450753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ca3815-3429-452f-86e6-9e515f6d321c None None] Network 348f4fdc-46e9-44b1-bf94-9ee129d3845c requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:12.466798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:12.509537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] Routers {'4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:19:12.510223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:19:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:12.517350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] For port 8b6b78bf-6a9d-4a3c-aabe-87b109b2148c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=8b6b78bf-6a9d-4a3c-aabe-87b109b2148c,segment=NetworkSegment(20e479f7-960c-46f7-8388-818c2ecfb25d),segment_id=20e479f7-960c-46f7-8388-818c2ecfb25d)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:12.573497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:12.587513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-615d56c6-849d-4bf7-9783-56d56759e538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:12.623704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2ad3c7-14ce-4952-84ab-245bd6af49c1']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:12.641783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38415a02-d52f-49ec-9536-07db1b612b81') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:12.642126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38415a02-d52f-49ec-9536-07db1b612b81') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:12.646781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d04b25-cbba-416a-a654-e8b3dc0ff2ad None None] Pushing event updated for resources: {'Port': ['ID=88f25495-1f71-4765-8f04-9b2f3097f2a9,revision_number=4']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:12.656452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:12.658740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-07d04b25-cbba-416a-a654-e8b3dc0ff2ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:12.666446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e97aa18-c1db-4750-9e2b-fcbaefc8d93b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:12.667311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2e97aa18-c1db-4750-9e2b-fcbaefc8d93b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:12.675983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:12.683162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:19:12.702061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] Set router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:19:12.733048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] Pushing event updated for resources: {'Port': ['ID=8b6b78bf-6a9d-4a3c-aabe-87b109b2148c,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:12.748718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:12.757447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-76c2b23e-529f-44e0-96be-95734d73602d None None] Provisioning complete for port be30c487-f8fa-4b5e-97cd-6b7db076dac7 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:12.757887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-76c2b23e-529f-44e0-96be-95734d73602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:12.956086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 4e2ad3c7-14ce-4952-84ab-245bd6af49c1 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:12.973417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:12.982879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-348f4fdc-46e9-44b1-bf94-9ee129d3845c', 'network_id': '348f4fdc-46e9-44b1-bf94-9ee129d3845c', 'tenant_id': 'ea334c1946ff4a0dac6daa6b4816ceb1', 'fixed_ips': [{'subnet_id': 'cd88292c-bf11-430e-9a36-a410369c93e6'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:19:12.983813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:13.142359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-76c2b23e-529f-44e0-96be-95734d73602d None None] Could not find standard attr ID for object 4170b808-4081-4ec2-93a6-b90d65baa782. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:19:13.177062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-76c2b23e-529f-44e0-96be-95734d73602d None None] Provisioning complete for port 8b6b78bf-6a9d-4a3c-aabe-87b109b2148c triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:13.177492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-76c2b23e-529f-44e0-96be-95734d73602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:13.187847 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2e97aa18-c1db-4750-9e2b-fcbaefc8d93b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.3812346 Apr 23 09:19:13.193125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37468) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:13.251809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:19:07Z', 'revision_number': 4, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': '88f25495-1f71-4765-8f04-9b2f3097f2a9', 'name': '', 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:cd:2d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '587d5465-d1c5-443f-849b-916d484ae163', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:19:06Z', 'updated_at': '2021-04-23T09:19:12Z', 'revision_number': 4, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '587d5465-d1c5-443f-849b-916d484ae163', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6b78bf-6a9d-4a3c-aabe-87b109b2148c', 'name': '', 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:3f:47:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:56Z', 'updated_at': '2021-04-23T09:19:12Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:13.260767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 4e2ad3c7-14ce-4952-84ab-245bd6af49c1 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:13.270734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2889f0-c317-4086-945c-a98bd1e06426 None None] The sync data for ids ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'] in dv-neutron-786478-4-hyperv is: [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:19:07Z', 'revision_number': 4, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': '88f25495-1f71-4765-8f04-9b2f3097f2a9', 'name': '', 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:cd:2d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '587d5465-d1c5-443f-849b-916d484ae163', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:19:06Z', 'updated_at': '2021-04-23T09:19:12Z', 'revision_number': 4, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '587d5465-d1c5-443f-849b-916d484ae163', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6b78bf-6a9d-4a3c-aabe-87b109b2148c', 'name': '', 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:3f:47:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:56Z', 'updated_at': '2021-04-23T09:19:12Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:19:13.324674 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:19:13.380039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-00b6ee0f-3271-4885-9be4-c9416f209721 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:13.387044 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-00b6ee0f-3271-4885-9be4-c9416f209721 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/4170b808-4081-4ec2-93a6-b90d65baa782 HTTP/1.1" status: 204 len: 168 time: 2.6212163 Apr 23 09:19:13.387957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37474) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:13.501706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8ba5a7-3fe6-4176-8bfe-cb9c1756a6be None None] Network 38f8676a-fb20-41c9-b929-2243273b6ba0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:13.539551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Allocated IP 172.20.0.1 (348f4fdc-46e9-44b1-bf94-9ee129d3845c/cd88292c-bf11-430e-9a36-a410369c93e6/ef40d10f-e731-4cd5-bcbd-b5fae4b5d388) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:13.670221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:13.811630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0aae03b-0bbf-477b-b9c3-c2092b5d105b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:13.814595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-76c2b23e-529f-44e0-96be-95734d73602d None None] Provisioning complete for port 2849ba25-f707-48f6-bae4-3e15878e0348 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:13.815021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-76c2b23e-529f-44e0-96be-95734d73602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:13.822967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:13.893596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0aae03b-0bbf-477b-b9c3-c2092b5d105b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846489349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8286451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846514403'] for router, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:13.963750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:13.975168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 8b6b78bf-6a9d-4a3c-aabe-87b109b2148c up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:14.028560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a88a0-3c5d-4b6a-8b49-5e0916a8dd56 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:14.030446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a88a0-3c5d-4b6a-8b49-5e0916a8dd56 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:14.031301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c62a88a0-3c5d-4b6a-8b49-5e0916a8dd56 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:19:14.039236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:14.043687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:14.060815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:14.077050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Network': ['ID=4e2ad3c7-14ce-4952-84ab-245bd6af49c1,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:14.084052 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/networks/4e2ad3c7-14ce-4952-84ab-245bd6af49c1 HTTP/1.1" status: 204 len: 168 time: 10.0156877 Apr 23 09:19:14.086489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37478) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:14.086489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:14.090124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:14.092076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ecaf36cc-b5b3-41e6-9c18-f5d0928ff6c0 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1243077132'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:14.098580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ecaf36cc-b5b3-41e6-9c18-f5d0928ff6c0 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:14.103460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ecaf36cc-b5b3-41e6-9c18-f5d0928ff6c0 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Usage tracker for resource:network and tenant:eae5d749fb6145368bc3139a3a4f289b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:14.106428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c62a88a0-3c5d-4b6a-8b49-5e0916a8dd56 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:19:14.110872 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c62a88a0-3c5d-4b6a-8b49-5e0916a8dd56 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.7112467 Apr 23 09:19:14.110872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ecaf36cc-b5b3-41e6-9c18-f5d0928ff6c0 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:14.112761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37482) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:14.151083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ecaf36cc-b5b3-41e6-9c18-f5d0928ff6c0 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:14.207266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e44845-e2cc-435a-9a16-e9a95f6f1af0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet b771af59-6b0f-479d-854b-969b2ec69f33 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:19:14.214059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9e44845-e2cc-435a-9a16-e9a95f6f1af0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:14.261026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaf36cc-b5b3-41e6-9c18-f5d0928ff6c0 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Made reservation on behalf of eae5d749fb6145368bc3139a3a4f289b for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:14.267681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ecaf36cc-b5b3-41e6-9c18-f5d0928ff6c0 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:14.315954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9e44845-e2cc-435a-9a16-e9a95f6f1af0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:14.359350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecaf36cc-b5b3-41e6-9c18-f5d0928ff6c0 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:19:14.372324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdd4dd1a-eb67-4b92-a7c8-de32c4db0f04 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:14.380484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fb7b66e6-7de8-4eb4-9016-671d47477ef2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:14.384979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ecaf36cc-b5b3-41e6-9c18-f5d0928ff6c0 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:14.385516 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-ecaf36cc-b5b3-41e6-9c18-f5d0928ff6c0 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Added segment 30f7474f-8d1a-4a15-b5fd-4537a42c134b of type vlan for network 63d256b1-43a3-439d-ac4d-ceacf96aad24 Apr 23 09:19:14.432979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ecaf36cc-b5b3-41e6-9c18-f5d0928ff6c0 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:14.454678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9e44845-e2cc-435a-9a16-e9a95f6f1af0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:14.525251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 8b6b78bf-6a9d-4a3c-aabe-87b109b2148c triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:14.525681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:14.536056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0aae03b-0bbf-477b-b9c3-c2092b5d105b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Router f187d0e5-e00e-4639-a0f0-ed4646e30c98 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:19:14.567182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd4dd1a-eb67-4b92-a7c8-de32c4db0f04 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Checking segment: {'id': '886e59f1-959d-464e-8f78-21146666608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '645368bf-de2b-4029-bbfd-f46b5a8523cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:14.567785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd4dd1a-eb67-4b92-a7c8-de32c4db0f04 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network hostable DHCP agents. Network: 645368bf-de2b-4029-bbfd-f46b5a8523cc, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:19:14.575316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ecaf36cc-b5b3-41e6-9c18-f5d0928ff6c0 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:14.579693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4dd1a-eb67-4b92-a7c8-de32c4db0f04 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Subnet': ['ID=0f8f0d3e-66ff-46ee-840a-91c1303a46b2,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:14.581637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaf36cc-b5b3-41e6-9c18-f5d0928ff6c0 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:14.582352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ecaf36cc-b5b3-41e6-9c18-f5d0928ff6c0 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:14.587354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fdd4dd1a-eb67-4b92-a7c8-de32c4db0f04 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:14.597356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-043f3de0-dd2c-4555-bb8e-ac12197af978 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:14.618224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-76c2b23e-529f-44e0-96be-95734d73602d None None] Could not find standard attr ID for object 84beed76-1aa7-4d99-9c2f-6987ffbd569b. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:19:14.636071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:14.667295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Transition to ACTIVE for port object ef40d10f-e731-4cd5-bcbd-b5fae4b5d388 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:14.707834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd4dd1a-eb67-4b92-a7c8-de32c4db0f04 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 645368bf-de2b-4029-bbfd-f46b5a8523cc is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:19:14.768856 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ecaf36cc-b5b3-41e6-9c18-f5d0928ff6c0 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6819289 Apr 23 09:19:14.777257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37486) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:14.789117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Transition to ACTIVE for port object ef40d10f-e731-4cd5-bcbd-b5fae4b5d388 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:14.789475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf36cc-b5b3-41e6-9c18-f5d0928ff6c0 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'Network': ['ID=63d256b1-43a3-439d-ac4d-ceacf96aad24,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:14.796022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Request body: {'subnet': {'network_id': '63d256b1-43a3-439d-ac4d-ceacf96aad24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:14.807108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 63d256b1-43a3-439d-ac4d-ceacf96aad24 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:19:14.812743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0aae03b-0bbf-477b-b9c3-c2092b5d105b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:19:14.815463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ecaf36cc-b5b3-41e6-9c18-f5d0928ff6c0 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:14.837655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0aae03b-0bbf-477b-b9c3-c2092b5d105b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:14.843029 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d0aae03b-0bbf-477b-b9c3-c2092b5d105b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "PUT /v2.0/routers/f187d0e5-e00e-4639-a0f0-ed4646e30c98 HTTP/1.1" status: 200 len: 694 time: 2.4964383 Apr 23 09:19:14.844999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37490) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:14.845116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-fdd4dd1a-eb67-4b92-a7c8-de32c4db0f04 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 645368bf-de2b-4029-bbfd-f46b5a8523cc) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:14.862920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd4dd1a-eb67-4b92-a7c8-de32c4db0f04 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:14.863584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdd4dd1a-eb67-4b92-a7c8-de32c4db0f04 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:14.921212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f0dd64-1043-48c0-a74d-58d0772c6daa None None] Network 645368bf-de2b-4029-bbfd-f46b5a8523cc requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:14.932433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:14.939122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2e97aa18-c1db-4750-9e2b-fcbaefc8d93b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:14.981009 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fdd4dd1a-eb67-4b92-a7c8-de32c4db0f04 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5197880 Apr 23 09:19:14.989653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37494) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:15.037769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80cf030-5e0f-4eb0-bf55-e1953be772a0 None None] Sync routers for ids ['f187d0e5-e00e-4639-a0f0-ed4646e30c98'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:19:15.057267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-245f762b-a17b-490f-8c36-a3f776b493eb None None] Provisioning for port 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:15.063217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:15.065260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Subnet': ['ID=cd88292c-bf11-430e-9a36-a410369c93e6,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:15.076044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2849ba25-f707-48f6-bae4-3e15878e0348 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:15.094993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:15.114424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:15.125284 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-69bc848a-9537-4981-b8a0-5a7f47d4519b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/routers/f187d0e5-e00e-4639-a0f0-ed4646e30c98 HTTP/1.1" status: 200 len: 700 time: 0.2780504 Apr 23 09:19:15.143381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-245f762b-a17b-490f-8c36-a3f776b493eb None None] Provisioning complete for port 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:15.143806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-245f762b-a17b-490f-8c36-a3f776b493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:15.160134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37498) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:15.163205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Usage tracker for resource:subnet and tenant:eae5d749fb6145368bc3139a3a4f289b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:15.209672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3ae12d8a-e753-48cf-b3e3-453f2d34816b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:15.210096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:15.239497 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ef972129-e4ea-45f8-ba6b-6ec32c1a2944 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/ports?device_id=f187d0e5-e00e-4639-a0f0-ed4646e30c98 HTTP/1.1" status: 200 len: 205 time: 0.0782437 Apr 23 09:19:15.240192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37502) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:15.243557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:15.266791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80cf030-5e0f-4eb0-bf55-e1953be772a0 None None] Routers {'f187d0e5-e00e-4639-a0f0-ed4646e30c98'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:19:15.268101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d80cf030-5e0f-4eb0-bf55-e1953be772a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:19:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['f187d0e5-e00e-4639-a0f0-ed4646e30c98'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:15.277964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:15.372052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Network 348f4fdc-46e9-44b1-bf94-9ee129d3845c is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:15.418403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-631437ac-3674-4dad-90c1-e39997b98ecf tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:15.443275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:15.445941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:19:15.519738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Made reservation on behalf of eae5d749fb6145368bc3139a3a4f289b for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:15.536338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:15.601227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348f4fdc-46e9-44b1-bf94-9ee129d3845c']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:15.622501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8c2ddf-503a-425d-8bc0-c1ac3d62c74e') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:15.622871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8c2ddf-503a-425d-8bc0-c1ac3d62c74e') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:15.641452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:15.697973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 2849ba25-f707-48f6-bae4-3e15878e0348 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:15.698429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:15.768739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-d80cf030-5e0f-4eb0-bf55-e1953be772a0 None None] Set router f187d0e5-e00e-4639-a0f0-ed4646e30c98 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:19:15.786875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:15.800566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:19:15.879570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9e44845-e2cc-435a-9a16-e9a95f6f1af0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:15.889270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0ca812ca-29aa-48a1-879a-df1d61346131 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:15.900523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Pushing event updated for resources: {'Port': ['ID=ef40d10f-e731-4cd5-bcbd-b5fae4b5d388,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:15.903494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:15.944136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Attempting to bind port ef40d10f-e731-4cd5-bcbd-b5fae4b5d388 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:19:15.944136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Attempting to bind port ef40d10f-e731-4cd5-bcbd-b5fae4b5d388 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '4e8c2ddf-503a-425d-8bc0-c1ac3d62c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '348f4fdc-46e9-44b1-bf94-9ee129d3845c'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:19:15.944602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Attempting to bind port ef40d10f-e731-4cd5-bcbd-b5fae4b5d388 on network 348f4fdc-46e9-44b1-bf94-9ee129d3845c {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:19:15.956046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-645368bf-de2b-4029-bbfd-f46b5a8523cc', 'network_id': '645368bf-de2b-4029-bbfd-f46b5a8523cc', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'fixed_ips': [{'subnet_id': '0f8f0d3e-66ff-46ee-840a-91c1303a46b2'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:19:15.956996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:15.983551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:19:15.988358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Checking segment: {'id': '4e8c2ddf-503a-425d-8bc0-c1ac3d62c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '348f4fdc-46e9-44b1-bf94-9ee129d3845c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:15.988358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:15.988358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Bound using segment: {'id': '4e8c2ddf-503a-425d-8bc0-c1ac3d62c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '348f4fdc-46e9-44b1-bf94-9ee129d3845c'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:19:15.988358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Bound port: ef40d10f-e731-4cd5-bcbd-b5fae4b5d388, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8c2ddf-503a-425d-8bc0-c1ac3d62c74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '348f4fdc-46e9-44b1-bf94-9ee129d3845c'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:19:15.988358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:15.998154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d80cf030-5e0f-4eb0-bf55-e1953be772a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f187d0e5-e00e-4639-a0f0-ed4646e30c98', 'name': 'tempest-RoutersTest-router-1623046333', 'tenant_id': '28923eac46964204bb78aee0456d0ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:19:11Z', 'updated_at': '2021-04-23T09:19:13Z', 'revision_number': 2, 'project_id': '28923eac46964204bb78aee0456d0ac1', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:16.018876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e44845-e2cc-435a-9a16-e9a95f6f1af0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=b771af59-6b0f-479d-854b-969b2ec69f33,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:16.114144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c9e44845-e2cc-435a-9a16-e9a95f6f1af0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:16.117627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9e44845-e2cc-435a-9a16-e9a95f6f1af0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:16.207874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-631437ac-3674-4dad-90c1-e39997b98ecf tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:16.211250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-631437ac-3674-4dad-90c1-e39997b98ecf tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:16.246505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80cf030-5e0f-4eb0-bf55-e1953be772a0 None None] Checking router: f187d0e5-e00e-4639-a0f0-ed4646e30c98 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:19:16.258785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-245f762b-a17b-490f-8c36-a3f776b493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:16.267671 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c9e44845-e2cc-435a-9a16-e9a95f6f1af0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/b771af59-6b0f-479d-854b-969b2ec69f33 HTTP/1.1" status: 204 len: 168 time: 2.1537924 Apr 23 09:19:16.271272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05847e0f-b7d8-4c3f-aee1-e72e657d7f30 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:16.275262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37506) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:16.357706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-631437ac-3674-4dad-90c1-e39997b98ecf tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:16.358199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631437ac-3674-4dad-90c1-e39997b98ecf tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Fanout notify agent at l3_agent the message router_deleted on router f187d0e5-e00e-4639-a0f0-ed4646e30c98 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:19:16.365243 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7aca1c81-8f8e-4403-ab87-011340139c8e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872045 Apr 23 09:19:16.365920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37510) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:16.392656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network 348f4fdc-46e9-44b1-bf94-9ee129d3845c has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:16.404141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:16.493755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-631437ac-3674-4dad-90c1-e39997b98ecf tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:16.494191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80cf030-5e0f-4eb0-bf55-e1953be772a0 None None] Routers set() bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:19:16.494662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80cf030-5e0f-4eb0-bf55-e1953be772a0 None None] Router IDs set() for agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 23 09:19:16.495338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_agentschedulers_db [None req-d80cf030-5e0f-4eb0-bf55-e1953be772a0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f187d0e5-e00e-4639-a0f0-ed4646e30c98'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:19:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent'). {{(pid=87176) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}} Apr 23 09:19:16.495764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80cf030-5e0f-4eb0-bf55-e1953be772a0 None None] The sync data for ids ['f187d0e5-e00e-4639-a0f0-ed4646e30c98'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:19:16.503291 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-631437ac-3674-4dad-90c1-e39997b98ecf tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/routers/f187d0e5-e00e-4639-a0f0-ed4646e30c98 HTTP/1.1" status: 204 len: 168 time: 1.2571700 Apr 23 09:19:16.510458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37514) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:16.582847 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a149f39e-23cb-4115-9efa-288166263a85 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/ports?device_id=f187d0e5-e00e-4639-a0f0-ed4646e30c98 HTTP/1.1" status: 200 len: 205 time: 0.0643163 Apr 23 09:19:16.583537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37518) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:16.622407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network 348f4fdc-46e9-44b1-bf94-9ee129d3845c has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:16.632625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-245f762b-a17b-490f-8c36-a3f776b493eb None None] For port 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7f1ac5fe-908c-4682-b7f3-bb8a78012eb7,segment=NetworkSegment(6acca6d4-1141-4ff0-9e13-f5f4ff741cee),segment_id=6acca6d4-1141-4ff0-9e13-f5f4ff741cee)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:16.671593 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-da1fee64-c38a-43f3-9acb-deb5dd5327e3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] delete failed (client error): The resource could not be found. Apr 23 09:19:16.675775 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-da1fee64-c38a-43f3-9acb-deb5dd5327e3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/routers/f187d0e5-e00e-4639-a0f0-ed4646e30c98 HTTP/1.1" status: 404 len: 336 time: 0.0887153 Apr 23 09:19:16.680507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37522) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:16.705709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-245f762b-a17b-490f-8c36-a3f776b493eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:16.710999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] For port ef40d10f-e731-4cd5-bcbd-b5fae4b5d388, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:19:16.714523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c60646d6-8a62-47eb-bd3f-43c64b917133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:16.737262 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33fc04a-e026-40d6-a45c-01182f2a0f2f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] DELETE failed (client error): The resource could not be found. Apr 23 09:19:16.737787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d33fc04a-e026-40d6-a45c-01182f2a0f2f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:19:16.742334 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d33fc04a-e026-40d6-a45c-01182f2a0f2f tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/subnets/3217d92d-6a71-4135-acae-9a51122f5ff8 HTTP/1.1" status: 404 len: 337 time: 0.0543568 Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:19:16.742525 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:19:16.746136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37526) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:16.791386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a90fc4-4f14-494a-802a-8558b44ac3e8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:16.792162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-57a90fc4-4f14-494a-802a-8558b44ac3e8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:19:16.795473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 09:19:16.795473 dv-neutron-786478-4-hyperv neutron-server[87059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 09:19:16.795473 dv-neutron-786478-4-hyperv neutron-server[87059]: [parameters: {'id': '348f4fdc-46e9-44b1-bf94-9ee129d3845c'}] Apr 23 09:19:16.795473 dv-neutron-786478-4-hyperv neutron-server[87059]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:19:16.795838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:19:16.800445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f762b-a17b-490f-8c36-a3f776b493eb None None] Pushing event updated for resources: {'Port': ['ID=7f1ac5fe-908c-4682-b7f3-bb8a78012eb7,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:16.804178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-245f762b-a17b-490f-8c36-a3f776b493eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:16.811638 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-988fce28-9e41-4e06-a315-e5c565d792c8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] DELETE failed (client error): The resource could not be found. Apr 23 09:19:16.812155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988fce28-9e41-4e06-a315-e5c565d792c8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:19:16.812752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] For port ef40d10f-e731-4cd5-bcbd-b5fae4b5d388, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ef40d10f-e731-4cd5-bcbd-b5fae4b5d388,segment=NetworkSegment(4e8c2ddf-503a-425d-8bc0-c1ac3d62c74e),segment_id=4e8c2ddf-503a-425d-8bc0-c1ac3d62c74e)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:19:16.817225 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-988fce28-9e41-4e06-a315-e5c565d792c8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/subnets/ad972282-ee21-4dd2-a014-6cb08600acb7 HTTP/1.1" status: 404 len: 337 time: 0.0676110 Apr 23 09:19:16.819002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64df1036-ac79-4b29-888f-f8bfe49b4685 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:16.819234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37530) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:16.845135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Allocated IP 2001:db8:3::2 (645368bf-de2b-4029-bbfd-f46b5a8523cc/0f8f0d3e-66ff-46ee-840a-91c1303a46b2/6c797826-7574-498a-b092-bcc89c6907e8) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:16.847569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 88f25495-1f71-4765-8f04-9b2f3097f2a9 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:16.871361 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22d270c-0f8c-43a0-a17a-434d37626ab7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] DELETE failed (client error): The resource could not be found. Apr 23 09:19:16.871884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f22d270c-0f8c-43a0-a17a-434d37626ab7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:19:16.876850 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f22d270c-0f8c-43a0-a17a-434d37626ab7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/subnets/1531010b-2153-4239-a2f1-d6ff69eb0a04 HTTP/1.1" status: 404 len: 337 time: 0.0523860 Apr 23 09:19:16.879421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37534) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:16.899980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:16.912060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:16.960780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-57a90fc4-4f14-494a-802a-8558b44ac3e8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:19:16.971030 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-57a90fc4-4f14-494a-802a-8558b44ac3e8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5910759 Apr 23 09:19:16.971030 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4de3849-d366-4d52-8c11-9c7a9fb8752d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] DELETE failed (client error): The resource could not be found. Apr 23 09:19:16.971030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4de3849-d366-4d52-8c11-9c7a9fb8752d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:19:16.971030 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f4de3849-d366-4d52-8c11-9c7a9fb8752d tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/subnets/e7408ec4-d203-444f-8ae2-5a0df8d03361 HTTP/1.1" status: 404 len: 337 time: 0.0851271 Apr 23 09:19:16.971030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37538) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:16.971030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37540) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:17.036083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-81cc406d-a10f-4b78-aad9-75966782c319 None None] Provisioning for port 88f25495-1f71-4765-8f04-9b2f3097f2a9 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:17.140098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ece993-08ac-43c5-a6c6-7b47ecaaebb0 None None] DHCP port deletion for bb316f39-4b0e-43f1-8f3e-34646815cee0 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:19:17.252188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Pushing event updated for resources: {'Port': ['ID=ef40d10f-e731-4cd5-bcbd-b5fae4b5d388,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:17.255828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:17.272652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-81cc406d-a10f-4b78-aad9-75966782c319 None None] Provisioning complete for port 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:17.273077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81cc406d-a10f-4b78-aad9-75966782c319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:17.297140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:17.362112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d445c62-634c-44d8-aa4b-ce93314c94af None None] Network 348f4fdc-46e9-44b1-bf94-9ee129d3845c requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:17.383825 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-92a4e3f0-a532-481a-a530-74ea6c895356 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cd8b856-dbb2-4010-af3f-462ae87d10f4 HTTP/1.1" status: 200 len: 205 time: 0.4085670 Apr 23 09:19:17.385292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37546) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:17.396467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:17.403806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 88f25495-1f71-4765-8f04-9b2f3097f2a9 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:17.407334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c3696da9-ece8-4e34-8a5e-2ba9fb9bdacf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:17.432373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 88f25495-1f71-4765-8f04-9b2f3097f2a9 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:17.432792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:17.455676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Deleting port ef40d10f-e731-4cd5-bcbd-b5fae4b5d388 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:17.456232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:17.467330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a02551-387b-41d1-915e-39760111e3b4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:17.468210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b8a02551-387b-41d1-915e-39760111e3b4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:19:17.500077 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-f51d8674-e75b-4301-8b95-5c02db0985a5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] delete failed (client error): The resource could not be found. Apr 23 09:19:17.504859 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f51d8674-e75b-4301-8b95-5c02db0985a5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/routers/0cd8b856-dbb2-4010-af3f-462ae87d10f4 HTTP/1.1" status: 404 len: 336 time: 0.1136246 Apr 23 09:19:17.505057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37550) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:17.564128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'Subnet': ['ID=73c44a3d-68aa-45e4-aa07-ba39f9df06fb,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:17.581675 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-777f80c5-adcb-4a4c-a576-818a056fa348 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2f93b80-d956-463e-81ca-8285196c7cd7 HTTP/1.1" status: 200 len: 205 time: 0.0720546 Apr 23 09:19:17.582937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] For port ef40d10f-e731-4cd5-bcbd-b5fae4b5d388, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ef40d10f-e731-4cd5-bcbd-b5fae4b5d388,segment=NetworkSegment(4e8c2ddf-503a-425d-8bc0-c1ac3d62c74e),segment_id=4e8c2ddf-503a-425d-8bc0-c1ac3d62c74e)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:17.585059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:17.585478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Checking segment: {'id': '30f7474f-8d1a-4a15-b5fd-4537a42c134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63d256b1-43a3-439d-ac4d-ceacf96aad24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:17.585886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network hostable DHCP agents. Network: 63d256b1-43a3-439d-ac4d-ceacf96aad24, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:19:17.590557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37554) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:17.596242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:17.596675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:17.597099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:17.597515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:17.597932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:17.598374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:17.598771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:17.599309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:17.599677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:17.600061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:17.600376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:17.600780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:17.660471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:17.672642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b8a02551-387b-41d1-915e-39760111e3b4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:19:17.676388 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b8a02551-387b-41d1-915e-39760111e3b4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7033002 Apr 23 09:19:17.683800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37558) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:17.731733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Calling delete_port for ef40d10f-e731-4cd5-bcbd-b5fae4b5d388 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:17.746993 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-3be0dded-a139-466d-b569-16620a9d62b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] delete failed (client error): The resource could not be found. Apr 23 09:19:17.748130 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3be0dded-a139-466d-b569-16620a9d62b5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/routers/e2f93b80-d956-463e-81ca-8285196c7cd7 HTTP/1.1" status: 404 len: 336 time: 0.1549854 Apr 23 09:19:17.754823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37562) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:17.765156 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d0403622-8291-4cf3-a6f9-44de6e9359d9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790029 Apr 23 09:19:17.773978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37566) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:17.780841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a8974393-767f-48c4-bd8a-49d2055591d6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:17.804814 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-633df920-19bf-46d1-a775-e058de980a6a tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] DELETE failed (client error): The resource could not be found. Apr 23 09:19:17.805445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-633df920-19bf-46d1-a775-e058de980a6a tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:19:17.812648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 63d256b1-43a3-439d-ac4d-ceacf96aad24 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:19:17.814044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:17.818753 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-633df920-19bf-46d1-a775-e058de980a6a tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/subnets/44c39341-45a1-44ae-9545-0bb5bb64aae9 HTTP/1.1" status: 404 len: 337 time: 0.0602491 Apr 23 09:19:17.820432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37570) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:17.826704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-74ece993-08ac-43c5-a6c6-7b47ecaaebb0 None None] Deleting port 2849ba25-f707-48f6-bae4-3e15878e0348 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:17.827137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74ece993-08ac-43c5-a6c6-7b47ecaaebb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:17.915335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:17.921262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f5bdf5a2-cc96-4c58-9bdb-d999bfb0f7a4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:17.931847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 63d256b1-43a3-439d-ac4d-ceacf96aad24) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:17.938727 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-90180fcb-51a7-439e-9f58-d729b73566a2 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/ports?device_id=5270abb6-6080-4afc-bd78-93e18672a3d2 HTTP/1.1" status: 200 len: 205 time: 0.1118436 Apr 23 09:19:17.941604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37574) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:17.971870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Transition to ACTIVE for port object 6c797826-7574-498a-b092-bcc89c6907e8 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:17.975596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No DVR routers for this DVR port ef40d10f-e731-4cd5-bcbd-b5fae4b5d388 on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:19:17.977790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8cab23-764d-4f6b-864f-8943611e1da7 None None] Network 63d256b1-43a3-439d-ac4d-ceacf96aad24 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:18.007581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Port': ['ID=ef40d10f-e731-4cd5-bcbd-b5fae4b5d388,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:18.023467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:18.023897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:18.024335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:18.024759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:18.025188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:18.026774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:18.026774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:18.026774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:18.026774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:18.027346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:18.027608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:18.028021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:18.031623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:18.040535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:18.041216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:18.047878 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-0d453993-6ef8-452c-b979-b3023424d1a3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] delete failed (client error): The resource could not be found. Apr 23 09:19:18.050956 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0d453993-6ef8-452c-b979-b3023424d1a3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/routers/5270abb6-6080-4afc-bd78-93e18672a3d2 HTTP/1.1" status: 404 len: 336 time: 0.1005707 Apr 23 09:19:18.061208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37578) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:18.067946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a8974393-767f-48c4-bd8a-49d2055591d6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:18.131528 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-00e6f42c-a321-4d12-a1bf-5680fdf6fe4e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/ports?device_id=17d6f39e-5e71-4aef-9626-ca051bb878cb HTTP/1.1" status: 200 len: 205 time: 0.0683229 Apr 23 09:19:18.132072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a8974393-767f-48c4-bd8a-49d2055591d6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:18.135172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37582) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:18.142793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:18.213274 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.4347572 Apr 23 09:19:18.214843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8974393-767f-48c4-bd8a-49d2055591d6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:18.222442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8974393-767f-48c4-bd8a-49d2055591d6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:18.229663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37586) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:18.266808 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-2d1ad52e-ead1-4f6b-912b-9972afab775b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] delete failed (client error): The resource could not be found. Apr 23 09:19:18.270408 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2d1ad52e-ead1-4f6b-912b-9972afab775b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/routers/17d6f39e-5e71-4aef-9626-ca051bb878cb HTTP/1.1" status: 404 len: 336 time: 0.1283588 Apr 23 09:19:18.271337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37590) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:18.298721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Transition to ACTIVE for port object 6c797826-7574-498a-b092-bcc89c6907e8 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:18.303377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:18.349252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-74ece993-08ac-43c5-a6c6-7b47ecaaebb0 None None] For port 2849ba25-f707-48f6-bae4-3e15878e0348, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2849ba25-f707-48f6-bae4-3e15878e0348,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:18.349708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74ece993-08ac-43c5-a6c6-7b47ecaaebb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:18.371131 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-570c3ec0-fa5a-4038-be8e-e548b7da68a1 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] DELETE failed (client error): The resource could not be found. Apr 23 09:19:18.371805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570c3ec0-fa5a-4038-be8e-e548b7da68a1 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:19:18.377117 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-570c3ec0-fa5a-4038-be8e-e548b7da68a1 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/subnets/941f9362-99ce-427b-81b7-3e0f6f7e94e8 HTTP/1.1" status: 404 len: 337 time: 0.1014411 Apr 23 09:19:18.381495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:18.386862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37596) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:18.444789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:18.445769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348f4fdc-46e9-44b1-bf94-9ee129d3845c']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:18.451541 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-05398398-3c16-4ddf-93d7-77eaeaab9c58 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/ports?device_id=4308296c-a1a0-42a3-9e78-2190b6a7529b HTTP/1.1" status: 200 len: 205 time: 0.0610123 Apr 23 09:19:18.452332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37600) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:18.482615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8c2ddf-503a-425d-8bc0-c1ac3d62c74e') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:18.482615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8c2ddf-503a-425d-8bc0-c1ac3d62c74e') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:18.516744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-64df1036-ac79-4b29-888f-f8bfe49b4685 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Allocated IP 2001:db8:3::1 (645368bf-de2b-4029-bbfd-f46b5a8523cc/0f8f0d3e-66ff-46ee-840a-91c1303a46b2/4535cd26-367c-4e90-a32c-4c38b1f0f64b) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:18.519935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:18.543281 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-ce451c1a-85d2-4e83-a792-6ece4c0a77f5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] delete failed (client error): The resource could not be found. Apr 23 09:19:18.548334 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ce451c1a-85d2-4e83-a792-6ece4c0a77f5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/routers/4308296c-a1a0-42a3-9e78-2190b6a7529b HTTP/1.1" status: 404 len: 336 time: 0.0909376 Apr 23 09:19:18.548334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37604) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:18.548730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:18.572737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-74ece993-08ac-43c5-a6c6-7b47ecaaebb0 None None] Calling delete_port for 2849ba25-f707-48f6-bae4-3e15878e0348 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:18.575772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:18.602280 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-153799a0-3cd7-4412-8575-5eac1082c01b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] DELETE failed (client error): The resource could not be found. Apr 23 09:19:18.602511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153799a0-3cd7-4412-8575-5eac1082c01b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:19:18.608404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:19:18.614192 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-153799a0-3cd7-4412-8575-5eac1082c01b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/subnets/2178a879-0fdb-49f3-9024-8fe3b9030432 HTTP/1.1" status: 404 len: 337 time: 0.0618880 Apr 23 09:19:18.614652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Network 645368bf-de2b-4029-bbfd-f46b5a8523cc is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:18.614754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37608) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:18.621369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 88f25495-1f71-4765-8f04-9b2f3097f2a9, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=88f25495-1f71-4765-8f04-9b2f3097f2a9,segment=NetworkSegment(6acca6d4-1141-4ff0-9e13-f5f4ff741cee),segment_id=6acca6d4-1141-4ff0-9e13-f5f4ff741cee)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:18.629092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:18.638125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:19:18.671849 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8cd2eaad-2ae6-46d9-81f2-97e1a310c46b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "GET /v2.0/ports?device_id=4725272f-aca8-4806-80c1-b7e64cfa7864 HTTP/1.1" status: 200 len: 205 time: 0.0535855 Apr 23 09:19:18.673045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37612) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:18.680024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Pushing event updated for resources: {'Port': ['ID=6c797826-7574-498a-b092-bcc89c6907e8,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:18.688566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:18.690719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:18.691627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:18.764593 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-2dd3960b-1245-44b5-8fb3-bdf4ea145173 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] delete failed (client error): The resource could not be found. Apr 23 09:19:18.769022 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2dd3960b-1245-44b5-8fb3-bdf4ea145173 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/routers/4725272f-aca8-4806-80c1-b7e64cfa7864 HTTP/1.1" status: 404 len: 336 time: 0.0922377 Apr 23 09:19:18.782142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37616) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:18.835985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:18.881842 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b130a81-1797-4a59-abd5-e60dfd2fca63 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] DELETE failed (client error): The resource could not be found. Apr 23 09:19:18.882391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b130a81-1797-4a59-abd5-e60dfd2fca63 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:19:18.978419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Attempting to bind port 6c797826-7574-498a-b092-bcc89c6907e8 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:19:18.978825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Attempting to bind port 6c797826-7574-498a-b092-bcc89c6907e8 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '886e59f1-959d-464e-8f78-21146666608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '645368bf-de2b-4029-bbfd-f46b5a8523cc'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:19:18.979255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Attempting to bind port 6c797826-7574-498a-b092-bcc89c6907e8 on network 645368bf-de2b-4029-bbfd-f46b5a8523cc {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:19:18.982635 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3b130a81-1797-4a59-abd5-e60dfd2fca63 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/subnets/48ed4f40-3c12-4410-ba0f-ac608a4e8cf0 HTTP/1.1" status: 404 len: 337 time: 0.1969204 Apr 23 09:19:18.982635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network 348f4fdc-46e9-44b1-bf94-9ee129d3845c has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:18.999037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:19.006003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:19:19.006473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Checking segment: {'id': '886e59f1-959d-464e-8f78-21146666608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '645368bf-de2b-4029-bbfd-f46b5a8523cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:19.006938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:19.007545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Bound using segment: {'id': '886e59f1-959d-464e-8f78-21146666608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '645368bf-de2b-4029-bbfd-f46b5a8523cc'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:19:19.008416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Bound port: 6c797826-7574-498a-b092-bcc89c6907e8, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e59f1-959d-464e-8f78-21146666608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '645368bf-de2b-4029-bbfd-f46b5a8523cc'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:19:19.008582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:19.017249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37620) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:19.024884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-63d256b1-43a3-439d-ac4d-ceacf96aad24', 'network_id': '63d256b1-43a3-439d-ac4d-ceacf96aad24', 'tenant_id': 'eae5d749fb6145368bc3139a3a4f289b', 'fixed_ips': [{'subnet_id': '73c44a3d-68aa-45e4-aa07-ba39f9df06fb'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:19:19.026139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:19.033395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:19.035654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=88f25495-1f71-4765-8f04-9b2f3097f2a9,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:19.044396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:19.073658 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b3b774-7aa1-4e34-859b-b099feb431ef tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] DELETE failed (client error): The resource could not be found. Apr 23 09:19:19.074305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b3b774-7aa1-4e34-859b-b099feb431ef tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:19:19.077783 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-75b3b774-7aa1-4e34-859b-b099feb431ef tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] 10.222.0.60 "DELETE /v2.0/subnets/e4f7bf60-3f82-4085-b818-5adf080ebba9 HTTP/1.1" status: 404 len: 337 time: 0.0578620 Apr 23 09:19:19.107154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74ece993-08ac-43c5-a6c6-7b47ecaaebb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:19.151725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-245f762b-a17b-490f-8c36-a3f776b493eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:19.161618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64df1036-ac79-4b29-888f-f8bfe49b4685 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:19.225098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ece993-08ac-43c5-a6c6-7b47ecaaebb0 None None] Pushing event deleted for resources: {'Port': ['ID=2849ba25-f707-48f6-bae4-3e15878e0348,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:19.233856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8974393-767f-48c4-bd8a-49d2055591d6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:19.237396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-74ece993-08ac-43c5-a6c6-7b47ecaaebb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:19.244936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8bb999fc-428e-4949-bc81-281235ebcea3 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:19.251278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:19.252451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:19.288499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ece993-08ac-43c5-a6c6-7b47ecaaebb0 None None] No DVR routers for this DVR port 2849ba25-f707-48f6-bae4-3e15878e0348 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:19:19.301938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-64df1036-ac79-4b29-888f-f8bfe49b4685 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Transition to ACTIVE for port object 4535cd26-367c-4e90-a32c-4c38b1f0f64b will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:19.309639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8974393-767f-48c4-bd8a-49d2055591d6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:19.314872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a8974393-767f-48c4-bd8a-49d2055591d6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:19.335612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network 348f4fdc-46e9-44b1-bf94-9ee129d3845c has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:19.344723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eff4067-0717-47d1-a3b8-8e00220b83de None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:19.346671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8974393-767f-48c4-bd8a-49d2055591d6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:19.347806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8974393-767f-48c4-bd8a-49d2055591d6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:19.358963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] For port 6c797826-7574-498a-b092-bcc89c6907e8, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:19:19.369597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8974393-767f-48c4-bd8a-49d2055591d6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=b97f3c5b-6fd1-47b1-9a94-7ff7c83857a1,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:19.373376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a8974393-767f-48c4-bd8a-49d2055591d6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:19.408018 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a8974393-767f-48c4-bd8a-49d2055591d6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6312568 Apr 23 09:19:19.410820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37626) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:19:19.426847 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:19:19.429856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-20f7e2a0-6eff-4f4e-8cac-618274852301 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'mac_address': 'fa:16:3e:c6:0f:a0', 'name': 'tempest-NetworksTestDHCPv6-1416756264'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:19.433219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] For port 6c797826-7574-498a-b092-bcc89c6907e8, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6c797826-7574-498a-b092-bcc89c6907e8,segment=NetworkSegment(886e59f1-959d-464e-8f78-21146666608c),segment_id=886e59f1-959d-464e-8f78-21146666608c)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:19:19.504299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:19.513769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:19.570186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:19.576000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d8c5d486-7994-40bb-9f42-b8dfd44409d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:19.590754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:19.672107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-20f7e2a0-6eff-4f4e-8cac-618274852301 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:19.684098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-20f7e2a0-6eff-4f4e-8cac-618274852301 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:19.693289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37632) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:19.702170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Allocated IP 2001:db8::1 (63d256b1-43a3-439d-ac4d-ceacf96aad24/73c44a3d-68aa-45e4-aa07-ba39f9df06fb/a647a39e-6029-47ca-9101-7e293e44a989) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:19.725969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f7e2a0-6eff-4f4e-8cac-618274852301 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:19.729172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Pushing event updated for resources: {'Port': ['ID=6c797826-7574-498a-b092-bcc89c6907e8,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:19.741903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:19.835719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2849ba25-f707-48f6-bae4-3e15878e0348 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:19:19.982992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-20f7e2a0-6eff-4f4e-8cac-618274852301 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:19.991249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64df1036-ac79-4b29-888f-f8bfe49b4685 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:19.999875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Network': ['ID=348f4fdc-46e9-44b1-bf94-9ee129d3845c,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:20.012243 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/networks/348f4fdc-46e9-44b1-bf94-9ee129d3845c HTTP/1.1" status: 204 len: 168 time: 6.8148038 Apr 23 09:19:20.018466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:20.018995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37638) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:20.019608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4f897b30-3ef1-41b6-8711-44a10ecc0147 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:20.049767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-20f7e2a0-6eff-4f4e-8cac-618274852301 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] device_id is not set on port 27ae9873-aede-4ef5-b0a6-a6d933d757ec yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:19:20.073547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-8ba5d300-ba94-4cd3-ab19-8128cc5251b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1180125129'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:20.097176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8ba5d300-ba94-4cd3-ab19-8128cc5251b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:20.103581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64df1036-ac79-4b29-888f-f8bfe49b4685 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 645368bf-de2b-4029-bbfd-f46b5a8523cc is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:20.116334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8ba5d300-ba94-4cd3-ab19-8128cc5251b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Usage tracker for resource:network and tenant:ea334c1946ff4a0dac6daa6b4816ceb1 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:20.121156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-64df1036-ac79-4b29-888f-f8bfe49b4685 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:20.131706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8ba5d300-ba94-4cd3-ab19-8128cc5251b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:20.136389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 2849ba25-f707-48f6-bae4-3e15878e0348 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:19:20.136802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2849ba25-f707-48f6-bae4-3e15878e0348 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:19:20.145061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64df1036-ac79-4b29-888f-f8bfe49b4685 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:19:20.145656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64df1036-ac79-4b29-888f-f8bfe49b4685 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:20.157900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8ba5d300-ba94-4cd3-ab19-8128cc5251b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:20.178910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df1036-ac79-4b29-888f-f8bfe49b4685 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Port': ['ID=4535cd26-367c-4e90-a32c-4c38b1f0f64b,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:20.194573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-64df1036-ac79-4b29-888f-f8bfe49b4685 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:20.225148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-bb316f39-4b0e-43f1-8f3e-34646815cee0', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'fixed_ips': [{'subnet_id': 'b97f3c5b-6fd1-47b1-9a94-7ff7c83857a1'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:19:20.226069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:20.233452 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bfe0a835-571b-43f6-a92a-c90ea9b73d6b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=28923eac46964204bb78aee0456d0ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5384703 Apr 23 09:19:20.234155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37642) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:20.248375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba5d300-ba94-4cd3-ab19-8128cc5251b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Made reservation on behalf of ea334c1946ff4a0dac6daa6b4816ceb1 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:20.261443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8ba5d300-ba94-4cd3-ab19-8128cc5251b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:20.330535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-20f7e2a0-6eff-4f4e-8cac-618274852301 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8::39d (bb316f39-4b0e-43f1-8f3e-34646815cee0/b97f3c5b-6fd1-47b1-9a94-7ff7c83857a1/27ae9873-aede-4ef5-b0a6-a6d933d757ec) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:20.330797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba5d300-ba94-4cd3-ab19-8128cc5251b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:19:20.341053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8ba5d300-ba94-4cd3-ab19-8128cc5251b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:20.341710 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-8ba5d300-ba94-4cd3-ab19-8128cc5251b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Added segment 4c934ee8-6013-4d62-8fa5-acbba75b0ecd of type vlan for network a5955730-11ed-4649-8d8b-d141e0354001 Apr 23 09:19:20.361267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-47ee5e80-cfa9-46e7-a480-692a0abc33f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:20.417177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-47ee5e80-cfa9-46e7-a480-692a0abc33f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:20.428220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8ba5d300-ba94-4cd3-ab19-8128cc5251b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:20.443920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64df1036-ac79-4b29-888f-f8bfe49b4685 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:20.449570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:20.461417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Transition to ACTIVE for port object a647a39e-6029-47ca-9101-7e293e44a989 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:20.483530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Transition to ACTIVE for port object a647a39e-6029-47ca-9101-7e293e44a989 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:20.514685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:20.522911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:20.558405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8ba5d300-ba94-4cd3-ab19-8128cc5251b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:20.565704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba5d300-ba94-4cd3-ab19-8128cc5251b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:20.566480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8ba5d300-ba94-4cd3-ab19-8128cc5251b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:20.574060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:20.593317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Network 63d256b1-43a3-439d-ac4d-ceacf96aad24 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:20.602378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:20.605707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:19:20.647790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Pushing event updated for resources: {'Port': ['ID=a647a39e-6029-47ca-9101-7e293e44a989,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:20.648036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-47ee5e80-cfa9-46e7-a480-692a0abc33f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:20.655281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:20.661120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:20.670772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-669e8e1b-efdc-4b7b-87fd-c7630b07c804 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:20.694652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee5e80-cfa9-46e7-a480-692a0abc33f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a46252a-6443-425a-8f38-5ee77f0134de,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:20.697270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-47ee5e80-cfa9-46e7-a480-692a0abc33f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:20.721300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-20f7e2a0-6eff-4f4e-8cac-618274852301 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:20.725029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Attempting to bind port a647a39e-6029-47ca-9101-7e293e44a989 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:19:20.725314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Attempting to bind port a647a39e-6029-47ca-9101-7e293e44a989 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '30f7474f-8d1a-4a15-b5fd-4537a42c134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63d256b1-43a3-439d-ac4d-ceacf96aad24'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:19:20.725901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Attempting to bind port a647a39e-6029-47ca-9101-7e293e44a989 on network 63d256b1-43a3-439d-ac4d-ceacf96aad24 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:19:20.735961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:19:20.736549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Checking segment: {'id': '30f7474f-8d1a-4a15-b5fd-4537a42c134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63d256b1-43a3-439d-ac4d-ceacf96aad24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:20.737008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:20.737462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Bound using segment: {'id': '30f7474f-8d1a-4a15-b5fd-4537a42c134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63d256b1-43a3-439d-ac4d-ceacf96aad24'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:19:20.738119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Bound port: a647a39e-6029-47ca-9101-7e293e44a989, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f7474f-8d1a-4a15-b5fd-4537a42c134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '63d256b1-43a3-439d-ac4d-ceacf96aad24'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:19:20.738571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:20.741979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-47ee5e80-cfa9-46e7-a480-692a0abc33f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:20.746043 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-47ee5e80-cfa9-46e7-a480-692a0abc33f5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5a46252a-6443-425a-8f38-5ee77f0134de HTTP/1.1" status: 204 len: 168 time: 0.5060778 Apr 23 09:19:20.753138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-20f7e2a0-6eff-4f4e-8cac-618274852301 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Transition to ACTIVE for port object 27ae9873-aede-4ef5-b0a6-a6d933d757ec will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:20.851896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-20f7e2a0-6eff-4f4e-8cac-618274852301 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:20.857943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8cd95526-2814-412d-a66c-d266b3b53602 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:20.941633 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8ba5d300-ba94-4cd3-ab19-8128cc5251b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8862753 Apr 23 09:19:20.944073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] For port a647a39e-6029-47ca-9101-7e293e44a989, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:19:20.949604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] For port a647a39e-6029-47ca-9101-7e293e44a989, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a647a39e-6029-47ca-9101-7e293e44a989,segment=NetworkSegment(30f7474f-8d1a-4a15-b5fd-4537a42c134b),segment_id=30f7474f-8d1a-4a15-b5fd-4537a42c134b)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:19:20.951344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37648) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:20.960993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5d300-ba94-4cd3-ab19-8128cc5251b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Network': ['ID=a5955730-11ed-4649-8d8b-d141e0354001,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:20.964500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:20.966214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5ec4f075-2b19-49c2-a8a3-f6edfaaca8f9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:20.973108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network a5955730-11ed-4649-8d8b-d141e0354001 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:19:20.983130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8ba5d300-ba94-4cd3-ab19-8128cc5251b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:20.985734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f7e2a0-6eff-4f4e-8cac-618274852301 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:20.995897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.301s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:20.997396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-20f7e2a0-6eff-4f4e-8cac-618274852301 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:21.033336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 88f25495-1f71-4765-8f04-9b2f3097f2a9 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:21.034018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f7e2a0-6eff-4f4e-8cac-618274852301 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:19:21.042965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f7e2a0-6eff-4f4e-8cac-618274852301 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:21.043687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-20f7e2a0-6eff-4f4e-8cac-618274852301 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:21.049781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7e2a0-6eff-4f4e-8cac-618274852301 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=27ae9873-aede-4ef5-b0a6-a6d933d757ec,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:21.059860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Subnet': ['ID=73c44a3d-68aa-45e4-aa07-ba39f9df06fb,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:21.089397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:21.133536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:21.178687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:21.180372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-20f7e2a0-6eff-4f4e-8cac-618274852301 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:21.251893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Allocated IP 2001:db8::2 (bb316f39-4b0e-43f1-8f3e-34646815cee0/b97f3c5b-6fd1-47b1-9a94-7ff7c83857a1/55417437-f07e-4799-81f0-9e15d441ff60) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:21.259978 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-20f7e2a0-6eff-4f4e-8cac-618274852301 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8472474 Apr 23 09:19:21.274572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37658) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:21.310464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d256b1-43a3-439d-ac4d-ceacf96aad24']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:21.370566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f7474f-8d1a-4a15-b5fd-4537a42c134b') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:21.371183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f7474f-8d1a-4a15-b5fd-4537a42c134b') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:21.406776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:21.445124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:21.481538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:19:21.527273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ec4f075-2b19-49c2-a8a3-f6edfaaca8f9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:21.553134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Pushing event updated for resources: {'Port': ['ID=a647a39e-6029-47ca-9101-7e293e44a989,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:21.562165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194d30d7-509a-48d3-b88b-091b9ef72d9c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:21.562165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-194d30d7-509a-48d3-b88b-091b9ef72d9c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:19:21.571082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:21.587971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ec4f075-2b19-49c2-a8a3-f6edfaaca8f9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:21.598820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 88f25495-1f71-4765-8f04-9b2f3097f2a9 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:21.598820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:21.599053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9553ac37-f3c1-405d-9dd9-08854af06b94 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:21.624138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-194d30d7-509a-48d3-b88b-091b9ef72d9c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:19:21.631197 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-194d30d7-509a-48d3-b88b-091b9ef72d9c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3552246 Apr 23 09:19:21.631647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37666) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:21.652137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ec4f075-2b19-49c2-a8a3-f6edfaaca8f9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network a5955730-11ed-4649-8d8b-d141e0354001 is not hosted by any dhcp agent {{(pid=87175) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:229}} Apr 23 09:19:21.660842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec4f075-2b19-49c2-a8a3-f6edfaaca8f9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:21.661561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ec4f075-2b19-49c2-a8a3-f6edfaaca8f9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:21.663190 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5ec4f075-2b19-49c2-a8a3-f6edfaaca8f9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "PUT /v2.0/networks/a5955730-11ed-4649-8d8b-d141e0354001 HTTP/1.1" status: 200 len: 723 time: 0.7107878 Apr 23 09:19:21.673511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37672) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:21.682945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61268d00-7a13-47ed-9c8b-09622759d4a1 None None] Network 645368bf-de2b-4029-bbfd-f46b5a8523cc requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:21.692084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3b1d1cd2-4c76-490e-8bee-b75d7179c43f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'subnet': {'network_id': 'a5955730-11ed-4649-8d8b-d141e0354001', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:21.790207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64df1036-ac79-4b29-888f-f8bfe49b4685 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:21.796629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 63d256b1-43a3-439d-ac4d-ceacf96aad24 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:21.803307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4f075-2b19-49c2-a8a3-f6edfaaca8f9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Network': ['ID=a5955730-11ed-4649-8d8b-d141e0354001,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:21.814977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:21.822646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ec4f075-2b19-49c2-a8a3-f6edfaaca8f9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:21.843637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network a5955730-11ed-4649-8d8b-d141e0354001 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:19:21.844943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64df1036-ac79-4b29-888f-f8bfe49b4685 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:21.845741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-64df1036-ac79-4b29-888f-f8bfe49b4685 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:21.855956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baffff0-1f83-48f2-b023-c2c1a09d6d14 None None] Network 63d256b1-43a3-439d-ac4d-ceacf96aad24 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:21.901348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-94492752-bdba-47d0-9c48-c9a5cd5dae3e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:21.926863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3b9dee4d-7bcf-4599-8984-17450adf7c5a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting port 27ae9873-aede-4ef5-b0a6-a6d933d757ec {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:21.927268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b9dee4d-7bcf-4599-8984-17450adf7c5a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:22.060978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37682) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:22.101374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b9dee4d-7bcf-4599-8984-17450adf7c5a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:22.209413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3b1d1cd2-4c76-490e-8bee-b75d7179c43f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:22.244622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3b9dee4d-7bcf-4599-8984-17450adf7c5a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Calling delete_port for 27ae9873-aede-4ef5-b0a6-a6d933d757ec owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:22.251335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1667151877'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:22.259283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:22.263406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-57088491-60a8-48ec-aee8-6cb6418eeae3 None None] Provisioning for port 6c797826-7574-498a-b092-bcc89c6907e8 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:22.265294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Usage tracker for resource:network and tenant:8f680c49434d48838dce3068303418f5 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:22.269401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:22.278212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3b1d1cd2-4c76-490e-8bee-b75d7179c43f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Usage tracker for resource:subnet and tenant:ea334c1946ff4a0dac6daa6b4816ceb1 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:22.284302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:22.299117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df1036-ac79-4b29-888f-f8bfe49b4685 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event updated for resources: {'Port': ['ID=4535cd26-367c-4e90-a32c-4c38b1f0f64b,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:22.302279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-64df1036-ac79-4b29-888f-f8bfe49b4685 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:22.307079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 63d256b1-43a3-439d-ac4d-ceacf96aad24 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:22.312359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3b1d1cd2-4c76-490e-8bee-b75d7179c43f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:19:22.338957 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:19:22.353918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3b1d1cd2-4c76-490e-8bee-b75d7179c43f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:22.354202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Made reservation on behalf of 8f680c49434d48838dce3068303418f5 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:22.360722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:22.360908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:22.384410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:22.417766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:22.427075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Usage tracker for resource:security_group_rule and tenant:8f680c49434d48838dce3068303418f5 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:22.433590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:22.441558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:22.451311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Transition to ACTIVE for port object 55417437-f07e-4799-81f0-9e15d441ff60 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:22.468339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b9dee4d-7bcf-4599-8984-17450adf7c5a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:22.475674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a375b243-95b1-4b7d-81fc-d1739ad83931 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:22.501276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1d1cd2-4c76-490e-8bee-b75d7179c43f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Made reservation on behalf of ea334c1946ff4a0dac6daa6b4816ceb1 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:22.510842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b1d1cd2-4c76-490e-8bee-b75d7179c43f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:22.521837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6c797826-7574-498a-b092-bcc89c6907e8 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:22.524849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9dee4d-7bcf-4599-8984-17450adf7c5a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Port': ['ID=27ae9873-aede-4ef5-b0a6-a6d933d757ec,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:22.534452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3b9dee4d-7bcf-4599-8984-17450adf7c5a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:22.537167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 09:19:22.537167 dv-neutron-786478-4-hyperv neutron-server[87059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 09:19:22.537167 dv-neutron-786478-4-hyperv neutron-server[87059]: [parameters: {'id': '63d256b1-43a3-439d-ac4d-ceacf96aad24'}] Apr 23 09:19:22.537167 dv-neutron-786478-4-hyperv neutron-server[87059]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:19:22.537506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:19:22.559875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64df1036-ac79-4b29-888f-f8bfe49b4685 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 645368bf-de2b-4029-bbfd-f46b5a8523cc is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:22.563506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-64df1036-ac79-4b29-888f-f8bfe49b4685 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:22.566800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Transition to ACTIVE for port object 55417437-f07e-4799-81f0-9e15d441ff60 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:22.590331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b9dee4d-7bcf-4599-8984-17450adf7c5a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:22.615204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:22.625662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:22.646208 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3b9dee4d-7bcf-4599-8984-17450adf7c5a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/27ae9873-aede-4ef5-b0a6-a6d933d757ec HTTP/1.1" status: 204 len: 168 time: 0.9965870 Apr 23 09:19:22.649178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37688) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:22.709550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:22.740274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bba30b-a9ac-4ebc-b2b3-c4fa5552df88 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:22.742049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bba30b-a9ac-4ebc-b2b3-c4fa5552df88 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:22.743009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-64bba30b-a9ac-4ebc-b2b3-c4fa5552df88 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:19:22.747598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:22.752161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4571ed72-8756-4b0e-9c3d-1d7e9057c844 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:22.784921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:19:22.809378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f639d8e3-51ab-4443-a4f4-5f2169bc13ff,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:22.812545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:22.813534 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Added segment e040937c-d533-4d62-8cf8-489ca300af17 of type vlan for network 95eb9e12-4021-42b5-9dca-d81de76cfea6 Apr 23 09:19:22.815159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:22.836482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-64bba30b-a9ac-4ebc-b2b3-c4fa5552df88 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:19:22.837957 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-64bba30b-a9ac-4ebc-b2b3-c4fa5552df88 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1877804 Apr 23 09:19:22.841533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37692) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:22.846111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64df1036-ac79-4b29-888f-f8bfe49b4685 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:19:22.884227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:22.915632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:22.923254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:22.926008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:19:22.931165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff7ad1dc-e359-4fb8-ba65-442375b65185 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet b97f3c5b-6fd1-47b1-9a94-7ff7c83857a1 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:19:22.936814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff7ad1dc-e359-4fb8-ba65-442375b65185 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:22.945701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Pushing event updated for resources: {'Port': ['ID=55417437-f07e-4799-81f0-9e15d441ff60,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:22.983853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:22.990771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 6c797826-7574-498a-b092-bcc89c6907e8 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:23.016204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff7ad1dc-e359-4fb8-ba65-442375b65185 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:23.051887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 6c797826-7574-498a-b092-bcc89c6907e8 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:23.052326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:23.066472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:23.092242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:23.101342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:23.102430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:23.113758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a3fe0706-5dcf-47a3-bbc9-f5d24e249054 tempest-DHCPAgentSchedulersTestJSON-457043722 tempest-DHCPAgentSchedulersTestJSON-457043722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:23.136089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Attempting to bind port 55417437-f07e-4799-81f0-9e15d441ff60 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:19:23.136489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Attempting to bind port 55417437-f07e-4799-81f0-9e15d441ff60 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:19:23.136940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Attempting to bind port 55417437-f07e-4799-81f0-9e15d441ff60 on network bb316f39-4b0e-43f1-8f3e-34646815cee0 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:19:23.149971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:19:23.150439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Checking segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:23.151650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:23.152120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Bound using segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:19:23.152765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Bound port: 55417437-f07e-4799-81f0-9e15d441ff60, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:19:23.153522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:23.235685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:23.264294 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2020142 Apr 23 09:19:23.270485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37696) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:23.276227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff7ad1dc-e359-4fb8-ba65-442375b65185 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:23.370346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cc992367-d47f-48f7-827c-1bc7a6bafff1 None None] Provisioning complete for port 6c797826-7574-498a-b092-bcc89c6907e8 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:23.370848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc992367-d47f-48f7-827c-1bc7a6bafff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:23.407275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:23.497476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 6c797826-7574-498a-b092-bcc89c6907e8, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6c797826-7574-498a-b092-bcc89c6907e8,segment=NetworkSegment(886e59f1-959d-464e-8f78-21146666608c),segment_id=886e59f1-959d-464e-8f78-21146666608c)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:23.563491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:23.564368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64df1036-ac79-4b29-888f-f8bfe49b4685 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:19:23.582128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5d6f0c6-b2a1-403b-91c2-4c55c02fe789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:23.587620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] Sync routers for ids ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:19:23.610498 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-64df1036-ac79-4b29-888f-f8bfe49b4685 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/routers/4dedd00f-5e9c-4e5f-ae3c-9190e82656d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6195657 Apr 23 09:19:23.613065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Deleting port a647a39e-6029-47ca-9101-7e293e44a989 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:23.613380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:23.614108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] Routers {'4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:19:23.615157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:19:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:23.641433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37700) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:23.645716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Pushing event updated for resources: {'Network': ['ID=95eb9e12-4021-42b5-9dca-d81de76cfea6,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:23.652286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-aa1cb4d3-c6be-43d7-ae87-e71031eeee80 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Request body: {'subnet': {'network_id': '95eb9e12-4021-42b5-9dca-d81de76cfea6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:23.666631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 95eb9e12-4021-42b5-9dca-d81de76cfea6 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:19:23.675596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:23.692054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c10ae564-9bd5-4c2f-a573-a3bacd3488db tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:23.832021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=6c797826-7574-498a-b092-bcc89c6907e8,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:23.835858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:23.857081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cc992367-d47f-48f7-827c-1bc7a6bafff1 None None] Provisioning for port 4535cd26-367c-4e90-a32c-4c38b1f0f64b completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:23.863218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cc992367-d47f-48f7-827c-1bc7a6bafff1 None None] Provisioning complete for port 4535cd26-367c-4e90-a32c-4c38b1f0f64b triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:23.863657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc992367-d47f-48f7-827c-1bc7a6bafff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:23.902752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-aa1cb4d3-c6be-43d7-ae87-e71031eeee80 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:23.914703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aa1cb4d3-c6be-43d7-ae87-e71031eeee80 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Usage tracker for resource:subnet and tenant:8f680c49434d48838dce3068303418f5 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:23.918304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] Set router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:19:23.920112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aa1cb4d3-c6be-43d7-ae87-e71031eeee80 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:23.936509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-aa1cb4d3-c6be-43d7-ae87-e71031eeee80 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:23.948955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cc992367-d47f-48f7-827c-1bc7a6bafff1 None None] Port 4535cd26-367c-4e90-a32c-4c38b1f0f64b cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:19:24.014566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1cb4d3-c6be-43d7-ae87-e71031eeee80 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Made reservation on behalf of 8f680c49434d48838dce3068303418f5 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:24.020815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa1cb4d3-c6be-43d7-ae87-e71031eeee80 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:24.043962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] For port a647a39e-6029-47ca-9101-7e293e44a989, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a647a39e-6029-47ca-9101-7e293e44a989,segment=NetworkSegment(30f7474f-8d1a-4a15-b5fd-4537a42c134b),segment_id=30f7474f-8d1a-4a15-b5fd-4537a42c134b)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:24.044631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:24.078807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2c53ec04-4221-44ab-8f9c-4dd78b2587eb None None] Provisioning complete for port 4535cd26-367c-4e90-a32c-4c38b1f0f64b triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:24.080873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c53ec04-4221-44ab-8f9c-4dd78b2587eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:24.156056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2c53ec04-4221-44ab-8f9c-4dd78b2587eb None None] Port 4535cd26-367c-4e90-a32c-4c38b1f0f64b cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:19:24.184923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] For port 55417437-f07e-4799-81f0-9e15d441ff60, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:19:24.195711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] For port 55417437-f07e-4799-81f0-9e15d441ff60, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=55417437-f07e-4799-81f0-9e15d441ff60,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:19:24.224076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff7ad1dc-e359-4fb8-ba65-442375b65185 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:24.235056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:24.237923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3c88c529-efcf-45c2-b53e-0c301e5f9d65 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:24.241878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-74ece993-08ac-43c5-a6c6-7b47ecaaebb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:24.283333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ad1dc-e359-4fb8-ba65-442375b65185 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=b97f3c5b-6fd1-47b1-9a94-7ff7c83857a1,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:24.283579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Calling delete_port for a647a39e-6029-47ca-9101-7e293e44a989 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:24.289507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ff7ad1dc-e359-4fb8-ba65-442375b65185 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:24.292546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff7ad1dc-e359-4fb8-ba65-442375b65185 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:24.308922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:19:20Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': '4535cd26-367c-4e90-a32c-4c38b1f0f64b', 'name': '', 'network_id': '645368bf-de2b-4029-bbfd-f46b5a8523cc', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:94:c0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '0f8f0d3e-66ff-46ee-840a-91c1303a46b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:19:17Z', 'updated_at': '2021-04-23T09:19:21Z', 'revision_number': 2, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '0f8f0d3e-66ff-46ee-840a-91c1303a46b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88f25495-1f71-4765-8f04-9b2f3097f2a9', 'name': '', 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:cd:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '587d5465-d1c5-443f-849b-916d484ae163', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:19:06Z', 'updated_at': '2021-04-23T09:19:18Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '587d5465-d1c5-443f-849b-916d484ae163', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6b78bf-6a9d-4a3c-aabe-87b109b2148c', 'name': '', 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:3f:47:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:56Z', 'updated_at': '2021-04-23T09:19:12Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:24.314383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] Checking router: 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:19:24.315050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] Updating router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 port 4535cd26-367c-4e90-a32c-4c38b1f0f64b binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:19:24.366293 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ff7ad1dc-e359-4fb8-ba65-442375b65185 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/b97f3c5b-6fd1-47b1-9a94-7ff7c83857a1 HTTP/1.1" status: 204 len: 168 time: 1.5214286 Apr 23 09:19:24.367060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37704) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:24.390964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Pushing event updated for resources: {'Port': ['ID=55417437-f07e-4799-81f0-9e15d441ff60,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:24.400212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:24.403465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:24.478890 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-864b8d66-83b0-4cb4-bbb7-bbb08ce925b6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1045530 Apr 23 09:19:24.482944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37708) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:24.661767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453938c5-a12a-40ec-b4a4-87135724431e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:24.662169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-453938c5-a12a-40ec-b4a4-87135724431e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:19:24.698764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:24.709381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-db230159-1d0b-4c2d-b675-c0bf8f5b0511 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:24.745781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-453938c5-a12a-40ec-b4a4-87135724431e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:19:24.750105 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-453938c5-a12a-40ec-b4a4-87135724431e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2669759 Apr 23 09:19:24.767729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37712) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:24.770237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Port': ['ID=a647a39e-6029-47ca-9101-7e293e44a989,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:24.774824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:24.832345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa1cb4d3-c6be-43d7-ae87-e71031eeee80 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:24.835807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b1d1cd2-4c76-490e-8bee-b75d7179c43f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:24.838839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-933b7ccb-d12d-4f52-9efc-cae60bbb1a22 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:24.842231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] No DVR routers for this DVR port a647a39e-6029-47ca-9101-7e293e44a989 on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:19:24.847331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8b2b0905-54f5-4920-99a1-864f365240ea tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:24.928809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cb4d3-c6be-43d7-ae87-e71031eeee80 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Pushing event updated for resources: {'Subnet': ['ID=06197515-34b6-4865-876a-e766938eebed,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:24.933258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aa1cb4d3-c6be-43d7-ae87-e71031eeee80 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:24.934202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1cb4d3-c6be-43d7-ae87-e71031eeee80 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Checking segment: {'id': 'e040937c-d533-4d62-8cf8-489ca300af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '95eb9e12-4021-42b5-9dca-d81de76cfea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:24.934756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1cb4d3-c6be-43d7-ae87-e71031eeee80 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Network hostable DHCP agents. Network: 95eb9e12-4021-42b5-9dca-d81de76cfea6, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:19:24.948640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:24.961592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] Transition to ACTIVE for port object 4535cd26-367c-4e90-a32c-4c38b1f0f64b will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:24.982916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1cb4d3-c6be-43d7-ae87-e71031eeee80 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Network 95eb9e12-4021-42b5-9dca-d81de76cfea6 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:19:25.011578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:25.016903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3a2d3f86-5cd4-424c-9412-33d1863568cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:25.051276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-aa1cb4d3-c6be-43d7-ae87-e71031eeee80 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 95eb9e12-4021-42b5-9dca-d81de76cfea6) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:25.063901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff7fdea-2b55-4294-a9f0-34b4d1699a71 None None] Network 95eb9e12-4021-42b5-9dca-d81de76cfea6 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:25.066050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1cb4d3-c6be-43d7-ae87-e71031eeee80 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:25.066795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa1cb4d3-c6be-43d7-ae87-e71031eeee80 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7900027'] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:25.125248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421b705d-f49c-4e57-bde1-6f3f63e9373a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:25.126748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-421b705d-f49c-4e57-bde1-6f3f63e9373a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:19:25.127430 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-aa1cb4d3-c6be-43d7-ae87-e71031eeee80 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8534293 Apr 23 09:19:25.130228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37716) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:25.137502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c64682ec-f960-4b99-a415-7491a8935b8f tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Request body: {'port': {'network_id': '95eb9e12-4021-42b5-9dca-d81de76cfea6', 'name': 'tempest-TagsExtTest-1931103058'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:25.140051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d1cd2-4c76-490e-8bee-b75d7179c43f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Subnet': ['ID=59ad298b-d564-4b26-8336-b4a416f9b8e5,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:25.189726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3b1d1cd2-4c76-490e-8bee-b75d7179c43f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:25.201030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:25.282922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1d1cd2-4c76-490e-8bee-b75d7179c43f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Checking segment: {'id': '4c934ee8-6013-4d62-8fa5-acbba75b0ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a5955730-11ed-4649-8d8b-d141e0354001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:25.283155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1d1cd2-4c76-490e-8bee-b75d7179c43f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network hostable DHCP agents. Network: a5955730-11ed-4649-8d8b-d141e0354001, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:19:25.299541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320dd870-5510-4b89-8755-5076061304f7 None None] Pushing event updated for resources: {'Port': ['ID=4535cd26-367c-4e90-a32c-4c38b1f0f64b,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:25.369194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c64682ec-f960-4b99-a415-7491a8935b8f tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:25.374786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c64682ec-f960-4b99-a415-7491a8935b8f tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Usage tracker for resource:port and tenant:8f680c49434d48838dce3068303418f5 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:25.379633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c64682ec-f960-4b99-a415-7491a8935b8f tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:25.384123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320dd870-5510-4b89-8755-5076061304f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:25.384618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320dd870-5510-4b89-8755-5076061304f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:25.385121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320dd870-5510-4b89-8755-5076061304f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:25.385610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320dd870-5510-4b89-8755-5076061304f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:25.386218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320dd870-5510-4b89-8755-5076061304f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:25.386517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c64682ec-f960-4b99-a415-7491a8935b8f tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:25.387267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320dd870-5510-4b89-8755-5076061304f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:25.387916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320dd870-5510-4b89-8755-5076061304f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:25.388405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320dd870-5510-4b89-8755-5076061304f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:25.388914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320dd870-5510-4b89-8755-5076061304f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:25.389393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320dd870-5510-4b89-8755-5076061304f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:25.389996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320dd870-5510-4b89-8755-5076061304f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:25.390502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320dd870-5510-4b89-8755-5076061304f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:25.408160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-320dd870-5510-4b89-8755-5076061304f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:25.420559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] Attempting to bind port 4535cd26-367c-4e90-a32c-4c38b1f0f64b on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:19:25.420972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] Attempting to bind port 4535cd26-367c-4e90-a32c-4c38b1f0f64b by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '886e59f1-959d-464e-8f78-21146666608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '645368bf-de2b-4029-bbfd-f46b5a8523cc'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:19:25.421543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] Attempting to bind port 4535cd26-367c-4e90-a32c-4c38b1f0f64b on network 645368bf-de2b-4029-bbfd-f46b5a8523cc {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:19:25.429182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:19:25.429699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] Checking segment: {'id': '886e59f1-959d-464e-8f78-21146666608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '645368bf-de2b-4029-bbfd-f46b5a8523cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:25.430347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:25.430794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] Bound using segment: {'id': '886e59f1-959d-464e-8f78-21146666608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '645368bf-de2b-4029-bbfd-f46b5a8523cc'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:19:25.431312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] Bound port: 4535cd26-367c-4e90-a32c-4c38b1f0f64b, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e59f1-959d-464e-8f78-21146666608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '645368bf-de2b-4029-bbfd-f46b5a8523cc'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:19:25.431746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:25.436041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.extraroute_db [None req-c10ae564-9bd5-4c2f-a573-a3bacd3488db tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87174) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 23 09:19:25.438844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64682ec-f960-4b99-a415-7491a8935b8f tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Made reservation on behalf of 8f680c49434d48838dce3068303418f5 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:25.445850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c64682ec-f960-4b99-a415-7491a8935b8f tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:25.464614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-421b705d-f49c-4e57-bde1-6f3f63e9373a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:19:25.465907 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-421b705d-f49c-4e57-bde1-6f3f63e9373a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6931703 Apr 23 09:19:25.468785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-95eb9e12-4021-42b5-9dca-d81de76cfea6', 'network_id': '95eb9e12-4021-42b5-9dca-d81de76cfea6', 'tenant_id': '8f680c49434d48838dce3068303418f5', 'fixed_ips': [{'subnet_id': '06197515-34b6-4865-876a-e766938eebed'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:19:25.470255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:25.473252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37720) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:25.496748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c64682ec-f960-4b99-a415-7491a8935b8f tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] device_id is not set on port 04f2f9ce-7df5-4777-b69c-1a8dd5a576af yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:19:25.544547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d256b1-43a3-439d-ac4d-ceacf96aad24']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:25.561359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f7474f-8d1a-4a15-b5fd-4537a42c134b') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:25.562115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f7474f-8d1a-4a15-b5fd-4537a42c134b') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:25.599684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] For port 4535cd26-367c-4e90-a32c-4c38b1f0f64b, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:19:25.603268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] For port 4535cd26-367c-4e90-a32c-4c38b1f0f64b, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4535cd26-367c-4e90-a32c-4c38b1f0f64b,segment=NetworkSegment(886e59f1-959d-464e-8f78-21146666608c),segment_id=886e59f1-959d-464e-8f78-21146666608c)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:19:25.605886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:25.632329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1d1cd2-4c76-490e-8bee-b75d7179c43f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network a5955730-11ed-4649-8d8b-d141e0354001 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:19:25.649459 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1be13850-40c7-4199-9e64-ddea5370f758 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1748135 Apr 23 09:19:25.651856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:25.657809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3b54593f-8610-44ef-8260-e6a773dde6f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:25.663585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.extraroute_db [None req-c10ae564-9bd5-4c2f-a573-a3bacd3488db tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Removed routes are [] {{(pid=87174) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 23 09:19:25.664046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c10ae564-9bd5-4c2f-a573-a3bacd3488db tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:25.665852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37724) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:25.695282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bb72b06b-6a3d-4373-8140-57d58b31f949 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:25.712246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:25.738486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-3b1d1cd2-4c76-490e-8bee-b75d7179c43f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, a5955730-11ed-4649-8d8b-d141e0354001) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:25.744303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:19:25.747946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-c64682ec-f960-4b99-a415-7491a8935b8f tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Allocated IP 172.20.0.11 (95eb9e12-4021-42b5-9dca-d81de76cfea6/06197515-34b6-4865-876a-e766938eebed/04f2f9ce-7df5-4777-b69c-1a8dd5a576af) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:25.748809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30baf293-8f9a-45e9-a9c6-b6227d49bce0 None None] Network a5955730-11ed-4649-8d8b-d141e0354001 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:25.783755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] Routers {'4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:19:25.784456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:19:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:25.931713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 55417437-f07e-4799-81f0-9e15d441ff60 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:26.145447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c64682ec-f960-4b99-a415-7491a8935b8f tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:26.166886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c64682ec-f960-4b99-a415-7491a8935b8f tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Transition to ACTIVE for port object 04f2f9ce-7df5-4777-b69c-1a8dd5a576af will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:26.177178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 55417437-f07e-4799-81f0-9e15d441ff60 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:26.192173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6c797826-7574-498a-b092-bcc89c6907e8 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:26.228150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c64682ec-f960-4b99-a415-7491a8935b8f tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:26.243887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0bdb0097-9ca1-4ee0-b9fb-2e47cd96cd4c tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:26.252705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320dd870-5510-4b89-8755-5076061304f7 None None] Pushing event updated for resources: {'Port': ['ID=4535cd26-367c-4e90-a32c-4c38b1f0f64b,revision_number=4']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:26.275893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-320dd870-5510-4b89-8755-5076061304f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:26.297009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64682ec-f960-4b99-a415-7491a8935b8f tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Network 95eb9e12-4021-42b5-9dca-d81de76cfea6 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:26.306353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c64682ec-f960-4b99-a415-7491a8935b8f tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:26.308978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64682ec-f960-4b99-a415-7491a8935b8f tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:19:26.312503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Allocated IP 172.20.0.2 (95eb9e12-4021-42b5-9dca-d81de76cfea6/06197515-34b6-4865-876a-e766938eebed/da8ef5fc-bfe5-44d9-9cc6-5ad93959a225) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:26.323831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] Set router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:19:26.394730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64682ec-f960-4b99-a415-7491a8935b8f tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:26.395466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c64682ec-f960-4b99-a415-7491a8935b8f tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:26.440067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64682ec-f960-4b99-a415-7491a8935b8f tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Pushing event updated for resources: {'Port': ['ID=04f2f9ce-7df5-4777-b69c-1a8dd5a576af,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:26.443834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c64682ec-f960-4b99-a415-7491a8935b8f tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:26.453937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c63e654-948c-471d-8754-4a8781b1985e None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:26.471619 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c64682ec-f960-4b99-a415-7491a8935b8f tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3401861 Apr 23 09:19:26.472256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37728) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:26.486280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0351e983-42f3-4f30-bdf8-22c82c84d5e2 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-432471426', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:26.497504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0351e983-42f3-4f30-bdf8-22c82c84d5e2 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:26.506373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0351e983-42f3-4f30-bdf8-22c82c84d5e2 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Usage tracker for resource:router and tenant:8f680c49434d48838dce3068303418f5 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:26.515689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0351e983-42f3-4f30-bdf8-22c82c84d5e2 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:26.526890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0351e983-42f3-4f30-bdf8-22c82c84d5e2 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:26.565757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0351e983-42f3-4f30-bdf8-22c82c84d5e2 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:26.567003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0351e983-42f3-4f30-bdf8-22c82c84d5e2 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:26.577689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1d1cd2-4c76-490e-8bee-b75d7179c43f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:26.579262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b1d1cd2-4c76-490e-8bee-b75d7179c43f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:26.685917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 63d256b1-43a3-439d-ac4d-ceacf96aad24 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:26.705219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bb72b06b-6a3d-4373-8140-57d58b31f949 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:26.708791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:26.742988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:19:25Z', 'revision_number': 6, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': '4535cd26-367c-4e90-a32c-4c38b1f0f64b', 'name': '', 'network_id': '645368bf-de2b-4029-bbfd-f46b5a8523cc', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:94:c0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '0f8f0d3e-66ff-46ee-840a-91c1303a46b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:19:17Z', 'updated_at': '2021-04-23T09:19:25Z', 'revision_number': 4, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '0f8f0d3e-66ff-46ee-840a-91c1303a46b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88f25495-1f71-4765-8f04-9b2f3097f2a9', 'name': '', 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:cd:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '587d5465-d1c5-443f-849b-916d484ae163', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:19:06Z', 'updated_at': '2021-04-23T09:19:18Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '587d5465-d1c5-443f-849b-916d484ae163', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6b78bf-6a9d-4a3c-aabe-87b109b2148c', 'name': '', 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:3f:47:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:56Z', 'updated_at': '2021-04-23T09:19:12Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:26.748634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b471f60-2dc7-439b-81c3-dee3a9b8adc4 None None] The sync data for ids ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'] in dv-neutron-786478-4-hyperv is: [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:19:25Z', 'revision_number': 6, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': '4535cd26-367c-4e90-a32c-4c38b1f0f64b', 'name': '', 'network_id': '645368bf-de2b-4029-bbfd-f46b5a8523cc', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:94:c0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '0f8f0d3e-66ff-46ee-840a-91c1303a46b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:19:17Z', 'updated_at': '2021-04-23T09:19:25Z', 'revision_number': 4, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '0f8f0d3e-66ff-46ee-840a-91c1303a46b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88f25495-1f71-4765-8f04-9b2f3097f2a9', 'name': '', 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:cd:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '587d5465-d1c5-443f-849b-916d484ae163', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:19:06Z', 'updated_at': '2021-04-23T09:19:18Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '587d5465-d1c5-443f-849b-916d484ae163', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6b78bf-6a9d-4a3c-aabe-87b109b2148c', 'name': '', 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:3f:47:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:56Z', 'updated_at': '2021-04-23T09:19:12Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:19:26.750397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bb72b06b-6a3d-4373-8140-57d58b31f949 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:26.798497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-a5955730-11ed-4649-8d8b-d141e0354001', 'network_id': 'a5955730-11ed-4649-8d8b-d141e0354001', 'tenant_id': 'ea334c1946ff4a0dac6daa6b4816ceb1', 'fixed_ips': [{'subnet_id': '59ad298b-d564-4b26-8336-b4a416f9b8e5'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:19:26.799764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:26.829085 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3b1d1cd2-4c76-490e-8bee-b75d7179c43f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1505871 Apr 23 09:19:26.829578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37732) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:26.839243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3d255d3f-6834-4d73-8091-18dcdb3fdc28 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:26.927506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:26.996749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3d255d3f-6834-4d73-8091-18dcdb3fdc28 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036848932704'] for subnet, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:27.002148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 6c797826-7574-498a-b092-bcc89c6907e8 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:27.002768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:27.059471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c10ae564-9bd5-4c2f-a573-a3bacd3488db tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:27.075763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c10ae564-9bd5-4c2f-a573-a3bacd3488db tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846489349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8286451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846514403'] for router, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:27.087954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c423cf6f-67d8-4769-b9f1-347fbba97841 None None] Provisioning for port 55417437-f07e-4799-81f0-9e15d441ff60 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:27.107935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c423cf6f-67d8-4769-b9f1-347fbba97841 None None] Provisioning complete for port 55417437-f07e-4799-81f0-9e15d441ff60 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:27.108358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c423cf6f-67d8-4769-b9f1-347fbba97841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:27.196078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Transition to ACTIVE for port object da8ef5fc-bfe5-44d9-9cc6-5ad93959a225 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:27.205277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb72b06b-6a3d-4373-8140-57d58b31f949 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:27.212037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb72b06b-6a3d-4373-8140-57d58b31f949 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:27.346866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 63d256b1-43a3-439d-ac4d-ceacf96aad24 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:27.376846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3d255d3f-6834-4d73-8091-18dcdb3fdc28 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786098151897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036847193362'] for subnet, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:27.382700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-02a9dc7a-b586-4276-9e91-25469911a8d0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:19:27.430876 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:19:27.433136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d255d3f-6834-4d73-8091-18dcdb3fdc28 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:27.433136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3d255d3f-6834-4d73-8091-18dcdb3fdc28 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:27.435283 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3d255d3f-6834-4d73-8091-18dcdb3fdc28 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "PUT /v2.0/subnets/59ad298b-d564-4b26-8336-b4a416f9b8e5 HTTP/1.1" status: 200 len: 806 time: 0.6046371 Apr 23 09:19:27.439227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37736) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:27.514608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d255d3f-6834-4d73-8091-18dcdb3fdc28 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Subnet': ['ID=59ad298b-d564-4b26-8336-b4a416f9b8e5,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:27.520781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3d255d3f-6834-4d73-8091-18dcdb3fdc28 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:27.577728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10ae564-9bd5-4c2f-a573-a3bacd3488db tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:19:27.600574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0351e983-42f3-4f30-bdf8-22c82c84d5e2 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:27.632501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Transition to ACTIVE for port object da8ef5fc-bfe5-44d9-9cc6-5ad93959a225 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:27.675674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:27.686167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:27.700268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ab349714-131c-436b-894b-5b8660350fe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:27.741816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0351e983-42f3-4f30-bdf8-22c82c84d5e2 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:27.795883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Pushing event updated for resources: {'Port': ['ID=da8ef5fc-bfe5-44d9-9cc6-5ad93959a225,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:27.797641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19d7069-2ba8-4f7d-89ad-63e65f8a76db None None] DHCP port deletion for bb316f39-4b0e-43f1-8f3e-34646815cee0 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:19:27.809081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4535cd26-367c-4e90-a32c-4c38b1f0f64b up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:27.817499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10ae564-9bd5-4c2f-a573-a3bacd3488db tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:19:27.819990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:27.825456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:27.829343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:27.837799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c423cf6f-67d8-4769-b9f1-347fbba97841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:27.853403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:27.856403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Network 95eb9e12-4021-42b5-9dca-d81de76cfea6 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:27.875263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:27.877490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd302aec-d16c-4bc9-9fa4-bfe363b81e6e None None] Sync routers for ids ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:19:27.885831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0351e983-42f3-4f30-bdf8-22c82c84d5e2 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:27.889796 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0351e983-42f3-4f30-bdf8-22c82c84d5e2 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4139297 Apr 23 09:19:27.894218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37740) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:27.901089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Network': ['ID=63d256b1-43a3-439d-ac4d-ceacf96aad24,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:27.913360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:27.917734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:27.918133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:27.918556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:27.918834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-8365ef37-3ec9-4565-bd80-d97f09886f83 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1744890473', 'prefixes': ['172.20.0.0/16']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:27.918949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:27.919542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:27.919923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:27.920299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:27.920679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:27.921052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:27.921423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:27.921806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:27.922992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:19:27.924209 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/networks/63d256b1-43a3-439d-ac4d-ceacf96aad24 HTTP/1.1" status: 204 len: 168 time: 9.6925299 Apr 23 09:19:27.926370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:19:27.926559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37744) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:27.932124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c10ae564-9bd5-4c2f-a573-a3bacd3488db tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:27.936403 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c10ae564-9bd5-4c2f-a573-a3bacd3488db tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/routers/4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 HTTP/1.1" status: 200 len: 954 time: 4.2905664 Apr 23 09:19:27.937276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37746) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:27.943630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8365ef37-3ec9-4565-bd80-d97f09886f83 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:27.953722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0b2be70c-978f-46bb-ada0-fc7a66e7de09 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1017770244'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:27.964456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0b2be70c-978f-46bb-ada0-fc7a66e7de09 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:27.973945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Allocated IP 172.20.0.2 (a5955730-11ed-4649-8d8b-d141e0354001/59ad298b-d564-4b26-8336-b4a416f9b8e5/b4941d64-cde7-45e5-9f38-5f5186b17888) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:27.977917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:28.036297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0b2be70c-978f-46bb-ada0-fc7a66e7de09 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Usage tracker for resource:network and tenant:eae5d749fb6145368bc3139a3a4f289b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:28.042482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0b2be70c-978f-46bb-ada0-fc7a66e7de09 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:28.053928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0b2be70c-978f-46bb-ada0-fc7a66e7de09 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:28.066590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd302aec-d16c-4bc9-9fa4-bfe363b81e6e None None] Routers {'4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:19:28.067306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-bd302aec-d16c-4bc9-9fa4-bfe363b81e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:19:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:28.104741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2be70c-978f-46bb-ada0-fc7a66e7de09 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Made reservation on behalf of eae5d749fb6145368bc3139a3a4f289b for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:28.111488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b2be70c-978f-46bb-ada0-fc7a66e7de09 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:28.165798 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0374811b-3627-42f4-9658-f3183ba05e3f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/routers/4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 HTTP/1.1" status: 200 len: 954 time: 0.2234619 Apr 23 09:19:28.168724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37752) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:28.175049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-412991a6-dea7-4cde-8555-9ca543c21377 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'router': {'routes': None}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:28.221546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2be70c-978f-46bb-ada0-fc7a66e7de09 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:19:28.252221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c423cf6f-67d8-4769-b9f1-347fbba97841 None None] For port 55417437-f07e-4799-81f0-9e15d441ff60, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=55417437-f07e-4799-81f0-9e15d441ff60,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:28.252899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b2be70c-978f-46bb-ada0-fc7a66e7de09 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:28.253307 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-0b2be70c-978f-46bb-ada0-fc7a66e7de09 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Added segment 3bd10a51-0266-4689-aa98-007a01f85b67 of type vlan for network 18b8aad6-ea03-478b-aed7-c859f55f7f32 Apr 23 09:19:28.281048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Attempting to bind port da8ef5fc-bfe5-44d9-9cc6-5ad93959a225 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:19:28.281513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Attempting to bind port da8ef5fc-bfe5-44d9-9cc6-5ad93959a225 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'e040937c-d533-4d62-8cf8-489ca300af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '95eb9e12-4021-42b5-9dca-d81de76cfea6'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:19:28.282391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Attempting to bind port da8ef5fc-bfe5-44d9-9cc6-5ad93959a225 on network 95eb9e12-4021-42b5-9dca-d81de76cfea6 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:19:28.292182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b2be70c-978f-46bb-ada0-fc7a66e7de09 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:28.296718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8365ef37-3ec9-4565-bd80-d97f09886f83 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks [] for subnetpool, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:28.303277 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8365ef37-3ec9-4565-bd80-d97f09886f83 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4041123 Apr 23 09:19:28.303277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37756) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:28.310904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-f1d15e61-5630-43a4-aa5c-a37c06214ee9 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '06197515-34b6-4865-876a-e766938eebed', 'tempest-TagsExtTest-Tag-1047893228') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:28.345887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c423cf6f-67d8-4769-b9f1-347fbba97841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:28.368861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e24c05f3-8c68-402b-9a5b-28cf771f946b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:28.413930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b2be70c-978f-46bb-ada0-fc7a66e7de09 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:28.416342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:19:28.416782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Checking segment: {'id': 'e040937c-d533-4d62-8cf8-489ca300af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '95eb9e12-4021-42b5-9dca-d81de76cfea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:28.417260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:28.417711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Bound using segment: {'id': 'e040937c-d533-4d62-8cf8-489ca300af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '95eb9e12-4021-42b5-9dca-d81de76cfea6'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:19:28.418261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Bound port: da8ef5fc-bfe5-44d9-9cc6-5ad93959a225, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e040937c-d533-4d62-8cf8-489ca300af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '95eb9e12-4021-42b5-9dca-d81de76cfea6'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:19:28.418711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:28.420480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2be70c-978f-46bb-ada0-fc7a66e7de09 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:28.421132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b2be70c-978f-46bb-ada0-fc7a66e7de09 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:28.429834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ca72061e-1680-4f88-b338-995d90329223 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:28.516582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-bd302aec-d16c-4bc9-9fa4-bfe363b81e6e None None] Set router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:19:28.548705 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0b2be70c-978f-46bb-ada0-fc7a66e7de09 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6069701 Apr 23 09:19:28.553627 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f1d15e61-5630-43a4-aa5c-a37c06214ee9 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "PUT /v2.0/subnets/06197515-34b6-4865-876a-e766938eebed/tags/tempest-TagsExtTest-Tag-1047893228 HTTP/1.1" status: 201 len: 201 time: 0.2492869 Apr 23 09:19:28.557792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37760) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:28.557792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37762) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:28.569362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-7eb87820-3526-48f1-aba8-345fddc649e1 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '04f2f9ce-7df5-4777-b69c-1a8dd5a576af', 'tempest-TagsExtTest-Tag-1539930324') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:28.575539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 4535cd26-367c-4e90-a32c-4c38b1f0f64b completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:28.600215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b19d7069-2ba8-4f7d-89ad-63e65f8a76db None None] Deleting port 55417437-f07e-4799-81f0-9e15d441ff60 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:28.600650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b19d7069-2ba8-4f7d-89ad-63e65f8a76db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:28.619122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9416928a-6714-4207-bc12-3e48df5fda90 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Request body: {'subnet': {'network_id': '18b8aad6-ea03-478b-aed7-c859f55f7f32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:28.641961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2be70c-978f-46bb-ada0-fc7a66e7de09 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'Network': ['ID=18b8aad6-ea03-478b-aed7-c859f55f7f32,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:28.645251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0b2be70c-978f-46bb-ada0-fc7a66e7de09 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:28.659704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 4535cd26-367c-4e90-a32c-4c38b1f0f64b triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:28.660232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:28.724004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 18b8aad6-ea03-478b-aed7-c859f55f7f32 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:19:28.760524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423cf6f-67d8-4769-b9f1-347fbba97841 None None] Pushing event updated for resources: {'Port': ['ID=55417437-f07e-4799-81f0-9e15d441ff60,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:28.790519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9416928a-6714-4207-bc12-3e48df5fda90 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:28.798529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9416928a-6714-4207-bc12-3e48df5fda90 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Usage tracker for resource:subnet and tenant:eae5d749fb6145368bc3139a3a4f289b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:28.804502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9416928a-6714-4207-bc12-3e48df5fda90 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:28.815550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9416928a-6714-4207-bc12-3e48df5fda90 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:28.832625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c423cf6f-67d8-4769-b9f1-347fbba97841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:28.919896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9416928a-6714-4207-bc12-3e48df5fda90 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Made reservation on behalf of eae5d749fb6145368bc3139a3a4f289b for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:28.926602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9416928a-6714-4207-bc12-3e48df5fda90 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:28.974300 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7eb87820-3526-48f1-aba8-345fddc649e1 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "PUT /v2.0/ports/04f2f9ce-7df5-4777-b69c-1a8dd5a576af/tags/tempest-TagsExtTest-Tag-1539930324 HTTP/1.1" status: 201 len: 201 time: 0.4106138 Apr 23 09:19:28.974986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37768) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:29.026794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-313b7c71-a2da-4f19-849f-fc7b730e1e3b tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1d860a3a-34f4-468b-8d70-97dba0e4b5d3', 'tempest-TagsExtTest-Tag-1811045634') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:29.146049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] For port da8ef5fc-bfe5-44d9-9cc6-5ad93959a225, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:19:29.332577 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-313b7c71-a2da-4f19-849f-fc7b730e1e3b tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "PUT /v2.0/routers/1d860a3a-34f4-468b-8d70-97dba0e4b5d3/tags/tempest-TagsExtTest-Tag-1811045634 HTTP/1.1" status: 201 len: 201 time: 0.3567691 Apr 23 09:19:29.336593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37772) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:29.344068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.objects.ports [None req-bb72b06b-6a3d-4373-8140-57d58b31f949 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87174) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 23 09:19:29.345201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-2bbf8d60-35d5-4c0b-8a7a-1dc9f2e1eea7 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ae642f38-2401-435b-8104-39b4a888f3a8', 'tempest-TagsExtTest-Tag-864182346') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:29.424574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] For port da8ef5fc-bfe5-44d9-9cc6-5ad93959a225, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=da8ef5fc-bfe5-44d9-9cc6-5ad93959a225,segment=NetworkSegment(e040937c-d533-4d62-8cf8-489ca300af17),segment_id=e040937c-d533-4d62-8cf8-489ca300af17)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:19:29.441535 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2bbf8d60-35d5-4c0b-8a7a-1dc9f2e1eea7 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "PUT /v2.0/subnetpools/ae642f38-2401-435b-8104-39b4a888f3a8/tags/tempest-TagsExtTest-Tag-864182346 HTTP/1.1" status: 201 len: 201 time: 0.1010084 Apr 23 09:19:29.443819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37776) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:29.443959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.extraroute_db [None req-412991a6-dea7-4cde-8555-9ca543c21377 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Added routes are [] {{(pid=87174) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 23 09:19:29.443959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.extraroute_db [None req-412991a6-dea7-4cde-8555-9ca543c21377 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87174) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 23 09:19:29.451502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-4bc69f90-8b2e-4ead-ad04-533abaf29512 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '06197515-34b6-4865-876a-e766938eebed') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:29.491921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:29.508558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:29.510609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-412991a6-dea7-4cde-8555-9ca543c21377 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:29.526741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a36a142f-e36c-43cb-af9c-c649d25d48e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:29.563138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b19d7069-2ba8-4f7d-89ad-63e65f8a76db None None] For port 55417437-f07e-4799-81f0-9e15d441ff60, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=55417437-f07e-4799-81f0-9e15d441ff60,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:29.563711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b19d7069-2ba8-4f7d-89ad-63e65f8a76db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:29.600411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Transition to ACTIVE for port object b4941d64-cde7-45e5-9f38-5f5186b17888 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:29.770443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb72b06b-6a3d-4373-8140-57d58b31f949 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:29.850455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b19d7069-2ba8-4f7d-89ad-63e65f8a76db None None] Calling delete_port for 55417437-f07e-4799-81f0-9e15d441ff60 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:29.861946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:29.872249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Transition to ACTIVE for port object b4941d64-cde7-45e5-9f38-5f5186b17888 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:29.902562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Pushing event updated for resources: {'Port': ['ID=da8ef5fc-bfe5-44d9-9cc6-5ad93959a225,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:29.925746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:29.934826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:29.940069 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4bc69f90-8b2e-4ead-ad04-533abaf29512 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/subnets/06197515-34b6-4865-876a-e766938eebed/tags HTTP/1.1" status: 200 len: 241 time: 0.4967270 Apr 23 09:19:29.942802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37780) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:29.947096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-57bb2372-e058-4717-b5b2-95984389f3cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:29.948573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-c780923e-a50a-4e4a-aa03-330c8793ac94 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '06197515-34b6-4865-876a-e766938eebed', 'tempest-TagsExtTest-Tag-1047893228') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:29.987038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:29.996936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ff7ad1dc-e359-4fb8-ba65-442375b65185 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:30.004104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 4535cd26-367c-4e90-a32c-4c38b1f0f64b, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4535cd26-367c-4e90-a32c-4c38b1f0f64b,segment=NetworkSegment(886e59f1-959d-464e-8f78-21146666608c),segment_id=886e59f1-959d-464e-8f78-21146666608c)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:30.052400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Subnet': ['ID=59ad298b-d564-4b26-8336-b4a416f9b8e5,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:30.054954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:30.075576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Network a5955730-11ed-4649-8d8b-d141e0354001 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:30.081457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:30.082046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:30.087887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-412991a6-dea7-4cde-8555-9ca543c21377 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:30.093389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:19:30.102799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-bd302aec-d16c-4bc9-9fa4-bfe363b81e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:19:25Z', 'revision_number': 6, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': '4535cd26-367c-4e90-a32c-4c38b1f0f64b', 'name': '', 'network_id': '645368bf-de2b-4029-bbfd-f46b5a8523cc', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:94:c0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '0f8f0d3e-66ff-46ee-840a-91c1303a46b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:19:17Z', 'updated_at': '2021-04-23T09:19:25Z', 'revision_number': 4, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '0f8f0d3e-66ff-46ee-840a-91c1303a46b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88f25495-1f71-4765-8f04-9b2f3097f2a9', 'name': '', 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:cd:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '587d5465-d1c5-443f-849b-916d484ae163', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:19:06Z', 'updated_at': '2021-04-23T09:19:18Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '587d5465-d1c5-443f-849b-916d484ae163', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6b78bf-6a9d-4a3c-aabe-87b109b2148c', 'name': '', 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:3f:47:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:56Z', 'updated_at': '2021-04-23T09:19:12Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:30.108032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-412991a6-dea7-4cde-8555-9ca543c21377 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846489349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8286451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846514403'] for router, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:30.145809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Pushing event updated for resources: {'Port': ['ID=b4941d64-cde7-45e5-9f38-5f5186b17888,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:30.170265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:30.231703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 55417437-f07e-4799-81f0-9e15d441ff60 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:19:30.275244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:30.277192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:30.320416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd302aec-d16c-4bc9-9fa4-bfe363b81e6e None None] Checking router: 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:19:30.412764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=4535cd26-367c-4e90-a32c-4c38b1f0f64b,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:30.420326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9416928a-6714-4207-bc12-3e48df5fda90 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:30.425619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:30.427856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:30.430992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd302aec-d16c-4bc9-9fa4-bfe363b81e6e None None] Routers {'4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:19:30.431905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-bd302aec-d16c-4bc9-9fa4-bfe363b81e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:19:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:30.454969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-bb72b06b-6a3d-4373-8140-57d58b31f949 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] For port 55417437-f07e-4799-81f0-9e15d441ff60, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=55417437-f07e-4799-81f0-9e15d441ff60,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:30.464599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412991a6-dea7-4cde-8555-9ca543c21377 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:19:30.495216 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c780923e-a50a-4e4a-aa03-330c8793ac94 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/subnets/06197515-34b6-4865-876a-e766938eebed/tags/tempest-TagsExtTest-Tag-1047893228 HTTP/1.1" status: 204 len: 168 time: 0.5512962 Apr 23 09:19:30.495942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37784) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:30.506265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416928a-6714-4207-bc12-3e48df5fda90 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'Subnet': ['ID=6c754a90-a129-4c51-aaa1-f6bb9218cdfd,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:30.513975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-6812031e-ccf7-449a-a659-49f60afeef2a tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '06197515-34b6-4865-876a-e766938eebed', 'tempest-TagsExtTest-Tag-1047893228') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:30.758612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Attempting to bind port b4941d64-cde7-45e5-9f38-5f5186b17888 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:19:30.758612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Attempting to bind port b4941d64-cde7-45e5-9f38-5f5186b17888 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '4c934ee8-6013-4d62-8fa5-acbba75b0ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a5955730-11ed-4649-8d8b-d141e0354001'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:19:30.758612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Attempting to bind port b4941d64-cde7-45e5-9f38-5f5186b17888 on network a5955730-11ed-4649-8d8b-d141e0354001 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:19:30.759093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9416928a-6714-4207-bc12-3e48df5fda90 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:30.759180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb72b06b-6a3d-4373-8140-57d58b31f949 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:30.759270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5955730-11ed-4649-8d8b-d141e0354001']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:30.759270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c934ee8-6013-4d62-8fa5-acbba75b0ecd') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:30.759270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c934ee8-6013-4d62-8fa5-acbba75b0ecd') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:30.759270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:30.759270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9416928a-6714-4207-bc12-3e48df5fda90 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Checking segment: {'id': '3bd10a51-0266-4689-aa98-007a01f85b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '18b8aad6-ea03-478b-aed7-c859f55f7f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:30.759270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9416928a-6714-4207-bc12-3e48df5fda90 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network hostable DHCP agents. Network: 18b8aad6-ea03-478b-aed7-c859f55f7f32, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:19:30.759744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:19:30.759744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Checking segment: {'id': '4c934ee8-6013-4d62-8fa5-acbba75b0ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a5955730-11ed-4649-8d8b-d141e0354001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:30.759744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:30.759744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Bound using segment: {'id': '4c934ee8-6013-4d62-8fa5-acbba75b0ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a5955730-11ed-4649-8d8b-d141e0354001'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:19:30.759744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Bound port: b4941d64-cde7-45e5-9f38-5f5186b17888, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c934ee8-6013-4d62-8fa5-acbba75b0ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a5955730-11ed-4649-8d8b-d141e0354001'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:19:30.759744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:30.760913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:30.760913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:19:30.761069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412991a6-dea7-4cde-8555-9ca543c21377 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:19:30.761156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-bd302aec-d16c-4bc9-9fa4-bfe363b81e6e None None] Set router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:19:30.761240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-412991a6-dea7-4cde-8555-9ca543c21377 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:30.761240 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-412991a6-dea7-4cde-8555-9ca543c21377 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/routers/4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 HTTP/1.1" status: 200 len: 704 time: 2.5271895 Apr 23 09:19:30.761240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37788) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:30.770104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb72b06b-6a3d-4373-8140-57d58b31f949 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:30.770734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb72b06b-6a3d-4373-8140-57d58b31f949 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:30.785468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6f8f709e-520c-4e5e-9b21-24d5e5c2c19a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:30.825105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-b19d7069-2ba8-4f7d-89ad-63e65f8a76db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:19:30.825516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-b19d7069-2ba8-4f7d-89ad-63e65f8a76db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:19:30.880156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9416928a-6714-4207-bc12-3e48df5fda90 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 18b8aad6-ea03-478b-aed7-c859f55f7f32 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:19:30.902006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network a5955730-11ed-4649-8d8b-d141e0354001 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:30.911787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:30.924583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb72b06b-6a3d-4373-8140-57d58b31f949 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:30.939368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-9416928a-6714-4207-bc12-3e48df5fda90 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 18b8aad6-ea03-478b-aed7-c859f55f7f32) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:30.950154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-bb72b06b-6a3d-4373-8140-57d58b31f949 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:30.977579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb72b06b-6a3d-4373-8140-57d58b31f949 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:30.978250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb72b06b-6a3d-4373-8140-57d58b31f949 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:30.980270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06d4607-fc9f-47e5-b0e0-b5b82cc6f89a None None] Network 18b8aad6-ea03-478b-aed7-c859f55f7f32 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:30.993280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72b06b-6a3d-4373-8140-57d58b31f949 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=55417437-f07e-4799-81f0-9e15d441ff60,revision_number=6']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:31.001431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bb72b06b-6a3d-4373-8140-57d58b31f949 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:31.011820 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5e16eca2-6856-4ee0-800e-9b8a0c74f207 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/routers/4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 HTTP/1.1" status: 200 len: 704 time: 0.3062584 Apr 23 09:19:31.011820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1160e7b5-39b6-4a6c-94b8-9dee1708fec8 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:31.012021 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6812031e-ccf7-449a-a659-49f60afeef2a tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "DELETE /v2.0/subnets/06197515-34b6-4865-876a-e766938eebed/tags/tempest-TagsExtTest-Tag-1047893228 HTTP/1.1" status: 204 len: 168 time: 0.5027907 Apr 23 09:19:31.014999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37792) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:31.015373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37794) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:31.020303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:31.036599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-b96fa1b3-24ab-4a9a-ab67-d0b3d00f84e5 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '06197515-34b6-4865-876a-e766938eebed') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:31.061760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] For port b4941d64-cde7-45e5-9f38-5f5186b17888, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:19:31.076824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72b06b-6a3d-4373-8140-57d58b31f949 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=ffc92667-99cf-4e62-baef-df6301976929,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:31.081069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bb72b06b-6a3d-4373-8140-57d58b31f949 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:31.085347 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bb72b06b-6a3d-4373-8140-57d58b31f949 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.4013693 Apr 23 09:19:31.086000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37800) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:31.094786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c4146d9c-02a7-44a9-a45a-f953be3f031a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:31.136064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9416928a-6714-4207-bc12-3e48df5fda90 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:31.137205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9416928a-6714-4207-bc12-3e48df5fda90 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:31.224452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 55417437-f07e-4799-81f0-9e15d441ff60, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=55417437-f07e-4799-81f0-9e15d441ff60,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:31.262117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:31.279241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:31.332129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network a5955730-11ed-4649-8d8b-d141e0354001 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:19:31.474900 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:19:31.604543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c3905d-4b41-4be2-af1a-66ff5bccefa9 None None] Network 95eb9e12-4021-42b5-9dca-d81de76cfea6 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:31.615581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 09:19:31.615581 dv-neutron-786478-4-hyperv neutron-server[87059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 09:19:31.615581 dv-neutron-786478-4-hyperv neutron-server[87059]: [parameters: {'id': 'a5955730-11ed-4649-8d8b-d141e0354001'}] Apr 23 09:19:31.615581 dv-neutron-786478-4-hyperv neutron-server[87059]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87175) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:19:31.616181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:19:31.651624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c4146d9c-02a7-44a9-a45a-f953be3f031a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:31.663005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c4146d9c-02a7-44a9-a45a-f953be3f031a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:31.663245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] For port b4941d64-cde7-45e5-9f38-5f5186b17888, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b4941d64-cde7-45e5-9f38-5f5186b17888,segment=NetworkSegment(4c934ee8-6013-4d62-8fa5-acbba75b0ecd),segment_id=4c934ee8-6013-4d62-8fa5-acbba75b0ecd)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:19:31.726393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:31.736396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4146d9c-02a7-44a9-a45a-f953be3f031a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:31.743348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c4146d9c-02a7-44a9-a45a-f953be3f031a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:31.769149 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b96fa1b3-24ab-4a9a-ab67-d0b3d00f84e5 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/subnets/06197515-34b6-4865-876a-e766938eebed/tags HTTP/1.1" status: 200 len: 205 time: 0.7457049 Apr 23 09:19:31.769149 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9416928a-6714-4207-bc12-3e48df5fda90 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2092164 Apr 23 09:19:31.773556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37804) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:31.778513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37806) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:31.803863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-757255ad-7548-453f-b20f-1840c42db02f tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '04f2f9ce-7df5-4777-b69c-1a8dd5a576af') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:31.865645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ed95038d-84a7-496d-8d46-e2b5f9de7efa None None] Provisioning for port da8ef5fc-bfe5-44d9-9cc6-5ad93959a225 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:31.881804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=55417437-f07e-4799-81f0-9e15d441ff60,revision_number=7']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:31.885575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:31.893513 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.ipam_backend_mixin [None req-c4146d9c-02a7-44a9-a45a-f953be3f031a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ffc92667-99cf-4e62-baef-df6301976929 (CIDR: 2001:db8::/64) Apr 23 09:19:31.900665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-382f5bca-0162-4f8f-98e2-10cb5de287a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:31.932061 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4146d9c-02a7-44a9-a45a-f953be3f031a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:19:31.932872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4146d9c-02a7-44a9-a45a-f953be3f031a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:19:31.998700 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c4146d9c-02a7-44a9-a45a-f953be3f031a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9112773 Apr 23 09:19:31.999666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37812) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:32.006287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bbf5f446-308d-47dd-9189-4442f5991c6a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:32.067288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:32.083664 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-757255ad-7548-453f-b20f-1840c42db02f tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/ports/04f2f9ce-7df5-4777-b69c-1a8dd5a576af/tags HTTP/1.1" status: 200 len: 241 time: 0.3086360 Apr 23 09:19:32.087651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-18b8aad6-ea03-478b-aed7-c859f55f7f32', 'network_id': '18b8aad6-ea03-478b-aed7-c859f55f7f32', 'tenant_id': 'eae5d749fb6145368bc3139a3a4f289b', 'fixed_ips': [{'subnet_id': '6c754a90-a129-4c51-aaa1-f6bb9218cdfd'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:19:32.088568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:32.090446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37816) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:32.100016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-dc156975-9c8e-4a17-a8f9-02dee7742e34 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '04f2f9ce-7df5-4777-b69c-1a8dd5a576af', 'tempest-TagsExtTest-Tag-1539930324') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:32.129683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:32.148205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-bd302aec-d16c-4bc9-9fa4-bfe363b81e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:19:29Z', 'revision_number': 7, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': '4535cd26-367c-4e90-a32c-4c38b1f0f64b', 'name': '', 'network_id': '645368bf-de2b-4029-bbfd-f46b5a8523cc', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:94:c0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '0f8f0d3e-66ff-46ee-840a-91c1303a46b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:19:17Z', 'updated_at': '2021-04-23T09:19:29Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '0f8f0d3e-66ff-46ee-840a-91c1303a46b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88f25495-1f71-4765-8f04-9b2f3097f2a9', 'name': '', 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:cd:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '587d5465-d1c5-443f-849b-916d484ae163', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:19:06Z', 'updated_at': '2021-04-23T09:19:18Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '587d5465-d1c5-443f-849b-916d484ae163', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6b78bf-6a9d-4a3c-aabe-87b109b2148c', 'name': '', 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:3f:47:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:56Z', 'updated_at': '2021-04-23T09:19:12Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:32.169268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b19d7069-2ba8-4f7d-89ad-63e65f8a76db None None] Deleting port 55417437-f07e-4799-81f0-9e15d441ff60 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:32.169707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b19d7069-2ba8-4f7d-89ad-63e65f8a76db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:32.223642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bbf5f446-308d-47dd-9189-4442f5991c6a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:32.230635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:32.240317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bbf5f446-308d-47dd-9189-4442f5991c6a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:32.274357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd302aec-d16c-4bc9-9fa4-bfe363b81e6e None None] The sync data for ids ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'] in dv-neutron-786478-4-hyperv is: [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:19:29Z', 'revision_number': 7, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': '4535cd26-367c-4e90-a32c-4c38b1f0f64b', 'name': '', 'network_id': '645368bf-de2b-4029-bbfd-f46b5a8523cc', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:94:c0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '0f8f0d3e-66ff-46ee-840a-91c1303a46b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:19:17Z', 'updated_at': '2021-04-23T09:19:29Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '0f8f0d3e-66ff-46ee-840a-91c1303a46b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88f25495-1f71-4765-8f04-9b2f3097f2a9', 'name': '', 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:cd:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '587d5465-d1c5-443f-849b-916d484ae163', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:19:06Z', 'updated_at': '2021-04-23T09:19:18Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '587d5465-d1c5-443f-849b-916d484ae163', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6b78bf-6a9d-4a3c-aabe-87b109b2148c', 'name': '', 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:3f:47:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:56Z', 'updated_at': '2021-04-23T09:19:12Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:19:32.291824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf5f446-308d-47dd-9189-4442f5991c6a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:32.299481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f446-308d-47dd-9189-4442f5991c6a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:32.324732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Pushing event updated for resources: {'Port': ['ID=b4941d64-cde7-45e5-9f38-5f5186b17888,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:32.328743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:32.351686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4535cd26-367c-4e90-a32c-4c38b1f0f64b up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:32.395571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22066b9-a9c4-478e-b35b-fb54d53f9fa9 None None] Network a5955730-11ed-4649-8d8b-d141e0354001 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:32.524875 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-dc156975-9c8e-4a17-a8f9-02dee7742e34 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/ports/04f2f9ce-7df5-4777-b69c-1a8dd5a576af/tags/tempest-TagsExtTest-Tag-1539930324 HTTP/1.1" status: 204 len: 168 time: 0.4294508 Apr 23 09:19:32.529707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37820) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:32.535993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-f90c7175-a122-4e58-9045-72c76d95c45e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '04f2f9ce-7df5-4777-b69c-1a8dd5a576af', 'tempest-TagsExtTest-Tag-1539930324') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:32.545792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Deleting port b4941d64-cde7-45e5-9f38-5f5186b17888 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:32.546280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:32.618460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b19d7069-2ba8-4f7d-89ad-63e65f8a76db None None] For port 55417437-f07e-4799-81f0-9e15d441ff60, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=55417437-f07e-4799-81f0-9e15d441ff60,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:32.618719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b19d7069-2ba8-4f7d-89ad-63e65f8a76db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:32.711049 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f90c7175-a122-4e58-9045-72c76d95c45e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "DELETE /v2.0/ports/04f2f9ce-7df5-4777-b69c-1a8dd5a576af/tags/tempest-TagsExtTest-Tag-1539930324 HTTP/1.1" status: 204 len: 168 time: 0.1811242 Apr 23 09:19:32.713586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37824) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:32.721515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-f6d73b10-6553-4bbf-82f1-cf26c75899e3 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '04f2f9ce-7df5-4777-b69c-1a8dd5a576af') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:32.766982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa933c-7bf9-4e66-abaa-1b455f2f5ce1 None None] Sync routers for ids ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:19:32.782423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fa933c-7bf9-4e66-abaa-1b455f2f5ce1 None None] Routers {'4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:19:32.783429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-30fa933c-7bf9-4e66-abaa-1b455f2f5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:19:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:32.862620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b19d7069-2ba8-4f7d-89ad-63e65f8a76db None None] Calling delete_port for 55417437-f07e-4799-81f0-9e15d441ff60 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:32.924096 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f6d73b10-6553-4bbf-82f1-cf26c75899e3 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/ports/04f2f9ce-7df5-4777-b69c-1a8dd5a576af/tags HTTP/1.1" status: 200 len: 205 time: 0.2092314 Apr 23 09:19:32.929758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37828) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:32.936596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-d9c99f66-e230-4b22-a782-7d1259d62464 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1d860a3a-34f4-468b-8d70-97dba0e4b5d3') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:32.974485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 4535cd26-367c-4e90-a32c-4c38b1f0f64b triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:32.974914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:33.006306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Allocated IP 2001:db8::1 (18b8aad6-ea03-478b-aed7-c859f55f7f32/6c754a90-a129-4c51-aaa1-f6bb9218cdfd/b9021b8d-f3b6-4163-9969-5ce3e634b43a) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:33.037580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-30fa933c-7bf9-4e66-abaa-1b455f2f5ce1 None None] Set router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:19:33.138816 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d9c99f66-e230-4b22-a782-7d1259d62464 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/routers/1d860a3a-34f4-468b-8d70-97dba0e4b5d3/tags HTTP/1.1" status: 200 len: 241 time: 0.2077751 Apr 23 09:19:33.147281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37832) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:33.158134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-524af568-9beb-4b2d-896b-7815926b30a2 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1d860a3a-34f4-468b-8d70-97dba0e4b5d3', 'tempest-TagsExtTest-Tag-1811045634') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:33.315844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-17627dbe-934c-43ed-9307-91e15323e81d tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:33.450676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37836) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:33.453575 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-524af568-9beb-4b2d-896b-7815926b30a2 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/routers/1d860a3a-34f4-468b-8d70-97dba0e4b5d3/tags/tempest-TagsExtTest-Tag-1811045634 HTTP/1.1" status: 204 len: 168 time: 0.3031480 Apr 23 09:19:33.484837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-a2ab9703-409c-493c-9386-3b803a410204 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1d860a3a-34f4-468b-8d70-97dba0e4b5d3', 'tempest-TagsExtTest-Tag-1811045634') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:33.487512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f446-308d-47dd-9189-4442f5991c6a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:33.512361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3ca63e36-4ffa-4ce8-8776-0d32702c329a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:33.547471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] For port b4941d64-cde7-45e5-9f38-5f5186b17888, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b4941d64-cde7-45e5-9f38-5f5186b17888,segment=NetworkSegment(4c934ee8-6013-4d62-8fa5-acbba75b0ecd),segment_id=4c934ee8-6013-4d62-8fa5-acbba75b0ecd)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:33.548407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:33.567535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2387321f-a1b1-45ea-b3a1-247a89d04595 None None] Network a5955730-11ed-4649-8d8b-d141e0354001 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:33.598082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf5f446-308d-47dd-9189-4442f5991c6a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:33.614306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-bbf5f446-308d-47dd-9189-4442f5991c6a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:33.646926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf5f446-308d-47dd-9189-4442f5991c6a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:33.647594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f446-308d-47dd-9189-4442f5991c6a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:33.663141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b19d7069-2ba8-4f7d-89ad-63e65f8a76db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:33.671242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5f446-308d-47dd-9189-4442f5991c6a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=5477b675-139c-4b86-9fd7-fccfe7bfb9ca,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:33.677814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bbf5f446-308d-47dd-9189-4442f5991c6a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:33.684620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4dbfea9a-2fc8-492e-ae79-3b6678c18b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:33.698650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-30fa933c-7bf9-4e66-abaa-1b455f2f5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:19:29Z', 'revision_number': 7, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': '4535cd26-367c-4e90-a32c-4c38b1f0f64b', 'name': '', 'network_id': '645368bf-de2b-4029-bbfd-f46b5a8523cc', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:94:c0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '0f8f0d3e-66ff-46ee-840a-91c1303a46b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:19:17Z', 'updated_at': '2021-04-23T09:19:29Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '0f8f0d3e-66ff-46ee-840a-91c1303a46b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88f25495-1f71-4765-8f04-9b2f3097f2a9', 'name': '', 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:cd:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '587d5465-d1c5-443f-849b-916d484ae163', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:19:06Z', 'updated_at': '2021-04-23T09:19:18Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '587d5465-d1c5-443f-849b-916d484ae163', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6b78bf-6a9d-4a3c-aabe-87b109b2148c', 'name': '', 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:3f:47:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:56Z', 'updated_at': '2021-04-23T09:19:12Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:33.704828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa933c-7bf9-4e66-abaa-1b455f2f5ce1 None None] Checking router: 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:19:33.715543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fa933c-7bf9-4e66-abaa-1b455f2f5ce1 None None] Routers {'4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:19:33.716402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-30fa933c-7bf9-4e66-abaa-1b455f2f5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:19:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:33.721676 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bbf5f446-308d-47dd-9189-4442f5991c6a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7206933 Apr 23 09:19:33.724605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37840) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:33.731228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7bf1c7cf-5c2b-4b7b-b8a6-86d23d46db38 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'mac_address': 'fa:16:3e:9f:2a:92', 'name': 'tempest-NetworksTestDHCPv6-2131242640'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:33.764584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d7069-2ba8-4f7d-89ad-63e65f8a76db None None] Pushing event deleted for resources: {'Port': ['ID=55417437-f07e-4799-81f0-9e15d441ff60,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:33.780606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device da8ef5fc-bfe5-44d9-9cc6-5ad93959a225 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:33.852627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b19d7069-2ba8-4f7d-89ad-63e65f8a76db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:33.905678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-30fa933c-7bf9-4e66-abaa-1b455f2f5ce1 None None] Set router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:19:33.924166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7bf1c7cf-5c2b-4b7b-b8a6-86d23d46db38 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:33.932213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7bf1c7cf-5c2b-4b7b-b8a6-86d23d46db38 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:port and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:33.935880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7bf1c7cf-5c2b-4b7b-b8a6-86d23d46db38 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:33.945468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7bf1c7cf-5c2b-4b7b-b8a6-86d23d46db38 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:33.957822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Calling delete_port for b4941d64-cde7-45e5-9f38-5f5186b17888 owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:33.983818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf1c7cf-5c2b-4b7b-b8a6-86d23d46db38 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:33.985976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19d7069-2ba8-4f7d-89ad-63e65f8a76db None None] No DVR routers for this DVR port 55417437-f07e-4799-81f0-9e15d441ff60 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:19:34.058497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e55d98-a9b4-4f20-96ad-2339f2d61fe3 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:34.160783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-034c5030-0f95-482a-8463-ed8b6cf43eae None None] Provisioning for port 04f2f9ce-7df5-4777-b69c-1a8dd5a576af completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:34.170716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-034c5030-0f95-482a-8463-ed8b6cf43eae None None] Provisioning complete for port 04f2f9ce-7df5-4777-b69c-1a8dd5a576af triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:34.171152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-034c5030-0f95-482a-8463-ed8b6cf43eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:34.191889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bf1c7cf-5c2b-4b7b-b8a6-86d23d46db38 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:34.224713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-7bf1c7cf-5c2b-4b7b-b8a6-86d23d46db38 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] device_id is not set on port 0d63e468-7334-47ef-853d-a926fb1a5cf6 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:19:34.231394 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a2ab9703-409c-493c-9386-3b803a410204 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "DELETE /v2.0/routers/1d860a3a-34f4-468b-8d70-97dba0e4b5d3/tags/tempest-TagsExtTest-Tag-1811045634 HTTP/1.1" status: 204 len: 168 time: 0.7669196 Apr 23 09:19:34.237274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:34.244535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37844) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:34.245294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5e4fcdb7-cd4d-46cb-b585-491d6feb2d23 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:34.275847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port da8ef5fc-bfe5-44d9-9cc6-5ad93959a225 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:34.300333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-12a8ceb1-17b6-4a20-a89c-49777c8d7c18 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1d860a3a-34f4-468b-8d70-97dba0e4b5d3') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:34.304610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port da8ef5fc-bfe5-44d9-9cc6-5ad93959a225 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:34.305047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:34.355485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-30fa933c-7bf9-4e66-abaa-1b455f2f5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:19:29Z', 'revision_number': 7, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': '4535cd26-367c-4e90-a32c-4c38b1f0f64b', 'name': '', 'network_id': '645368bf-de2b-4029-bbfd-f46b5a8523cc', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:94:c0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '0f8f0d3e-66ff-46ee-840a-91c1303a46b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:19:17Z', 'updated_at': '2021-04-23T09:19:29Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '0f8f0d3e-66ff-46ee-840a-91c1303a46b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88f25495-1f71-4765-8f04-9b2f3097f2a9', 'name': '', 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:cd:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '587d5465-d1c5-443f-849b-916d484ae163', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:19:06Z', 'updated_at': '2021-04-23T09:19:18Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '587d5465-d1c5-443f-849b-916d484ae163', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6b78bf-6a9d-4a3c-aabe-87b109b2148c', 'name': '', 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:3f:47:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:56Z', 'updated_at': '2021-04-23T09:19:12Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:34.362938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa933c-7bf9-4e66-abaa-1b455f2f5ce1 None None] The sync data for ids ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'] in dv-neutron-786478-4-hyperv is: [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:19:29Z', 'revision_number': 7, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': '4535cd26-367c-4e90-a32c-4c38b1f0f64b', 'name': '', 'network_id': '645368bf-de2b-4029-bbfd-f46b5a8523cc', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:94:c0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '0f8f0d3e-66ff-46ee-840a-91c1303a46b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:19:17Z', 'updated_at': '2021-04-23T09:19:29Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '0f8f0d3e-66ff-46ee-840a-91c1303a46b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88f25495-1f71-4765-8f04-9b2f3097f2a9', 'name': '', 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:cd:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '587d5465-d1c5-443f-849b-916d484ae163', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:19:06Z', 'updated_at': '2021-04-23T09:19:18Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '587d5465-d1c5-443f-849b-916d484ae163', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6b78bf-6a9d-4a3c-aabe-87b109b2148c', 'name': '', 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:3f:47:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:56Z', 'updated_at': '2021-04-23T09:19:12Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:19:34.377474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:34.383833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Port': ['ID=b4941d64-cde7-45e5-9f38-5f5186b17888,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:34.396146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:34.398166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No DVR routers for this DVR port b4941d64-cde7-45e5-9f38-5f5186b17888 on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:19:34.405245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-034c5030-0f95-482a-8463-ed8b6cf43eae None None] Port 04f2f9ce-7df5-4777-b69c-1a8dd5a576af cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:19:34.424290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Transition to ACTIVE for port object b9021b8d-f3b6-4163-9969-5ce3e634b43a will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:34.511655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Transition to ACTIVE for port object b9021b8d-f3b6-4163-9969-5ce3e634b43a will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:34.557581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-7bf1c7cf-5c2b-4b7b-b8a6-86d23d46db38 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8:0:1::1d9 (bb316f39-4b0e-43f1-8f3e-34646815cee0/5477b675-139c-4b86-9fd7-fccfe7bfb9ca/0d63e468-7334-47ef-853d-a926fb1a5cf6) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:34.565440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-7bf1c7cf-5c2b-4b7b-b8a6-86d23d46db38 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8::f816:3eff:fe9f:2a92 (bb316f39-4b0e-43f1-8f3e-34646815cee0/ffc92667-99cf-4e62-baef-df6301976929/0d63e468-7334-47ef-853d-a926fb1a5cf6) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:34.594965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:34.605040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b19d7069-2ba8-4f7d-89ad-63e65f8a76db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:34.673909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-991cc32e-6b14-4ed0-8a77-9edf130c6f1d None None] Provisioning complete for port 04f2f9ce-7df5-4777-b69c-1a8dd5a576af triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:34.674348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-991cc32e-6b14-4ed0-8a77-9edf130c6f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:34.677924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:34.715541 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-12a8ceb1-17b6-4a20-a89c-49777c8d7c18 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/routers/1d860a3a-34f4-468b-8d70-97dba0e4b5d3/tags HTTP/1.1" status: 200 len: 205 time: 0.4252744 Apr 23 09:19:34.717467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:34.725187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37848) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:34.725948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fb99c2dd-dcf5-458d-b128-e154e5e61122 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:34.767573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-955a0abb-4d2b-488b-a9c4-822235ea1f09 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ae642f38-2401-435b-8104-39b4a888f3a8') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:34.767888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Network 18b8aad6-ea03-478b-aed7-c859f55f7f32 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:34.778006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:34.788889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:34.804757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-bb316f39-4b0e-43f1-8f3e-34646815cee0', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'fixed_ips': [{'subnet_id': '5477b675-139c-4b86-9fd7-fccfe7bfb9ca'}, {'subnet_id': 'ffc92667-99cf-4e62-baef-df6301976929'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:19:34.805713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:34.815679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bf1c7cf-5c2b-4b7b-b8a6-86d23d46db38 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:34.816042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:19:34.834698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-7bf1c7cf-5c2b-4b7b-b8a6-86d23d46db38 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Transition to ACTIVE for port object 0d63e468-7334-47ef-853d-a926fb1a5cf6 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:34.839803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-991cc32e-6b14-4ed0-8a77-9edf130c6f1d None None] Port 04f2f9ce-7df5-4777-b69c-1a8dd5a576af cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:19:34.846220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Subnet': ['ID=6c754a90-a129-4c51-aaa1-f6bb9218cdfd,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:34.850621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:34.856436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Pushing event updated for resources: {'Port': ['ID=b9021b8d-f3b6-4163-9969-5ce3e634b43a,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:34.891699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bf1c7cf-5c2b-4b7b-b8a6-86d23d46db38 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:34.895002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:34.898971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-921ff447-5e6b-4881-b87c-9775bd3e50db tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:34.932321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-17627dbe-934c-43ed-9307-91e15323e81d tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting port 4535cd26-367c-4e90-a32c-4c38b1f0f64b {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:34.932696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-17627dbe-934c-43ed-9307-91e15323e81d tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:34.978249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf1c7cf-5c2b-4b7b-b8a6-86d23d46db38 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:34.982107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-7bf1c7cf-5c2b-4b7b-b8a6-86d23d46db38 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:34.986007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf1c7cf-5c2b-4b7b-b8a6-86d23d46db38 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:19:34.988939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port da8ef5fc-bfe5-44d9-9cc6-5ad93959a225, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=da8ef5fc-bfe5-44d9-9cc6-5ad93959a225,segment=NetworkSegment(e040937c-d533-4d62-8cf8-489ca300af17),segment_id=e040937c-d533-4d62-8cf8-489ca300af17)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:34.992165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf1c7cf-5c2b-4b7b-b8a6-86d23d46db38 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:34.992866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7bf1c7cf-5c2b-4b7b-b8a6-86d23d46db38 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:35.012614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1c7cf-5c2b-4b7b-b8a6-86d23d46db38 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=0d63e468-7334-47ef-853d-a926fb1a5cf6,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:35.016130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7bf1c7cf-5c2b-4b7b-b8a6-86d23d46db38 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:35.020795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Attempting to bind port b9021b8d-f3b6-4163-9969-5ce3e634b43a on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:19:35.021004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Attempting to bind port b9021b8d-f3b6-4163-9969-5ce3e634b43a by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '3bd10a51-0266-4689-aa98-007a01f85b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '18b8aad6-ea03-478b-aed7-c859f55f7f32'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:19:35.021387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Attempting to bind port b9021b8d-f3b6-4163-9969-5ce3e634b43a on network 18b8aad6-ea03-478b-aed7-c859f55f7f32 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:19:35.037016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5955730-11ed-4649-8d8b-d141e0354001']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:35.046207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:35.047453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:35.048259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c33adad8-ccc3-4e6a-bfc0-c2d88b47c729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:35.069794 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-955a0abb-4d2b-488b-a9c4-822235ea1f09 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/subnetpools/ae642f38-2401-435b-8104-39b4a888f3a8/tags HTTP/1.1" status: 200 len: 240 time: 0.3110452 Apr 23 09:19:35.074802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37852) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:35.079240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-567fdbaf-39e5-42d9-889e-e2e34202176d tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ae642f38-2401-435b-8104-39b4a888f3a8', 'tempest-TagsExtTest-Tag-864182346') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:35.083963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:19:35.084410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Checking segment: {'id': '3bd10a51-0266-4689-aa98-007a01f85b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '18b8aad6-ea03-478b-aed7-c859f55f7f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:35.084850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:35.085304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Bound using segment: {'id': '3bd10a51-0266-4689-aa98-007a01f85b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '18b8aad6-ea03-478b-aed7-c859f55f7f32'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:19:35.085864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Bound port: b9021b8d-f3b6-4163-9969-5ce3e634b43a, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd10a51-0266-4689-aa98-007a01f85b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '18b8aad6-ea03-478b-aed7-c859f55f7f32'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:19:35.086496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:35.097264 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7bf1c7cf-5c2b-4b7b-b8a6-86d23d46db38 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3689923 Apr 23 09:19:35.097823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37856) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:35.143215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c934ee8-6013-4d62-8fa5-acbba75b0ecd') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:35.143462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c934ee8-6013-4d62-8fa5-acbba75b0ecd') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:35.174770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:35.174984 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-567fdbaf-39e5-42d9-889e-e2e34202176d tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/subnetpools/ae642f38-2401-435b-8104-39b4a888f3a8/tags/tempest-TagsExtTest-Tag-864182346 HTTP/1.1" status: 204 len: 168 time: 0.0971680 Apr 23 09:19:35.175920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37860) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:35.181161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-49cce301-6647-4fba-b53f-b0f640d7a9f6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ae642f38-2401-435b-8104-39b4a888f3a8', 'tempest-TagsExtTest-Tag-864182346') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:35.253637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=da8ef5fc-bfe5-44d9-9cc6-5ad93959a225,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:35.270387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:35.273817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:35.298106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d243f383-4ee0-44d5-b6bc-9a22a27b58c7 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting port 0d63e468-7334-47ef-853d-a926fb1a5cf6 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:35.298529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d243f383-4ee0-44d5-b6bc-9a22a27b58c7 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:35.298667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:19:35.319427 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-49cce301-6647-4fba-b53f-b0f640d7a9f6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "DELETE /v2.0/subnetpools/ae642f38-2401-435b-8104-39b4a888f3a8/tags/tempest-TagsExtTest-Tag-864182346 HTTP/1.1" status: 204 len: 168 time: 0.1403415 Apr 23 09:19:35.323886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37864) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:35.326568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] For port b9021b8d-f3b6-4163-9969-5ce3e634b43a, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:19:35.343416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b8aad6-ea03-478b-aed7-c859f55f7f32']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:35.357966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-e4ee7be8-cef5-4954-b005-8dc9f5902a37 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ae642f38-2401-435b-8104-39b4a888f3a8') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:35.365322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Allocated IP 2001:db8:0:1::2 (bb316f39-4b0e-43f1-8f3e-34646815cee0/5477b675-139c-4b86-9fd7-fccfe7bfb9ca/ff344484-4d7a-4111-9dd8-2ddcadc4367b) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:35.373323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Allocated IP 2001:db8::f816:3eff:fe0c:152c (bb316f39-4b0e-43f1-8f3e-34646815cee0/ffc92667-99cf-4e62-baef-df6301976929/ff344484-4d7a-4111-9dd8-2ddcadc4367b) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:35.449115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d243f383-4ee0-44d5-b6bc-9a22a27b58c7 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:35.616879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d243f383-4ee0-44d5-b6bc-9a22a27b58c7 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Calling delete_port for 0d63e468-7334-47ef-853d-a926fb1a5cf6 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:35.618969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:35.633127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Transition to ACTIVE for port object ff344484-4d7a-4111-9dd8-2ddcadc4367b will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:35.661460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Transition to ACTIVE for port object ff344484-4d7a-4111-9dd8-2ddcadc4367b will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:35.726470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:35.736352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:35.744708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-17627dbe-934c-43ed-9307-91e15323e81d tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] For port 4535cd26-367c-4e90-a32c-4c38b1f0f64b, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4535cd26-367c-4e90-a32c-4c38b1f0f64b,segment=NetworkSegment(886e59f1-959d-464e-8f78-21146666608c),segment_id=886e59f1-959d-464e-8f78-21146666608c)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:35.745112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-17627dbe-934c-43ed-9307-91e15323e81d tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:35.758355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd10a51-0266-4689-aa98-007a01f85b67') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:35.758722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd10a51-0266-4689-aa98-007a01f85b67') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:35.808938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:35.812093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:35.818231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:19:35.820485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Pushing event updated for resources: {'Port': ['ID=ff344484-4d7a-4111-9dd8-2ddcadc4367b,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:35.824855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:35.914049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d243f383-4ee0-44d5-b6bc-9a22a27b58c7 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:35.920569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:35.934248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:35.952863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-17627dbe-934c-43ed-9307-91e15323e81d tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Calling delete_port for 4535cd26-367c-4e90-a32c-4c38b1f0f64b owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:35.958801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Attempting to bind port ff344484-4d7a-4111-9dd8-2ddcadc4367b on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:19:35.959250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Attempting to bind port ff344484-4d7a-4111-9dd8-2ddcadc4367b by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:19:35.959659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Attempting to bind port ff344484-4d7a-4111-9dd8-2ddcadc4367b on network bb316f39-4b0e-43f1-8f3e-34646815cee0 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:19:35.966178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:19:35.966656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Checking segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:35.967115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:35.967560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Bound using segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:19:35.968083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Bound port: ff344484-4d7a-4111-9dd8-2ddcadc4367b, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:19:35.969450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:35.972516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243f383-4ee0-44d5-b6bc-9a22a27b58c7 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Port': ['ID=0d63e468-7334-47ef-853d-a926fb1a5cf6,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:35.976019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d243f383-4ee0-44d5-b6bc-9a22a27b58c7 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:36.044729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network a5955730-11ed-4649-8d8b-d141e0354001 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:36.054555 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e4ee7be8-cef5-4954-b005-8dc9f5902a37 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/subnetpools/ae642f38-2401-435b-8104-39b4a888f3a8/tags HTTP/1.1" status: 200 len: 205 time: 0.7161784 Apr 23 09:19:36.057633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:36.062119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37868) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:36.071214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-fb2bdfe7-ac4c-4c02-9c06-55ff66d68302 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ae642f38-2401-435b-8104-39b4a888f3a8') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:36.081600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d243f383-4ee0-44d5-b6bc-9a22a27b58c7 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:36.104982 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d243f383-4ee0-44d5-b6bc-9a22a27b58c7 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/0d63e468-7334-47ef-853d-a926fb1a5cf6 HTTP/1.1" status: 204 len: 168 time: 1.0033736 Apr 23 09:19:36.106185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37872) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:36.178960 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fb2bdfe7-ac4c-4c02-9c06-55ff66d68302 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "DELETE /v2.0/subnetpools/ae642f38-2401-435b-8104-39b4a888f3a8/tags HTTP/1.1" status: 204 len: 168 time: 0.1130943 Apr 23 09:19:36.179491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37876) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:36.188945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-9564ba60-02be-49a1-abd1-9434e287a295 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1d860a3a-34f4-468b-8d70-97dba0e4b5d3') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:36.264855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] For port ff344484-4d7a-4111-9dd8-2ddcadc4367b, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:19:36.269125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] For port ff344484-4d7a-4111-9dd8-2ddcadc4367b, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ff344484-4d7a-4111-9dd8-2ddcadc4367b,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:19:36.270985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network a5955730-11ed-4649-8d8b-d141e0354001 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:19:36.300515 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:19:36.308980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:36.315561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:36.410965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Pushing event updated for resources: {'Port': ['ID=ff344484-4d7a-4111-9dd8-2ddcadc4367b,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:36.425206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:36.426300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] For port b9021b8d-f3b6-4163-9969-5ce3e634b43a, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b9021b8d-f3b6-4163-9969-5ce3e634b43a,segment=NetworkSegment(3bd10a51-0266-4689-aa98-007a01f85b67),segment_id=3bd10a51-0266-4689-aa98-007a01f85b67)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:19:36.429500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:36.444424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:19:36.469873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:36.474039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:36.483406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c423cf6f-67d8-4769-b9f1-347fbba97841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:36.560736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fb428a8a-0873-4643-a96e-83f2f65e1513 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:36.588010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:36.621249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Network': ['ID=a5955730-11ed-4649-8d8b-d141e0354001,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:36.653923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:36.659764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Pushing event updated for resources: {'Port': ['ID=b9021b8d-f3b6-4163-9969-5ce3e634b43a,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:36.663391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:36.676560 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/networks/a5955730-11ed-4649-8d8b-d141e0354001 HTTP/1.1" status: 204 len: 168 time: 9.2338941 Apr 23 09:19:36.693837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37880) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:36.700092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3274d0-763b-4cb3-bc7b-51a4ef8090d5 None None] Network 18b8aad6-ea03-478b-aed7-c859f55f7f32 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:36.722142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f37e5073-a8fc-49ca-b701-50576b81a274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:36.756388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 18b8aad6-ea03-478b-aed7-c859f55f7f32 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:36.773765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:36.789720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edd9374-7d1f-487f-91c9-1b0ed4adad08 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:36.800124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1edd9374-7d1f-487f-91c9-1b0ed4adad08 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:19:36.805630 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-238f3ecc-554f-4d22-875b-9fbd00a742d4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] DELETE failed (client error): The resource could not be found. Apr 23 09:19:36.806236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-238f3ecc-554f-4d22-875b-9fbd00a742d4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:19:36.812844 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-238f3ecc-554f-4d22-875b-9fbd00a742d4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/networks/a5955730-11ed-4649-8d8b-d141e0354001 HTTP/1.1" status: 404 len: 339 time: 0.1128752 Apr 23 09:19:36.813043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-17627dbe-934c-43ed-9307-91e15323e81d tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:36.815781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37884) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:36.820808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-38b6239f-322d-45fa-b7f7-3a66ee19570b tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:36.823746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-257a4ba2-c142-4b05-b9bd-46ca12697937 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-955666454', 'description': 'd1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:36.852073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-257a4ba2-c142-4b05-b9bd-46ca12697937 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:36.860960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-257a4ba2-c142-4b05-b9bd-46ca12697937 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Usage tracker for resource:network and tenant:ea334c1946ff4a0dac6daa6b4816ceb1 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:36.865109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-257a4ba2-c142-4b05-b9bd-46ca12697937 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:36.873522 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9564ba60-02be-49a1-abd1-9434e287a295 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "DELETE /v2.0/routers/1d860a3a-34f4-468b-8d70-97dba0e4b5d3/tags HTTP/1.1" status: 204 len: 168 time: 0.6922336 Apr 23 09:19:36.880184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-257a4ba2-c142-4b05-b9bd-46ca12697937 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:36.890444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37888) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:36.897782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-9c2a8d01-322c-487a-98a3-7b3443968b0a tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '04f2f9ce-7df5-4777-b69c-1a8dd5a576af') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:36.937078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17627dbe-934c-43ed-9307-91e15323e81d tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Port': ['ID=4535cd26-367c-4e90-a32c-4c38b1f0f64b,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:36.969997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1edd9374-7d1f-487f-91c9-1b0ed4adad08 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:19:36.975663 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1edd9374-7d1f-487f-91c9-1b0ed4adad08 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.8640790 Apr 23 09:19:36.975956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-17627dbe-934c-43ed-9307-91e15323e81d tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:36.976108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257a4ba2-c142-4b05-b9bd-46ca12697937 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Made reservation on behalf of ea334c1946ff4a0dac6daa6b4816ceb1 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:36.979496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-257a4ba2-c142-4b05-b9bd-46ca12697937 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:36.994923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37892) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:37.054160 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9c2a8d01-322c-487a-98a3-7b3443968b0a tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "DELETE /v2.0/ports/04f2f9ce-7df5-4777-b69c-1a8dd5a576af/tags HTTP/1.1" status: 204 len: 168 time: 0.1620612 Apr 23 09:19:37.056564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37896) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:37.062844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-2879f132-c772-4f24-96cb-f2eba1ec8c3b tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '06197515-34b6-4865-876a-e766938eebed') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:37.176104 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2879f132-c772-4f24-96cb-f2eba1ec8c3b tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "DELETE /v2.0/subnets/06197515-34b6-4865-876a-e766938eebed/tags HTTP/1.1" status: 204 len: 168 time: 0.1176453 Apr 23 09:19:37.180597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37900) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:37.194451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-3c9e2da7-4f08-4ec7-9ddb-8bf0a9d51537 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '06197515-34b6-4865-876a-e766938eebed', 'tempest-TagsExtTest-Tag-1887099449') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:37.310781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 18b8aad6-ea03-478b-aed7-c859f55f7f32 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:19:37.348729 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:19:37.357974 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3c9e2da7-4f08-4ec7-9ddb-8bf0a9d51537 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "PUT /v2.0/subnets/06197515-34b6-4865-876a-e766938eebed/tags/tempest-TagsExtTest-Tag-1887099449 HTTP/1.1" status: 201 len: 201 time: 0.1701050 Apr 23 09:19:37.360935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37904) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:37.361731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ff344484-4d7a-4111-9dd8-2ddcadc4367b up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:37.367663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-4d21e810-6cf6-4af4-b641-e7520d807ac8 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '04f2f9ce-7df5-4777-b69c-1a8dd5a576af', 'tempest-TagsExtTest-Tag-1864974883') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:37.495652 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4d21e810-6cf6-4af4-b641-e7520d807ac8 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "PUT /v2.0/ports/04f2f9ce-7df5-4777-b69c-1a8dd5a576af/tags/tempest-TagsExtTest-Tag-1864974883 HTTP/1.1" status: 201 len: 201 time: 0.1330485 Apr 23 09:19:37.496192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37908) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:37.504036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-c30bdde7-dc14-4589-857a-8dd24e37e816 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1d860a3a-34f4-468b-8d70-97dba0e4b5d3', 'tempest-TagsExtTest-Tag-1706003040') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:37.548928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-17627dbe-934c-43ed-9307-91e15323e81d tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:37.566249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port ff344484-4d7a-4111-9dd8-2ddcadc4367b completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:37.577645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc18b2e2-a9c0-41dc-82b0-041567f9a860 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:37.577645 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fc18b2e2-a9c0-41dc-82b0-041567f9a860 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.5618613 Apr 23 09:19:37.577980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device da8ef5fc-bfe5-44d9-9cc6-5ad93959a225 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:37.578176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37912) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:37.586879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257a4ba2-c142-4b05-b9bd-46ca12697937 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:19:37.653928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-257a4ba2-c142-4b05-b9bd-46ca12697937 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:37.654538 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-257a4ba2-c142-4b05-b9bd-46ca12697937 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Added segment ab258d53-0b58-41a1-9f4a-b4bc1d991bb2 of type vlan for network a9a85b2c-5c46-44eb-992c-402306709609 Apr 23 09:19:37.687339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port da8ef5fc-bfe5-44d9-9cc6-5ad93959a225 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:37.688438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:37.707010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-257a4ba2-c142-4b05-b9bd-46ca12697937 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:37.771259 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c30bdde7-dc14-4589-857a-8dd24e37e816 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "PUT /v2.0/routers/1d860a3a-34f4-468b-8d70-97dba0e4b5d3/tags/tempest-TagsExtTest-Tag-1706003040 HTTP/1.1" status: 201 len: 201 time: 0.2742023 Apr 23 09:19:37.772243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37916) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:37.779199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-4a0f9182-e6b1-4265-a60e-52050445f713 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ae642f38-2401-435b-8104-39b4a888f3a8', 'tempest-TagsExtTest-Tag-321647654') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:37.802485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-257a4ba2-c142-4b05-b9bd-46ca12697937 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:37.810781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a4ba2-c142-4b05-b9bd-46ca12697937 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:37.811500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-257a4ba2-c142-4b05-b9bd-46ca12697937 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:37.824928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 09:19:37.824928 dv-neutron-786478-4-hyperv neutron-server[87059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 09:19:37.824928 dv-neutron-786478-4-hyperv neutron-server[87059]: [parameters: {'id': '18b8aad6-ea03-478b-aed7-c859f55f7f32'}] Apr 23 09:19:37.824928 dv-neutron-786478-4-hyperv neutron-server[87059]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87175) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:19:37.825477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:19:37.835314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:37.888442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40124221-3e6f-4f48-ba82-2dfa633eaf88 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:37.893778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40124221-3e6f-4f48-ba82-2dfa633eaf88 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:37.894028 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-257a4ba2-c142-4b05-b9bd-46ca12697937 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0753937 Apr 23 09:19:37.894138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-40124221-3e6f-4f48-ba82-2dfa633eaf88 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:19:37.894245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37920) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:38.039221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-40124221-3e6f-4f48-ba82-2dfa633eaf88 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:19:38.039512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a4ba2-c142-4b05-b9bd-46ca12697937 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Network': ['ID=a9a85b2c-5c46-44eb-992c-402306709609,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:38.040709 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-40124221-3e6f-4f48-ba82-2dfa633eaf88 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4611168 Apr 23 09:19:38.053978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37924) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:38.054500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network a9a85b2c-5c46-44eb-992c-402306709609 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:19:38.139913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-257a4ba2-c142-4b05-b9bd-46ca12697937 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:38.157356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79132a14-09f3-40ef-aa70-6810b5f80f72 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:38.207894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fefe057-9714-4a38-8535-45cd8b1b7341 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:38.209379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0fefe057-9714-4a38-8535-45cd8b1b7341 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Synchronizing usage tracker for tenant:ea334c1946ff4a0dac6daa6b4816ceb1 on resource:network {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:19:38.220428 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4a0f9182-e6b1-4265-a60e-52050445f713 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "PUT /v2.0/subnetpools/ae642f38-2401-435b-8104-39b4a888f3a8/tags/tempest-TagsExtTest-Tag-321647654 HTTP/1.1" status: 201 len: 201 time: 0.4453773 Apr 23 09:19:38.228473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37928) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:38.243718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-5704e658-31c3-49d4-9b4d-138ed4e3f437 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '06197515-34b6-4865-876a-e766938eebed', {'tags': ['tempest-TagsExtTest-Tag-672731497', 'tempest-TagsExtTest-Tag-227252583', 'tempest-TagsExtTest-Tag-1215659808']}) {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:38.336525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0d1f423b-e8c5-49cb-b727-a41b582b1b47 None None] Provisioning for port ff344484-4d7a-4111-9dd8-2ddcadc4367b completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:38.347078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0d1f423b-e8c5-49cb-b727-a41b582b1b47 None None] Provisioning complete for port ff344484-4d7a-4111-9dd8-2ddcadc4367b triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:38.347472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d1f423b-e8c5-49cb-b727-a41b582b1b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:38.360801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0fefe057-9714-4a38-8535-45cd8b1b7341 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Unset dirty status for tenant:ea334c1946ff4a0dac6daa6b4816ceb1 on resource:network {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:19:38.365055 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0fefe057-9714-4a38-8535-45cd8b1b7341 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "GET /v2.0/networks?id=a9a85b2c-5c46-44eb-992c-402306709609 HTTP/1.1" status: 200 len: 760 time: 0.4679174 Apr 23 09:19:38.365422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37932) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:38.372796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d266646d-0a09-4d78-9625-d982af7f80b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'network': {'description': 'd2'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:38.395473 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5704e658-31c3-49d4-9b4d-138ed4e3f437 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "PUT /v2.0/subnets/06197515-34b6-4865-876a-e766938eebed/tags HTTP/1.1" status: 200 len: 316 time: 0.1653786 Apr 23 09:19:38.409877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37936) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:38.419550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-f7c6763a-1d1c-4074-8d68-7584c4fe1207 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '06197515-34b6-4865-876a-e766938eebed') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:38.422378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:38.514547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0e31bc-c204-4ade-9851-1fec6850ce75 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet 5477b675-139c-4b86-9fd7-fccfe7bfb9ca {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:19:38.522130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc0e31bc-c204-4ade-9851-1fec6850ce75 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:38.569655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17627dbe-934c-43ed-9307-91e15323e81d tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:19:38.597126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d1f423b-e8c5-49cb-b727-a41b582b1b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:38.641060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-0d1f423b-e8c5-49cb-b727-a41b582b1b47 None None] For port ff344484-4d7a-4111-9dd8-2ddcadc4367b, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ff344484-4d7a-4111-9dd8-2ddcadc4367b,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:38.651825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc0e31bc-c204-4ade-9851-1fec6850ce75 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:38.674096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d1f423b-e8c5-49cb-b727-a41b582b1b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:38.679382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:38.752302 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f7c6763a-1d1c-4074-8d68-7584c4fe1207 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "DELETE /v2.0/subnets/06197515-34b6-4865-876a-e766938eebed/tags HTTP/1.1" status: 204 len: 168 time: 0.3379850 Apr 23 09:19:38.753797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37940) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:38.761784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-34430ce2-ba79-43de-9d86-9f93341c9aa0 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '06197515-34b6-4865-876a-e766938eebed', 'tempest-TagsExtTest-Tag-672731497') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:38.776038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f423b-e8c5-49cb-b727-a41b582b1b47 None None] Pushing event updated for resources: {'Port': ['ID=ff344484-4d7a-4111-9dd8-2ddcadc4367b,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:38.781342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0d1f423b-e8c5-49cb-b727-a41b582b1b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:38.796383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d266646d-0a09-4d78-9625-d982af7f80b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:38.852123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d266646d-0a09-4d78-9625-d982af7f80b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:38.860138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d2ffcbb-db57-482f-abe8-6210f64a3da2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:38.898714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d266646d-0a09-4d78-9625-d982af7f80b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network a9a85b2c-5c46-44eb-992c-402306709609 is not hosted by any dhcp agent {{(pid=87174) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:229}} Apr 23 09:19:38.902353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f6a05393-05f6-4ca4-a697-add360147e9a None None] Provisioning complete for port ff344484-4d7a-4111-9dd8-2ddcadc4367b triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:38.902838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f6a05393-05f6-4ca4-a697-add360147e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:38.905008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d266646d-0a09-4d78-9625-d982af7f80b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:38.906371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d266646d-0a09-4d78-9625-d982af7f80b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:38.908142 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d266646d-0a09-4d78-9625-d982af7f80b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "PUT /v2.0/networks/a9a85b2c-5c46-44eb-992c-402306709609 HTTP/1.1" status: 200 len: 757 time: 0.5413628 Apr 23 09:19:38.914800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37944) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:38.922676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Deleting port b9021b8d-f3b6-4163-9969-5ce3e634b43a {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:38.923011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:38.960629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17627dbe-934c-43ed-9307-91e15323e81d tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:19:38.974595 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-17627dbe-934c-43ed-9307-91e15323e81d tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/routers/4dedd00f-5e9c-4e5f-ae3c-9190e82656d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9527755 Apr 23 09:19:38.980740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37948) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:38.985152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0af5c74-4ca8-4c7e-88be-1310405f3fec None None] Sync routers for ids ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:19:38.997377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0af5c74-4ca8-4c7e-88be-1310405f3fec None None] Routers {'4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:19:38.998092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f0af5c74-4ca8-4c7e-88be-1310405f3fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:19:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:39.034370 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-34430ce2-ba79-43de-9d86-9f93341c9aa0 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] show failed (client error): The resource could not be found. Apr 23 09:19:39.036292 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-34430ce2-ba79-43de-9d86-9f93341c9aa0 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/subnets/06197515-34b6-4865-876a-e766938eebed/tags/tempest-TagsExtTest-Tag-672731497 HTTP/1.1" status: 404 len: 328 time: 0.2814617 Apr 23 09:19:39.048844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37952) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:39.061160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-c03d7ed1-873f-4316-9c1c-336d931b0d74 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '06197515-34b6-4865-876a-e766938eebed', 'tempest-TagsExtTest-Tag-227252583') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:39.126370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] For port b9021b8d-f3b6-4163-9969-5ce3e634b43a, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b9021b8d-f3b6-4163-9969-5ce3e634b43a,segment=NetworkSegment(3bd10a51-0266-4689-aa98-007a01f85b67),segment_id=3bd10a51-0266-4689-aa98-007a01f85b67)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:39.126370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:39.163107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266646d-0a09-4d78-9625-d982af7f80b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Network': ['ID=a9a85b2c-5c46-44eb-992c-402306709609,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:39.172120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d266646d-0a09-4d78-9625-d982af7f80b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:39.210453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network a9a85b2c-5c46-44eb-992c-402306709609 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:19:39.210686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb999385-d6eb-4707-8cd6-e8e893664fb5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:39.212173 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-eb999385-d6eb-4707-8cd6-e8e893664fb5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "GET /v2.0/networks?id=a9a85b2c-5c46-44eb-992c-402306709609 HTTP/1.1" status: 200 len: 760 time: 0.2952044 Apr 23 09:19:39.216263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37956) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:39.222670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2c2558dc-32ce-44a5-886c-c966dee6bf18 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-81419176'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:39.229838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2c2558dc-32ce-44a5-886c-c966dee6bf18 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:39.250679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2c2558dc-32ce-44a5-886c-c966dee6bf18 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:39.289999 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-c03d7ed1-873f-4316-9c1c-336d931b0d74 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] show failed (client error): The resource could not be found. Apr 23 09:19:39.289999 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c03d7ed1-873f-4316-9c1c-336d931b0d74 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/subnets/06197515-34b6-4865-876a-e766938eebed/tags/tempest-TagsExtTest-Tag-227252583 HTTP/1.1" status: 404 len: 328 time: 0.2268221 Apr 23 09:19:39.290380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc0e31bc-c204-4ade-9851-1fec6850ce75 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:39.290509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37960) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:39.297610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-ce00b6f0-a109-4c44-b61f-d007d9141d30 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '06197515-34b6-4865-876a-e766938eebed', 'tempest-TagsExtTest-Tag-1215659808') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:39.318128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ff344484-4d7a-4111-9dd8-2ddcadc4367b up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:39.324817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Calling delete_port for b9021b8d-f3b6-4163-9969-5ce3e634b43a owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:39.332785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2558dc-32ce-44a5-886c-c966dee6bf18 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Made reservation on behalf of ea334c1946ff4a0dac6daa6b4816ceb1 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:39.340671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-569bae0f-a5f4-4dce-82b2-1359eb6d2f13 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting subnet 0f8f0d3e-66ff-46ee-840a-91c1303a46b2 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:19:39.342070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c2558dc-32ce-44a5-886c-c966dee6bf18 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:39.350049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-569bae0f-a5f4-4dce-82b2-1359eb6d2f13 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:39.383091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2558dc-32ce-44a5-886c-c966dee6bf18 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:19:39.408909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c2558dc-32ce-44a5-886c-c966dee6bf18 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:39.409319 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-2c2558dc-32ce-44a5-886c-c966dee6bf18 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Added segment 32a05fb5-f31a-4fc9-8b9d-4e2fbd0b6786 of type vlan for network 2c420ce6-b79a-4285-b0e6-b39b5163d863 Apr 23 09:19:39.471629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c2558dc-32ce-44a5-886c-c966dee6bf18 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:39.504943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-569bae0f-a5f4-4dce-82b2-1359eb6d2f13 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:39.549590 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-ce00b6f0-a109-4c44-b61f-d007d9141d30 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] show failed (client error): The resource could not be found. Apr 23 09:19:39.554560 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ce00b6f0-a109-4c44-b61f-d007d9141d30 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/subnets/06197515-34b6-4865-876a-e766938eebed/tags/tempest-TagsExtTest-Tag-1215659808 HTTP/1.1" status: 404 len: 329 time: 0.2627022 Apr 23 09:19:39.555274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37964) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:39.561981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-cc0221b6-8808-478e-932b-bc626e5a64f3 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '04f2f9ce-7df5-4777-b69c-1a8dd5a576af', {'tags': ['tempest-TagsExtTest-Tag-223435363', 'tempest-TagsExtTest-Tag-1608293137', 'tempest-TagsExtTest-Tag-606578289']}) {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:39.656867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c2558dc-32ce-44a5-886c-c966dee6bf18 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:39.663666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2558dc-32ce-44a5-886c-c966dee6bf18 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:39.664621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c2558dc-32ce-44a5-886c-c966dee6bf18 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:39.665626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:39.672846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-299d848c-6c53-4ebd-bbde-c7cdc4c723be tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:39.678476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:39.720474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-f0af5c74-4ca8-4c7e-88be-1310405f3fec None None] Set router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:19:39.770985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Port': ['ID=b9021b8d-f3b6-4163-9969-5ce3e634b43a,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:39.779287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:39.783349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8b87c8e-4c90-4af5-95a8-ff053f0a5f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:39.798728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] No DVR routers for this DVR port b9021b8d-f3b6-4163-9969-5ce3e634b43a on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:19:39.919258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2558dc-32ce-44a5-886c-c966dee6bf18 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Network': ['ID=2c420ce6-b79a-4285-b0e6-b39b5163d863,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:39.919258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2c2558dc-32ce-44a5-886c-c966dee6bf18 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:39.920249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 2c420ce6-b79a-4285-b0e6-b39b5163d863 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:19:39.920249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port ff344484-4d7a-4111-9dd8-2ddcadc4367b triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:39.920249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:39.984292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-352fe32a-6716-422f-ae39-a19aee3b4513 None None] Could not find standard attr ID for object 27ae9873-aede-4ef5-b0a6-a6d933d757ec. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:19:39.986551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5ca69f-61e3-4725-9ea8-0baf3b871f7f None None] get_active_networks_info from dv-neutron-786478-4-hyperv {{(pid=87176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 09:19:40.012499 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cc0221b6-8808-478e-932b-bc626e5a64f3 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "PUT /v2.0/ports/04f2f9ce-7df5-4777-b69c-1a8dd5a576af/tags HTTP/1.1" status: 200 len: 316 time: 0.4560473 Apr 23 09:19:40.020264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37968) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:40.032815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-592aa448-f7c6-4d10-9743-351253cc1fb2 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '04f2f9ce-7df5-4777-b69c-1a8dd5a576af') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:40.060655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-352fe32a-6716-422f-ae39-a19aee3b4513 None None] Could not find standard attr ID for object 0d63e468-7334-47ef-853d-a926fb1a5cf6. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:19:40.066674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:40.070848 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2c2558dc-32ce-44a5-886c-c966dee6bf18 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8533373 Apr 23 09:19:40.072437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37972) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:40.086536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f3af1dcb-9158-4ccc-b29c-f7f9ecc2565a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'subnet': {'network_id': '2c420ce6-b79a-4285-b0e6-b39b5163d863', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:40.115741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-569bae0f-a5f4-4dce-82b2-1359eb6d2f13 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:40.226421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f3af1dcb-9158-4ccc-b29c-f7f9ecc2565a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:40.232754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f3af1dcb-9158-4ccc-b29c-f7f9ecc2565a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Usage tracker for resource:subnet and tenant:ea334c1946ff4a0dac6daa6b4816ceb1 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:40.236923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f3af1dcb-9158-4ccc-b29c-f7f9ecc2565a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:40.245636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f3af1dcb-9158-4ccc-b29c-f7f9ecc2565a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:40.314552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3af1dcb-9158-4ccc-b29c-f7f9ecc2565a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Made reservation on behalf of ea334c1946ff4a0dac6daa6b4816ceb1 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:40.321018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f3af1dcb-9158-4ccc-b29c-f7f9ecc2565a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:40.324220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b8aad6-ea03-478b-aed7-c859f55f7f32']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:40.368655 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-592aa448-f7c6-4d10-9743-351253cc1fb2 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "DELETE /v2.0/ports/04f2f9ce-7df5-4777-b69c-1a8dd5a576af/tags HTTP/1.1" status: 204 len: 168 time: 0.3441892 Apr 23 09:19:40.389706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd10a51-0266-4689-aa98-007a01f85b67') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:40.390106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd10a51-0266-4689-aa98-007a01f85b67') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:40.397750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37976) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:40.411952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc0e31bc-c204-4ade-9851-1fec6850ce75 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:40.417676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:40.428247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-6b33f984-10e9-4b0a-91eb-a15b2cee854a tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '04f2f9ce-7df5-4777-b69c-1a8dd5a576af', 'tempest-TagsExtTest-Tag-223435363') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:40.442169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:40.463586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-12e284fe-9d39-4708-a971-26e355990d21 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:40.532536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5ca69f-61e3-4725-9ea8-0baf3b871f7f None None] Resources bound (agent type, host, resource id): {{(pid=87176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 23 09:19:40.548914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f0af5c74-4ca8-4c7e-88be-1310405f3fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:19:36Z', 'revision_number': 8, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': '88f25495-1f71-4765-8f04-9b2f3097f2a9', 'name': '', 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:cd:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '587d5465-d1c5-443f-849b-916d484ae163', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:19:06Z', 'updated_at': '2021-04-23T09:19:18Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '587d5465-d1c5-443f-849b-916d484ae163', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6b78bf-6a9d-4a3c-aabe-87b109b2148c', 'name': '', 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:3f:47:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:56Z', 'updated_at': '2021-04-23T09:19:12Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:40.556259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e31bc-c204-4ade-9851-1fec6850ce75 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=5477b675-139c-4b86-9fd7-fccfe7bfb9ca,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:40.560636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc0e31bc-c204-4ade-9851-1fec6850ce75 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:40.569402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bc0e31bc-c204-4ade-9851-1fec6850ce75 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:40.575354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0af5c74-4ca8-4c7e-88be-1310405f3fec None None] Checking router: 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:19:40.588030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:40.621422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:19:40.658828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0af5c74-4ca8-4c7e-88be-1310405f3fec None None] Routers {'4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:19:40.659547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f0af5c74-4ca8-4c7e-88be-1310405f3fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:19:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:40.724581 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bc0e31bc-c204-4ade-9851-1fec6850ce75 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/5477b675-139c-4b86-9fd7-fccfe7bfb9ca HTTP/1.1" status: 204 len: 168 time: 2.6693981 Apr 23 09:19:40.728361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37980) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:40.833962 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-6b33f984-10e9-4b0a-91eb-a15b2cee854a tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] show failed (client error): The resource could not be found. Apr 23 09:19:40.835147 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6b33f984-10e9-4b0a-91eb-a15b2cee854a tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/ports/04f2f9ce-7df5-4777-b69c-1a8dd5a576af/tags/tempest-TagsExtTest-Tag-223435363 HTTP/1.1" status: 404 len: 328 time: 0.4363167 Apr 23 09:19:40.841191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37986) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:40.857330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-1a389f88-57c3-46ed-aa18-20613ab08e17 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '04f2f9ce-7df5-4777-b69c-1a8dd5a576af', 'tempest-TagsExtTest-Tag-1608293137') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:40.888125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-f0af5c74-4ca8-4c7e-88be-1310405f3fec None None] Set router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:19:40.912403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 18b8aad6-ea03-478b-aed7-c859f55f7f32 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:40.925869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:40.975835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f3af1dcb-9158-4ccc-b29c-f7f9ecc2565a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:40.986462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bbf5f446-308d-47dd-9189-4442f5991c6a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:41.077208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-569bae0f-a5f4-4dce-82b2-1359eb6d2f13 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:41.092459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5e4a6f5-d436-42ae-8104-f11556b8a451 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet ffc92667-99cf-4e62-baef-df6301976929 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:19:41.114616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5e4a6f5-d436-42ae-8104-f11556b8a451 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:41.135360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-19b024a4-9ca5-4982-a3a3-888b5338a269 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:41.168322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af1dcb-9158-4ccc-b29c-f7f9ecc2565a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Subnet': ['ID=3cf0a21a-27ea-458c-b1bc-f18649281b31,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:41.177825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f3af1dcb-9158-4ccc-b29c-f7f9ecc2565a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:41.179425 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-1a389f88-57c3-46ed-aa18-20613ab08e17 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] show failed (client error): The resource could not be found. Apr 23 09:19:41.183443 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1a389f88-57c3-46ed-aa18-20613ab08e17 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/ports/04f2f9ce-7df5-4777-b69c-1a8dd5a576af/tags/tempest-TagsExtTest-Tag-1608293137 HTTP/1.1" status: 404 len: 329 time: 0.3341963 Apr 23 09:19:41.183613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569bae0f-a5f4-4dce-82b2-1359eb6d2f13 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Subnet': ['ID=0f8f0d3e-66ff-46ee-840a-91c1303a46b2,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:41.187672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-569bae0f-a5f4-4dce-82b2-1359eb6d2f13 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:41.189015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37990) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:41.197677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3af1dcb-9158-4ccc-b29c-f7f9ecc2565a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Checking segment: {'id': '32a05fb5-f31a-4fc9-8b9d-4e2fbd0b6786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2c420ce6-b79a-4285-b0e6-b39b5163d863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:41.198240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3af1dcb-9158-4ccc-b29c-f7f9ecc2565a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network hostable DHCP agents. Network: 2c420ce6-b79a-4285-b0e6-b39b5163d863, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:19:41.206121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-569bae0f-a5f4-4dce-82b2-1359eb6d2f13 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:41.213550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 18b8aad6-ea03-478b-aed7-c859f55f7f32 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:41.227376 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-569bae0f-a5f4-4dce-82b2-1359eb6d2f13 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/subnets/0f8f0d3e-66ff-46ee-840a-91c1303a46b2 HTTP/1.1" status: 204 len: 168 time: 2.1950688 Apr 23 09:19:41.227623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-3c9e7308-2799-4399-aac1-6b575dd1dff4 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '04f2f9ce-7df5-4777-b69c-1a8dd5a576af', 'tempest-TagsExtTest-Tag-606578289') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:19:41.244046 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:19:41.256436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 37994) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:41.281271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:41.281999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5e4a6f5-d436-42ae-8104-f11556b8a451 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:41.362057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3af1dcb-9158-4ccc-b29c-f7f9ecc2565a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network 2c420ce6-b79a-4285-b0e6-b39b5163d863 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:19:41.391301 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-3c9e7308-2799-4399-aac1-6b575dd1dff4 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] show failed (client error): The resource could not be found. Apr 23 09:19:41.394403 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3c9e7308-2799-4399-aac1-6b575dd1dff4 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/ports/04f2f9ce-7df5-4777-b69c-1a8dd5a576af/tags/tempest-TagsExtTest-Tag-606578289 HTTP/1.1" status: 404 len: 328 time: 0.1811039 Apr 23 09:19:41.396744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 37998) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:41.405580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-da8e90cd-c2b7-4cf6-bad5-1c134b9f9a7e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1d860a3a-34f4-468b-8d70-97dba0e4b5d3', {'tags': ['tempest-TagsExtTest-Tag-852441830', 'tempest-TagsExtTest-Tag-565500987', 'tempest-TagsExtTest-Tag-1572608595']}) {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:41.417009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62508c8b-d624-40e8-a79e-a434744fcd49 None None] get_active_networks_info from dv-neutron-786478-4-hyperv {{(pid=87176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 09:19:41.474216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-f3af1dcb-9158-4ccc-b29c-f7f9ecc2565a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 2c420ce6-b79a-4285-b0e6-b39b5163d863) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:41.476755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f0af5c74-4ca8-4c7e-88be-1310405f3fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:19:36Z', 'revision_number': 8, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': '88f25495-1f71-4765-8f04-9b2f3097f2a9', 'name': '', 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:cd:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '587d5465-d1c5-443f-849b-916d484ae163', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:19:06Z', 'updated_at': '2021-04-23T09:19:18Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '587d5465-d1c5-443f-849b-916d484ae163', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6b78bf-6a9d-4a3c-aabe-87b109b2148c', 'name': '', 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:3f:47:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:56Z', 'updated_at': '2021-04-23T09:19:12Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:41.490771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0af5c74-4ca8-4c7e-88be-1310405f3fec None None] The sync data for ids ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'] in dv-neutron-786478-4-hyperv is: [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:19:36Z', 'revision_number': 8, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': '88f25495-1f71-4765-8f04-9b2f3097f2a9', 'name': '', 'network_id': '38f8676a-fb20-41c9-b929-2243273b6ba0', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:cd:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '587d5465-d1c5-443f-849b-916d484ae163', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:19:06Z', 'updated_at': '2021-04-23T09:19:18Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '587d5465-d1c5-443f-849b-916d484ae163', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b6b78bf-6a9d-4a3c-aabe-87b109b2148c', 'name': '', 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:3f:47:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:56Z', 'updated_at': '2021-04-23T09:19:12Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:19:41.655459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62508c8b-d624-40e8-a79e-a434744fcd49 None None] Resources bound (agent type, host, resource id): {{(pid=87176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 23 09:19:41.816526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:41.821052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:41.829567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:41.854510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:41.866780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Network': ['ID=18b8aad6-ea03-478b-aed7-c859f55f7f32,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:41.870093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:41.871761 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/networks/18b8aad6-ea03-478b-aed7-c859f55f7f32 HTTP/1.1" status: 204 len: 168 time: 10.0952291 Apr 23 09:19:41.878178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38004) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:41.909355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-68744f00-7184-4e7b-b5be-ec4e1f4dad6b tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-61309873'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:41.921340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3af1dcb-9158-4ccc-b29c-f7f9ecc2565a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:41.922609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f3af1dcb-9158-4ccc-b29c-f7f9ecc2565a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:41.931233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-68744f00-7184-4e7b-b5be-ec4e1f4dad6b tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:41.946032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-68744f00-7184-4e7b-b5be-ec4e1f4dad6b tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Usage tracker for resource:network and tenant:eae5d749fb6145368bc3139a3a4f289b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:41.949323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-68744f00-7184-4e7b-b5be-ec4e1f4dad6b tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:41.965148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5e4a6f5-d436-42ae-8104-f11556b8a451 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:41.966362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting port 6c797826-7574-498a-b092-bcc89c6907e8 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:41.966889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:41.995994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-68744f00-7184-4e7b-b5be-ec4e1f4dad6b tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:42.036473 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f3af1dcb-9158-4ccc-b29c-f7f9ecc2565a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9540949 Apr 23 09:19:42.037522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38008) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:42.094592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] For port 6c797826-7574-498a-b092-bcc89c6907e8, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6c797826-7574-498a-b092-bcc89c6907e8,segment=NetworkSegment(886e59f1-959d-464e-8f78-21146666608c),segment_id=886e59f1-959d-464e-8f78-21146666608c)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:42.094979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:42.100044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68744f00-7184-4e7b-b5be-ec4e1f4dad6b tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Made reservation on behalf of eae5d749fb6145368bc3139a3a4f289b for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:42.106164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68744f00-7184-4e7b-b5be-ec4e1f4dad6b tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:42.118033 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-da8e90cd-c2b7-4cf6-bad5-1c134b9f9a7e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "PUT /v2.0/routers/1d860a3a-34f4-468b-8d70-97dba0e4b5d3/tags HTTP/1.1" status: 200 len: 316 time: 0.7200727 Apr 23 09:19:42.138835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38012) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:42.208074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-be6b521e-d765-4b65-a02c-c4b20787f610 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1d860a3a-34f4-468b-8d70-97dba0e4b5d3') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:42.214951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:42.235982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Calling delete_port for 6c797826-7574-498a-b092-bcc89c6907e8 owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:42.307618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-2c420ce6-b79a-4285-b0e6-b39b5163d863', 'network_id': '2c420ce6-b79a-4285-b0e6-b39b5163d863', 'tenant_id': 'ea334c1946ff4a0dac6daa6b4816ceb1', 'fixed_ips': [{'subnet_id': '3cf0a21a-27ea-458c-b1bc-f18649281b31'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:19:42.307618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:42.335838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:42.341574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:42.392998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Port': ['ID=6c797826-7574-498a-b092-bcc89c6907e8,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:42.395048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] No DVR routers for this DVR port 6c797826-7574-498a-b092-bcc89c6907e8 on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:19:42.396649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:42.436737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68744f00-7184-4e7b-b5be-ec4e1f4dad6b tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:19:42.476966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Allocated IP 172.20.0.2 (2c420ce6-b79a-4285-b0e6-b39b5163d863/3cf0a21a-27ea-458c-b1bc-f18649281b31/19e90032-4ef5-43d8-8f54-9b7bf7eed282) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:42.497029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68744f00-7184-4e7b-b5be-ec4e1f4dad6b tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:42.497426 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-68744f00-7184-4e7b-b5be-ec4e1f4dad6b tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Added segment 7d40153b-8d39-43b0-8b69-4fc53ac8cbeb of type vlan for network 7aeef21f-b133-4c4f-8fff-81772a5f41a8 Apr 23 09:19:42.544662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:42.590067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:42.632704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68744f00-7184-4e7b-b5be-ec4e1f4dad6b tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:42.676964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['645368bf-de2b-4029-bbfd-f46b5a8523cc']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:42.691353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886e59f1-959d-464e-8f78-21146666608c') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:42.691724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886e59f1-959d-464e-8f78-21146666608c') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:42.701037 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-be6b521e-d765-4b65-a02c-c4b20787f610 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "DELETE /v2.0/routers/1d860a3a-34f4-468b-8d70-97dba0e4b5d3/tags HTTP/1.1" status: 204 len: 168 time: 0.5581348 Apr 23 09:19:42.704569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38016) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:42.710600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:42.721216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-cf7b1fcd-e30c-4d42-b668-d9eb7eceb6a5 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1d860a3a-34f4-468b-8d70-97dba0e4b5d3', 'tempest-TagsExtTest-Tag-852441830') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:42.735290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:42.746693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:42.776508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Transition to ACTIVE for port object 19e90032-4ef5-43d8-8f54-9b7bf7eed282 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:42.792413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68744f00-7184-4e7b-b5be-ec4e1f4dad6b tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:42.799504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68744f00-7184-4e7b-b5be-ec4e1f4dad6b tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:42.801587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68744f00-7184-4e7b-b5be-ec4e1f4dad6b tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:42.801707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Transition to ACTIVE for port object 19e90032-4ef5-43d8-8f54-9b7bf7eed282 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:42.806178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:42.812706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:42.857658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5e4a6f5-d436-42ae-8104-f11556b8a451 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:42.863341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:42.869899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:42.879149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:19:42.944967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Network 2c420ce6-b79a-4285-b0e6-b39b5163d863 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:42.956517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:42.956517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:19:42.963718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Pushing event updated for resources: {'Port': ['ID=19e90032-4ef5-43d8-8f54-9b7bf7eed282,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:42.966852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:42.976541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5e4a6f5-d436-42ae-8104-f11556b8a451 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:42.980891 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b5e4a6f5-d436-42ae-8104-f11556b8a451 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/ffc92667-99cf-4e62-baef-df6301976929 HTTP/1.1" status: 204 len: 168 time: 2.2477493 Apr 23 09:19:42.982053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38020) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:42.987248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68744f00-7184-4e7b-b5be-ec4e1f4dad6b tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'Network': ['ID=7aeef21f-b133-4c4f-8fff-81772a5f41a8,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:42.994926 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-cf7b1fcd-e30c-4d42-b668-d9eb7eceb6a5 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] show failed (client error): The resource could not be found. Apr 23 09:19:42.996066 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cf7b1fcd-e30c-4d42-b668-d9eb7eceb6a5 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/routers/1d860a3a-34f4-468b-8d70-97dba0e4b5d3/tags/tempest-TagsExtTest-Tag-852441830 HTTP/1.1" status: 404 len: 328 time: 0.2904615 Apr 23 09:19:43.009482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38024) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:43.010521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 7aeef21f-b133-4c4f-8fff-81772a5f41a8 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:19:43.018388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-4b614845-87af-4f6b-8782-20f5d31d97e5 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1d860a3a-34f4-468b-8d70-97dba0e4b5d3', 'tempest-TagsExtTest-Tag-565500987') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:43.055685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-68744f00-7184-4e7b-b5be-ec4e1f4dad6b tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:43.060032 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-68744f00-7184-4e7b-b5be-ec4e1f4dad6b tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1616187 Apr 23 09:19:43.060032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bb72b06b-6a3d-4373-8140-57d58b31f949 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:43.099288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38028) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:43.159416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 645368bf-de2b-4029-bbfd-f46b5a8523cc has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:43.170753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:43.170962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f88ed721-63a2-40af-9e7c-78e0a7590ddb tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Request body: {'subnet': {'network_id': '7aeef21f-b133-4c4f-8fff-81772a5f41a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:43.177972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Attempting to bind port 19e90032-4ef5-43d8-8f54-9b7bf7eed282 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:19:43.178428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Attempting to bind port 19e90032-4ef5-43d8-8f54-9b7bf7eed282 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '32a05fb5-f31a-4fc9-8b9d-4e2fbd0b6786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2c420ce6-b79a-4285-b0e6-b39b5163d863'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:19:43.178854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Attempting to bind port 19e90032-4ef5-43d8-8f54-9b7bf7eed282 on network 2c420ce6-b79a-4285-b0e6-b39b5163d863 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:19:43.188916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:19:43.189346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Checking segment: {'id': '32a05fb5-f31a-4fc9-8b9d-4e2fbd0b6786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2c420ce6-b79a-4285-b0e6-b39b5163d863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:43.189809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:43.190258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Bound using segment: {'id': '32a05fb5-f31a-4fc9-8b9d-4e2fbd0b6786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2c420ce6-b79a-4285-b0e6-b39b5163d863'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:19:43.190842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Bound port: 19e90032-4ef5-43d8-8f54-9b7bf7eed282, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a05fb5-f31a-4fc9-8b9d-4e2fbd0b6786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2c420ce6-b79a-4285-b0e6-b39b5163d863'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:19:43.191666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:43.196143 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8d5a35d3-5b6d-4fb5-8325-10e9c8bf1205 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2036731 Apr 23 09:19:43.196143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4a6f5-d436-42ae-8104-f11556b8a451 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc92667-99cf-4e62-baef-df6301976929,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:43.201581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38032) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:43.205785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b5e4a6f5-d436-42ae-8104-f11556b8a451 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:43.225152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-99726150-6bbf-4595-beaf-8f5465f14298 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:43.251870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4535cd26-367c-4e90-a32c-4c38b1f0f64b no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:19:43.296226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 4535cd26-367c-4e90-a32c-4c38b1f0f64b {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:19:43.296785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4535cd26-367c-4e90-a32c-4c38b1f0f64b not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:19:43.335918 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-4b614845-87af-4f6b-8782-20f5d31d97e5 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] show failed (client error): The resource could not be found. Apr 23 09:19:43.337054 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4b614845-87af-4f6b-8782-20f5d31d97e5 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/routers/1d860a3a-34f4-468b-8d70-97dba0e4b5d3/tags/tempest-TagsExtTest-Tag-565500987 HTTP/1.1" status: 404 len: 328 time: 0.3265538 Apr 23 09:19:43.343784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] For port 19e90032-4ef5-43d8-8f54-9b7bf7eed282, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:19:43.347212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38036) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:43.347828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] For port 19e90032-4ef5-43d8-8f54-9b7bf7eed282, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=19e90032-4ef5-43d8-8f54-9b7bf7eed282,segment=NetworkSegment(32a05fb5-f31a-4fc9-8b9d-4e2fbd0b6786),segment_id=32a05fb5-f31a-4fc9-8b9d-4e2fbd0b6786)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:19:43.383785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:43.388946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8555811f-133a-4175-b315-ad8d3b7ae675 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:43.421398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-fa653b1e-9622-41a8-9669-2525c8a947cc tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1d860a3a-34f4-468b-8d70-97dba0e4b5d3', 'tempest-TagsExtTest-Tag-1572608595') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:43.432963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 645368bf-de2b-4029-bbfd-f46b5a8523cc has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:19:43.463904 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:19:43.490439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Pushing event updated for resources: {'Port': ['ID=19e90032-4ef5-43d8-8f54-9b7bf7eed282,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:43.499197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:43.545524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f88ed721-63a2-40af-9e7c-78e0a7590ddb tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:43.559857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f88ed721-63a2-40af-9e7c-78e0a7590ddb tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Usage tracker for resource:subnet and tenant:eae5d749fb6145368bc3139a3a4f289b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:43.588326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:43.593706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:43.597419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-58bd1e96-ab03-456c-b832-0d37d9f48ecf tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:43.623854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Network': ['ID=645368bf-de2b-4029-bbfd-f46b5a8523cc,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:43.627216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:43.631114 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/networks/645368bf-de2b-4029-bbfd-f46b5a8523cc HTTP/1.1" status: 204 len: 168 time: 2.3737094 Apr 23 09:19:43.634130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38040) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:43.640569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f88ed721-63a2-40af-9e7c-78e0a7590ddb tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:43.673368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f88ed721-63a2-40af-9e7c-78e0a7590ddb tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:43.680734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-99726150-6bbf-4595-beaf-8f5465f14298 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:43.690060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-99726150-6bbf-4595-beaf-8f5465f14298 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:43.700176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-99726150-6bbf-4595-beaf-8f5465f14298 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:43.715847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-99726150-6bbf-4595-beaf-8f5465f14298 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:43.730419 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-fa653b1e-9622-41a8-9669-2525c8a947cc tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] show failed (client error): The resource could not be found. Apr 23 09:19:43.734768 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fa653b1e-9622-41a8-9669-2525c8a947cc tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/routers/1d860a3a-34f4-468b-8d70-97dba0e4b5d3/tags/tempest-TagsExtTest-Tag-1572608595 HTTP/1.1" status: 404 len: 329 time: 0.3833449 Apr 23 09:19:43.738707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38044) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:43.743092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88ed721-63a2-40af-9e7c-78e0a7590ddb tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Made reservation on behalf of eae5d749fb6145368bc3139a3a4f289b for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:43.749238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f88ed721-63a2-40af-9e7c-78e0a7590ddb tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:43.772247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-d172a754-9296-4133-8d23-344a3160f230 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ae642f38-2401-435b-8104-39b4a888f3a8', {'tags': ['tempest-TagsExtTest-Tag-1955554826', 'tempest-TagsExtTest-Tag-369077660', 'tempest-TagsExtTest-Tag-1594907798']}) {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:43.808290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99726150-6bbf-4595-beaf-8f5465f14298 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:43.816759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-99726150-6bbf-4595-beaf-8f5465f14298 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:43.953031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:44.012332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cc34b6f3-01d7-49a2-a275-7678c4b16402 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:44.084870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf0a21a-27ea-458c-b1bc-f18649281b31,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:44.109762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:44.156289 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d172a754-9296-4133-8d23-344a3160f230 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "PUT /v2.0/subnetpools/ae642f38-2401-435b-8104-39b4a888f3a8/tags HTTP/1.1" status: 200 len: 317 time: 0.4092398 Apr 23 09:19:44.156289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38048) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:44.225164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3b18b66-2723-491f-b0e0-60a5389198bc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:44.225427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-1e86c001-064f-4004-b51b-153cdcb03f34 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ae642f38-2401-435b-8104-39b4a888f3a8') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:44.254675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:44.683265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c3b18b66-2723-491f-b0e0-60a5389198bc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting port 88f25495-1f71-4765-8f04-9b2f3097f2a9 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:44.683832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3b18b66-2723-491f-b0e0-60a5389198bc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:44.828849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c420ce6-b79a-4285-b0e6-b39b5163d863']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:44.842405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c3b18b66-2723-491f-b0e0-60a5389198bc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] For port 88f25495-1f71-4765-8f04-9b2f3097f2a9, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=88f25495-1f71-4765-8f04-9b2f3097f2a9,segment=NetworkSegment(6acca6d4-1141-4ff0-9e13-f5f4ff741cee),segment_id=6acca6d4-1141-4ff0-9e13-f5f4ff741cee)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:44.842822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3b18b66-2723-491f-b0e0-60a5389198bc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:44.868550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a05fb5-f31a-4fc9-8b9d-4e2fbd0b6786') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:44.868889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a05fb5-f31a-4fc9-8b9d-4e2fbd0b6786') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:44.888620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:44.911374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f0af85-6c49-4f0d-9a40-b1e825b22978 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:44.926052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97843bb7-9c37-4713-8354-98a9fdd5decc None None] Network 645368bf-de2b-4029-bbfd-f46b5a8523cc requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:44.935990 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1e86c001-064f-4004-b51b-153cdcb03f34 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "DELETE /v2.0/subnetpools/ae642f38-2401-435b-8104-39b4a888f3a8/tags HTTP/1.1" status: 204 len: 168 time: 0.7722363 Apr 23 09:19:44.935990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:44.939765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912b9099-0a2d-4988-92a3-a2ebe76f1d70 None None] Network 2c420ce6-b79a-4285-b0e6-b39b5163d863 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:44.942098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38052) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:44.973079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-5f9a821d-f2a1-481c-8c81-315f5ca93351 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ae642f38-2401-435b-8104-39b4a888f3a8', 'tempest-TagsExtTest-Tag-1955554826') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:44.991053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c3b18b66-2723-491f-b0e0-60a5389198bc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Calling delete_port for 88f25495-1f71-4765-8f04-9b2f3097f2a9 owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:44.992857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:19:44.995902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97843bb7-9c37-4713-8354-98a9fdd5decc None None] Network 645368bf-de2b-4029-bbfd-f46b5a8523cc could not be found, it might have been deleted concurrently. {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:221}} Apr 23 09:19:45.146379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a90eccf-3450-42b4-9de8-372873d72cdd None None] DHCP port deletion for 645368bf-de2b-4029-bbfd-f46b5a8523cc request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:19:45.272310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 19e90032-4ef5-43d8-8f54-9b7bf7eed282 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:45.292857 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-5f9a821d-f2a1-481c-8c81-315f5ca93351 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] show failed (client error): The resource could not be found. Apr 23 09:19:45.294171 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5f9a821d-f2a1-481c-8c81-315f5ca93351 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/subnetpools/ae642f38-2401-435b-8104-39b4a888f3a8/tags/tempest-TagsExtTest-Tag-1955554826 HTTP/1.1" status: 404 len: 329 time: 0.3386998 Apr 23 09:19:45.297394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38056) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:45.304138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-8ac31142-f534-4a73-b89f-c2bed203e8c6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ae642f38-2401-435b-8104-39b4a888f3a8', 'tempest-TagsExtTest-Tag-369077660') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:45.316639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network 2c420ce6-b79a-4285-b0e6-b39b5163d863 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:45.317831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d36a68b2-030f-406c-a58f-0b3a2e86ad1e None None] Provisioning for port 19e90032-4ef5-43d8-8f54-9b7bf7eed282 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:45.322187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3b18b66-2723-491f-b0e0-60a5389198bc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:45.331059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:45.334523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:45.384206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b18b66-2723-491f-b0e0-60a5389198bc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Port': ['ID=88f25495-1f71-4765-8f04-9b2f3097f2a9,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:45.387079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c3b18b66-2723-491f-b0e0-60a5389198bc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:45.496328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8baac2b-9603-4b44-8c2b-247f7c844fa9 None None] Network 2c420ce6-b79a-4285-b0e6-b39b5163d863 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:45.529845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 19e90032-4ef5-43d8-8f54-9b7bf7eed282 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:45.547114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 19e90032-4ef5-43d8-8f54-9b7bf7eed282 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:45.547595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:45.698206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network 2c420ce6-b79a-4285-b0e6-b39b5163d863 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:19:45.744204 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:19:45.887672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb633e0-3764-4f66-8ff2-233093e3ecdf None None] Update dhcp port {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'fixed_ips': [{'subnet_id': '4d08735b-be2a-43f4-a841-ed385e60e005'}], 'binding:host_id': 'dv-neutron-786478-4-hyperv'}, 'id': 'ff344484-4d7a-4111-9dd8-2ddcadc4367b'} from dv-neutron-786478-4-hyperv. {{(pid=87176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 23 09:19:45.932186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 09:19:45.932186 dv-neutron-786478-4-hyperv neutron-server[87059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 09:19:45.932186 dv-neutron-786478-4-hyperv neutron-server[87059]: [parameters: {'id': '2c420ce6-b79a-4285-b0e6-b39b5163d863'}] Apr 23 09:19:45.932186 dv-neutron-786478-4-hyperv neutron-server[87059]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:19:45.932186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:19:45.959610 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-8ac31142-f534-4a73-b89f-c2bed203e8c6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] show failed (client error): The resource could not be found. Apr 23 09:19:45.965531 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8ac31142-f534-4a73-b89f-c2bed203e8c6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/subnetpools/ae642f38-2401-435b-8104-39b4a888f3a8/tags/tempest-TagsExtTest-Tag-369077660 HTTP/1.1" status: 404 len: 328 time: 0.6623609 Apr 23 09:19:45.965531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38062) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:45.970645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-b6c0fe3b-eda6-4344-b4eb-0390dbf2a05e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ae642f38-2401-435b-8104-39b4a888f3a8', 'tempest-TagsExtTest-Tag-1594907798') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:46.014490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f88ed721-63a2-40af-9e7c-78e0a7590ddb tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:46.020319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3b18b66-2723-491f-b0e0-60a5389198bc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:46.024912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c11464ee-065c-4c6c-a6dc-4c2cfbb52ca7 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:46.095098 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-b6c0fe3b-eda6-4344-b4eb-0390dbf2a05e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] show failed (client error): The resource could not be found. Apr 23 09:19:46.099480 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b6c0fe3b-eda6-4344-b4eb-0390dbf2a05e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/subnetpools/ae642f38-2401-435b-8104-39b4a888f3a8/tags/tempest-TagsExtTest-Tag-1594907798 HTTP/1.1" status: 404 len: 329 time: 0.1310680 Apr 23 09:19:46.103545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38066) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:46.118816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-ca3d4e73-ffa7-4019-90a1-be0924394c0e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ae642f38-2401-435b-8104-39b4a888f3a8') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:46.165639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5bb633e0-3764-4f66-8ff2-233093e3ecdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:46.183722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:46.191906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ed721-63a2-40af-9e7c-78e0a7590ddb tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'Subnet': ['ID=aa0b94d1-73a5-4343-a7f2-0a195c7124fa,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:46.198015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f88ed721-63a2-40af-9e7c-78e0a7590ddb tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:46.198842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88ed721-63a2-40af-9e7c-78e0a7590ddb tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Checking segment: {'id': '7d40153b-8d39-43b0-8b69-4fc53ac8cbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7aeef21f-b133-4c4f-8fff-81772a5f41a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:46.199245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88ed721-63a2-40af-9e7c-78e0a7590ddb tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network hostable DHCP agents. Network: 7aeef21f-b133-4c4f-8fff-81772a5f41a8, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:19:46.208743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.objects.ports [None req-99726150-6bbf-4595-beaf-8f5465f14298 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87174) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 23 09:19:46.251048 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ca3d4e73-ffa7-4019-90a1-be0924394c0e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "DELETE /v2.0/subnetpools/ae642f38-2401-435b-8104-39b4a888f3a8/tags HTTP/1.1" status: 204 len: 168 time: 0.1430941 Apr 23 09:19:46.251511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38070) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:46.263186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-d8cf9332-13f5-487d-91d3-930b259ff1a3 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1d860a3a-34f4-468b-8d70-97dba0e4b5d3') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:46.273319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 19e90032-4ef5-43d8-8f54-9b7bf7eed282, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=19e90032-4ef5-43d8-8f54-9b7bf7eed282,segment=NetworkSegment(32a05fb5-f31a-4fc9-8b9d-4e2fbd0b6786),segment_id=32a05fb5-f31a-4fc9-8b9d-4e2fbd0b6786)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:46.323594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64db9b9-1d33-464f-a2ea-661fcaaa22fa None None] DHCP port deletion for 2c420ce6-b79a-4285-b0e6-b39b5163d863 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:19:46.336945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:46.342121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:46.413188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6c797826-7574-498a-b092-bcc89c6907e8 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:19:46.426260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b18b66-2723-491f-b0e0-60a5389198bc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:19:46.442369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:46.454829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88ed721-63a2-40af-9e7c-78e0a7590ddb tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 7aeef21f-b133-4c4f-8fff-81772a5f41a8 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:19:46.491579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 6c797826-7574-498a-b092-bcc89c6907e8 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:19:46.492137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6c797826-7574-498a-b092-bcc89c6907e8 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:19:46.526432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-f88ed721-63a2-40af-9e7c-78e0a7590ddb tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 7aeef21f-b133-4c4f-8fff-81772a5f41a8) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:46.545258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdfcb5e-67c3-45c3-9f55-89c772be8972 None None] Network 7aeef21f-b133-4c4f-8fff-81772a5f41a8 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:46.591540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88ed721-63a2-40af-9e7c-78e0a7590ddb tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:46.592697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f88ed721-63a2-40af-9e7c-78e0a7590ddb tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:46.596696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=19e90032-4ef5-43d8-8f54-9b7bf7eed282,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:46.611434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:46.626086 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d8cf9332-13f5-487d-91d3-930b259ff1a3 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "DELETE /v2.0/routers/1d860a3a-34f4-468b-8d70-97dba0e4b5d3/tags HTTP/1.1" status: 204 len: 168 time: 0.3654733 Apr 23 09:19:46.627078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38074) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:46.635021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-11c30b80-6e18-44fc-b4b5-89585590db33 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '04f2f9ce-7df5-4777-b69c-1a8dd5a576af') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:46.658744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Deleting port 19e90032-4ef5-43d8-8f54-9b7bf7eed282 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:46.659247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:46.680311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b18b66-2723-491f-b0e0-60a5389198bc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:19:46.698568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a05fdc-1d3d-452e-a0c9-1c0478232d87 None None] Sync routers for ids ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:19:46.704184 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c3b18b66-2723-491f-b0e0-60a5389198bc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/routers/4dedd00f-5e9c-4e5f-ae3c-9190e82656d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0688717 Apr 23 09:19:46.705194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38078) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:46.710284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a64db9b9-1d33-464f-a2ea-661fcaaa22fa None None] Deleting port 19e90032-4ef5-43d8-8f54-9b7bf7eed282 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:46.710816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a64db9b9-1d33-464f-a2ea-661fcaaa22fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:46.713367 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f88ed721-63a2-40af-9e7c-78e0a7590ddb tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6127865 Apr 23 09:19:46.719365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a05fdc-1d3d-452e-a0c9-1c0478232d87 None None] Routers {'4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:19:46.720400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-13a05fdc-1d3d-452e-a0c9-1c0478232d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:19:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:46.748217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38082) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:46.764120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6e6ccc2b-1147-4f56-a81f-9edfea98a883 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Request body: {'subnet': {'network_id': '7aeef21f-b133-4c4f-8fff-81772a5f41a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:46.809854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-5bb633e0-3764-4f66-8ff2-233093e3ecdf None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 23 09:19:46.809854 dv-neutron-786478-4-hyperv neutron-server[87059]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Apr 23 09:19:46.809854 dv-neutron-786478-4-hyperv neutron-server[87059]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe0c:152c', 'status': 'ALLOCATED', 'ipam_subnet_id': '545fa938-7f83-4d9e-a313-bc76ef9172b8'}] Apr 23 09:19:46.809854 dv-neutron-786478-4-hyperv neutron-server[87059]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:19:46.810463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-5bb633e0-3764-4f66-8ff2-233093e3ecdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:19:46.877000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] For port 19e90032-4ef5-43d8-8f54-9b7bf7eed282, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=19e90032-4ef5-43d8-8f54-9b7bf7eed282,segment=NetworkSegment(32a05fb5-f31a-4fc9-8b9d-4e2fbd0b6786),segment_id=32a05fb5-f31a-4fc9-8b9d-4e2fbd0b6786)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:46.877262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a64db9b9-1d33-464f-a2ea-661fcaaa22fa None None] For port 19e90032-4ef5-43d8-8f54-9b7bf7eed282, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=19e90032-4ef5-43d8-8f54-9b7bf7eed282,segment=NetworkSegment(32a05fb5-f31a-4fc9-8b9d-4e2fbd0b6786),segment_id=32a05fb5-f31a-4fc9-8b9d-4e2fbd0b6786)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:46.877472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a64db9b9-1d33-464f-a2ea-661fcaaa22fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:46.877597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:46.896643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-99726150-6bbf-4595-beaf-8f5465f14298 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:46.910273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1199b4c-bc06-4193-acf5-d33d6d8a2bf1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting subnet 587d5465-d1c5-443f-849b-916d484ae163 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:19:46.926019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1199b4c-bc06-4193-acf5-d33d6d8a2bf1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:46.947106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-13a05fdc-1d3d-452e-a0c9-1c0478232d87 None None] Set router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:19:46.984470 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-11c30b80-6e18-44fc-b4b5-89585590db33 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "DELETE /v2.0/ports/04f2f9ce-7df5-4777-b69c-1a8dd5a576af/tags HTTP/1.1" status: 204 len: 168 time: 0.3537197 Apr 23 09:19:46.990747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38086) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:47.001778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-b8f582b9-7d35-4b92-9fb1-4b3db4d41bb0 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '06197515-34b6-4865-876a-e766938eebed') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:47.016328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1199b4c-bc06-4193-acf5-d33d6d8a2bf1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:47.030018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a64db9b9-1d33-464f-a2ea-661fcaaa22fa None None] Calling delete_port for 19e90032-4ef5-43d8-8f54-9b7bf7eed282 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:47.068532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6e6ccc2b-1147-4f56-a81f-9edfea98a883 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:47.082465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6e6ccc2b-1147-4f56-a81f-9edfea98a883 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Usage tracker for resource:subnet and tenant:eae5d749fb6145368bc3139a3a4f289b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:47.088038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6e6ccc2b-1147-4f56-a81f-9edfea98a883 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:47.100242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6e6ccc2b-1147-4f56-a81f-9edfea98a883 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:47.108093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-7aeef21f-b133-4c4f-8fff-81772a5f41a8', 'network_id': '7aeef21f-b133-4c4f-8fff-81772a5f41a8', 'tenant_id': 'eae5d749fb6145368bc3139a3a4f289b', 'fixed_ips': [{'subnet_id': 'aa0b94d1-73a5-4343-a7f2-0a195c7124fa'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:19:47.109074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:47.139546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1199b4c-bc06-4193-acf5-d33d6d8a2bf1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:47.175767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6ccc2b-1147-4f56-a81f-9edfea98a883 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Made reservation on behalf of eae5d749fb6145368bc3139a3a4f289b for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:47.181954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e6ccc2b-1147-4f56-a81f-9edfea98a883 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:47.218388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Calling delete_port for 19e90032-4ef5-43d8-8f54-9b7bf7eed282 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:47.297497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 19e90032-4ef5-43d8-8f54-9b7bf7eed282 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:19:47.419461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a64db9b9-1d33-464f-a2ea-661fcaaa22fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:47.452488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5bb633e0-3764-4f66-8ff2-233093e3ecdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:47.464885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:47.479342 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b8f582b9-7d35-4b92-9fb1-4b3db4d41bb0 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "DELETE /v2.0/subnets/06197515-34b6-4865-876a-e766938eebed/tags HTTP/1.1" status: 204 len: 168 time: 0.4769547 Apr 23 09:19:47.482076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38090) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:47.526357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 19e90032-4ef5-43d8-8f54-9b7bf7eed282 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:19:47.526825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 19e90032-4ef5-43d8-8f54-9b7bf7eed282 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:19:47.537425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:19:47.537636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64db9b9-1d33-464f-a2ea-661fcaaa22fa None None] No DVR routers for this DVR port 19e90032-4ef5-43d8-8f54-9b7bf7eed282 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:19:47.538152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:19:47.569606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-99726150-6bbf-4595-beaf-8f5465f14298 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] For port ff344484-4d7a-4111-9dd8-2ddcadc4367b, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ff344484-4d7a-4111-9dd8-2ddcadc4367b,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:47.610648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64db9b9-1d33-464f-a2ea-661fcaaa22fa None None] Pushing event deleted for resources: {'Port': ['ID=19e90032-4ef5-43d8-8f54-9b7bf7eed282,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:47.628947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a64db9b9-1d33-464f-a2ea-661fcaaa22fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:47.632494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-99726150-6bbf-4595-beaf-8f5465f14298 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:47.703321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-99726150-6bbf-4595-beaf-8f5465f14298 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:47.704221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-99726150-6bbf-4595-beaf-8f5465f14298 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:47.709551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7bf1c7cf-5c2b-4b7b-b8a6-86d23d46db38 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:47.732877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-13a05fdc-1d3d-452e-a0c9-1c0478232d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:19:45Z', 'revision_number': 9, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': '8b6b78bf-6a9d-4a3c-aabe-87b109b2148c', 'name': '', 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:3f:47:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:56Z', 'updated_at': '2021-04-23T09:19:12Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:47.738889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a05fdc-1d3d-452e-a0c9-1c0478232d87 None None] Checking router: 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:19:47.749033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a05fdc-1d3d-452e-a0c9-1c0478232d87 None None] Routers {'4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:19:47.751092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-13a05fdc-1d3d-452e-a0c9-1c0478232d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:19:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:47.783880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99726150-6bbf-4595-beaf-8f5465f14298 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:47.792424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-99726150-6bbf-4595-beaf-8f5465f14298 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:47.807767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99726150-6bbf-4595-beaf-8f5465f14298 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:47.808918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-99726150-6bbf-4595-beaf-8f5465f14298 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:47.844953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Allocated IP 2001:db8::2 (7aeef21f-b133-4c4f-8fff-81772a5f41a8/aa0b94d1-73a5-4343-a7f2-0a195c7124fa/c68bc10e-1cbc-4eda-91a5-334728bac716) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:47.845999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99726150-6bbf-4595-beaf-8f5465f14298 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=ff344484-4d7a-4111-9dd8-2ddcadc4367b,revision_number=7']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:47.851129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-99726150-6bbf-4595-beaf-8f5465f14298 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:47.852151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-034291e0-76ab-442d-9a6a-2382c3542218 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:47.893362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c953fb5-55a5-471b-8eb1-12206a4f02c3 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks [] for subnetpool, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:47.901993 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8c953fb5-55a5-471b-8eb1-12206a4f02c3 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "DELETE /v2.0/subnetpools/ae642f38-2401-435b-8104-39b4a888f3a8 HTTP/1.1" status: 204 len: 168 time: 0.4105985 Apr 23 09:19:47.902200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38094) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:47.927927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99726150-6bbf-4595-beaf-8f5465f14298 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=4d08735b-be2a-43f4-a841-ed385e60e005,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:47.931674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-13a05fdc-1d3d-452e-a0c9-1c0478232d87 None None] Set router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:19:47.932405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-99726150-6bbf-4595-beaf-8f5465f14298 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:47.940446 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-99726150-6bbf-4595-beaf-8f5465f14298 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.7364557 Apr 23 09:19:47.946914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38098) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:47.953673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1199b4c-bc06-4193-acf5-d33d6d8a2bf1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:47.956678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3dd147c6-dd84-439b-a41b-634fed77b38c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:47.963874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9a97310c-a7f5-4e6e-93e0-ff912f4a8b19 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:48.007790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-25f58162-8c6a-4ecd-8246-d65161ee6ee8 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Synchronizing usage tracker for tenant:8f680c49434d48838dce3068303418f5 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:19:48.045190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1199b4c-bc06-4193-acf5-d33d6d8a2bf1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Subnet': ['ID=587d5465-d1c5-443f-849b-916d484ae163,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:48.048440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1199b4c-bc06-4193-acf5-d33d6d8a2bf1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:48.066772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de7e166-fbc8-40e1-9c4f-178369fac58d None None] Network 38f8676a-fb20-41c9-b929-2243273b6ba0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:48.067912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b1199b4c-bc06-4193-acf5-d33d6d8a2bf1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:48.089522 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b1199b4c-bc06-4193-acf5-d33d6d8a2bf1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/subnets/587d5465-d1c5-443f-849b-916d484ae163 HTTP/1.1" status: 204 len: 168 time: 1.3829412 Apr 23 09:19:48.090499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38102) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:48.140473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-25f58162-8c6a-4ecd-8246-d65161ee6ee8 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Unset dirty status for tenant:8f680c49434d48838dce3068303418f5 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:19:48.144851 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-25f58162-8c6a-4ecd-8246-d65161ee6ee8 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d860a3a-34f4-468b-8d70-97dba0e4b5d3 HTTP/1.1" status: 200 len: 205 time: 0.2436624 Apr 23 09:19:48.146595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38106) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:48.336461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-13a05fdc-1d3d-452e-a0c9-1c0478232d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:19:45Z', 'revision_number': 9, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': '8b6b78bf-6a9d-4a3c-aabe-87b109b2148c', 'name': '', 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:3f:47:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:56Z', 'updated_at': '2021-04-23T09:19:12Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:48.340870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a05fdc-1d3d-452e-a0c9-1c0478232d87 None None] The sync data for ids ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'] in dv-neutron-786478-4-hyperv is: [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:19:45Z', 'revision_number': 9, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': '8b6b78bf-6a9d-4a3c-aabe-87b109b2148c', 'name': '', 'network_id': '623a8128-c20e-4c1d-a6d5-7f7d135cdde1', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:3f:47:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:56Z', 'updated_at': '2021-04-23T09:19:12Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '812d4c97-b8a8-43dd-a7ac-5b89a5522e92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:19:48.391883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5151a104-9c33-4416-bf3e-700626a03eac tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:48.553356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] The port '19e90032-4ef5-43d8-8f54-9b7bf7eed282' was deleted {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:19:48.569915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:48.585768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:19:48.632398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5bb633e0-3764-4f66-8ff2-233093e3ecdf None None] For port ff344484-4d7a-4111-9dd8-2ddcadc4367b, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ff344484-4d7a-4111-9dd8-2ddcadc4367b,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:48.662908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:48.693008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Transition to ACTIVE for port object c68bc10e-1cbc-4eda-91a5-334728bac716 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:48.712200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5bb633e0-3764-4f66-8ff2-233093e3ecdf None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:48.728957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Transition to ACTIVE for port object c68bc10e-1cbc-4eda-91a5-334728bac716 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:48.741206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:48.748238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5bb633e0-3764-4f66-8ff2-233093e3ecdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:48.750625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:48.758304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3dd147c6-dd84-439b-a41b-634fed77b38c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:48.779172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3dd147c6-dd84-439b-a41b-634fed77b38c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:48.785161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3dd147c6-dd84-439b-a41b-634fed77b38c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:48.798734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:48.841637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a436b17-ec1f-4a27-84a9-aecc51e8bc44 None None] DHCP port deletion for 38f8676a-fb20-41c9-b929-2243273b6ba0 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:19:48.848746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Network 7aeef21f-b133-4c4f-8fff-81772a5f41a8 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:48.853171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3dd147c6-dd84-439b-a41b-634fed77b38c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:48.853410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:48.857191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:19:48.901069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb633e0-3764-4f66-8ff2-233093e3ecdf None None] Pushing event updated for resources: {'Port': ['ID=ff344484-4d7a-4111-9dd8-2ddcadc4367b,revision_number=8']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:48.907997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5bb633e0-3764-4f66-8ff2-233093e3ecdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:48.910117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ed204b5f-887f-4768-bc92-ca4a0ab0f8eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:48.915193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c420ce6-b79a-4285-b0e6-b39b5163d863']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:48.925159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd147c6-dd84-439b-a41b-634fed77b38c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:48.931573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3dd147c6-dd84-439b-a41b-634fed77b38c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:48.971300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a05fb5-f31a-4fc9-8b9d-4e2fbd0b6786') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:48.971685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a05fb5-f31a-4fc9-8b9d-4e2fbd0b6786') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:48.994902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:49.091626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Pushing event updated for resources: {'Port': ['ID=c68bc10e-1cbc-4eda-91a5-334728bac716,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:49.092689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:49.101729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:19:49.107732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Attempting to bind port c68bc10e-1cbc-4eda-91a5-334728bac716 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:19:49.108158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Attempting to bind port c68bc10e-1cbc-4eda-91a5-334728bac716 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '7d40153b-8d39-43b0-8b69-4fc53ac8cbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7aeef21f-b133-4c4f-8fff-81772a5f41a8'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:19:49.109086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Attempting to bind port c68bc10e-1cbc-4eda-91a5-334728bac716 on network 7aeef21f-b133-4c4f-8fff-81772a5f41a8 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:19:49.116435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:49.120728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:19:49.121158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Checking segment: {'id': '7d40153b-8d39-43b0-8b69-4fc53ac8cbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7aeef21f-b133-4c4f-8fff-81772a5f41a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:49.121613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:49.122055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Bound using segment: {'id': '7d40153b-8d39-43b0-8b69-4fc53ac8cbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7aeef21f-b133-4c4f-8fff-81772a5f41a8'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:19:49.122647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Bound port: c68bc10e-1cbc-4eda-91a5-334728bac716, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d40153b-8d39-43b0-8b69-4fc53ac8cbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7aeef21f-b133-4c4f-8fff-81772a5f41a8'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:19:49.123073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:49.196372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ff344484-4d7a-4111-9dd8-2ddcadc4367b up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:49.279703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5a436b17-ec1f-4a27-84a9-aecc51e8bc44 None None] Deleting port 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:49.280402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5a436b17-ec1f-4a27-84a9-aecc51e8bc44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:49.287045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5151a104-9c33-4416-bf3e-700626a03eac tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:49.292784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5151a104-9c33-4416-bf3e-700626a03eac tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:49.374911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network 2c420ce6-b79a-4285-b0e6-b39b5163d863 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:49.386745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5151a104-9c33-4416-bf3e-700626a03eac tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:49.387332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5151a104-9c33-4416-bf3e-700626a03eac tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Fanout notify agent at l3_agent the message router_deleted on router 1d860a3a-34f4-468b-8d70-97dba0e4b5d3 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:19:49.394095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:49.394546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting port 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:49.395056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:49.429298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] For port c68bc10e-1cbc-4eda-91a5-334728bac716, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:19:49.448135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5151a104-9c33-4416-bf3e-700626a03eac tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:49.451840 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5151a104-9c33-4416-bf3e-700626a03eac tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "DELETE /v2.0/routers/1d860a3a-34f4-468b-8d70-97dba0e4b5d3 HTTP/1.1" status: 204 len: 168 time: 1.2970726 Apr 23 09:19:49.454357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] For port c68bc10e-1cbc-4eda-91a5-334728bac716, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c68bc10e-1cbc-4eda-91a5-334728bac716,segment=NetworkSegment(7d40153b-8d39-43b0-8b69-4fc53ac8cbeb),segment_id=7d40153b-8d39-43b0-8b69-4fc53ac8cbeb)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:19:49.461030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5a436b17-ec1f-4a27-84a9-aecc51e8bc44 None None] For port 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7f1ac5fe-908c-4682-b7f3-bb8a78012eb7,segment=NetworkSegment(6acca6d4-1141-4ff0-9e13-f5f4ff741cee),segment_id=6acca6d4-1141-4ff0-9e13-f5f4ff741cee)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:49.461459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5a436b17-ec1f-4a27-84a9-aecc51e8bc44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:49.502505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38110) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:49.550328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port ff344484-4d7a-4111-9dd8-2ddcadc4367b triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:49.551309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:49.569273 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.ipam_backend_mixin [None req-3dd147c6-dd84-439b-a41b-634fed77b38c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4d08735b-be2a-43f4-a841-ed385e60e005 (CIDR: 2001:db8::/64) Apr 23 09:19:49.617930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e6ccc2b-1147-4f56-a81f-9edfea98a883 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:49.623202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] For port 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7f1ac5fe-908c-4682-b7f3-bb8a78012eb7,segment=NetworkSegment(6acca6d4-1141-4ff0-9e13-f5f4ff741cee),segment_id=6acca6d4-1141-4ff0-9e13-f5f4ff741cee)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:49.623598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:49.635527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-96a5c8b5-45a9-4523-8586-3aa299b98824 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:49.644795 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd147c6-dd84-439b-a41b-634fed77b38c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:19:49.645388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd147c6-dd84-439b-a41b-634fed77b38c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:19:49.646367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0df6622-1337-40aa-ab92-384450e132ba None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:49.669471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5a436b17-ec1f-4a27-84a9-aecc51e8bc44 None None] Calling delete_port for 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:49.672873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network 2c420ce6-b79a-4285-b0e6-b39b5163d863 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:49.687713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:19:49.698866 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:19:49.709557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:49.715717 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3dd147c6-dd84-439b-a41b-634fed77b38c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7644126 Apr 23 09:19:49.716874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38114) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:49.774056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-97ccfc60-02d2-4a43-9f7c-af558606da1c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:49.857091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Calling delete_port for 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7 owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:49.878443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6ccc2b-1147-4f56-a81f-9edfea98a883 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 7aeef21f-b133-4c4f-8fff-81772a5f41a8 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:49.883582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-6e6ccc2b-1147-4f56-a81f-9edfea98a883 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:49.901202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1056a523-5c22-48cf-bf11-a5b67bae939d None None] Provisioning complete for port ff344484-4d7a-4111-9dd8-2ddcadc4367b triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:49.901594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1056a523-5c22-48cf-bf11-a5b67bae939d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:49.902536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:49.908725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ccc2b-1147-4f56-a81f-9edfea98a883 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'Subnet': ['ID=c983295f-ea45-4c1f-9a29-74760923bb0e,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:49.909634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d266646d-0a09-4d78-9625-d982af7f80b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:49.920184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6ccc2b-1147-4f56-a81f-9edfea98a883 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:49.920835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e6ccc2b-1147-4f56-a81f-9edfea98a883 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:49.927052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6e6ccc2b-1147-4f56-a81f-9edfea98a883 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:49.928909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:49.942570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Network': ['ID=2c420ce6-b79a-4285-b0e6-b39b5163d863,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:49.961377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:49.966132 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/networks/2c420ce6-b79a-4285-b0e6-b39b5163d863 HTTP/1.1" status: 204 len: 168 time: 7.9281187 Apr 23 09:19:49.972632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38120) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:49.973853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b81ee0db-ab04-41d3-a27f-f888f71cf1df tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Deleting port 04f2f9ce-7df5-4777-b69c-1a8dd5a576af {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:49.974237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b81ee0db-ab04-41d3-a27f-f888f71cf1df tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:49.975492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Pushing event updated for resources: {'Port': ['ID=c68bc10e-1cbc-4eda-91a5-334728bac716,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:49.984668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:50.021940 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6e6ccc2b-1147-4f56-a81f-9edfea98a883 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2697570 Apr 23 09:19:50.023489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38124) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:50.121804 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9319e94-b510-4690-bcc5-8bc03d985863 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] GET failed (client error): The resource could not be found. Apr 23 09:19:50.122565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e9319e94-b510-4690-bcc5-8bc03d985863 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Synchronizing usage tracker for tenant:ea334c1946ff4a0dac6daa6b4816ceb1 on resource:subnet {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:19:50.165898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:50.175819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:50.186486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6732940-04e8-4391-a4d5-4fd83af1db05 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:50.189153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6732940-04e8-4391-a4d5-4fd83af1db05 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:50.191223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6732940-04e8-4391-a4d5-4fd83af1db05 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:50.193007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6732940-04e8-4391-a4d5-4fd83af1db05 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:50.194679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6732940-04e8-4391-a4d5-4fd83af1db05 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:50.195734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e6732940-04e8-4391-a4d5-4fd83af1db05 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Synchronizing usage tracker for tenant:eae5d749fb6145368bc3139a3a4f289b on resource:subnet {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:19:50.201199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-97ccfc60-02d2-4a43-9f7c-af558606da1c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:50.208715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-97ccfc60-02d2-4a43-9f7c-af558606da1c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:50.212902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-97ccfc60-02d2-4a43-9f7c-af558606da1c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:50.225325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-97ccfc60-02d2-4a43-9f7c-af558606da1c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:50.236571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e9319e94-b510-4690-bcc5-8bc03d985863 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Unset dirty status for tenant:ea334c1946ff4a0dac6daa6b4816ceb1 on resource:subnet {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:19:50.240977 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e9319e94-b510-4690-bcc5-8bc03d985863 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "GET /v2.0/subnets/3cf0a21a-27ea-458c-b1bc-f18649281b31 HTTP/1.1" status: 404 len: 337 time: 0.2668881 Apr 23 09:19:50.241943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38128) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:50.247397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-5a436b17-ec1f-4a27-84a9-aecc51e8bc44 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:19:50.247397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-5a436b17-ec1f-4a27-84a9-aecc51e8bc44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:19:50.254120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b81ee0db-ab04-41d3-a27f-f888f71cf1df tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:50.270921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Port': ['ID=7f1ac5fe-908c-4682-b7f3-bb8a78012eb7,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:50.276717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e6732940-04e8-4391-a4d5-4fd83af1db05 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Unset dirty status for tenant:eae5d749fb6145368bc3139a3a4f289b on resource:subnet {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:19:50.283546 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e6732940-04e8-4391-a4d5-4fd83af1db05 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2418621 Apr 23 09:19:50.283546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38132) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:50.285247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:50.286436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] No DVR routers for this DVR port 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7 on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:19:50.294943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-65cf7222-0b8d-4995-8709-f3fe52ec285d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1872519196'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:50.300019 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-381f37ea-9a2e-450d-b85c-6834abfcb361 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] DELETE failed (client error): The resource could not be found. Apr 23 09:19:50.300555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-381f37ea-9a2e-450d-b85c-6834abfcb361 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:19:50.305288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 88f25495-1f71-4765-8f04-9b2f3097f2a9 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:19:50.309043 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-381f37ea-9a2e-450d-b85c-6834abfcb361 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/networks/2c420ce6-b79a-4285-b0e6-b39b5163d863 HTTP/1.1" status: 404 len: 339 time: 0.0650735 Apr 23 09:19:50.311640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38136) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:50.352904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-65cf7222-0b8d-4995-8709-f3fe52ec285d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:50.356559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ccfc60-02d2-4a43-9f7c-af558606da1c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:50.366047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97ccfc60-02d2-4a43-9f7c-af558606da1c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:50.387019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 88f25495-1f71-4765-8f04-9b2f3097f2a9 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:19:50.387019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 88f25495-1f71-4765-8f04-9b2f3097f2a9 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:19:50.387019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:19:50.439432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-65cf7222-0b8d-4995-8709-f3fe52ec285d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Usage tracker for resource:network and tenant:eae5d749fb6145368bc3139a3a4f289b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:19:50.442370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:19:50.442716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7f1ac5fe-908c-4682-b7f3-bb8a78012eb7 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:19:50.443778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-65cf7222-0b8d-4995-8709-f3fe52ec285d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:19:50.487350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-65cf7222-0b8d-4995-8709-f3fe52ec285d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:50.539266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b81ee0db-ab04-41d3-a27f-f888f71cf1df tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Calling delete_port for 04f2f9ce-7df5-4777-b69c-1a8dd5a576af owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:50.678555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:50.717660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cf7222-0b8d-4995-8709-f3fe52ec285d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Made reservation on behalf of eae5d749fb6145368bc3139a3a4f289b for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:50.726756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65cf7222-0b8d-4995-8709-f3fe52ec285d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:50.760090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e14fa4-fb99-4b47-bb88-1679e1f0a0eb tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:50.760866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c8e14fa4-fb99-4b47-bb88-1679e1f0a0eb tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Synchronizing usage tracker for tenant:ea334c1946ff4a0dac6daa6b4816ceb1 on resource:network {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:19:50.795269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5a436b17-ec1f-4a27-84a9-aecc51e8bc44 None None] The port '7f1ac5fe-908c-4682-b7f3-bb8a78012eb7' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:19:50.807674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-554e0036-b72e-4749-8361-82a50ca4a36c None None] Provisioning complete for port ff344484-4d7a-4111-9dd8-2ddcadc4367b triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:50.808073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-554e0036-b72e-4749-8361-82a50ca4a36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:50.810909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65cf7222-0b8d-4995-8709-f3fe52ec285d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:19:50.829911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65cf7222-0b8d-4995-8709-f3fe52ec285d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:50.829911 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-65cf7222-0b8d-4995-8709-f3fe52ec285d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Added segment 59c1f409-cc6e-4439-8f50-2d2ad36a5acd of type vlan for network 0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd Apr 23 09:19:50.833658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f8676a-fb20-41c9-b929-2243273b6ba0']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:50.873025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c8e14fa4-fb99-4b47-bb88-1679e1f0a0eb tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Unset dirty status for tenant:ea334c1946ff4a0dac6daa6b4816ceb1 on resource:network {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:19:50.878073 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c8e14fa4-fb99-4b47-bb88-1679e1f0a0eb tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5644794 Apr 23 09:19:50.879756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38140) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:50.897210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6acca6d4-1141-4ff0-9e13-f5f4ff741cee') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:50.897550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6acca6d4-1141-4ff0-9e13-f5f4ff741cee') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:50.917122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:50.949351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:50.961505 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7d790705-08f2-4fc6-b33d-752a41b153ae tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "GET /v2.0/subnets?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7 HTTP/1.1" status: 200 len: 207 time: 0.0680897 Apr 23 09:19:50.962167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:19:50.976589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38144) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:51.021842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65cf7222-0b8d-4995-8709-f3fe52ec285d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:51.052754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b81ee0db-ab04-41d3-a27f-f888f71cf1df tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:51.060770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:51.205025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65cf7222-0b8d-4995-8709-f3fe52ec285d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:51.206590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c68bc10e-1cbc-4eda-91a5-334728bac716 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:51.211213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cf7222-0b8d-4995-8709-f3fe52ec285d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:51.211935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65cf7222-0b8d-4995-8709-f3fe52ec285d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:51.220624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-67c8cb1a-b66d-42c1-9748-536a2169ce51 tempest-BulkNetworkOpsIpV6Test-1405021196 tempest-BulkNetworkOpsIpV6Test-1405021196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:51.249832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ee0db-ab04-41d3-a27f-f888f71cf1df tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Pushing event deleted for resources: {'Port': ['ID=04f2f9ce-7df5-4777-b69c-1a8dd5a576af,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:51.252981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b81ee0db-ab04-41d3-a27f-f888f71cf1df tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:51.347193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 38f8676a-fb20-41c9-b929-2243273b6ba0 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:51.360744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:51.366847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cc0e1f-5c3d-40b5-8ca5-7008aa08dc15 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:51.373880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cc0e1f-5c3d-40b5-8ca5-7008aa08dc15 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:51.376868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port c68bc10e-1cbc-4eda-91a5-334728bac716 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:51.380366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cc0e1f-5c3d-40b5-8ca5-7008aa08dc15 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:51.387432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cc0e1f-5c3d-40b5-8ca5-7008aa08dc15 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:51.393775 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-99cc0e1f-5c3d-40b5-8ca5-7008aa08dc15 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4137623 Apr 23 09:19:51.394526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b81ee0db-ab04-41d3-a27f-f888f71cf1df tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:51.408677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38148) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:51.430600 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-65cf7222-0b8d-4995-8709-f3fe52ec285d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1464400 Apr 23 09:19:51.433773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf7222-0b8d-4995-8709-f3fe52ec285d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'Network': ['ID=0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:51.436036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38152) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:51.440668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65cf7222-0b8d-4995-8709-f3fe52ec285d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:51.446608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:19:51.447553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f904d208-e581-46a5-bfbc-2b1d52f369de tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:51.510954 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b81ee0db-ab04-41d3-a27f-f888f71cf1df tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "DELETE /v2.0/ports/04f2f9ce-7df5-4777-b69c-1a8dd5a576af HTTP/1.1" status: 204 len: 168 time: 2.0071979 Apr 23 09:19:51.546364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38156) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:51.748776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb6685b-01c9-4085-b391-bff794c83f37 None None] Network 7aeef21f-b133-4c4f-8fff-81772a5f41a8 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:51.807559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f904d208-e581-46a5-bfbc-2b1d52f369de tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:51.810249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 38f8676a-fb20-41c9-b929-2243273b6ba0 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:19:51.846601 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:19:51.869809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f904d208-e581-46a5-bfbc-2b1d52f369de tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:51.879766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:51.914435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f904d208-e581-46a5-bfbc-2b1d52f369de tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd is not hosted by any dhcp agent {{(pid=87174) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:229}} Apr 23 09:19:51.920880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f904d208-e581-46a5-bfbc-2b1d52f369de tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:51.922430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f904d208-e581-46a5-bfbc-2b1d52f369de tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:51.926968 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f904d208-e581-46a5-bfbc-2b1d52f369de tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "PUT /v2.0/networks/0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd HTTP/1.1" status: 200 len: 723 time: 0.4867702 Apr 23 09:19:51.945179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a658ac-5998-489c-adf3-9fd00415f7cf tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Deleting subnet 06197515-34b6-4865-876a-e766938eebed {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:19:51.952569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38160) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:51.957511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e7a658ac-5998-489c-adf3-9fd00415f7cf tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:51.975068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c49d7c30-d783-436a-b38a-28768525b4dd tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Request body: {'subnet': {'network_id': '0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:52.024624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d32aa4f9-3f65-47b0-9d52-083693f03e7b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Synchronizing usage tracker for tenant:ea334c1946ff4a0dac6daa6b4816ceb1 on resource:network {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:19:52.063738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d32aa4f9-3f65-47b0-9d52-083693f03e7b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Unset dirty status for tenant:ea334c1946ff4a0dac6daa6b4816ceb1 on resource:network {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:19:52.066456 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d32aa4f9-3f65-47b0-9d52-083693f03e7b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.6431150 Apr 23 09:19:52.069687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e7a658ac-5998-489c-adf3-9fd00415f7cf tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:52.086637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38164) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:52.098994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:52.107754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ec4f075-2b19-49c2-a8a3-f6edfaaca8f9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:52.126668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:52.133999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-75f642b4-f8aa-452e-b350-5db36898a471 None None] Provisioning for port c68bc10e-1cbc-4eda-91a5-334728bac716 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:52.142834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Network': ['ID=38f8676a-fb20-41c9-b929-2243273b6ba0,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:52.148585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-75f642b4-f8aa-452e-b350-5db36898a471 None None] Provisioning complete for port c68bc10e-1cbc-4eda-91a5-334728bac716 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:52.149303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-75f642b4-f8aa-452e-b350-5db36898a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:52.152354 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/networks/38f8676a-fb20-41c9-b929-2243273b6ba0 HTTP/1.1" status: 204 len: 168 time: 4.0570705 Apr 23 09:19:52.156823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:52.157373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38168) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:52.388836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-75f642b4-f8aa-452e-b350-5db36898a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:52.475150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904d208-e581-46a5-bfbc-2b1d52f369de tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'Network': ['ID=0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:52.482912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-75f642b4-f8aa-452e-b350-5db36898a471 None None] For port c68bc10e-1cbc-4eda-91a5-334728bac716, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c68bc10e-1cbc-4eda-91a5-334728bac716,segment=NetworkSegment(7d40153b-8d39-43b0-8b69-4fc53ac8cbeb),segment_id=7d40153b-8d39-43b0-8b69-4fc53ac8cbeb)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:52.498083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:19:52.562356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-75f642b4-f8aa-452e-b350-5db36898a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:52.562615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f904d208-e581-46a5-bfbc-2b1d52f369de tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:52.575243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0d1f423b-e8c5-49cb-b727-a41b582b1b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:52.581417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97ccfc60-02d2-4a43-9f7c-af558606da1c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:52.597810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fdd4dd1a-eb67-4b92-a7c8-de32c4db0f04 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:52.698892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c49d7c30-d783-436a-b38a-28768525b4dd tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:52.709837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ccfc60-02d2-4a43-9f7c-af558606da1c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:52.715988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef091aa-fd46-4921-b78a-372f2dddf9aa tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:52.717786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef091aa-fd46-4921-b78a-372f2dddf9aa tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:52.724297 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6ef091aa-fd46-4921-b78a-372f2dddf9aa tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.6323137 Apr 23 09:19:52.726937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-97ccfc60-02d2-4a43-9f7c-af558606da1c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:52.731273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38172) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:52.755999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e7a658ac-5998-489c-adf3-9fd00415f7cf tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:52.770573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a9989e-0f06-42bb-9c07-271edcb9310a None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:52.771664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c49d7c30-d783-436a-b38a-28768525b4dd tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:52.780097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ccfc60-02d2-4a43-9f7c-af558606da1c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=8fc70876-71d2-456f-9949-0ea2734727e9,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:52.791581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-97ccfc60-02d2-4a43-9f7c-af558606da1c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:52.799964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ccfc60-02d2-4a43-9f7c-af558606da1c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:52.800619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97ccfc60-02d2-4a43-9f7c-af558606da1c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:52.835732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49d7c30-d783-436a-b38a-28768525b4dd tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Made reservation on behalf of eae5d749fb6145368bc3139a3a4f289b for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:52.841906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c49d7c30-d783-436a-b38a-28768525b4dd tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:52.848531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2500e1c-a2fb-45b8-8771-c663d51d38a9 None None] Update dhcp port {'port': {'network_id': '7aeef21f-b133-4c4f-8fff-81772a5f41a8', 'fixed_ips': [{'subnet_id': 'aa0b94d1-73a5-4343-a7f2-0a195c7124fa', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c983295f-ea45-4c1f-9a29-74760923bb0e'}], 'binding:host_id': 'dv-neutron-786478-4-hyperv'}, 'id': 'c68bc10e-1cbc-4eda-91a5-334728bac716'} from dv-neutron-786478-4-hyperv. {{(pid=87176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 23 09:19:52.878065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cb750e-b91d-4940-b28e-d0259b1ff4b5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['shared'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:52.879782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cb750e-b91d-4940-b28e-d0259b1ff4b5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['shared'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:52.884960 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-20cb750e-b91d-4940-b28e-d0259b1ff4b5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1469643 Apr 23 09:19:52.887102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38176) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:52.922537 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-97ccfc60-02d2-4a43-9f7c-af558606da1c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2017074 Apr 23 09:19:52.931034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38180) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:52.944884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-453a5261-6934-409a-bdbe-5601703638f8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'mac_address': 'fa:16:3e:c4:3d:ed', 'name': 'tempest-NetworksTestDHCPv6-204488230'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:52.971250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f642b4-f8aa-452e-b350-5db36898a471 None None] Pushing event updated for resources: {'Port': ['ID=c68bc10e-1cbc-4eda-91a5-334728bac716,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:52.986025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-75f642b4-f8aa-452e-b350-5db36898a471 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:53.008364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d2500e1c-a2fb-45b8-8771-c663d51d38a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:53.157230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96db9284-d1cb-46d6-9660-c4a6049a6f97 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:53.164333 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-96db9284-d1cb-46d6-9660-c4a6049a6f97 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "GET /v2.0/networks/37e6873c-aa7c-49ae-b68a-03345b4dd516 HTTP/1.1" status: 200 len: 800 time: 0.2771885 Apr 23 09:19:53.165864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38184) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:53.203738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c68bc10e-1cbc-4eda-91a5-334728bac716 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:53.272092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:53.351312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-453a5261-6934-409a-bdbe-5601703638f8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:53.375613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-453a5261-6934-409a-bdbe-5601703638f8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:53.432813 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a0364599-20b0-40c0-b70c-463d9cbdc2fd tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "GET /v2.0/networks/37e6873c-aa7c-49ae-b68a-03345b4dd516?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2577071 Apr 23 09:19:53.437777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38188) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:53.443616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-d2500e1c-a2fb-45b8-8771-c663d51d38a9 None None] Allocated IP 172.20.0.1 (7aeef21f-b133-4c4f-8fff-81772a5f41a8/c983295f-ea45-4c1f-9a29-74760923bb0e/c68bc10e-1cbc-4eda-91a5-334728bac716) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:53.452982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port c68bc10e-1cbc-4eda-91a5-334728bac716 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:53.453590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:53.504033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453a5261-6934-409a-bdbe-5601703638f8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:53.553159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e7a658ac-5998-489c-adf3-9fd00415f7cf tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:53.560311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b7702b3a-234b-429b-81cd-1e49db9f2dbb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:53.567679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc92912-6149-48b5-a3bb-2bcc9c140bac tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:53.573491 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6dc92912-6149-48b5-a3bb-2bcc9c140bac tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "GET /v2.0/subnets/0be417a9-d4d0-47d0-81c0-43cf7e204f07 HTTP/1.1" status: 200 len: 811 time: 0.1306424 Apr 23 09:19:53.574733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38192) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:53.665702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e7a658ac-5998-489c-adf3-9fd00415f7cf tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:53.670693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a658ac-5998-489c-adf3-9fd00415f7cf tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Pushing event deleted for resources: {'Subnet': ['ID=06197515-34b6-4865-876a-e766938eebed,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:53.678227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020a2041-8041-4aaf-899c-b9cc18969289 None None] Network 95eb9e12-4021-42b5-9dca-d81de76cfea6 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:53.678844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e7a658ac-5998-489c-adf3-9fd00415f7cf tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:53.696229 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e7a658ac-5998-489c-adf3-9fd00415f7cf tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "DELETE /v2.0/subnets/06197515-34b6-4865-876a-e766938eebed HTTP/1.1" status: 204 len: 168 time: 2.1460950 Apr 23 09:19:53.697418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38196) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:53.730860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c2eb27-71c0-4cf7-9151-45ce4432f612 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['shared'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:53.734638 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e9c2eb27-71c0-4cf7-9151-45ce4432f612 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "GET /v2.0/subnets/0be417a9-d4d0-47d0-81c0-43cf7e204f07?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1555514 Apr 23 09:19:53.738447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38200) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:53.752805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ed7d42bc-1aa7-43ee-943a-b82c1864d3bc tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1899402873'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:53.759875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ed7d42bc-1aa7-43ee-943a-b82c1864d3bc tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:53.782554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ed7d42bc-1aa7-43ee-943a-b82c1864d3bc tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:53.807759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97172864-4858-452c-bda1-e01ba9010a6d None None] Update dhcp port {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'fixed_ips': [{'subnet_id': '4d08735b-be2a-43f4-a841-ed385e60e005', 'ip_address': '2001:db8::f816:3eff:fe0c:152c'}, {'subnet_id': '8fc70876-71d2-456f-9949-0ea2734727e9'}], 'binding:host_id': 'dv-neutron-786478-4-hyperv'}, 'id': 'ff344484-4d7a-4111-9dd8-2ddcadc4367b'} from dv-neutron-786478-4-hyperv. {{(pid=87176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 23 09:19:53.831744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d218f199-de1b-46dd-b461-f638992c3819 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:53.857163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7d42bc-1aa7-43ee-943a-b82c1864d3bc tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Made reservation on behalf of ea334c1946ff4a0dac6daa6b4816ceb1 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:53.864948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed7d42bc-1aa7-43ee-943a-b82c1864d3bc tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:53.915436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-453a5261-6934-409a-bdbe-5601703638f8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:53.923688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7d42bc-1aa7-43ee-943a-b82c1864d3bc tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:19:53.926183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c49d7c30-d783-436a-b38a-28768525b4dd tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:53.934202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:53.988994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed7d42bc-1aa7-43ee-943a-b82c1864d3bc tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:53.989573 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-ed7d42bc-1aa7-43ee-943a-b82c1864d3bc tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Added segment 3d6e6e97-6cdd-45f2-8a45-ec2f60f58d4a of type vlan for network c68335ee-43e3-48e7-acea-c29c00198026 Apr 23 09:19:53.995714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d2500e1c-a2fb-45b8-8771-c663d51d38a9 None None] For port c68bc10e-1cbc-4eda-91a5-334728bac716, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c68bc10e-1cbc-4eda-91a5-334728bac716,segment=NetworkSegment(7d40153b-8d39-43b0-8b69-4fc53ac8cbeb),segment_id=7d40153b-8d39-43b0-8b69-4fc53ac8cbeb)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:54.045306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d7c30-d783-436a-b38a-28768525b4dd tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'Subnet': ['ID=625497d2-764c-4b4c-b596-785dc6c28e5b,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:54.047462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:54.049402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c49d7c30-d783-436a-b38a-28768525b4dd tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:54.064725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-453a5261-6934-409a-bdbe-5601703638f8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] device_id is not set on port f3395ef2-be54-43f9-b3bb-0479edc0e184 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:19:54.070917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed7d42bc-1aa7-43ee-943a-b82c1864d3bc tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:54.079203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49d7c30-d783-436a-b38a-28768525b4dd tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Checking segment: {'id': '59c1f409-cc6e-4439-8f50-2d2ad36a5acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:54.079780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49d7c30-d783-436a-b38a-28768525b4dd tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network hostable DHCP agents. Network: 0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:19:54.153908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49d7c30-d783-436a-b38a-28768525b4dd tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:19:54.188866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed7d42bc-1aa7-43ee-943a-b82c1864d3bc tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:54.195768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7d42bc-1aa7-43ee-943a-b82c1864d3bc tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:54.196723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed7d42bc-1aa7-43ee-943a-b82c1864d3bc tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:54.203372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8ba5d300-ba94-4cd3-ab19-8128cc5251b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:54.228667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c49d7c30-d783-436a-b38a-28768525b4dd tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:54.238535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97172864-4858-452c-bda1-e01ba9010a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:54.254808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed468e3-a6d3-40ad-9f13-2b0f8bff0993 None None] Network 0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:54.327054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49d7c30-d783-436a-b38a-28768525b4dd tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:54.328153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c49d7c30-d783-436a-b38a-28768525b4dd tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:54.355176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d42bc-1aa7-43ee-943a-b82c1864d3bc tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Network': ['ID=c68335ee-43e3-48e7-acea-c29c00198026,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:54.358426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ed7d42bc-1aa7-43ee-943a-b82c1864d3bc tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:54.375605 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ed7d42bc-1aa7-43ee-943a-b82c1864d3bc tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6292810 Apr 23 09:19:54.380096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38204) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:54.380252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network c68335ee-43e3-48e7-acea-c29c00198026 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:19:54.384615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9ff1117f-2a83-40f2-8df2-db67fcfe660b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'subnet': {'network_id': 'c68335ee-43e3-48e7-acea-c29c00198026', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:54.413310 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c49d7c30-d783-436a-b38a-28768525b4dd tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4488227 Apr 23 09:19:54.415557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38208) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:54.431488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2a92cc77-04e0-4e09-aebf-182281747ffc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:54.505206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d2500e1c-a2fb-45b8-8771-c663d51d38a9 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:54.536524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9ff1117f-2a83-40f2-8df2-db67fcfe660b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:19:54.549475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9ff1117f-2a83-40f2-8df2-db67fcfe660b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:19:54.599428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff1117f-2a83-40f2-8df2-db67fcfe660b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Made reservation on behalf of ea334c1946ff4a0dac6daa6b4816ceb1 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:19:54.607024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ff1117f-2a83-40f2-8df2-db67fcfe660b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:54.614170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Deleting port da8ef5fc-bfe5-44d9-9cc6-5ad93959a225 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:54.614584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:54.716773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d2500e1c-a2fb-45b8-8771-c663d51d38a9 None None] Transition to ACTIVE for port object c68bc10e-1cbc-4eda-91a5-334728bac716 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:54.722772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_backend_mixin [None req-9ff1117f-2a83-40f2-8df2-db67fcfe660b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Performing IP validity checks on allocation pools {{(pid=87174) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Apr 23 09:19:54.724103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_backend_mixin [None req-9ff1117f-2a83-40f2-8df2-db67fcfe660b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87174) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Apr 23 09:19:54.786774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d2500e1c-a2fb-45b8-8771-c663d51d38a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:54.801053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:54.895537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd', 'network_id': '0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd', 'tenant_id': 'eae5d749fb6145368bc3139a3a4f289b', 'fixed_ips': [{'subnet_id': '625497d2-764c-4b4c-b596-785dc6c28e5b'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:19:54.895537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:54.980748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ee856f-45e3-47ef-820d-ec69220cdf85 None None] DHCP port deletion for 95eb9e12-4021-42b5-9dca-d81de76cfea6 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:19:55.104515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2500e1c-a2fb-45b8-8771-c663d51d38a9 None None] Pushing event updated for resources: {'Port': ['ID=c68bc10e-1cbc-4eda-91a5-334728bac716,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:55.108826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d2500e1c-a2fb-45b8-8771-c663d51d38a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:55.171418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ff1117f-2a83-40f2-8df2-db67fcfe660b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:55.175672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device da8ef5fc-bfe5-44d9-9cc6-5ad93959a225 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:19:55.177879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8a6a7f29-162b-4b1e-9e76-9e8f08f47a0a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:55.190994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-453a5261-6934-409a-bdbe-5601703638f8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8:0:1::3ad (bb316f39-4b0e-43f1-8f3e-34646815cee0/8fc70876-71d2-456f-9949-0ea2734727e9/f3395ef2-be54-43f9-b3bb-0479edc0e184) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:55.236201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-453a5261-6934-409a-bdbe-5601703638f8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8::f816:3eff:fec4:3ded (bb316f39-4b0e-43f1-8f3e-34646815cee0/4d08735b-be2a-43f4-a841-ed385e60e005/f3395ef2-be54-43f9-b3bb-0479edc0e184) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:55.245688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2a92cc77-04e0-4e09-aebf-182281747ffc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036848932704'] for subnet, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:55.261568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1117f-2a83-40f2-8df2-db67fcfe660b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Subnet': ['ID=8abeb21b-b401-47a3-96a6-36a9fd9c4872,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:55.269194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9ff1117f-2a83-40f2-8df2-db67fcfe660b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:55.291309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] For port da8ef5fc-bfe5-44d9-9cc6-5ad93959a225, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=da8ef5fc-bfe5-44d9-9cc6-5ad93959a225,segment=NetworkSegment(e040937c-d533-4d62-8cf8-489ca300af17),segment_id=e040937c-d533-4d62-8cf8-489ca300af17)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:55.291568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:55.304440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff1117f-2a83-40f2-8df2-db67fcfe660b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Checking segment: {'id': '3d6e6e97-6cdd-45f2-8a45-ec2f60f58d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c68335ee-43e3-48e7-acea-c29c00198026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:55.305147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff1117f-2a83-40f2-8df2-db67fcfe660b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network hostable DHCP agents. Network: c68335ee-43e3-48e7-acea-c29c00198026, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:19:55.327556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-71ee856f-45e3-47ef-820d-ec69220cdf85 None None] Deleting port da8ef5fc-bfe5-44d9-9cc6-5ad93959a225 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:55.327981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-71ee856f-45e3-47ef-820d-ec69220cdf85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:55.382353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff1117f-2a83-40f2-8df2-db67fcfe660b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network c68335ee-43e3-48e7-acea-c29c00198026 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:19:55.422649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-9ff1117f-2a83-40f2-8df2-db67fcfe660b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, c68335ee-43e3-48e7-acea-c29c00198026) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:55.443074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff1117f-2a83-40f2-8df2-db67fcfe660b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:55.443919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ff1117f-2a83-40f2-8df2-db67fcfe660b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:55.485986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Allocated IP 2001:db8::2 (0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd/625497d2-764c-4b4c-b596-785dc6c28e5b/a2f83221-82b2-4e8d-b9e9-02d1fa116865) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:55.488482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b426a348-b478-4e3e-a220-81040bed03e5 None None] Network c68335ee-43e3-48e7-acea-c29c00198026 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:55.501931 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9ff1117f-2a83-40f2-8df2-db67fcfe660b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1233387 Apr 23 09:19:55.502804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38212) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:55.503154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Calling delete_port for da8ef5fc-bfe5-44d9-9cc6-5ad93959a225 owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:55.513531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9389deae-597b-43eb-8511-4491a3c3047c tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:19:55.637528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:55.683832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-71ee856f-45e3-47ef-820d-ec69220cdf85 None None] For port da8ef5fc-bfe5-44d9-9cc6-5ad93959a225, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=da8ef5fc-bfe5-44d9-9cc6-5ad93959a225,segment=NetworkSegment(e040937c-d533-4d62-8cf8-489ca300af17),segment_id=e040937c-d533-4d62-8cf8-489ca300af17)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:55.684291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-71ee856f-45e3-47ef-820d-ec69220cdf85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:55.706452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43007060-1e36-4446-a554-4260284598ba None None] Network 7aeef21f-b133-4c4f-8fff-81772a5f41a8 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:19:55.708068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9389deae-597b-43eb-8511-4491a3c3047c tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036848476537'] for subnet, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:55.742089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d218f199-de1b-46dd-b461-f638992c3819 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting port 8b6b78bf-6a9d-4a3c-aabe-87b109b2148c {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:55.742512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d218f199-de1b-46dd-b461-f638992c3819 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:56.031143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-453a5261-6934-409a-bdbe-5601703638f8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:56.035800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d218f199-de1b-46dd-b461-f638992c3819 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] For port 8b6b78bf-6a9d-4a3c-aabe-87b109b2148c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=8b6b78bf-6a9d-4a3c-aabe-87b109b2148c,segment=NetworkSegment(20e479f7-960c-46f7-8388-818c2ecfb25d),segment_id=20e479f7-960c-46f7-8388-818c2ecfb25d)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:56.036197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d218f199-de1b-46dd-b461-f638992c3819 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:56.107981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9389deae-597b-43eb-8511-4491a3c3047c tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786098151897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036849403332'] for subnet, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:56.113471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c9dc75a9-55c2-429d-8cad-6af3bd34ec6c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:56.120118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-71ee856f-45e3-47ef-820d-ec69220cdf85 None None] Calling delete_port for da8ef5fc-bfe5-44d9-9cc6-5ad93959a225 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:56.173227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9389deae-597b-43eb-8511-4491a3c3047c tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:56.173999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9389deae-597b-43eb-8511-4491a3c3047c tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:56.178993 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9389deae-597b-43eb-8511-4491a3c3047c tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "PUT /v2.0/subnets/8abeb21b-b401-47a3-96a6-36a9fd9c4872 HTTP/1.1" status: 200 len: 877 time: 0.6714625 Apr 23 09:19:56.180251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-453a5261-6934-409a-bdbe-5601703638f8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Transition to ACTIVE for port object f3395ef2-be54-43f9-b3bb-0479edc0e184 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:56.182135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38216) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:56.193289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d218f199-de1b-46dd-b461-f638992c3819 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Calling delete_port for 8b6b78bf-6a9d-4a3c-aabe-87b109b2148c owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:56.196091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:56.201044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389deae-597b-43eb-8511-4491a3c3047c tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event updated for resources: {'Subnet': ['ID=8abeb21b-b401-47a3-96a6-36a9fd9c4872,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:56.204883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9389deae-597b-43eb-8511-4491a3c3047c tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:56.225972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-20f7e2a0-6eff-4f4e-8cac-618274852301 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:56.276138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-323d3cf2-edc4-45da-b64c-607a1e80f1ea None None] Provisioning for port c68bc10e-1cbc-4eda-91a5-334728bac716 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:56.297271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Pushing event deleted for resources: {'Port': ['ID=da8ef5fc-bfe5-44d9-9cc6-5ad93959a225,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:56.300685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] No DVR routers for this DVR port da8ef5fc-bfe5-44d9-9cc6-5ad93959a225 on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:19:56.305709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:56.331882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-323d3cf2-edc4-45da-b64c-607a1e80f1ea None None] Provisioning complete for port c68bc10e-1cbc-4eda-91a5-334728bac716 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:56.332304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-323d3cf2-edc4-45da-b64c-607a1e80f1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:56.560325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:56.690299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-453a5261-6934-409a-bdbe-5601703638f8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:56.711547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-00b6ee0f-3271-4885-9be4-c9416f209721 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:56.745372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-c68335ee-43e3-48e7-acea-c29c00198026', 'network_id': 'c68335ee-43e3-48e7-acea-c29c00198026', 'tenant_id': 'ea334c1946ff4a0dac6daa6b4816ceb1', 'fixed_ips': [{'subnet_id': '8abeb21b-b401-47a3-96a6-36a9fd9c4872'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:19:56.746265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:56.769311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:56.791007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:56.824370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-71ee856f-45e3-47ef-820d-ec69220cdf85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:19:56.824702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-71ee856f-45e3-47ef-820d-ec69220cdf85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:19:56.829589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95eb9e12-4021-42b5-9dca-d81de76cfea6']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:56.838917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453a5261-6934-409a-bdbe-5601703638f8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:56.851857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-453a5261-6934-409a-bdbe-5601703638f8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:56.854417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453a5261-6934-409a-bdbe-5601703638f8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:19:56.860220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Transition to ACTIVE for port object a2f83221-82b2-4e8d-b9e9-02d1fa116865 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:56.861729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453a5261-6934-409a-bdbe-5601703638f8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:56.862459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-453a5261-6934-409a-bdbe-5601703638f8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:56.877830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e040937c-d533-4d62-8cf8-489ca300af17') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:56.878238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e040937c-d533-4d62-8cf8-489ca300af17') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:19:56.934731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a5261-6934-409a-bdbe-5601703638f8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=f3395ef2-be54-43f9-b3bb-0479edc0e184,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:56.938437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-453a5261-6934-409a-bdbe-5601703638f8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:56.940746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-97172864-4858-452c-bda1-e01ba9010a6d None None] Allocated IP 2001:db8:0:1::2 (bb316f39-4b0e-43f1-8f3e-34646815cee0/8fc70876-71d2-456f-9949-0ea2734727e9/ff344484-4d7a-4111-9dd8-2ddcadc4367b) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:56.940929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:56.999056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:57.009063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Transition to ACTIVE for port object a2f83221-82b2-4e8d-b9e9-02d1fa116865 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:57.009992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:57.055975 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-453a5261-6934-409a-bdbe-5601703638f8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.1212940 Apr 23 09:19:57.058126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38220) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:57.061567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:19:57.064221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:57.106783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:57.228166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c68bc10e-1cbc-4eda-91a5-334728bac716 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:57.232073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4e413ad4-e501-490f-9854-3bee7e072fa6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting port f3395ef2-be54-43f9-b3bb-0479edc0e184 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:57.232726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4e413ad4-e501-490f-9854-3bee7e072fa6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:57.298800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Network 0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:57.313695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:57.363607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:19:57.402501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4e413ad4-e501-490f-9854-3bee7e072fa6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:57.406793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-71ee856f-45e3-47ef-820d-ec69220cdf85 None None] The port 'da8ef5fc-bfe5-44d9-9cc6-5ad93959a225' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:19:57.408353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Pushing event updated for resources: {'Port': ['ID=a2f83221-82b2-4e8d-b9e9-02d1fa116865,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:57.424220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:57.428437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Allocated IP 172.20.0.3 (c68335ee-43e3-48e7-acea-c29c00198026/8abeb21b-b401-47a3-96a6-36a9fd9c4872/74cf9533-0d7b-456c-93ff-7f9ee9855ce6) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:19:57.489588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-97172864-4858-452c-bda1-e01ba9010a6d None None] For port ff344484-4d7a-4111-9dd8-2ddcadc4367b, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ff344484-4d7a-4111-9dd8-2ddcadc4367b,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:57.522849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97172864-4858-452c-bda1-e01ba9010a6d None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:57.579747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Network 95eb9e12-4021-42b5-9dca-d81de76cfea6 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:57.579987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4e413ad4-e501-490f-9854-3bee7e072fa6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Calling delete_port for f3395ef2-be54-43f9-b3bb-0479edc0e184 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:19:57.596522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:57.633645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d218f199-de1b-46dd-b461-f638992c3819 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:57.647418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-494a73e3-5980-4842-8255-54d71084b894 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:57.674259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Attempting to bind port a2f83221-82b2-4e8d-b9e9-02d1fa116865 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:19:57.674720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Attempting to bind port a2f83221-82b2-4e8d-b9e9-02d1fa116865 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '59c1f409-cc6e-4439-8f50-2d2ad36a5acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:19:57.675137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Attempting to bind port a2f83221-82b2-4e8d-b9e9-02d1fa116865 on network 0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:19:57.682096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9e9f3bc5-7d89-4f69-8591-737256b6c22b None None] Provisioning complete for port c68bc10e-1cbc-4eda-91a5-334728bac716 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:57.682688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9e9f3bc5-7d89-4f69-8591-737256b6c22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:57.718704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port c68bc10e-1cbc-4eda-91a5-334728bac716 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:19:57.719141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:57.762151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:19:57.762611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Checking segment: {'id': '59c1f409-cc6e-4439-8f50-2d2ad36a5acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:57.763071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:57.763523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Bound using segment: {'id': '59c1f409-cc6e-4439-8f50-2d2ad36a5acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:19:57.764077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Bound port: a2f83221-82b2-4e8d-b9e9-02d1fa116865, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c1f409-cc6e-4439-8f50-2d2ad36a5acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:19:57.764495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:57.773278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218f199-de1b-46dd-b461-f638992c3819 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Port': ['ID=8b6b78bf-6a9d-4a3c-aabe-87b109b2148c,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:57.782510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d218f199-de1b-46dd-b461-f638992c3819 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:57.833953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4e413ad4-e501-490f-9854-3bee7e072fa6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:57.842856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4fcc59db-5162-4840-b4e2-b32b526ee797 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:57.857151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2a92cc77-04e0-4e09-aebf-182281747ffc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786098151897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036847193362'] for subnet, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:57.886380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-49eae151-5ccc-44ee-9c48-42cc03ca7ec5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:57.906479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e413ad4-e501-490f-9854-3bee7e072fa6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Port': ['ID=f3395ef2-be54-43f9-b3bb-0479edc0e184,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:57.917827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4e413ad4-e501-490f-9854-3bee7e072fa6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:58.022935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4e413ad4-e501-490f-9854-3bee7e072fa6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:58.038037 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4e413ad4-e501-490f-9854-3bee7e072fa6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/f3395ef2-be54-43f9-b3bb-0479edc0e184 HTTP/1.1" status: 204 len: 168 time: 0.9782209 Apr 23 09:19:58.040760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38224) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:58.154920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22db84de-1591-481c-95d5-1cf96a5c16bd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:58.156286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-22db84de-1591-481c-95d5-1cf96a5c16bd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:19:58.205960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-22db84de-1591-481c-95d5-1cf96a5c16bd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:19:58.207973 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-22db84de-1591-481c-95d5-1cf96a5c16bd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1659212 Apr 23 09:19:58.210779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38228) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:58.337206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0d20f1-e8aa-4046-9c07-c13a56790dd0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:58.341452 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7e0d20f1-e8aa-4046-9c07-c13a56790dd0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1271710 Apr 23 09:19:58.342081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38232) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:58.434120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62466b31-7a26-4a41-93d5-8446ec5adc62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:58.436918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62466b31-7a26-4a41-93d5-8446ec5adc62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:58.439486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62466b31-7a26-4a41-93d5-8446ec5adc62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:58.440683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-62466b31-7a26-4a41-93d5-8446ec5adc62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:19:58.473457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] For port a2f83221-82b2-4e8d-b9e9-02d1fa116865, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:19:58.490874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-62466b31-7a26-4a41-93d5-8446ec5adc62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:19:58.492506 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-62466b31-7a26-4a41-93d5-8446ec5adc62 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1487935 Apr 23 09:19:58.495307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38236) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:58.507451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:58.511360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] For port a2f83221-82b2-4e8d-b9e9-02d1fa116865, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a2f83221-82b2-4e8d-b9e9-02d1fa116865,segment=NetworkSegment(59c1f409-cc6e-4439-8f50-2d2ad36a5acd),segment_id=59c1f409-cc6e-4439-8f50-2d2ad36a5acd)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:19:58.525899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Network 95eb9e12-4021-42b5-9dca-d81de76cfea6 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:19:58.534927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Transition to ACTIVE for port object 74cf9533-0d7b-456c-93ff-7f9ee9855ce6 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:58.547068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:58.551219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a92cc77-04e0-4e09-aebf-182281747ffc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:19:58.551888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2a92cc77-04e0-4e09-aebf-182281747ffc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:58.556434 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2a92cc77-04e0-4e09-aebf-182281747ffc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "PUT /v2.0/subnets/625497d2-764c-4b4c-b596-785dc6c28e5b HTTP/1.1" status: 200 len: 826 time: 4.1396728 Apr 23 09:19:58.569274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38240) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:58.574564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:19:58.617735 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:19:58.675476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Transition to ACTIVE for port object 74cf9533-0d7b-456c-93ff-7f9ee9855ce6 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:58.714017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Pushing event updated for resources: {'Port': ['ID=a2f83221-82b2-4e8d-b9e9-02d1fa116865,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:58.725013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:58.727353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:58.738513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:58.754837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73a81ac-2452-4a73-b97d-1af4b0f1d275 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet 4d08735b-be2a-43f4-a841-ed385e60e005 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:19:58.775812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92cc77-04e0-4e09-aebf-182281747ffc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'Subnet': ['ID=625497d2-764c-4b4c-b596-785dc6c28e5b,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:58.786159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2a92cc77-04e0-4e09-aebf-182281747ffc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.900s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:58.811727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d218f199-de1b-46dd-b461-f638992c3819 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:58.831002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-97172864-4858-452c-bda1-e01ba9010a6d None None] Transition to ACTIVE for port object ff344484-4d7a-4111-9dd8-2ddcadc4367b will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:19:58.832404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Pushing event updated for resources: {'Port': ['ID=74cf9533-0d7b-456c-93ff-7f9ee9855ce6,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:58.843444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:58.845811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d73a81ac-2452-4a73-b97d-1af4b0f1d275 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:58.848715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Network c68335ee-43e3-48e7-acea-c29c00198026 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:19:58.850256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:19:58.852894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:19:58.895192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97172864-4858-452c-bda1-e01ba9010a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:58.910396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:58.913756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:58.920379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:58.950794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d73a81ac-2452-4a73-b97d-1af4b0f1d275 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:58.995496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-46ef8126-d010-433c-b1fd-9a47f087f31e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:59.016170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:59.043092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Pushing event deleted for resources: {'Network': ['ID=95eb9e12-4021-42b5-9dca-d81de76cfea6,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:59.074614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:59.083868 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] 10.222.0.60 "DELETE /v2.0/networks/95eb9e12-4021-42b5-9dca-d81de76cfea6 HTTP/1.1" status: 204 len: 168 time: 5.3852220 Apr 23 09:19:59.095567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:59.105444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9416928a-6714-4207-bc12-3e48df5fda90 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:59.170587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Subnet': ['ID=8abeb21b-b401-47a3-96a6-36a9fd9c4872,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:59.198282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d73a81ac-2452-4a73-b97d-1af4b0f1d275 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:59.247762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Attempting to bind port 74cf9533-0d7b-456c-93ff-7f9ee9855ce6 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:19:59.248748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Attempting to bind port 74cf9533-0d7b-456c-93ff-7f9ee9855ce6 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '3d6e6e97-6cdd-45f2-8a45-ec2f60f58d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c68335ee-43e3-48e7-acea-c29c00198026'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:19:59.250006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Attempting to bind port 74cf9533-0d7b-456c-93ff-7f9ee9855ce6 on network c68335ee-43e3-48e7-acea-c29c00198026 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:19:59.270101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:19:59.270969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:59.271235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Checking segment: {'id': '3d6e6e97-6cdd-45f2-8a45-ec2f60f58d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c68335ee-43e3-48e7-acea-c29c00198026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:19:59.271851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:59.272734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Bound using segment: {'id': '3d6e6e97-6cdd-45f2-8a45-ec2f60f58d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c68335ee-43e3-48e7-acea-c29c00198026'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:19:59.273563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Bound port: 74cf9533-0d7b-456c-93ff-7f9ee9855ce6, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6e6e97-6cdd-45f2-8a45-ec2f60f58d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c68335ee-43e3-48e7-acea-c29c00198026'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:19:59.274154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:59.323991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97172864-4858-452c-bda1-e01ba9010a6d None None] Pushing event updated for resources: {'Port': ['ID=ff344484-4d7a-4111-9dd8-2ddcadc4367b,revision_number=9']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:59.332529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-97172864-4858-452c-bda1-e01ba9010a6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:59.350807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Deleting port a2f83221-82b2-4e8d-b9e9-02d1fa116865 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:19:59.351196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:59.448531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a2f83221-82b2-4e8d-b9e9-02d1fa116865 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:19:59.584779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] For port 74cf9533-0d7b-456c-93ff-7f9ee9855ce6, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:19:59.601663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:59.642522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] For port 74cf9533-0d7b-456c-93ff-7f9ee9855ce6, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=74cf9533-0d7b-456c-93ff-7f9ee9855ce6,segment=NetworkSegment(3d6e6e97-6cdd-45f2-8a45-ec2f60f58d4a),segment_id=3d6e6e97-6cdd-45f2-8a45-ec2f60f58d4a)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:19:59.673412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:59.679166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c3a791fd-3634-48fb-a88c-71b997772fa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:19:59.717264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38248) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:19:59.721942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] For port a2f83221-82b2-4e8d-b9e9-02d1fa116865, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a2f83221-82b2-4e8d-b9e9-02d1fa116865,segment=NetworkSegment(59c1f409-cc6e-4439-8f50-2d2ad36a5acd),segment_id=59c1f409-cc6e-4439-8f50-2d2ad36a5acd)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:19:59.722397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:19:59.753475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d218f199-de1b-46dd-b461-f638992c3819 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:19:59.797159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Pushing event updated for resources: {'Port': ['ID=74cf9533-0d7b-456c-93ff-7f9ee9855ce6,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:19:59.803576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port a2f83221-82b2-4e8d-b9e9-02d1fa116865 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:19:59.810401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:19:59.897136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8bb0b4-a2ea-44fd-bf8a-5750b02f14b9 None None] Network c68335ee-43e3-48e7-acea-c29c00198026 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:00.036665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68335ee-43e3-48e7-acea-c29c00198026']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:00.060517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6e6e97-6cdd-45f2-8a45-ec2f60f58d4a') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:00.060893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6e6e97-6cdd-45f2-8a45-ec2f60f58d4a') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:00.086877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:00.095421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d218f199-de1b-46dd-b461-f638992c3819 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:20:00.113305 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d218f199-de1b-46dd-b461-f638992c3819 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/routers/4dedd00f-5e9c-4e5f-ae3c-9190e82656d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9457045 Apr 23 09:20:00.113305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38254) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:00.144198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc4544-075d-4695-8ed1-f8062ba942c6 None None] Sync routers for ids ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:20:00.184394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc4544-075d-4695-8ed1-f8062ba942c6 None None] Routers {'4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:20:00.185720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e7dc4544-075d-4695-8ed1-f8062ba942c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:19:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:00.193003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:00.203477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f96163d-cba9-40a7-9b0f-39a89b5c43b8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting subnet 812d4c97-b8a8-43dd-a7ac-5b89a5522e92 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:20:00.209600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f96163d-cba9-40a7-9b0f-39a89b5c43b8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:00.271202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2587dde4-722a-4384-a600-e682846fd73d None None] Provisioning for port ff344484-4d7a-4111-9dd8-2ddcadc4367b completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:20:00.291938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f96163d-cba9-40a7-9b0f-39a89b5c43b8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:00.305927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Calling delete_port for a2f83221-82b2-4e8d-b9e9-02d1fa116865 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:00.336725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:20:00.349813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2587dde4-722a-4384-a600-e682846fd73d None None] Provisioning complete for port ff344484-4d7a-4111-9dd8-2ddcadc4367b triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:00.350658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2587dde4-722a-4384-a600-e682846fd73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:00.502463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f269247c-39cf-40e1-9c91-34fe1fdae34d None None] Network c68335ee-43e3-48e7-acea-c29c00198026 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:00.546523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-e7dc4544-075d-4695-8ed1-f8062ba942c6 None None] Set router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:20:00.640142 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6d472fa7-a113-4df2-a635-6b9394e48a3f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f680c49434d48838dce3068303418f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9202354 Apr 23 09:20:00.644081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38258) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:00.663499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network c68335ee-43e3-48e7-acea-c29c00198026 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:00.675843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:00.678291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:00.691012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c6416612-281c-4f9b-a85e-cbe6c42a7673 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:00.788492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f96163d-cba9-40a7-9b0f-39a89b5c43b8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:00.804912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6e6cad-7821-4147-8b39-5de8b57c34dd None None] Network 0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:00.809291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Port': ['ID=a2f83221-82b2-4e8d-b9e9-02d1fa116865,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:00.821791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:00.879141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] No DVR routers for this DVR port a2f83221-82b2-4e8d-b9e9-02d1fa116865 on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:20:00.945136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6646b9e-27f3-452a-9823-7ca305ab0581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:00.974953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network c68335ee-43e3-48e7-acea-c29c00198026 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:00.985222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d73a81ac-2452-4a73-b97d-1af4b0f1d275 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:00.995010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9389deae-597b-43eb-8511-4491a3c3047c tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:20:01.012191 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:20:01.031800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6646b9e-27f3-452a-9823-7ca305ab0581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:01.049204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:01.106570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a81ac-2452-4a73-b97d-1af4b0f1d275 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=4d08735b-be2a-43f4-a841-ed385e60e005,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:01.116104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d73a81ac-2452-4a73-b97d-1af4b0f1d275 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:01.119412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d73a81ac-2452-4a73-b97d-1af4b0f1d275 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:01.187290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6646b9e-27f3-452a-9823-7ca305ab0581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:01.199034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-222a1350-fdc2-4ff7-aee0-0681ede8d575 tempest-ServersTestManualDisk-1965571113 tempest-ServersTestManualDisk-1965571113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:01.210699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6646b9e-27f3-452a-9823-7ca305ab0581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:01.215759 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c6646b9e-27f3-452a-9823-7ca305ab0581 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f639d8e3-51ab-4443-a4f4-5f2169bc13ff HTTP/1.1" status: 204 len: 168 time: 0.5698984 Apr 23 09:20:01.240035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6646b9e-27f3-452a-9823-7ca305ab0581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f639d8e3-51ab-4443-a4f4-5f2169bc13ff,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:01.245367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efec46be-1b5c-453f-ba9c-22070830dc8c None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:01.245691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 09:20:01.245691 dv-neutron-786478-4-hyperv neutron-server[87059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 09:20:01.245691 dv-neutron-786478-4-hyperv neutron-server[87059]: [parameters: {'id': 'c68335ee-43e3-48e7-acea-c29c00198026'}] Apr 23 09:20:01.245691 dv-neutron-786478-4-hyperv neutron-server[87059]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87175) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:20:01.246029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:20:01.257785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c6646b9e-27f3-452a-9823-7ca305ab0581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:01.259803 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d73a81ac-2452-4a73-b97d-1af4b0f1d275 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/4d08735b-be2a-43f4-a841-ed385e60e005 HTTP/1.1" status: 204 len: 168 time: 2.7628291 Apr 23 09:20:01.266629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38264) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:01.374094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ff344484-4d7a-4111-9dd8-2ddcadc4367b up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:20:01.429479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e4a9d3-ebd9-4aa7-8dfa-74ef096e6521 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet 8fc70876-71d2-456f-9949-0ea2734727e9 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:20:01.448922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a2e4a9d3-ebd9-4aa7-8dfa-74ef096e6521 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:01.474094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f96163d-cba9-40a7-9b0f-39a89b5c43b8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:01.504006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b92c566d-1f52-4d8c-b1a7-2a28a4d27b7d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:01.588149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f96163d-cba9-40a7-9b0f-39a89b5c43b8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:01.594810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a2e4a9d3-ebd9-4aa7-8dfa-74ef096e6521 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:01.596361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96163d-cba9-40a7-9b0f-39a89b5c43b8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Subnet': ['ID=812d4c97-b8a8-43dd-a7ac-5b89a5522e92,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:01.609607 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9f96163d-cba9-40a7-9b0f-39a89b5c43b8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/subnets/812d4c97-b8a8-43dd-a7ac-5b89a5522e92 HTTP/1.1" status: 204 len: 168 time: 1.4983265 Apr 23 09:20:01.610942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9f96163d-cba9-40a7-9b0f-39a89b5c43b8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:01.611558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38270) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:01.646214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72aba00-4cf2-42ba-a36f-ac54671e226e None None] Network 623a8128-c20e-4c1d-a6d5-7f7d135cdde1 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:01.733886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a2e4a9d3-ebd9-4aa7-8dfa-74ef096e6521 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:01.736882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-73602767-e2b2-44a9-a890-354a7a7b943e None None] Could not find standard attr ID for object a2f83221-82b2-4e8d-b9e9-02d1fa116865. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:20:01.860722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-73602767-e2b2-44a9-a890-354a7a7b943e None None] Could not find standard attr ID for object f3395ef2-be54-43f9-b3bb-0479edc0e184. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:20:01.863601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:01.868221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3b1d1cd2-4c76-490e-8bee-b75d7179c43f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:01.940186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port ff344484-4d7a-4111-9dd8-2ddcadc4367b triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:01.940622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:01.991854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Subnet': ['ID=625497d2-764c-4b4c-b596-785dc6c28e5b,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:01.994768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:02.110218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:02.196904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e7dc4544-075d-4695-8ed1-f8062ba942c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:19:57Z', 'revision_number': 10, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:02.206524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:02.207303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:02.223094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc4544-075d-4695-8ed1-f8062ba942c6 None None] Checking router: 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:20:02.315264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Deleting port 74cf9533-0d7b-456c-93ff-7f9ee9855ce6 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:02.315952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:02.332499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc4544-075d-4695-8ed1-f8062ba942c6 None None] Routers {'4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:20:02.333142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e7dc4544-075d-4695-8ed1-f8062ba942c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:19:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:02.421724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e696fa-079f-4e99-adff-fcb881e83299 None None] Network 0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:02.441274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting port c39ea19b-b3b3-47ab-91df-47c3f998402e {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:02.441651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:02.474828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:02.518635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c1f409-cc6e-4439-8f50-2d2ad36a5acd') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:02.519072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c1f409-cc6e-4439-8f50-2d2ad36a5acd') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:02.537422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:02.552202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] For port 74cf9533-0d7b-456c-93ff-7f9ee9855ce6, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=74cf9533-0d7b-456c-93ff-7f9ee9855ce6,segment=NetworkSegment(3d6e6e97-6cdd-45f2-8a45-ec2f60f58d4a),segment_id=3d6e6e97-6cdd-45f2-8a45-ec2f60f58d4a)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:02.555624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:02.589557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:02.590201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-e7dc4544-075d-4695-8ed1-f8062ba942c6 None None] Set router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:20:02.610898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:20:02.650836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a2e4a9d3-ebd9-4aa7-8dfa-74ef096e6521 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:02.660269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9ff1117f-2a83-40f2-8df2-db67fcfe660b tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:02.758023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4a9d3-ebd9-4aa7-8dfa-74ef096e6521 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=8fc70876-71d2-456f-9949-0ea2734727e9,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:02.761363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a2e4a9d3-ebd9-4aa7-8dfa-74ef096e6521 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:02.775718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a2e4a9d3-ebd9-4aa7-8dfa-74ef096e6521 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:02.798376 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a2e4a9d3-ebd9-4aa7-8dfa-74ef096e6521 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/8fc70876-71d2-456f-9949-0ea2734727e9 HTTP/1.1" status: 204 len: 168 time: 1.5306969 Apr 23 09:20:02.809120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38292) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:02.823207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Calling delete_port for 74cf9533-0d7b-456c-93ff-7f9ee9855ce6 owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:02.922097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:02.925625 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-17c93270-89be-4ddb-aba0-033a1b6315c6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1150217 Apr 23 09:20:02.930146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38298) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:02.936504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] For port c39ea19b-b3b3-47ab-91df-47c3f998402e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c39ea19b-b3b3-47ab-91df-47c3f998402e,segment=NetworkSegment(20e479f7-960c-46f7-8388-818c2ecfb25d),segment_id=20e479f7-960c-46f7-8388-818c2ecfb25d)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:02.937183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:02.938004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:02.959862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c38db725-ebb8-41cd-9c0b-e1d542224eff tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:03.046799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5877d53f-125c-40e7-b754-5b723e2d1057 None None] DHCP port deletion for 623a8128-c20e-4c1d-a6d5-7f7d135cdde1 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:20:03.183818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Calling delete_port for c39ea19b-b3b3-47ab-91df-47c3f998402e owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:03.248279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c39ea19b-b3b3-47ab-91df-47c3f998402e no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:20:03.255477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:03.307902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c38db725-ebb8-41cd-9c0b-e1d542224eff tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:03.316649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c38db725-ebb8-41cd-9c0b-e1d542224eff tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:20:03.332263 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:20:03.337911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c38db725-ebb8-41cd-9c0b-e1d542224eff tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:03.354852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c38db725-ebb8-41cd-9c0b-e1d542224eff tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:03.400807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38db725-ebb8-41cd-9c0b-e1d542224eff tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:03.411321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c38db725-ebb8-41cd-9c0b-e1d542224eff tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:03.443133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:03.448052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5877d53f-125c-40e7-b754-5b723e2d1057 None None] Deleting port c39ea19b-b3b3-47ab-91df-47c3f998402e {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:03.448477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5877d53f-125c-40e7-b754-5b723e2d1057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:03.456990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:03.471404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:03.484508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a3337049-5996-44ac-9a29-0b0d71e7bee4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:03.488046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f904d208-e581-46a5-bfbc-2b1d52f369de tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:03.530170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Network': ['ID=0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:03.539789 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/networks/0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd HTTP/1.1" status: 204 len: 168 time: 4.9690137 Apr 23 09:20:03.541393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:03.547288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38308) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:03.568233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e86167-de3c-459d-9e48-2d51b111d3a5 None None] DHCP port deletion for 0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:20:03.569576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Port': ['ID=74cf9533-0d7b-456c-93ff-7f9ee9855ce6,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:03.576635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:03.588909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:03.602353 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b95c02d-9a7a-4efc-9de0-44fb7db873e8 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:03.603206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b95c02d-9a7a-4efc-9de0-44fb7db873e8 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:03.605863 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7b95c02d-9a7a-4efc-9de0-44fb7db873e8 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/networks/0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd HTTP/1.1" status: 404 len: 339 time: 0.0570743 Apr 23 09:20:03.611511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38314) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:03.619010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c47835ec-bf03-4675-8918-6ec46ff8b1ce tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2036839297', 'description': 'd1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:03.631477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c47835ec-bf03-4675-8918-6ec46ff8b1ce tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:03.636381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c47835ec-bf03-4675-8918-6ec46ff8b1ce tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Usage tracker for resource:network and tenant:eae5d749fb6145368bc3139a3a4f289b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:03.641506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c47835ec-bf03-4675-8918-6ec46ff8b1ce tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:03.652464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c47835ec-bf03-4675-8918-6ec46ff8b1ce tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:03.658163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No DVR routers for this DVR port 74cf9533-0d7b-456c-93ff-7f9ee9855ce6 on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:20:03.661366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b0fbff43-6ed0-4431-93c3-9a86f4188ff9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:03.677802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6290cd-7250-43e6-889b-2ae9dfb28101 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:03.702618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5877d53f-125c-40e7-b754-5b723e2d1057 None None] For port c39ea19b-b3b3-47ab-91df-47c3f998402e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c39ea19b-b3b3-47ab-91df-47c3f998402e,segment=NetworkSegment(20e479f7-960c-46f7-8388-818c2ecfb25d),segment_id=20e479f7-960c-46f7-8388-818c2ecfb25d)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:03.703070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5877d53f-125c-40e7-b754-5b723e2d1057 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:03.707960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47835ec-bf03-4675-8918-6ec46ff8b1ce tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Made reservation on behalf of eae5d749fb6145368bc3139a3a4f289b for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:03.715387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Port c39ea19b-b3b3-47ab-91df-47c3f998402e update to DOWN by agent not found {{(pid=87176) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2113}} Apr 23 09:20:03.725497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c47835ec-bf03-4675-8918-6ec46ff8b1ce tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:03.765520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Port': ['ID=c39ea19b-b3b3-47ab-91df-47c3f998402e,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:03.767831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] No DVR routers for this DVR port c39ea19b-b3b3-47ab-91df-47c3f998402e on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:20:03.784989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47835ec-bf03-4675-8918-6ec46ff8b1ce tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:20:03.795084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c47835ec-bf03-4675-8918-6ec46ff8b1ce tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:03.796214 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-c47835ec-bf03-4675-8918-6ec46ff8b1ce tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Added segment abe49c8f-6d91-422f-b0fa-a9f7a1d19fe8 of type vlan for network 3c8f089d-c86f-4835-a504-0d4f22e28d88 Apr 23 09:20:03.839768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c47835ec-bf03-4675-8918-6ec46ff8b1ce tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:03.855783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5877d53f-125c-40e7-b754-5b723e2d1057 None None] Calling delete_port for c39ea19b-b3b3-47ab-91df-47c3f998402e owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:03.876976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:03.893888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:03.908607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c47835ec-bf03-4675-8918-6ec46ff8b1ce tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:03.917827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47835ec-bf03-4675-8918-6ec46ff8b1ce tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:03.919278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c47835ec-bf03-4675-8918-6ec46ff8b1ce tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:03.945095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:03.965542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-5877d53f-125c-40e7-b754-5b723e2d1057 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:20:03.965978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-5877d53f-125c-40e7-b754-5b723e2d1057 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:20:03.980081 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c47835ec-bf03-4675-8918-6ec46ff8b1ce tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3674042 Apr 23 09:20:03.986327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38324) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:03.998628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8e7716f2-3de1-49e5-82f2-7386e2d0c140 None None] Provisioning complete for port ff344484-4d7a-4111-9dd8-2ddcadc4367b triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:04.000150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e7716f2-3de1-49e5-82f2-7386e2d0c140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:04.099158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47835ec-bf03-4675-8918-6ec46ff8b1ce tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'Network': ['ID=3c8f089d-c86f-4835-a504-0d4f22e28d88,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:04.102227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c47835ec-bf03-4675-8918-6ec46ff8b1ce tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:04.135663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 3c8f089d-c86f-4835-a504-0d4f22e28d88 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:20:04.184916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:04.261970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e7dc4544-075d-4695-8ed1-f8062ba942c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:19:57Z', 'revision_number': 10, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:04.286968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc4544-075d-4695-8ed1-f8062ba942c6 None None] The sync data for ids ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'] in dv-neutron-786478-4-hyperv is: [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:19:57Z', 'revision_number': 10, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None, '_interfaces': [{'id': 'a33552dc-5a6a-4342-9694-66835bd1ca54', 'name': '', 'network_id': '6872e826-ee76-4dac-9279-c4b1b8957b94', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'mac_address': 'fa:16:3e:d3:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:18:46Z', 'updated_at': '2021-04-23T09:18:59Z', 'revision_number': 5, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'subnets': [{'id': '04a7a429-2ddd-4fcc-85a8-b5bb491a7235', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:20:04.369109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68335ee-43e3-48e7-acea-c29c00198026']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:04.382718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38328) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:04.390791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1309390921', 'description': 'tempest-secgroup-smoke-1309390921 description', 'project_id': '2512ab69cb484640aebc38a05079f506'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:04.393310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621d02e0-9fe8-44ca-b7fc-7306c1fcba47 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:04.394106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-621d02e0-9fe8-44ca-b7fc-7306c1fcba47 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Synchronizing usage tracker for tenant:eae5d749fb6145368bc3139a3a4f289b on resource:network {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:20:04.397797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:04.402616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Usage tracker for resource:security_group and tenant:2512ab69cb484640aebc38a05079f506 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:04.406534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:04.413066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:04.455547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:04.462466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6e6e97-6cdd-45f2-8a45-ec2f60f58d4a') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:04.462826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6e6e97-6cdd-45f2-8a45-ec2f60f58d4a') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:04.477543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:04.495037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:04.500309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Usage tracker for resource:security_group_rule and tenant:2512ab69cb484640aebc38a05079f506 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:04.503354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:04.504159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:04.509454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:04.520958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6afdf5-8d93-423a-8e42-3291cf8f49bb None None] DHCP port deletion for bb316f39-4b0e-43f1-8f3e-34646815cee0 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:20:04.526133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623a8128-c20e-4c1d-a6d5-7f7d135cdde1']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:04.538339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5877d53f-125c-40e7-b754-5b723e2d1057 None None] The port 'c39ea19b-b3b3-47ab-91df-47c3f998402e' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:20:04.550973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e479f7-960c-46f7-8388-818c2ecfb25d') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:04.551333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e479f7-960c-46f7-8388-818c2ecfb25d') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:04.566918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-621d02e0-9fe8-44ca-b7fc-7306c1fcba47 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Unset dirty status for tenant:eae5d749fb6145368bc3139a3a4f289b on resource:network {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:20:04.568212 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-621d02e0-9fe8-44ca-b7fc-7306c1fcba47 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "GET /v2.0/networks?id=3c8f089d-c86f-4835-a504-0d4f22e28d88 HTTP/1.1" status: 200 len: 765 time: 0.5750237 Apr 23 09:20:04.572758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38332) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:04.574411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:04.583900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-713f6300-ba13-4886-9bf2-947186c505f6 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Request body: {'network': {'description': 'd2'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:04.617621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:04.620134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2f6afdf5-8d93-423a-8e42-3291cf8f49bb None None] Deleting port ff344484-4d7a-4111-9dd8-2ddcadc4367b {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:04.620570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2f6afdf5-8d93-423a-8e42-3291cf8f49bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:04.622278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:04.634568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:20:04.665465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:20:04.734909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-2f6afdf5-8d93-423a-8e42-3291cf8f49bb None None] For port ff344484-4d7a-4111-9dd8-2ddcadc4367b, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ff344484-4d7a-4111-9dd8-2ddcadc4367b,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:04.735512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2f6afdf5-8d93-423a-8e42-3291cf8f49bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:04.876147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2f6afdf5-8d93-423a-8e42-3291cf8f49bb None None] Calling delete_port for ff344484-4d7a-4111-9dd8-2ddcadc4367b owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:04.881677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:04.901259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-713f6300-ba13-4886-9bf2-947186c505f6 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:04.930506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:04.934523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-03096326-9795-43d7-ad52-ffdd3a19a496 tempest-ExternalNetworksTestJSON-536120889 tempest-ExternalNetworksTestJSON-536120889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:04.944903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:04.954215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Usage tracker for resource:security_group_rule and tenant:2512ab69cb484640aebc38a05079f506 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:04.955515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network c68335ee-43e3-48e7-acea-c29c00198026 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:04.963599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:04.965629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:04.979452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:04.981553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-713f6300-ba13-4886-9bf2-947186c505f6 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:04.987970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e512b3d-de38-4643-b679-df74b320a2d9,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:04.991337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:04.994771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:05.019162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-713f6300-ba13-4886-9bf2-947186c505f6 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 3c8f089d-c86f-4835-a504-0d4f22e28d88 is not hosted by any dhcp agent {{(pid=87174) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:229}} Apr 23 09:20:05.025075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713f6300-ba13-4886-9bf2-947186c505f6 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:05.025733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-713f6300-ba13-4886-9bf2-947186c505f6 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:05.028013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2f6afdf5-8d93-423a-8e42-3291cf8f49bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:05.030190 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-713f6300-ba13-4886-9bf2-947186c505f6 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "PUT /v2.0/networks/3c8f089d-c86f-4835-a504-0d4f22e28d88 HTTP/1.1" status: 200 len: 762 time: 0.4560468 Apr 23 09:20:05.032366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38336) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:05.033707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:05.084938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6afdf5-8d93-423a-8e42-3291cf8f49bb None None] Pushing event deleted for resources: {'Port': ['ID=ff344484-4d7a-4111-9dd8-2ddcadc4367b,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:05.088103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2f6afdf5-8d93-423a-8e42-3291cf8f49bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:05.089614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6afdf5-8d93-423a-8e42-3291cf8f49bb None None] No DVR routers for this DVR port ff344484-4d7a-4111-9dd8-2ddcadc4367b on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:20:05.139059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c96f1b-c769-44ae-a272-68ec6d53ec40 None None] get_active_networks_info from dv-neutron-786478-4-hyperv {{(pid=87176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 09:20:05.200013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 8b6b78bf-6a9d-4a3c-aabe-87b109b2148c no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:20:05.247685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 8b6b78bf-6a9d-4a3c-aabe-87b109b2148c {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:20:05.248256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 8b6b78bf-6a9d-4a3c-aabe-87b109b2148c not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:20:05.248926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a2f83221-82b2-4e8d-b9e9-02d1fa116865 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:20:05.257387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f6300-ba13-4886-9bf2-947186c505f6 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'Network': ['ID=3c8f089d-c86f-4835-a504-0d4f22e28d88,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:05.260260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-713f6300-ba13-4886-9bf2-947186c505f6 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:05.285267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 3c8f089d-c86f-4835-a504-0d4f22e28d88 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:20:05.289884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 623a8128-c20e-4c1d-a6d5-7f7d135cdde1 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:05.298033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54653b45-cab9-425d-b185-ecf5e90562ce tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:05.298823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-54653b45-cab9-425d-b185-ecf5e90562ce tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Synchronizing usage tracker for tenant:eae5d749fb6145368bc3139a3a4f289b on resource:network {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:20:05.305533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:05.336540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:05.337634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-54653b45-cab9-425d-b185-ecf5e90562ce tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Unset dirty status for tenant:eae5d749fb6145368bc3139a3a4f289b on resource:network {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:20:05.343205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: a2f83221-82b2-4e8d-b9e9-02d1fa116865 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:20:05.343205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a2f83221-82b2-4e8d-b9e9-02d1fa116865 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:20:05.343942 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-54653b45-cab9-425d-b185-ecf5e90562ce tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "GET /v2.0/networks?id=3c8f089d-c86f-4835-a504-0d4f22e28d88 HTTP/1.1" status: 200 len: 765 time: 0.2979565 Apr 23 09:20:05.344098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ff344484-4d7a-4111-9dd8-2ddcadc4367b no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:20:05.344231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38340) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:05.346171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network c68335ee-43e3-48e7-acea-c29c00198026 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:05.387933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:05.397622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b0a5d683-fff1-45b3-92f2-da134ab139c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:05.446872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: ff344484-4d7a-4111-9dd8-2ddcadc4367b {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:20:05.447371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ff344484-4d7a-4111-9dd8-2ddcadc4367b not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:20:05.528838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c96f1b-c769-44ae-a272-68ec6d53ec40 None None] Resources bound (agent type, host, resource id): {{(pid=87176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 23 09:20:05.537527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31cadb39-5984-4690-b32e-230ad3b614ac,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:05.540722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:05.554094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:05.558632 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1717715 Apr 23 09:20:05.560928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38344) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:05.570886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-573901e4-4982-44e6-abad-663b97aa4b73 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Request body: {'security_group_rule': {'security_group_id': '31cadb39-5984-4690-b32e-230ad3b614ac', 'project_id': '2512ab69cb484640aebc38a05079f506', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:05.586831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-573901e4-4982-44e6-abad-663b97aa4b73 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:05.597004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-573901e4-4982-44e6-abad-663b97aa4b73 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Usage tracker for resource:security_group_rule and tenant:2512ab69cb484640aebc38a05079f506 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:05.601972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-573901e4-4982-44e6-abad-663b97aa4b73 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:05.613384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140913e2-086d-4996-a744-46f5479fbe91 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:05.617878 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-140913e2-086d-4996-a744-46f5479fbe91 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2700818 Apr 23 09:20:05.619504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38348) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:05.622266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-573901e4-4982-44e6-abad-663b97aa4b73 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:05.673158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0b9e20db-dde5-49fe-839d-c669826ebda0 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Synchronizing usage tracker for tenant:eae5d749fb6145368bc3139a3a4f289b on resource:subnet {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:20:05.688244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0b9e20db-dde5-49fe-839d-c669826ebda0 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Unset dirty status for tenant:eae5d749fb6145368bc3139a3a4f289b on resource:subnet {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:20:05.693062 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0b9e20db-dde5-49fe-839d-c669826ebda0 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "GET /v2.0/subnets?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7 HTTP/1.1" status: 200 len: 207 time: 0.0691378 Apr 23 09:20:05.693769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38352) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:05.756659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-573901e4-4982-44e6-abad-663b97aa4b73 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:20:05.756876 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:20:05.926626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-bb316f39-4b0e-43f1-8f3e-34646815cee0', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'fixed_ips': [{'subnet_id': '112f49dc-e21d-4318-b663-12a4cc01a427'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:20:05.927630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:05.930585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e6a93c-85bc-40da-9743-fd4ba9475e42 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:05.937557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e6a93c-85bc-40da-9743-fd4ba9475e42 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:05.943942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e6a93c-85bc-40da-9743-fd4ba9475e42 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:05.950356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e6a93c-85bc-40da-9743-fd4ba9475e42 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:05.957442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e6a93c-85bc-40da-9743-fd4ba9475e42 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:05.964460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e6a93c-85bc-40da-9743-fd4ba9475e42 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:05.970935 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-22e6a93c-85bc-40da-9743-fd4ba9475e42 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2711930 Apr 23 09:20:05.971135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 623a8128-c20e-4c1d-a6d5-7f7d135cdde1 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:05.971252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-573901e4-4982-44e6-abad-663b97aa4b73 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:05.971942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38356) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:20:05.992603 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:20:06.069919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:06.074759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:06.086058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:06.128882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Network': ['ID=c68335ee-43e3-48e7-acea-c29c00198026,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:06.131590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:06.134345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Allocated IP 2001:db8::2 (bb316f39-4b0e-43f1-8f3e-34646815cee0/112f49dc-e21d-4318-b663-12a4cc01a427/bd137b99-95ee-458e-baa6-2e9e16090c18) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:20:06.183691 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/networks/c68335ee-43e3-48e7-acea-c29c00198026 HTTP/1.1" status: 204 len: 168 time: 9.9973190 Apr 23 09:20:06.183886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38360) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:06.243371 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e0fb6f-84de-45f0-90fc-b6ab23671615 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:06.243884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e0fb6f-84de-45f0-90fc-b6ab23671615 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:06.246421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:06.251412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:06.259908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-18321420-71bf-4c47-b6a4-a3037b202046 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:06.289009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Network': ['ID=623a8128-c20e-4c1d-a6d5-7f7d135cdde1,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:06.291821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:06.296578 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f9e0fb6f-84de-45f0-90fc-b6ab23671615 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/subnets/8abeb21b-b401-47a3-96a6-36a9fd9c4872 HTTP/1.1" status: 404 len: 337 time: 0.1084867 Apr 23 09:20:06.298805 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/networks/623a8128-c20e-4c1d-a6d5-7f7d135cdde1 HTTP/1.1" status: 204 len: 168 time: 4.6859958 Apr 23 09:20:06.300219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38364) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:06.300219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38366) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:06.329055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-573901e4-4982-44e6-abad-663b97aa4b73 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:06.336342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:06.364656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c38db725-ebb8-41cd-9c0b-e1d542224eff tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:06.396643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bc0e31bc-c204-4ade-9851-1fec6850ce75 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:06.423884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573901e4-4982-44e6-abad-663b97aa4b73 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb3a8d1-18b8-4461-b602-e6e31e601aaf,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:06.432280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-573901e4-4982-44e6-abad-663b97aa4b73 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:06.487183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-573901e4-4982-44e6-abad-663b97aa4b73 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:06.488518 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-573901e4-4982-44e6-abad-663b97aa4b73 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9261305 Apr 23 09:20:06.491601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38372) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:06.503386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-68852838-a2de-462d-a081-bddf04012c57 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Request body: {'security_group_rule': {'security_group_id': '31cadb39-5984-4690-b32e-230ad3b614ac', 'project_id': '2512ab69cb484640aebc38a05079f506', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:06.531563 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9f501645-716d-44c8-ac69-5cbac29e7341 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.5546772 Apr 23 09:20:06.532243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38376) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:06.532592 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f43655-46ab-4014-9315-d7720bf43d30 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:06.533136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f43655-46ab-4014-9315-d7720bf43d30 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:06.535016 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d1f43655-46ab-4014-9315-d7720bf43d30 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/networks/c68335ee-43e3-48e7-acea-c29c00198026 HTTP/1.1" status: 404 len: 339 time: 0.2314413 Apr 23 09:20:06.535363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-68852838-a2de-462d-a081-bddf04012c57 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:06.545328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38380) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:06.553042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38db725-ebb8-41cd-9c0b-e1d542224eff tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:06.580096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-68852838-a2de-462d-a081-bddf04012c57 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Usage tracker for resource:security_group_rule and tenant:2512ab69cb484640aebc38a05079f506 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:06.588154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-68852838-a2de-462d-a081-bddf04012c57 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:06.599128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-68852838-a2de-462d-a081-bddf04012c57 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:06.606952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c38db725-ebb8-41cd-9c0b-e1d542224eff tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:06.609416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:06.632547 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd9f3d5-c827-431a-b7e8-62155ad692c7 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:06.633153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd9f3d5-c827-431a-b7e8-62155ad692c7 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:06.633760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d976e9eb-d571-4b66-8f78-67e57e4b92c8 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:06.637511 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9dd9f3d5-c827-431a-b7e8-62155ad692c7 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/subnets/3cf0a21a-27ea-458c-b1bc-f18649281b31 HTTP/1.1" status: 404 len: 337 time: 0.0855856 Apr 23 09:20:06.637646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d976e9eb-d571-4b66-8f78-67e57e4b92c8 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:06.637732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Transition to ACTIVE for port object bd137b99-95ee-458e-baa6-2e9e16090c18 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:06.637814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d976e9eb-d571-4b66-8f78-67e57e4b92c8 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:06.639018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d976e9eb-d571-4b66-8f78-67e57e4b92c8 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:06.641105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d976e9eb-d571-4b66-8f78-67e57e4b92c8 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:06.644090 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d976e9eb-d571-4b66-8f78-67e57e4b92c8 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1097918 Apr 23 09:20:06.644314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38384) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:06.644787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38db725-ebb8-41cd-9c0b-e1d542224eff tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:06.645560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c38db725-ebb8-41cd-9c0b-e1d542224eff tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:06.646517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38386) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:06.656668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38db725-ebb8-41cd-9c0b-e1d542224eff tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=112f49dc-e21d-4318-b663-12a4cc01a427,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:06.659460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c38db725-ebb8-41cd-9c0b-e1d542224eff tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:06.661443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Transition to ACTIVE for port object bd137b99-95ee-458e-baa6-2e9e16090c18 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:06.679186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fae84b77-6137-4274-b5da-1204f875f560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:06.708912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:06.710041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68852838-a2de-462d-a081-bddf04012c57 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:06.714615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9002e4ec-dfca-43bc-b3dc-2f0fb4fe756f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:06.772279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8ba891-69db-4c8f-b073-b6bdeb95928f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['shared'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:06.773919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8ba891-69db-4c8f-b073-b6bdeb95928f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['shared'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:06.774850 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d64417c-518e-4d5c-b9a0-68458cf6e521 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:06.775361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8ba891-69db-4c8f-b073-b6bdeb95928f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['shared'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:06.775498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d64417c-518e-4d5c-b9a0-68458cf6e521 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:06.779609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8ba891-69db-4c8f-b073-b6bdeb95928f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['shared'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:06.785310 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4d64417c-518e-4d5c-b9a0-68458cf6e521 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/networks/2c420ce6-b79a-4285-b0e6-b39b5163d863 HTTP/1.1" status: 404 len: 339 time: 0.1273553 Apr 23 09:20:06.785553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8ba891-69db-4c8f-b073-b6bdeb95928f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['shared'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:06.785553 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2f8ba891-69db-4c8f-b073-b6bdeb95928f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1332030 Apr 23 09:20:06.785553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38392) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:06.788438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38394) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:06.790770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:06.792011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:06.797186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:20:06.805696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Pushing event updated for resources: {'Port': ['ID=bd137b99-95ee-458e-baa6-2e9e16090c18,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:06.840961 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c38db725-ebb8-41cd-9c0b-e1d542224eff tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.9058251 Apr 23 09:20:06.844113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38400) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:06.849493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:06.879361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d88674b4-ad6b-43c7-9575-8fe0f0e8015e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:06.912163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Attempting to bind port bd137b99-95ee-458e-baa6-2e9e16090c18 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:20:06.912586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Attempting to bind port bd137b99-95ee-458e-baa6-2e9e16090c18 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:20:06.912999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Attempting to bind port bd137b99-95ee-458e-baa6-2e9e16090c18 on network bb316f39-4b0e-43f1-8f3e-34646815cee0 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:20:06.919607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:20:06.920656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Checking segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:20:06.920840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:06.921847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Bound using segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:20:06.921968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Bound port: bd137b99-95ee-458e-baa6-2e9e16090c18, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:20:06.922704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:07.028688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] For port bd137b99-95ee-458e-baa6-2e9e16090c18, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:20:07.032237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] For port bd137b99-95ee-458e-baa6-2e9e16090c18, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=bd137b99-95ee-458e-baa6-2e9e16090c18,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:20:07.063005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:07.068187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8767235e-27ff-4d5b-ad63-58ed87fd04bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:07.099793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce246d42-82d8-4199-869c-49672f5f49a4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:07.142659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68852838-a2de-462d-a081-bddf04012c57 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:07.155375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-07255889-ccfd-4221-99b1-477368be1048 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:07.155610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Pushing event updated for resources: {'Port': ['ID=bd137b99-95ee-458e-baa6-2e9e16090c18,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:07.159011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:07.190669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68852838-a2de-462d-a081-bddf04012c57 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:07.199457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:07.256320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68852838-a2de-462d-a081-bddf04012c57 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df14919-f8cf-400d-80f1-0ed785f63037,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:07.306158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-68852838-a2de-462d-a081-bddf04012c57 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:07.314175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3663c032-45d9-4c51-9b34-041c8ebdf58c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:07.316764 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3663c032-45d9-4c51-9b34-041c8ebdf58c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "GET /v2.0/networks/c04f42b7-7093-46b7-b801-e12837c76281 HTTP/1.1" status: 200 len: 804 time: 0.5240185 Apr 23 09:20:07.323574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38404) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:07.403429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68852838-a2de-462d-a081-bddf04012c57 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:07.404735 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-68852838-a2de-462d-a081-bddf04012c57 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9111896 Apr 23 09:20:07.408319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38408) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:07.411901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d88674b4-ad6b-43c7-9575-8fe0f0e8015e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:07.416607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-dc07b0d3-1b20-47e6-bbd9-907bdb6fa3df tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Request body: {'security_group_rule': {'security_group_id': '31cadb39-5984-4690-b32e-230ad3b614ac', 'project_id': '2512ab69cb484640aebc38a05079f506', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:07.426481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-dc07b0d3-1b20-47e6-bbd9-907bdb6fa3df tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:07.434401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dc07b0d3-1b20-47e6-bbd9-907bdb6fa3df tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Usage tracker for resource:security_group_rule and tenant:2512ab69cb484640aebc38a05079f506 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:07.439007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dc07b0d3-1b20-47e6-bbd9-907bdb6fa3df tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:07.473981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-dc07b0d3-1b20-47e6-bbd9-907bdb6fa3df tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:07.478275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d88674b4-ad6b-43c7-9575-8fe0f0e8015e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:07.544943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d88674b4-ad6b-43c7-9575-8fe0f0e8015e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:07.564822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d88674b4-ad6b-43c7-9575-8fe0f0e8015e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:07.570614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-07255889-ccfd-4221-99b1-477368be1048 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:07.589781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc07b0d3-1b20-47e6-bbd9-907bdb6fa3df tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:07.687543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88674b4-ad6b-43c7-9575-8fe0f0e8015e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:07.689922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ce246d42-82d8-4199-869c-49672f5f49a4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting port a33552dc-5a6a-4342-9694-66835bd1ca54 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:07.690343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce246d42-82d8-4199-869c-49672f5f49a4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:07.693786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d88674b4-ad6b-43c7-9575-8fe0f0e8015e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:07.706465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc07b0d3-1b20-47e6-bbd9-907bdb6fa3df tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:07.789998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc07b0d3-1b20-47e6-bbd9-907bdb6fa3df tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:07.797714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:07.837869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07b0d3-1b20-47e6-bbd9-907bdb6fa3df tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e1a7f67-087d-4195-8f50-a58a472ce932,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:07.838346 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f2444171-e60c-4c48-9d19-7e93cff88b19 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "GET /v2.0/networks/c04f42b7-7093-46b7-b801-e12837c76281?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4994955 Apr 23 09:20:07.845660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38412) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:07.847236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dc07b0d3-1b20-47e6-bbd9-907bdb6fa3df tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:07.850145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-07255889-ccfd-4221-99b1-477368be1048 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a85b2c-5c46-44eb-992c-402306709609']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:07.875711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-07255889-ccfd-4221-99b1-477368be1048 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab258d53-0b58-41a1-9f4a-b4bc1d991bb2') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:07.876042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-07255889-ccfd-4221-99b1-477368be1048 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab258d53-0b58-41a1-9f4a-b4bc1d991bb2') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:07.896143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-07255889-ccfd-4221-99b1-477368be1048 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:07.928248 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.ipam_backend_mixin [None req-d88674b4-ad6b-43c7-9575-8fe0f0e8015e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 112f49dc-e21d-4318-b663-12a4cc01a427 (CIDR: 2001:db8::/64) Apr 23 09:20:07.929653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-07255889-ccfd-4221-99b1-477368be1048 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:07.934721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-ce246d42-82d8-4199-869c-49672f5f49a4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] For port a33552dc-5a6a-4342-9694-66835bd1ca54, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a33552dc-5a6a-4342-9694-66835bd1ca54,segment=NetworkSegment(6bfcc953-1beb-4202-b3db-56d3d2510a2b),segment_id=6bfcc953-1beb-4202-b3db-56d3d2510a2b)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:07.935132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce246d42-82d8-4199-869c-49672f5f49a4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:07.941952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07255889-ccfd-4221-99b1-477368be1048 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:20:07.949107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc07b0d3-1b20-47e6-bbd9-907bdb6fa3df tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:07.950431 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-dc07b0d3-1b20-47e6-bbd9-907bdb6fa3df tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5410335 Apr 23 09:20:07.966158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38416) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:07.973566 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88674b4-ad6b-43c7-9575-8fe0f0e8015e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:20:07.974128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d88674b4-ad6b-43c7-9575-8fe0f0e8015e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:07.982390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-8c8195b3-505a-4188-98a8-14b061901009 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Request body: {'security_group_rule': {'security_group_id': '31cadb39-5984-4690-b32e-230ad3b614ac', 'project_id': '2512ab69cb484640aebc38a05079f506', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:08.054229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8c8195b3-505a-4188-98a8-14b061901009 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:08.082813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ce246d42-82d8-4199-869c-49672f5f49a4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Calling delete_port for a33552dc-5a6a-4342-9694-66835bd1ca54 owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:08.088156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d3c194-c01b-42d7-ae1d-e26b5538ea95 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:08.088905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-60d3c194-c01b-42d7-ae1d-e26b5538ea95 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Synchronizing usage tracker for tenant:eae5d749fb6145368bc3139a3a4f289b on resource:subnet {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:20:08.090853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8c8195b3-505a-4188-98a8-14b061901009 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Usage tracker for resource:security_group_rule and tenant:2512ab69cb484640aebc38a05079f506 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:08.097285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8c8195b3-505a-4188-98a8-14b061901009 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:08.116509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-60d3c194-c01b-42d7-ae1d-e26b5538ea95 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Unset dirty status for tenant:eae5d749fb6145368bc3139a3a4f289b on resource:subnet {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:20:08.117822 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-60d3c194-c01b-42d7-ae1d-e26b5538ea95 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "GET /v2.0/subnets/37734f15-5807-4ac1-b6d6-8f5d8cdbfd5a HTTP/1.1" status: 200 len: 843 time: 0.2695467 Apr 23 09:20:08.122054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38420) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:08.160334 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d88674b4-ad6b-43c7-9575-8fe0f0e8015e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3150427 Apr 23 09:20:08.163737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8c8195b3-505a-4188-98a8-14b061901009 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:08.166533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38424) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:08.176879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-07255889-ccfd-4221-99b1-477368be1048 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network a9a85b2c-5c46-44eb-992c-402306709609 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:08.182939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:08.188748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-07255889-ccfd-4221-99b1-477368be1048 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:08.288415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c8195b3-505a-4188-98a8-14b061901009 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:08.333189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a37f9a-0bf2-4aac-8353-dc7548885156 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['shared'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:08.334723 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-38a37f9a-0bf2-4aac-8353-dc7548885156 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "GET /v2.0/subnets/37734f15-5807-4ac1-b6d6-8f5d8cdbfd5a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2098074 Apr 23 09:20:08.348041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38428) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:08.354189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3898244e-6f10-4ec8-b506-8ea1d83458f1 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-72467444'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:08.369669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3898244e-6f10-4ec8-b506-8ea1d83458f1 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:08.408263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3898244e-6f10-4ec8-b506-8ea1d83458f1 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:08.416511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-07255889-ccfd-4221-99b1-477368be1048 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network a9a85b2c-5c46-44eb-992c-402306709609 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:08.420729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:08.427738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:08.431312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:08.439107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:20:08.453109 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:20:08.485087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3898244e-6f10-4ec8-b506-8ea1d83458f1 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Made reservation on behalf of eae5d749fb6145368bc3139a3a4f289b for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:08.491057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3898244e-6f10-4ec8-b506-8ea1d83458f1 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:08.510562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:08.516712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:08.572563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c8195b3-505a-4188-98a8-14b061901009 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:08.588040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-07255889-ccfd-4221-99b1-477368be1048 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:08.592229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c11464ee-065c-4c6c-a6dc-4c2cfbb52ca7 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:08.609618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-07255889-ccfd-4221-99b1-477368be1048 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:08.623401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c8195b3-505a-4188-98a8-14b061901009 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:08.626186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07255889-ccfd-4221-99b1-477368be1048 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Network': ['ID=a9a85b2c-5c46-44eb-992c-402306709609,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:08.636798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-07255889-ccfd-4221-99b1-477368be1048 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:08.639360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3bd98d36-072e-4e91-b225-6b26b267176e tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:08.666883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5defa5cc-d09f-45da-b1f4-4742020137c2 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:08.667002 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-07255889-ccfd-4221-99b1-477368be1048 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/networks/a9a85b2c-5c46-44eb-992c-402306709609 HTTP/1.1" status: 204 len: 168 time: 1.8765202 Apr 23 09:20:08.667971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38432) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:08.669057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8195b3-505a-4188-98a8-14b061901009 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99052436-1955-460b-8ebb-09c798d5477f,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:08.674287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8c8195b3-505a-4188-98a8-14b061901009 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:08.717321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c8195b3-505a-4188-98a8-14b061901009 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:08.721429 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8c8195b3-505a-4188-98a8-14b061901009 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7502875 Apr 23 09:20:08.721429 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-661f2bd9-8280-488b-9df0-fa85af13447a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:08.721429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661f2bd9-8280-488b-9df0-fa85af13447a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:08.725576 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-661f2bd9-8280-488b-9df0-fa85af13447a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/subnets/59ad298b-d564-4b26-8336-b4a416f9b8e5 HTTP/1.1" status: 404 len: 337 time: 0.0510890 Apr 23 09:20:08.725576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38436) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:08.729940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-45fd52ae-cb0d-4c66-975b-80b5f95f479f tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Request body: {'security_group_rule': {'security_group_id': '31cadb39-5984-4690-b32e-230ad3b614ac', 'project_id': '2512ab69cb484640aebc38a05079f506', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:08.735398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38438) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:08.761069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-45fd52ae-cb0d-4c66-975b-80b5f95f479f tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:08.769778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-45fd52ae-cb0d-4c66-975b-80b5f95f479f tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Usage tracker for resource:security_group_rule and tenant:2512ab69cb484640aebc38a05079f506 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:08.773316 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-85eb2790-c057-43db-b0a1-5b0b844888d8 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:08.774032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85eb2790-c057-43db-b0a1-5b0b844888d8 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:08.779054 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-85eb2790-c057-43db-b0a1-5b0b844888d8 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/networks/a5955730-11ed-4649-8d8b-d141e0354001 HTTP/1.1" status: 404 len: 339 time: 0.0393746 Apr 23 09:20:08.779054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-45fd52ae-cb0d-4c66-975b-80b5f95f479f tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:08.780339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38444) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:08.828241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-45fd52ae-cb0d-4c66-975b-80b5f95f479f tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:08.835751 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-c90a8971-122a-4916-866c-875f0d7d3bab tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:08.836271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c90a8971-122a-4916-866c-875f0d7d3bab tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:08.841236 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c90a8971-122a-4916-866c-875f0d7d3bab tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/subnets/cd88292c-bf11-430e-9a36-a410369c93e6 HTTP/1.1" status: 404 len: 337 time: 0.0569837 Apr 23 09:20:08.841439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-7a340dc7-9886-4757-bb96-427d325570ed None None] Provisioning for port bd137b99-95ee-458e-baa6-2e9e16090c18 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:20:08.842159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38448) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:08.879529 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-45fd52ae-cb0d-4c66-975b-80b5f95f479f tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Project 2512ab69cb484640aebc38a05079f506 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:20:08.884610 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-353407fa-92d7-4e24-a857-811deef39490 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:08.885784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-353407fa-92d7-4e24-a857-811deef39490 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:08.890007 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-353407fa-92d7-4e24-a857-811deef39490 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/networks/348f4fdc-46e9-44b1-bf94-9ee129d3845c HTTP/1.1" status: 404 len: 339 time: 0.0418293 Apr 23 09:20:08.891682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38452) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:08.892439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-45fd52ae-cb0d-4c66-975b-80b5f95f479f tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:08.949381 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-433e817a-1792-46fb-a196-4bf4f336e8a5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:08.949894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433e817a-1792-46fb-a196-4bf4f336e8a5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:08.951967 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-433e817a-1792-46fb-a196-4bf4f336e8a5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/subnets/f4cdecce-00ab-4459-852d-1e671f659592 HTTP/1.1" status: 404 len: 337 time: 0.0514872 Apr 23 09:20:08.957106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3898244e-6f10-4ec8-b506-8ea1d83458f1 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:20:08.959071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38456) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:09.013816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-45fd52ae-cb0d-4c66-975b-80b5f95f479f tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:09.018856 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b35e23-42ee-4550-8705-fd264809ece1 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:09.018856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b35e23-42ee-4550-8705-fd264809ece1 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:09.023086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3898244e-6f10-4ec8-b506-8ea1d83458f1 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:09.023485 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-3898244e-6f10-4ec8-b506-8ea1d83458f1 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Added segment b5e1ff0c-03b6-4b71-8395-0a3962c81a28 of type vlan for network 63175cb6-530b-4525-9d7b-1f9b39a6a59a Apr 23 09:20:09.046375 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a5b35e23-42ee-4550-8705-fd264809ece1 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/networks/d6e28873-f5b7-4d56-b53c-2369c2f193f3 HTTP/1.1" status: 404 len: 339 time: 0.0805590 Apr 23 09:20:09.047498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38460) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:09.058748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce246d42-82d8-4199-869c-49672f5f49a4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:09.067396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2c74382a-2126-4a24-8d20-f802686e6960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:09.096487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-45fd52ae-cb0d-4c66-975b-80b5f95f479f tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:09.102917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-24ec6506-dee2-419f-9749-867419192cde tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:09.110775 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-380be232-697a-45f3-b544-2a888dcc6818 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:09.111304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380be232-697a-45f3-b544-2a888dcc6818 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:09.124622 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-380be232-697a-45f3-b544-2a888dcc6818 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/subnets/a55270bb-aaa0-43bd-8eb0-85e83d25ec03 HTTP/1.1" status: 404 len: 337 time: 0.0746505 Apr 23 09:20:09.128583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38464) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:09.140515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd52ae-cb0d-4c66-975b-80b5f95f479f tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1bebd94-5eb6-40e9-b151-e9bffc4bcb23,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:09.143418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-45fd52ae-cb0d-4c66-975b-80b5f95f479f tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:09.147714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3898244e-6f10-4ec8-b506-8ea1d83458f1 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:09.175552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce246d42-82d8-4199-869c-49672f5f49a4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Port': ['ID=a33552dc-5a6a-4342-9694-66835bd1ca54,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:09.176316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-45fd52ae-cb0d-4c66-975b-80b5f95f479f tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:09.177661 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-45fd52ae-cb0d-4c66-975b-80b5f95f479f tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4527361 Apr 23 09:20:09.180542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38468) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:09.187491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-161f2678-3ff4-41e9-a0fd-8c4754941906 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Request body: {'security_group_rule': {'security_group_id': '31cadb39-5984-4690-b32e-230ad3b614ac', 'project_id': '2512ab69cb484640aebc38a05079f506', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:09.194543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-161f2678-3ff4-41e9-a0fd-8c4754941906 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:09.198847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-161f2678-3ff4-41e9-a0fd-8c4754941906 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Usage tracker for resource:security_group_rule and tenant:2512ab69cb484640aebc38a05079f506 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:09.203609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-161f2678-3ff4-41e9-a0fd-8c4754941906 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:09.211219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-161f2678-3ff4-41e9-a0fd-8c4754941906 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:09.241929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ce246d42-82d8-4199-869c-49672f5f49a4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:09.246113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device bd137b99-95ee-458e-baa6-2e9e16090c18 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:20:09.256523 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-161f2678-3ff4-41e9-a0fd-8c4754941906 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Project 2512ab69cb484640aebc38a05079f506 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:20:09.266236 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a46f642-0443-420e-a4c4-2cc996091815 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:09.266757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a46f642-0443-420e-a4c4-2cc996091815 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:09.268341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-161f2678-3ff4-41e9-a0fd-8c4754941906 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:09.349347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-3898244e-6f10-4ec8-b506-8ea1d83458f1 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:20:09.355004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-161f2678-3ff4-41e9-a0fd-8c4754941906 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:09.386630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port bd137b99-95ee-458e-baa6-2e9e16090c18 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:20:09.392798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port bd137b99-95ee-458e-baa6-2e9e16090c18 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:09.395574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:09.416111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-161f2678-3ff4-41e9-a0fd-8c4754941906 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:09.416350 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1a46f642-0443-420e-a4c4-2cc996091815 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/networks/396b61bd-1445-496c-8f32-f0310a47c09f HTTP/1.1" status: 404 len: 339 time: 0.2754278 Apr 23 09:20:09.425279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38472) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:09.426532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8afe66c2-cd6d-4f6f-a369-c4dd7eb36df6 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:09.480565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce246d42-82d8-4199-869c-49672f5f49a4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:09.499436 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee1ef9d-7980-4761-82d5-aff682ed028f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:09.499898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee1ef9d-7980-4761-82d5-aff682ed028f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:09.507451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f2678-3ff4-41e9-a0fd-8c4754941906 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8187cda3-38a2-49b3-b310-c631577d34c0,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:09.511439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-161f2678-3ff4-41e9-a0fd-8c4754941906 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:09.516939 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-aee1ef9d-7980-4761-82d5-aff682ed028f tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/subnets/7e6a7622-dfb8-4b4e-b2c7-e9336946d11d HTTP/1.1" status: 404 len: 337 time: 0.0806272 Apr 23 09:20:09.517622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38476) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:09.546463 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b30e6c0-0760-445b-8032-34cd551ab13e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:09.547015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b30e6c0-0760-445b-8032-34cd551ab13e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:09.551417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:09.551898 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8b30e6c0-0760-445b-8032-34cd551ab13e tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/networks/fa87d767-9ea0-48cd-acb7-a66e6086818b HTTP/1.1" status: 404 len: 339 time: 0.0331285 Apr 23 09:20:09.552880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38480) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:09.570660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3898244e-6f10-4ec8-b506-8ea1d83458f1 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:09.577723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3898244e-6f10-4ec8-b506-8ea1d83458f1 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:09.578403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3898244e-6f10-4ec8-b506-8ea1d83458f1 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:09.587419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-161f2678-3ff4-41e9-a0fd-8c4754941906 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:09.592257 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-161f2678-3ff4-41e9-a0fd-8c4754941906 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4071410 Apr 23 09:20:09.593604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38484) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:09.600854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-32ddead4-6aa6-435e-a159-a74f3222e9dc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:09.603790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-938e089c-06e3-48af-a4f9-b8b913258527 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Request body: {'network': {'name': 'tempest-network-smoke--310970669', 'project_id': '2512ab69cb484640aebc38a05079f506', 'port_security_enabled': True}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:09.604828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port bd137b99-95ee-458e-baa6-2e9e16090c18, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=bd137b99-95ee-458e-baa6-2e9e16090c18,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:09.607759 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-be186fda-85c0-4769-9aae-5378710eaa34 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:09.608314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be186fda-85c0-4769-9aae-5378710eaa34 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:09.610115 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-be186fda-85c0-4769-9aae-5378710eaa34 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/subnets/1e30695d-80a3-4a55-b143-c6219804b200 HTTP/1.1" status: 404 len: 337 time: 0.0561123 Apr 23 09:20:09.612768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-938e089c-06e3-48af-a4f9-b8b913258527 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:09.615250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38488) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:09.632032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d21ace7f-cc0f-45da-8693-4c5291369029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:09.642891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-938e089c-06e3-48af-a4f9-b8b913258527 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Usage tracker for resource:network and tenant:2512ab69cb484640aebc38a05079f506 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:09.648219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-938e089c-06e3-48af-a4f9-b8b913258527 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:09.654987 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ae863f-5324-4e23-bc24-a1295b6af050 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:09.655527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ae863f-5324-4e23-bc24-a1295b6af050 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:09.656791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:09.657402 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-01ae863f-5324-4e23-bc24-a1295b6af050 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/networks/e517d1b7-b0bc-45c9-84b4-395eb049e039 HTTP/1.1" status: 404 len: 339 time: 0.0411351 Apr 23 09:20:09.658544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-938e089c-06e3-48af-a4f9-b8b913258527 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:09.660487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38492) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:09.661840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-97172864-4858-452c-bda1-e01ba9010a6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:09.712432 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-186a03a6-c9ff-485f-b55b-6dca9da846b2 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:09.712956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186a03a6-c9ff-485f-b55b-6dca9da846b2 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:09.716545 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-186a03a6-c9ff-485f-b55b-6dca9da846b2 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/subnets/384efb8a-8061-46be-ae23-df84e1c31289 HTTP/1.1" status: 404 len: 337 time: 0.0535688 Apr 23 09:20:09.718158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38496) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:09.740887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=bd137b99-95ee-458e-baa6-2e9e16090c18,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:09.744857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:09.747151 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-005cb184-fdeb-421f-b0cd-415f4340c5e9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:09.747691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005cb184-fdeb-421f-b0cd-415f4340c5e9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:09.752660 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-005cb184-fdeb-421f-b0cd-415f4340c5e9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/networks/81a6bf77-34d0-4af4-8940-3bbb68f33d8e HTTP/1.1" status: 404 len: 339 time: 0.0310199 Apr 23 09:20:09.753015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38500) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:09.755770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938e089c-06e3-48af-a4f9-b8b913258527 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Made reservation on behalf of 2512ab69cb484640aebc38a05079f506 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:09.761809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-938e089c-06e3-48af-a4f9-b8b913258527 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:09.782521 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3898244e-6f10-4ec8-b506-8ea1d83458f1 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4332900 Apr 23 09:20:09.790156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38504) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:09.790949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898244e-6f10-4ec8-b506-8ea1d83458f1 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'Network': ['ID=63175cb6-530b-4525-9d7b-1f9b39a6a59a,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:09.797126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3898244e-6f10-4ec8-b506-8ea1d83458f1 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:09.803148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 63175cb6-530b-4525-9d7b-1f9b39a6a59a details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:20:09.823249 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-b122c3e9-74df-4008-b3e8-c86306e6d492 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:09.823761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b122c3e9-74df-4008-b3e8-c86306e6d492 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:09.828230 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b122c3e9-74df-4008-b3e8-c86306e6d492 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/subnets/0cb75efe-b2f4-4928-ad9a-61be2674a26a HTTP/1.1" status: 404 len: 337 time: 0.0717447 Apr 23 09:20:09.829865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38508) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:09.869150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ded5aee9-b647-49f2-91dd-992273038d13 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Request body: {'subnet': {'network_id': '63175cb6-530b-4525-9d7b-1f9b39a6a59a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:09.869374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938e089c-06e3-48af-a4f9-b8b913258527 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:20:09.871947 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a696d3e-b4f3-4056-9e2c-e0c5a4d2ca85 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:09.885687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a696d3e-b4f3-4056-9e2c-e0c5a4d2ca85 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:09.885687 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3a696d3e-b4f3-4056-9e2c-e0c5a4d2ca85 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/networks/e7ec6f37-9d5e-422d-ba2a-fdfef68b116b HTTP/1.1" status: 404 len: 339 time: 0.0499420 Apr 23 09:20:09.887649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38512) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:09.942131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-938e089c-06e3-48af-a4f9-b8b913258527 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:09.942577 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-938e089c-06e3-48af-a4f9-b8b913258527 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Added segment c260924c-e094-4b84-b570-6f773acd4ea6 of type vlan for network cb03be9d-741f-4be2-af33-c80fc3ae7685 Apr 23 09:20:09.995834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-490e88d0-5718-4ad5-80f7-e7735a2ef388 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Deleting subnet 0be417a9-d4d0-47d0-81c0-43cf7e204f07 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:20:09.998888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-938e089c-06e3-48af-a4f9-b8b913258527 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:10.005000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-490e88d0-5718-4ad5-80f7-e7735a2ef388 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:10.088019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce246d42-82d8-4199-869c-49672f5f49a4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:20:10.093228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-490e88d0-5718-4ad5-80f7-e7735a2ef388 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:10.143217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-938e089c-06e3-48af-a4f9-b8b913258527 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:10.149205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938e089c-06e3-48af-a4f9-b8b913258527 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:10.149859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-938e089c-06e3-48af-a4f9-b8b913258527 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:10.158688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ecdaa6c7-3a77-4d84-b167-29b8e7998632 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:10.159116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ded5aee9-b647-49f2-91dd-992273038d13 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:10.270469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ded5aee9-b647-49f2-91dd-992273038d13 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:10.278983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:10.282789 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-938e089c-06e3-48af-a4f9-b8b913258527 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6880257 Apr 23 09:20:10.288392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38516) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:10.293683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce246d42-82d8-4199-869c-49672f5f49a4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:20:10.297284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e089c-06e3-48af-a4f9-b8b913258527 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Pushing event updated for resources: {'Network': ['ID=cb03be9d-741f-4be2-af33-c80fc3ae7685,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:10.298908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1139391490', 'admin_state_up': True, 'project_id': '2512ab69cb484640aebc38a05079f506', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:10.300186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-938e089c-06e3-48af-a4f9-b8b913258527 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:10.304113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf4c24-8c3d-40c6-b6fc-ccc674ae6d7d None None] Sync routers for ids ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:20:10.313958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38520) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:10.314442 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ce246d42-82d8-4199-869c-49672f5f49a4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/routers/4dedd00f-5e9c-4e5f-ae3c-9190e82656d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0086234 Apr 23 09:20:10.315313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bf4c24-8c3d-40c6-b6fc-ccc674ae6d7d None None] Routers {'4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:20:10.315992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-61bf4c24-8c3d-40c6-b6fc-ccc674ae6d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:20:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:10.316387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network cb03be9d-741f-4be2-af33-c80fc3ae7685 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:20:10.317694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-490e88d0-5718-4ad5-80f7-e7735a2ef388 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:10.318870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:10.323627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Usage tracker for resource:router and tenant:2512ab69cb484640aebc38a05079f506 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:10.327755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:10.334813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:10.347462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded5aee9-b647-49f2-91dd-992273038d13 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Made reservation on behalf of eae5d749fb6145368bc3139a3a4f289b for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:10.355792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ded5aee9-b647-49f2-91dd-992273038d13 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:10.426768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f009d12-192d-49b5-a368-feb948dd22c7 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting subnet 04a7a429-2ddd-4fcc-85a8-b5bb491a7235 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:20:10.431104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7f009d12-192d-49b5-a368-feb948dd22c7 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:10.458810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-61bf4c24-8c3d-40c6-b6fc-ccc674ae6d7d None None] Set router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:20:10.476760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_backend_mixin [None req-ded5aee9-b647-49f2-91dd-992273038d13 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Performing IP validity checks on allocation pools {{(pid=87175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Apr 23 09:20:10.477746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_backend_mixin [None req-ded5aee9-b647-49f2-91dd-992273038d13 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Apr 23 09:20:10.519679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:10.521223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:10.593300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-61bf4c24-8c3d-40c6-b6fc-ccc674ae6d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:20:08Z', 'revision_number': 11, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:10.598519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf4c24-8c3d-40c6-b6fc-ccc674ae6d7d None None] Checking router: 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:20:10.609364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bf4c24-8c3d-40c6-b6fc-ccc674ae6d7d None None] Routers {'4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:20:10.610052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-61bf4c24-8c3d-40c6-b6fc-ccc674ae6d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:20:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:10.652061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:10.756521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-61bf4c24-8c3d-40c6-b6fc-ccc674ae6d7d None None] Set router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:20:10.830723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7f009d12-192d-49b5-a368-feb948dd22c7 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:10.884526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-61bf4c24-8c3d-40c6-b6fc-ccc674ae6d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:20:08Z', 'revision_number': 11, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:10.890365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf4c24-8c3d-40c6-b6fc-ccc674ae6d7d None None] The sync data for ids ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'] in dv-neutron-786478-4-hyperv is: [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:20:08Z', 'revision_number': 11, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:20:11.141783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7f009d12-192d-49b5-a368-feb948dd22c7 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:11.173169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device bd137b99-95ee-458e-baa6-2e9e16090c18 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:20:11.267970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:11.279347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port bd137b99-95ee-458e-baa6-2e9e16090c18 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:11.279977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:11.361485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-490e88d0-5718-4ad5-80f7-e7735a2ef388 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:11.383203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-67045e09-5d89-49dd-91b5-99136256f1b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:11.430024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3815b0-a642-439b-aa42-3ecb44980845 None None] Network 37e6873c-aa7c-49ae-b68a-03345b4dd516 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:11.478867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:11.524724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-490e88d0-5718-4ad5-80f7-e7735a2ef388 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:11.542967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e88d0-5718-4ad5-80f7-e7735a2ef388 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Subnet': ['ID=0be417a9-d4d0-47d0-81c0-43cf7e204f07,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:11.551598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-490e88d0-5718-4ad5-80f7-e7735a2ef388 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:11.558835 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-490e88d0-5718-4ad5-80f7-e7735a2ef388 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/subnets/0be417a9-d4d0-47d0-81c0-43cf7e204f07 HTTP/1.1" status: 204 len: 168 time: 1.6674399 Apr 23 09:20:11.560326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38524) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:11.572566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a33552dc-5a6a-4342-9694-66835bd1ca54 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:20:11.636992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.objects.ports [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87175) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 23 09:20:11.646064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: a33552dc-5a6a-4342-9694-66835bd1ca54 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:20:11.646269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a33552dc-5a6a-4342-9694-66835bd1ca54 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:20:11.715977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:11.752148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8247c6f-92f9-4b99-9174-c92253513e7a None None] DHCP port deletion for 37e6873c-aa7c-49ae-b68a-03345b4dd516 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:20:11.761688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7f009d12-192d-49b5-a368-feb948dd22c7 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:11.772425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b5e4a6f5-d436-42ae-8104-f11556b8a451 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:11.820473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f009d12-192d-49b5-a368-feb948dd22c7 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Subnet': ['ID=04a7a429-2ddd-4fcc-85a8-b5bb491a7235,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:11.823372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7f009d12-192d-49b5-a368-feb948dd22c7 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:11.826599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7f009d12-192d-49b5-a368-feb948dd22c7 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:11.836948 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7f009d12-192d-49b5-a368-feb948dd22c7 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/subnets/04a7a429-2ddd-4fcc-85a8-b5bb491a7235 HTTP/1.1" status: 204 len: 168 time: 1.5191565 Apr 23 09:20:11.837187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e8247c6f-92f9-4b99-9174-c92253513e7a None None] Deleting port f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:11.837281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38528) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:11.837806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e8247c6f-92f9-4b99-9174-c92253513e7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:11.852271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37080a3f-49d3-4352-b098-2447474bf693 None None] Network 6872e826-ee76-4dac-9279-c4b1b8957b94 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:11.928214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ded5aee9-b647-49f2-91dd-992273038d13 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:11.931437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c12766f4-85ec-429a-8108-72c54fdeebbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:11.975474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Deleting port f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:11.975718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:12.020023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:12.054177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e8247c6f-92f9-4b99-9174-c92253513e7a None None] For port f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4,segment=NetworkSegment(11ce54f2-4775-42f3-9649-94436c5304bc),segment_id=11ce54f2-4775-42f3-9649-94436c5304bc)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:12.054691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e8247c6f-92f9-4b99-9174-c92253513e7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:12.107599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] For port f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4,segment=NetworkSegment(11ce54f2-4775-42f3-9649-94436c5304bc),segment_id=11ce54f2-4775-42f3-9649-94436c5304bc)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:12.108747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:12.266197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded5aee9-b647-49f2-91dd-992273038d13 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Checking segment: {'id': 'b5e1ff0c-03b6-4b71-8395-0a3962c81a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '63175cb6-530b-4525-9d7b-1f9b39a6a59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:20:12.266596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded5aee9-b647-49f2-91dd-992273038d13 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network hostable DHCP agents. Network: 63175cb6-530b-4525-9d7b-1f9b39a6a59a, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:20:12.276024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5aee9-b647-49f2-91dd-992273038d13 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'Subnet': ['ID=1fb86b03-7d6c-4aa4-8a71-bd7b0f05448c,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:12.277498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e8247c6f-92f9-4b99-9174-c92253513e7a None None] Calling delete_port for f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:12.279192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ded5aee9-b647-49f2-91dd-992273038d13 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:12.280175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:12.294203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Calling delete_port for f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:12.307924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:12.321852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:12.338999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Deleting port 1bedb18a-8e32-471f-a75c-06185322c121 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:12.339256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:12.385932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:12.388093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f43045b-c26c-4024-8364-addcb7a43aa3 None None] DHCP port deletion for 6872e826-ee76-4dac-9279-c4b1b8957b94 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:20:12.393770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e8247c6f-92f9-4b99-9174-c92253513e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:12.398839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5bb633e0-3764-4f66-8ff2-233093e3ecdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:12.464860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] For port 1bedb18a-8e32-471f-a75c-06185322c121, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1bedb18a-8e32-471f-a75c-06185322c121,segment=NetworkSegment(6bfcc953-1beb-4202-b3db-56d3d2510a2b),segment_id=6bfcc953-1beb-4202-b3db-56d3d2510a2b)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:12.465256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:12.474598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded5aee9-b647-49f2-91dd-992273038d13 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 63175cb6-530b-4525-9d7b-1f9b39a6a59a is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:20:12.477554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:20:12.478155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:20:12.509186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8247c6f-92f9-4b99-9174-c92253513e7a None None] Pushing event deleted for resources: {'Port': ['ID=f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:12.512436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8247c6f-92f9-4b99-9174-c92253513e7a None None] No DVR routers for this DVR port f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:20:12.525348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e8247c6f-92f9-4b99-9174-c92253513e7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:12.557054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-ded5aee9-b647-49f2-91dd-992273038d13 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 63175cb6-530b-4525-9d7b-1f9b39a6a59a) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:12.570742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6f43045b-c26c-4024-8364-addcb7a43aa3 None None] Deleting port 1bedb18a-8e32-471f-a75c-06185322c121 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:12.571175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f43045b-c26c-4024-8364-addcb7a43aa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:12.585613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77335de3-3cc1-4d88-ada4-76a149135a2b None None] Network 63175cb6-530b-4525-9d7b-1f9b39a6a59a requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:12.606958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Calling delete_port for 1bedb18a-8e32-471f-a75c-06185322c121 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:12.612061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded5aee9-b647-49f2-91dd-992273038d13 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:12.612714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ded5aee9-b647-49f2-91dd-992273038d13 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:12.685003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:12.690831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dd563223-4da3-42db-a3aa-d64a8b51cf8b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:12.743039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Port': ['ID=1bedb18a-8e32-471f-a75c-06185322c121,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:12.746429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:12.747281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] No DVR routers for this DVR port 1bedb18a-8e32-471f-a75c-06185322c121 on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:20:12.759266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Allocated IP 172.26.4.63 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/9a138633-491d-46c0-90c1-23bd420a2add) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:20:12.774258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6f43045b-c26c-4024-8364-addcb7a43aa3 None None] For port 1bedb18a-8e32-471f-a75c-06185322c121, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1bedb18a-8e32-471f-a75c-06185322c121,segment=NetworkSegment(6bfcc953-1beb-4202-b3db-56d3d2510a2b),segment_id=6bfcc953-1beb-4202-b3db-56d3d2510a2b)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:12.774731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f43045b-c26c-4024-8364-addcb7a43aa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:12.789467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] For port bd137b99-95ee-458e-baa6-2e9e16090c18, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=bd137b99-95ee-458e-baa6-2e9e16090c18,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:12.829700 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ded5aee9-b647-49f2-91dd-992273038d13 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.0330975 Apr 23 09:20:12.833099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38532) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:12.843968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-8e9efa8c-1770-4862-8c9c-b8ef8af030ca tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:12.885254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:12.929149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6f43045b-c26c-4024-8364-addcb7a43aa3 None None] Calling delete_port for 1bedb18a-8e32-471f-a75c-06185322c121 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:12.955498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:20:12.995511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:13.028041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] The port 'f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4' was deleted {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:20:13.066082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-6f43045b-c26c-4024-8364-addcb7a43aa3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:20:13.066483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-6f43045b-c26c-4024-8364-addcb7a43aa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:20:13.068668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-63175cb6-530b-4525-9d7b-1f9b39a6a59a', 'network_id': '63175cb6-530b-4525-9d7b-1f9b39a6a59a', 'tenant_id': 'eae5d749fb6145368bc3139a3a4f289b', 'fixed_ips': [{'subnet_id': '1fb86b03-7d6c-4aa4-8a71-bd7b0f05448c'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:20:13.069589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:13.070695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:13.071711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:13.082236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-453a5261-6934-409a-bdbe-5601703638f8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:13.120534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6872e826-ee76-4dac-9279-c4b1b8957b94']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:13.171025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:13.179056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:13.186028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bfcc953-1beb-4202-b3db-56d3d2510a2b') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:13.186956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:13.187099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bfcc953-1beb-4202-b3db-56d3d2510a2b') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:13.208593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:13.214933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cf957a-b01b-43b0-8fad-89c2eab893b3 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:13.225360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e9efa8c-1770-4862-8c9c-b8ef8af030ca tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036848932704'] for subnet, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:13.226452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:13.233995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1bedb18a-8e32-471f-a75c-06185322c121 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:20:13.256517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:13.257194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:13.315980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:13.322276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=bd137b99-95ee-458e-baa6-2e9e16090c18,revision_number=5']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:13.327357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:13.334131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a8974393-767f-48c4-bd8a-49d2055591d6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:13.342946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:20:13.383140 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.2088706 Apr 23 09:20:13.387669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38536) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:13.404406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3ba28c26-42c6-46b2-a9d1-0f1e49672418 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'mac_address': 'fa:16:3e:df:f1:89', 'name': 'tempest-NetworksTestDHCPv6-1973188608'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:13.455810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e6873c-aa7c-49ae-b68a-03345b4dd516']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:13.467667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=a48604cd-b024-4412-a914-b8444da4178a,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:13.470776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:13.477893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 1bedb18a-8e32-471f-a75c-06185322c121 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:20:13.478868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1bedb18a-8e32-471f-a75c-06185322c121 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:20:13.479520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:20:13.499570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ce54f2-4775-42f3-9649-94436c5304bc') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:13.499913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ce54f2-4775-42f3-9649-94436c5304bc') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:13.521135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:20:13.521535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f7f9da8f-95b3-4e2d-b5d7-bfe72c27cae4 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:20:13.570919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:13.579962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:13.583081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 6872e826-ee76-4dac-9279-c4b1b8957b94 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:13.593142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:13.601677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:13.623075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6f43045b-c26c-4024-8364-addcb7a43aa3 None None] The port '1bedb18a-8e32-471f-a75c-06185322c121' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:20:13.630169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Allocated IP 2001:db8::3 (63175cb6-530b-4525-9d7b-1f9b39a6a59a/1fb86b03-7d6c-4aa4-8a71-bd7b0f05448c/584a0d4a-ab67-4c41-bdf1-9f4a772ebd56) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:20:13.679759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:13.688481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:13.688929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:13.691018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:20:13.707085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:20:13.723759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Pushing event updated for resources: {'Port': ['ID=9a138633-491d-46c0-90c1-23bd420a2add,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:13.726923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:13.739769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3ba28c26-42c6-46b2-a9d1-0f1e49672418 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:13.747182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3ba28c26-42c6-46b2-a9d1-0f1e49672418 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:port and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:13.756445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3ba28c26-42c6-46b2-a9d1-0f1e49672418 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:13.766355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3ba28c26-42c6-46b2-a9d1-0f1e49672418 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:13.891649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Network 6872e826-ee76-4dac-9279-c4b1b8957b94 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:20:13.923896 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:20:13.927033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba28c26-42c6-46b2-a9d1-0f1e49672418 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:14.005289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:14.103105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network 37e6873c-aa7c-49ae-b68a-03345b4dd516 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:14.114804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:14.192975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:14.204128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0f0a93d3-d067-4e7b-813c-a76def0cbf46 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:14.229764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:14.559060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Pushing event deleted for resources: {'Network': ['ID=6872e826-ee76-4dac-9279-c4b1b8957b94,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:14.579226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:14.613167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ba28c26-42c6-46b2-a9d1-0f1e49672418 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:14.633269 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/networks/6872e826-ee76-4dac-9279-c4b1b8957b94 HTTP/1.1" status: 204 len: 168 time: 2.7948191 Apr 23 09:20:14.639478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38540) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:14.647984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-efb1302e-85cf-4a39-a0cf-37f848cdee9e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'router': {'routes': None}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:14.660295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f6d869d3-beaf-4988-8a64-d9eafcdfdca1 None None] Provisioning complete for port bd137b99-95ee-458e-baa6-2e9e16090c18 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:14.660700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f6d869d3-beaf-4988-8a64-d9eafcdfdca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:14.671418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-3ba28c26-42c6-46b2-a9d1-0f1e49672418 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] device_id is not set on port 027bf9a0-a8db-43d8-9a8f-67d614cda0fc yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:20:14.720328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Network 37e6873c-aa7c-49ae-b68a-03345b4dd516 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:20:14.752990 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:20:14.762547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:15.025911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Transition to ACTIVE for port object 584a0d4a-ab67-4c41-bdf1-9f4a772ebd56 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:15.049586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Transition to ACTIVE for port object 584a0d4a-ab67-4c41-bdf1-9f4a772ebd56 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:15.077991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.extraroute_db [None req-efb1302e-85cf-4a39-a0cf-37f848cdee9e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Added routes are [] {{(pid=87174) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 23 09:20:15.078364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.extraroute_db [None req-efb1302e-85cf-4a39-a0cf-37f848cdee9e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Removed routes are [] {{(pid=87174) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 23 09:20:15.078823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efb1302e-85cf-4a39-a0cf-37f848cdee9e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:15.143819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:15.149572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:15.154192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:15.197968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device bd137b99-95ee-458e-baa6-2e9e16090c18 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:20:15.213962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bec87e10-5470-4d97-8e5a-4e65a7b796f2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:15.237849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:15.254406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Pushing event deleted for resources: {'Network': ['ID=37e6873c-aa7c-49ae-b68a-03345b4dd516,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:15.259277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Network 63175cb6-530b-4525-9d7b-1f9b39a6a59a is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:15.260345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:15.262497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:15.271327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:20:15.311040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-3ba28c26-42c6-46b2-a9d1-0f1e49672418 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8::2ee (bb316f39-4b0e-43f1-8f3e-34646815cee0/112f49dc-e21d-4318-b663-12a4cc01a427/027bf9a0-a8db-43d8-9a8f-67d614cda0fc) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:20:15.333243 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] 10.222.0.60 "DELETE /v2.0/networks/37e6873c-aa7c-49ae-b68a-03345b4dd516 HTTP/1.1" status: 204 len: 168 time: 3.7724023 Apr 23 09:20:15.338600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Pushing event updated for resources: {'Port': ['ID=584a0d4a-ab67-4c41-bdf1-9f4a772ebd56,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:15.354963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:15.402238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-3ba28c26-42c6-46b2-a9d1-0f1e49672418 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8:0:1:f816:3eff:fedf:f189 (bb316f39-4b0e-43f1-8f3e-34646815cee0/a48604cd-b024-4412-a914-b8444da4178a/027bf9a0-a8db-43d8-9a8f-67d614cda0fc) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:20:15.415195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efb1302e-85cf-4a39-a0cf-37f848cdee9e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:15.419310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efb1302e-85cf-4a39-a0cf-37f848cdee9e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846489349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8286451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846514403'] for router, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:15.506229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port bd137b99-95ee-458e-baa6-2e9e16090c18 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:15.506949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:15.529063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:15.559735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Attempting to bind port 584a0d4a-ab67-4c41-bdf1-9f4a772ebd56 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:20:15.562518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Attempting to bind port 584a0d4a-ab67-4c41-bdf1-9f4a772ebd56 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'b5e1ff0c-03b6-4b71-8395-0a3962c81a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '63175cb6-530b-4525-9d7b-1f9b39a6a59a'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:20:15.563429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Attempting to bind port 584a0d4a-ab67-4c41-bdf1-9f4a772ebd56 on network 63175cb6-530b-4525-9d7b-1f9b39a6a59a {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:20:15.587529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb1302e-85cf-4a39-a0cf-37f848cdee9e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:20:15.593697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:20:15.594663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Checking segment: {'id': 'b5e1ff0c-03b6-4b71-8395-0a3962c81a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '63175cb6-530b-4525-9d7b-1f9b39a6a59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:20:15.594845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:15.595285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Bound using segment: {'id': 'b5e1ff0c-03b6-4b71-8395-0a3962c81a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '63175cb6-530b-4525-9d7b-1f9b39a6a59a'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:20:15.595821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Bound port: 584a0d4a-ab67-4c41-bdf1-9f4a772ebd56, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e1ff0c-03b6-4b71-8395-0a3962c81a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '63175cb6-530b-4525-9d7b-1f9b39a6a59a'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:20:15.596251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:15.775665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb1302e-85cf-4a39-a0cf-37f848cdee9e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:20:15.783459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efb1302e-85cf-4a39-a0cf-37f848cdee9e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:15.784987 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-efb1302e-85cf-4a39-a0cf-37f848cdee9e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/routers/4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 HTTP/1.1" status: 200 len: 705 time: 1.1443453 Apr 23 09:20:15.788133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38546) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:15.793075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e0a9b1-a4af-4402-a6d1-9084950b0181 None None] Sync routers for ids ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:20:15.806186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] For port 584a0d4a-ab67-4c41-bdf1-9f4a772ebd56, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:20:15.819282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e0a9b1-a4af-4402-a6d1-9084950b0181 None None] Routers {'4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:20:15.819986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-61e0a9b1-a4af-4402-a6d1-9084950b0181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:20:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:15.862917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2962617c-ebd1-4758-9474-164d02e87a76 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Synchronizing usage tracker for tenant:6a7817c6b9664b5898a398d7ccbe4c15 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:20:15.883082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] For port 584a0d4a-ab67-4c41-bdf1-9f4a772ebd56, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=584a0d4a-ab67-4c41-bdf1-9f4a772ebd56,segment=NetworkSegment(b5e1ff0c-03b6-4b71-8395-0a3962c81a28),segment_id=b5e1ff0c-03b6-4b71-8395-0a3962c81a28)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:20:15.907899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2962617c-ebd1-4758-9474-164d02e87a76 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Unset dirty status for tenant:6a7817c6b9664b5898a398d7ccbe4c15 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:20:15.913817 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2962617c-ebd1-4758-9474-164d02e87a76 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 HTTP/1.1" status: 200 len: 205 time: 0.1244648 Apr 23 09:20:15.915541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38552) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:15.953766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38556) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:15.958893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:15.965759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-75f642b4-f8aa-452e-b350-5db36898a471 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:16.019353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-61e0a9b1-a4af-4402-a6d1-9084950b0181 None None] Set router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:20:16.085677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b280252-95a8-44d4-87d0-3f6a61375037 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:16.150107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-61e0a9b1-a4af-4402-a6d1-9084950b0181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:20:08Z', 'revision_number': 11, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:16.160494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ba28c26-42c6-46b2-a9d1-0f1e49672418 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:16.174058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e0a9b1-a4af-4402-a6d1-9084950b0181 None None] Checking router: 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:20:16.193414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e0a9b1-a4af-4402-a6d1-9084950b0181 None None] Routers {'4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:20:16.194104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-61e0a9b1-a4af-4402-a6d1-9084950b0181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:20:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:16.208785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e9efa8c-1770-4862-8c9c-b8ef8af030ca tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786098151897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036847193362'] for subnet, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:16.214580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3ba28c26-42c6-46b2-a9d1-0f1e49672418 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Transition to ACTIVE for port object 027bf9a0-a8db-43d8-9a8f-67d614cda0fc will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:16.220311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:16.252976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Pushing event updated for resources: {'Port': ['ID=584a0d4a-ab67-4c41-bdf1-9f4a772ebd56,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:16.321348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:16.339234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-61e0a9b1-a4af-4402-a6d1-9084950b0181 None None] Set router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:20:16.344930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9efa8c-1770-4862-8c9c-b8ef8af030ca tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:16.345639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e9efa8c-1770-4862-8c9c-b8ef8af030ca tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:16.350295 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8e9efa8c-1770-4862-8c9c-b8ef8af030ca tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "PUT /v2.0/subnets/1fb86b03-7d6c-4aa4-8a71-bd7b0f05448c HTTP/1.1" status: 200 len: 900 time: 3.5159588 Apr 23 09:20:16.358833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38562) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:16.385978 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7d8a386b-dd08-4ddf-85ff-1a8e58bc7e37 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ea334c1946ff4a0dac6daa6b4816ceb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3632865 Apr 23 09:20:16.387513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9efa8c-1770-4862-8c9c-b8ef8af030ca tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event updated for resources: {'Subnet': ['ID=1fb86b03-7d6c-4aa4-8a71-bd7b0f05448c,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:16.391241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38566) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:16.394340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e9efa8c-1770-4862-8c9c-b8ef8af030ca tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:16.415152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Router 84835fce-90cc-4b7d-bdbc-d5b91f9aa12a is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:20:16.466407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-61e0a9b1-a4af-4402-a6d1-9084950b0181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:20:08Z', 'revision_number': 11, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:16.472054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e0a9b1-a4af-4402-a6d1-9084950b0181 None None] The sync data for ids ['4dedd00f-5e9c-4e5f-ae3c-9190e82656d4'] in dv-neutron-786478-4-hyperv is: [{'id': '4dedd00f-5e9c-4e5f-ae3c-9190e82656d4', 'name': 'tempest-RoutersIpV6Test-router-1843654033', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:18:43Z', 'updated_at': '2021-04-23T09:20:08Z', 'revision_number': 11, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:20:16.528341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ba28c26-42c6-46b2-a9d1-0f1e49672418 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:16.551749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b280252-95a8-44d4-87d0-3f6a61375037 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:16.555355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b280252-95a8-44d4-87d0-3f6a61375037 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:16.613462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-85525454-96f2-439c-89ad-cb157aa1901e tempest-ExternalNetworksAdminNegativeTestJSON-1813225725 tempest-ExternalNetworksAdminNegativeTestJSON-1813225725-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:16.651721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:16.712103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b280252-95a8-44d4-87d0-3f6a61375037 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:16.712430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b280252-95a8-44d4-87d0-3f6a61375037 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Fanout notify agent at l3_agent the message router_deleted on router 4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:20:16.743781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b280252-95a8-44d4-87d0-3f6a61375037 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:16.744900 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2b280252-95a8-44d4-87d0-3f6a61375037 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/routers/4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 HTTP/1.1" status: 204 len: 168 time: 0.8276143 Apr 23 09:20:16.747487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba28c26-42c6-46b2-a9d1-0f1e49672418 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:16.752042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38570) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:16.756227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba28c26-42c6-46b2-a9d1-0f1e49672418 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=027bf9a0-a8db-43d8-9a8f-67d614cda0fc,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:16.759078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-3ba28c26-42c6-46b2-a9d1-0f1e49672418 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:16.759217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-10dd775d-663c-402b-a98c-f1da49036c35 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1946681494', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:16.761046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3ba28c26-42c6-46b2-a9d1-0f1e49672418 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:16.766818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba28c26-42c6-46b2-a9d1-0f1e49672418 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:20:16.772925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-10dd775d-663c-402b-a98c-f1da49036c35 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:16.773064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba28c26-42c6-46b2-a9d1-0f1e49672418 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:16.773713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ba28c26-42c6-46b2-a9d1-0f1e49672418 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:16.780952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-10dd775d-663c-402b-a98c-f1da49036c35 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Usage tracker for resource:router and tenant:6a7817c6b9664b5898a398d7ccbe4c15 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:16.786782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-53e37d5e-fba8-4607-aa4e-bea066c94711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:16.789188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-10dd775d-663c-402b-a98c-f1da49036c35 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:16.799075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-10dd775d-663c-402b-a98c-f1da49036c35 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:16.817460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Deleting port 584a0d4a-ab67-4c41-bdf1-9f4a772ebd56 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:16.824828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:16.853875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10dd775d-663c-402b-a98c-f1da49036c35 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:16.855174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10dd775d-663c-402b-a98c-f1da49036c35 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:16.858564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:20:16.869915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-53e37d5e-fba8-4607-aa4e-bea066c94711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:16.883255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] Sync routers for ids ['84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:20:16.885191 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3ba28c26-42c6-46b2-a9d1-0f1e49672418 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4918237 Apr 23 09:20:16.898138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38574) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:16.898273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] Routers {'84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:20:16.898273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:20:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:16.963036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10dd775d-663c-402b-a98c-f1da49036c35 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:17.010813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] For port 584a0d4a-ab67-4c41-bdf1-9f4a772ebd56, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=584a0d4a-ab67-4c41-bdf1-9f4a772ebd56,segment=NetworkSegment(b5e1ff0c-03b6-4b71-8395-0a3962c81a28),segment_id=b5e1ff0c-03b6-4b71-8395-0a3962c81a28)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:17.011096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:17.023266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:17.028278 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.7387459 Apr 23 09:20:17.029185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38578) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:17.176696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0b34971b-0915-4efd-afc6-b9211666a592 None None] Provisioning for port 027bf9a0-a8db-43d8-9a8f-67d614cda0fc completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:20:17.185819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0b34971b-0915-4efd-afc6-b9211666a592 None None] Provisioning complete for port 027bf9a0-a8db-43d8-9a8f-67d614cda0fc triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:17.187784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b34971b-0915-4efd-afc6-b9211666a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:17.203997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] Set router 84835fce-90cc-4b7d-bdbc-d5b91f9aa12a gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:20:17.315515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 584a0d4a-ab67-4c41-bdf1-9f4a772ebd56 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:20:17.409686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0b34971b-0915-4efd-afc6-b9211666a592 None None] Port 027bf9a0-a8db-43d8-9a8f-67d614cda0fc cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:20:17.491720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 584a0d4a-ab67-4c41-bdf1-9f4a772ebd56 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:20:17.523219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Calling delete_port for 584a0d4a-ab67-4c41-bdf1-9f4a772ebd56 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:17.526569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10dd775d-663c-402b-a98c-f1da49036c35 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:17.547678 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9676543a-5a05-414b-a68d-f1f5e4ee6c0c tempest-TestNetworkAdvancedServerOps-1293008040 tempest-TestNetworkAdvancedServerOps-1293008040-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=2512ab69cb484640aebc38a05079f506&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5095661 Apr 23 09:20:17.547678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-53e37d5e-fba8-4607-aa4e-bea066c94711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:17.548685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38584) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:17.559189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0a10de0b-7e8c-4477-bb4a-309009385b94 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:17.573413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-53e37d5e-fba8-4607-aa4e-bea066c94711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:17.575086 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-53e37d5e-fba8-4607-aa4e-bea066c94711 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0b91e817-7f86-46c8-83c2-7e6fa6ab93b2 HTTP/1.1" status: 204 len: 168 time: 1.1822693 Apr 23 09:20:17.594681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e37d5e-fba8-4607-aa4e-bea066c94711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b91e817-7f86-46c8-83c2-7e6fa6ab93b2,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:17.602529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-53e37d5e-fba8-4607-aa4e-bea066c94711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:17.644934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4430b13d-dd66-4d35-ab47-243b2b42f538 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting port 027bf9a0-a8db-43d8-9a8f-67d614cda0fc {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:17.644934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4430b13d-dd66-4d35-ab47-243b2b42f538 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:17.670625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139391490', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '9a138633-491d-46c0-90c1-23bd420a2add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:10Z', 'updated_at': '2021-04-23T09:20:14Z', 'revision_number': 3, 'project_id': '2512ab69cb484640aebc38a05079f506', 'gw_port': {'id': '9a138633-491d-46c0-90c1-23bd420a2add', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:12Z', 'updated_at': '2021-04-23T09:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:17.680250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] Checking router: 84835fce-90cc-4b7d-bdbc-d5b91f9aa12a for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:20:17.680651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] Updating router 84835fce-90cc-4b7d-bdbc-d5b91f9aa12a port 9a138633-491d-46c0-90c1-23bd420a2add binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:20:17.703411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10dd775d-663c-402b-a98c-f1da49036c35 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:17.705176 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-10dd775d-663c-402b-a98c-f1da49036c35 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9518056 Apr 23 09:20:17.709190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38590) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:17.720342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5335bf1b-ce21-4d84-a9f6-35e30c50630f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:17.867493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4430b13d-dd66-4d35-ab47-243b2b42f538 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:17.993828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:18.021880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a9a5ff-140b-412c-ac56-a286eb5b6da0 tempest-TestNetworkAdvancedServerOps-1293008040 tempest-TestNetworkAdvancedServerOps-1293008040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:18.024050 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b6a9a5ff-140b-412c-ac56-a286eb5b6da0 tempest-TestNetworkAdvancedServerOps-1293008040 tempest-TestNetworkAdvancedServerOps-1293008040-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4742315 Apr 23 09:20:18.050981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4430b13d-dd66-4d35-ab47-243b2b42f538 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Calling delete_port for 027bf9a0-a8db-43d8-9a8f-67d614cda0fc owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:18.053570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38598) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:18.062733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4d824c-ae05-444e-8169-952fde426aad None None] Network 63175cb6-530b-4525-9d7b-1f9b39a6a59a requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:18.112385 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-54a960d4-4035-431d-82b8-4582bbb3b7c5 tempest-TestNetworkAdvancedServerOps-1293008040 tempest-TestNetworkAdvancedServerOps-1293008040-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0571718 Apr 23 09:20:18.117025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38604) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:18.124880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-48ea245b-e41e-4cb7-b2bd-71a05a229ccf tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-385450298', 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685', 'project_id': '2512ab69cb484640aebc38a05079f506', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:18.301568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:18.324256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f14a3995-3b3c-4585-a9eb-184154accae2 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:18.376392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4430b13d-dd66-4d35-ab47-243b2b42f538 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:18.384680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:18.418984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:18.433626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] Transition to ACTIVE for port object 9a138633-491d-46c0-90c1-23bd420a2add will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:18.462156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:18.468579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430b13d-dd66-4d35-ab47-243b2b42f538 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Port': ['ID=027bf9a0-a8db-43d8-9a8f-67d614cda0fc,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:18.474016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8170a89c-d0a0-47ca-98d8-4a1fcecfd489 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:18.528934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Port': ['ID=584a0d4a-ab67-4c41-bdf1-9f4a772ebd56,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:18.570547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430b13d-dd66-4d35-ab47-243b2b42f538 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:18.571283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430b13d-dd66-4d35-ab47-243b2b42f538 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:18.571709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430b13d-dd66-4d35-ab47-243b2b42f538 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:18.572130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430b13d-dd66-4d35-ab47-243b2b42f538 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:18.572549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430b13d-dd66-4d35-ab47-243b2b42f538 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:18.572964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430b13d-dd66-4d35-ab47-243b2b42f538 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:18.573380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430b13d-dd66-4d35-ab47-243b2b42f538 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:18.573791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430b13d-dd66-4d35-ab47-243b2b42f538 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:18.574201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430b13d-dd66-4d35-ab47-243b2b42f538 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:18.574669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430b13d-dd66-4d35-ab47-243b2b42f538 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:18.575589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430b13d-dd66-4d35-ab47-243b2b42f538 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:18.576009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4430b13d-dd66-4d35-ab47-243b2b42f538 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:18.615966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9d6e3b1c-fea8-42ad-a8c0-902df401d819 None None] Provisioning for port 584a0d4a-ab67-4c41-bdf1-9f4a772ebd56 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:20:18.626467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9d6e3b1c-fea8-42ad-a8c0-902df401d819 None None] Provisioning complete for port 584a0d4a-ab67-4c41-bdf1-9f4a772ebd56 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:18.626896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d6e3b1c-fea8-42ad-a8c0-902df401d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:18.628905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] Attempting to bind port 9a138633-491d-46c0-90c1-23bd420a2add on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:20:18.629137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4430b13d-dd66-4d35-ab47-243b2b42f538 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:18.629331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] Attempting to bind port 9a138633-491d-46c0-90c1-23bd420a2add by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:20:18.629725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] Attempting to bind port 9a138633-491d-46c0-90c1-23bd420a2add on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:20:18.633882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131605a-5cee-422a-b0e7-26fc4f4bc2e1 None None] Pushing event updated for resources: {'Port': ['ID=9a138633-491d-46c0-90c1-23bd420a2add,revision_number=2']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:18.647525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9131605a-5cee-422a-b0e7-26fc4f4bc2e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:18.648705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:20:18.649125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:20:18.649574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:18.650183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:20:18.650872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4430b13d-dd66-4d35-ab47-243b2b42f538 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:18.652140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] Bound port: 9a138633-491d-46c0-90c1-23bd420a2add, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:20:18.652581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:18.683660 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4430b13d-dd66-4d35-ab47-243b2b42f538 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/027bf9a0-a8db-43d8-9a8f-67d614cda0fc HTTP/1.1" status: 204 len: 168 time: 1.7861240 Apr 23 09:20:18.686793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38618) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:18.704273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9d6e3b1c-fea8-42ad-a8c0-902df401d819 None None] Port 584a0d4a-ab67-4c41-bdf1-9f4a772ebd56 was deleted so its status cannot be updated. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Apr 23 09:20:18.712891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5335bf1b-ce21-4d84-a9f6-35e30c50630f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:18.727881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-48ea245b-e41e-4cb7-b2bd-71a05a229ccf tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:18.740604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] No DVR routers for this DVR port 584a0d4a-ab67-4c41-bdf1-9f4a772ebd56 on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:20:18.784287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:18.784766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:18.789000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:18.789000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:18.789000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:18.789000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:18.789000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:18.789661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:18.789766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:18.790153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:18.791100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:18.791540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:18.792604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] For port 9a138633-491d-46c0-90c1-23bd420a2add, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:20:18.800762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-48ea245b-e41e-4cb7-b2bd-71a05a229ccf tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Usage tracker for resource:subnet and tenant:2512ab69cb484640aebc38a05079f506 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:18.802425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] For port 9a138633-491d-46c0-90c1-23bd420a2add, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=9a138633-491d-46c0-90c1-23bd420a2add,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:20:18.804474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5335bf1b-ce21-4d84-a9f6-35e30c50630f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846489349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8286451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846514403'] for router, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:18.807623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:18.808507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-48ea245b-e41e-4cb7-b2bd-71a05a229ccf tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:18.831193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-48ea245b-e41e-4cb7-b2bd-71a05a229ccf tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:18.837827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:18.846691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f0f21c-c2b3-450d-a38c-63e1cbed10ae tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:18.847624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c0f0f21c-c2b3-450d-a38c-63e1cbed10ae tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:20:18.854660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:18.897173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c0f0f21c-c2b3-450d-a38c-63e1cbed10ae tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:20:18.901552 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c0f0f21c-c2b3-450d-a38c-63e1cbed10ae tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2127547 Apr 23 09:20:18.902456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38624) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:18.971670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] Routers {'84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:20:18.972850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:20:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:19.035643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:19.045385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180ed0c3-5dab-4073-991c-b6bcd698fbe9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:19.047737 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-180ed0c3-5dab-4073-991c-b6bcd698fbe9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1438320 Apr 23 09:20:19.051371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38628) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:19.067818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131605a-5cee-422a-b0e7-26fc4f4bc2e1 None None] Pushing event updated for resources: {'Port': ['ID=9a138633-491d-46c0-90c1-23bd420a2add,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:19.071410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9131605a-5cee-422a-b0e7-26fc4f4bc2e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:19.075218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38632) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:19.090987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ea245b-e41e-4cb7-b2bd-71a05a229ccf tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Made reservation on behalf of 2512ab69cb484640aebc38a05079f506 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:19.098341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-48ea245b-e41e-4cb7-b2bd-71a05a229ccf tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:19.149324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddaf930-249c-4b48-9065-bdbc43272fae None None] Network 63175cb6-530b-4525-9d7b-1f9b39a6a59a requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:19.196418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1262911-de89-4a29-8c8f-80139d2194b0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:19.204393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1262911-de89-4a29-8c8f-80139d2194b0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:19.211272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1262911-de89-4a29-8c8f-80139d2194b0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:19.212435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f1262911-de89-4a29-8c8f-80139d2194b0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:20:19.214607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] Set router 84835fce-90cc-4b7d-bdbc-d5b91f9aa12a gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:20:19.278433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f1262911-de89-4a29-8c8f-80139d2194b0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:20:19.280354 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f1262911-de89-4a29-8c8f-80139d2194b0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2272646 Apr 23 09:20:19.283625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38638) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:19.324487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5335bf1b-ce21-4d84-a9f6-35e30c50630f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Router cc9dec94-c121-4641-9a70-8a0142d66982 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:20:19.338639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-632170469'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:19.344534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:19.348990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:network and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:19.352128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:19.358963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:19.396819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-892aed98-d1af-4001-b4f1-bbda57c20c82 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet 112f49dc-e21d-4318-b663-12a4cc01a427 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:20:19.400837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-892aed98-d1af-4001-b4f1-bbda57c20c82 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:19.450899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:19.471171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:19.476710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-892aed98-d1af-4001-b4f1-bbda57c20c82 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:19.500044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:19.556517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139391490', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '9a138633-491d-46c0-90c1-23bd420a2add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:10Z', 'updated_at': '2021-04-23T09:20:14Z', 'revision_number': 3, 'project_id': '2512ab69cb484640aebc38a05079f506', 'gw_port': {'id': '9a138633-491d-46c0-90c1-23bd420a2add', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:12Z', 'updated_at': '2021-04-23T09:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:19.561919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1d804d-0d89-4473-a3ed-72a5261fdcf6 None None] The sync data for ids ['84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'] in dv-neutron-786478-4-hyperv is: [{'id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139391490', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '9a138633-491d-46c0-90c1-23bd420a2add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:10Z', 'updated_at': '2021-04-23T09:20:14Z', 'revision_number': 3, 'project_id': '2512ab69cb484640aebc38a05079f506', 'gw_port': {'id': '9a138633-491d-46c0-90c1-23bd420a2add', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:12Z', 'updated_at': '2021-04-23T09:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:20:19.601506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-892aed98-d1af-4001-b4f1-bbda57c20c82 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:19.686386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:19.705759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:security_group_rule and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:19.715432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:19.718975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5335bf1b-ce21-4d84-a9f6-35e30c50630f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:20:19.730553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98164f32-0c88-4597-ac7e-c8afe3f05b68 None None] Sync routers for ids ['cc9dec94-c121-4641-9a70-8a0142d66982'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:20:19.742306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98164f32-0c88-4597-ac7e-c8afe3f05b68 None None] Routers {'cc9dec94-c121-4641-9a70-8a0142d66982'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:20:19.742972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:19.743089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-98164f32-0c88-4597-ac7e-c8afe3f05b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:20:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['cc9dec94-c121-4641-9a70-8a0142d66982'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:19.820793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5335bf1b-ce21-4d84-a9f6-35e30c50630f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:19.824546 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5335bf1b-ce21-4d84-a9f6-35e30c50630f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "PUT /v2.0/routers/cc9dec94-c121-4641-9a70-8a0142d66982 HTTP/1.1" status: 200 len: 698 time: 2.1102784 Apr 23 09:20:19.825495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38642) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:19.907263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-98164f32-0c88-4597-ac7e-c8afe3f05b68 None None] Set router cc9dec94-c121-4641-9a70-8a0142d66982 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:20:20.032249 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c46212ec-3009-44df-8a8a-083cf2da8efa tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/routers/cc9dec94-c121-4641-9a70-8a0142d66982 HTTP/1.1" status: 200 len: 704 time: 0.2014029 Apr 23 09:20:20.033757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38646) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:20.042342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-98164f32-0c88-4597-ac7e-c8afe3f05b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9dec94-c121-4641-9a70-8a0142d66982', 'name': 'tempest-RoutersIpV6Test-router-1946681494', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:16Z', 'updated_at': '2021-04-23T09:20:18Z', 'revision_number': 2, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:20.057957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98164f32-0c88-4597-ac7e-c8afe3f05b68 None None] Checking router: cc9dec94-c121-4641-9a70-8a0142d66982 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:20:20.079103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98164f32-0c88-4597-ac7e-c8afe3f05b68 None None] Routers {'cc9dec94-c121-4641-9a70-8a0142d66982'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:20:20.079556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-98164f32-0c88-4597-ac7e-c8afe3f05b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:20:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['cc9dec94-c121-4641-9a70-8a0142d66982'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:20.091627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:20.109748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f2eb21dd-4a2d-41fc-ba4a-3ce1e14bdd51 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Synchronizing usage tracker for tenant:6a7817c6b9664b5898a398d7ccbe4c15 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:20:20.121182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:20.122383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-41758fe8-4001-4bd7-b44e-5422a2df679a tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:20.180901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Subnet': ['ID=1fb86b03-7d6c-4aa4-8a71-bd7b0f05448c,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:20.193605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f2eb21dd-4a2d-41fc-ba4a-3ce1e14bdd51 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Unset dirty status for tenant:6a7817c6b9664b5898a398d7ccbe4c15 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:20:20.198624 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f2eb21dd-4a2d-41fc-ba4a-3ce1e14bdd51 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9dec94-c121-4641-9a70-8a0142d66982 HTTP/1.1" status: 200 len: 205 time: 0.1637669 Apr 23 09:20:20.202276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-892aed98-d1af-4001-b4f1-bbda57c20c82 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:20.206736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38650) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:20.207535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6f9c395f-1a17-4659-8c03-1c73c04bfde2 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:20.235230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d875aa2-cef2-47d0-9020-72b3194b321b None None] Network 63175cb6-530b-4525-9d7b-1f9b39a6a59a requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:20.317615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892aed98-d1af-4001-b4f1-bbda57c20c82 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=112f49dc-e21d-4318-b663-12a4cc01a427,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:20.320621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-892aed98-d1af-4001-b4f1-bbda57c20c82 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:20.333426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-892aed98-d1af-4001-b4f1-bbda57c20c82 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:20.352614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-98164f32-0c88-4597-ac7e-c8afe3f05b68 None None] Set router cc9dec94-c121-4641-9a70-8a0142d66982 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:20:20.436309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2dee03b8-0d9b-4542-9023-d8a25570ec15 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:20.510362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85c94f3-de45-4d72-abe2-2d7b4292cfdb None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:20.538105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-98164f32-0c88-4597-ac7e-c8afe3f05b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9dec94-c121-4641-9a70-8a0142d66982', 'name': 'tempest-RoutersIpV6Test-router-1946681494', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:16Z', 'updated_at': '2021-04-23T09:20:18Z', 'revision_number': 2, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:20.549858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98164f32-0c88-4597-ac7e-c8afe3f05b68 None None] The sync data for ids ['cc9dec94-c121-4641-9a70-8a0142d66982'] in dv-neutron-786478-4-hyperv is: [{'id': 'cc9dec94-c121-4641-9a70-8a0142d66982', 'name': 'tempest-RoutersIpV6Test-router-1946681494', 'tenant_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:16Z', 'updated_at': '2021-04-23T09:20:18Z', 'revision_number': 2, 'project_id': '6a7817c6b9664b5898a398d7ccbe4c15', 'gw_port_host': None}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:20:20.563401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:20.582420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:20.593639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ff249b08-483c-4295-ac2e-e5f75cf08890 tempest-ServerActionsTestJSON-351382443 tempest-ServerActionsTestJSON-351382443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:20.606357 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-892aed98-d1af-4001-b4f1-bbda57c20c82 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/112f49dc-e21d-4318-b663-12a4cc01a427 HTTP/1.1" status: 204 len: 168 time: 1.3215506 Apr 23 09:20:20.615757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38654) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:20.700773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:20.820951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c82de9-b792-4e6d-87d5-ecdf8f71dd50 None None] DHCP port deletion for 63175cb6-530b-4525-9d7b-1f9b39a6a59a request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:20:20.893922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:20:20.924330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2dee03b8-0d9b-4542-9023-d8a25570ec15 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:20.933739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-7362f106-0319-4b88-be16-23b2ac10fad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet a48604cd-b024-4412-a914-b8444da4178a {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:20:20.937195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2dee03b8-0d9b-4542-9023-d8a25570ec15 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:20.939149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7362f106-0319-4b88-be16-23b2ac10fad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:20.941452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc77b24b-8830-4ed0-b1c4-1037c88ffe2f,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:20.957378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:20.961659 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Added segment 34933523-5714-45df-a69d-647e860e8610 of type vlan for network fa69da7b-2a72-44c2-9c97-f04cc5178f5f Apr 23 09:20:20.965075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:21.005941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63175cb6-530b-4525-9d7b-1f9b39a6a59a']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:21.015968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7362f106-0319-4b88-be16-23b2ac10fad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:21.041306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e1ff0c-03b6-4b71-8395-0a3962c81a28') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:21.041664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e1ff0c-03b6-4b71-8395-0a3962c81a28') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:21.051290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:21.066970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:21.093399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2dee03b8-0d9b-4542-9023-d8a25570ec15 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:21.095732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dee03b8-0d9b-4542-9023-d8a25570ec15 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Fanout notify agent at l3_agent the message router_deleted on router cc9dec94-c121-4641-9a70-8a0142d66982 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:20:21.106248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:21.118650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2dee03b8-0d9b-4542-9023-d8a25570ec15 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:21.120219 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2dee03b8-0d9b-4542-9023-d8a25570ec15 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/routers/cc9dec94-c121-4641-9a70-8a0142d66982 HTTP/1.1" status: 204 len: 168 time: 0.8681121 Apr 23 09:20:21.129880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38660) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:21.132208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:20:21.183225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7362f106-0319-4b88-be16-23b2ac10fad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:21.228177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9a138633-491d-46c0-90c1-23bd420a2add up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:20:21.293884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:21.300729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:21.301415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:21.322690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-257a4ba2-c142-4b05-b9bd-46ca12697937 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:21.347633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 9a138633-491d-46c0-90c1-23bd420a2add completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:20:21.353001 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2facd5f6-4302-4765-bcfc-5e4b6d4110c2 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9dec94-c121-4641-9a70-8a0142d66982 HTTP/1.1" status: 200 len: 205 time: 0.2006695 Apr 23 09:20:21.354296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 9a138633-491d-46c0-90c1-23bd420a2add triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:21.355079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:21.366137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38664) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:21.458498 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-8ba5f2d2-fa8f-4ce1-a5a7-e52b260e4e00 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] delete failed (client error): The resource could not be found. Apr 23 09:20:21.462461 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8ba5f2d2-fa8f-4ce1-a5a7-e52b260e4e00 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/routers/cc9dec94-c121-4641-9a70-8a0142d66982 HTTP/1.1" status: 404 len: 336 time: 0.0951681 Apr 23 09:20:21.463105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38668) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:21.512215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-48ea245b-e41e-4cb7-b2bd-71a05a229ccf tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:21.521335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:21.525629 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a0a7a1e-04be-4dd8-80f6-dc29c360da8d tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:21.526169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a0a7a1e-04be-4dd8-80f6-dc29c360da8d tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:21.532866 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1a0a7a1e-04be-4dd8-80f6-dc29c360da8d tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/subnets/0f8f0d3e-66ff-46ee-840a-91c1303a46b2 HTTP/1.1" status: 404 len: 337 time: 0.0660763 Apr 23 09:20:21.537053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38672) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:21.555295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 9a138633-491d-46c0-90c1-23bd420a2add, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=9a138633-491d-46c0-90c1-23bd420a2add,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:21.593996 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cbffea2-ba53-4d96-b77f-8d587bf1dadc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:21.594547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cbffea2-ba53-4d96-b77f-8d587bf1dadc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:21.599122 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5cbffea2-ba53-4d96-b77f-8d587bf1dadc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/subnets/587d5465-d1c5-443f-849b-916d484ae163 HTTP/1.1" status: 404 len: 337 time: 0.0581121 Apr 23 09:20:21.601182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:21.610354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38676) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:21.614259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9338f12c-564e-48ca-a8c6-98e3d2a82672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:21.618512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 63175cb6-530b-4525-9d7b-1f9b39a6a59a has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:21.629718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:21.662591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 584a0d4a-ab67-4c41-bdf1-9f4a772ebd56 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:20:21.674618 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-8695145d-8dc2-47c7-a895-5ab933706c62 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:21.675135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8695145d-8dc2-47c7-a895-5ab933706c62 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:21.679653 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8695145d-8dc2-47c7-a895-5ab933706c62 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/subnets/812d4c97-b8a8-43dd-a7ac-5b89a5522e92 HTTP/1.1" status: 404 len: 337 time: 0.0650108 Apr 23 09:20:21.680174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38680) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:21.721850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 584a0d4a-ab67-4c41-bdf1-9f4a772ebd56 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:20:21.722506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 584a0d4a-ab67-4c41-bdf1-9f4a772ebd56 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:20:21.729885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Network': ['ID=fa69da7b-2a72-44c2-9c97-f04cc5178f5f,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:21.747463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:21.758809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a2e4a9d3-ebd9-4aa7-8dfa-74ef096e6521 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:21.759035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=9a138633-491d-46c0-90c1-23bd420a2add,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:21.765774 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d52ba2-f46c-4d29-8d2c-d4e38a96ab44 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:21.766384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94d52ba2-f46c-4d29-8d2c-d4e38a96ab44 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:21.766956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network fa69da7b-2a72-44c2-9c97-f04cc5178f5f details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:20:21.771313 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-94d52ba2-f46c-4d29-8d2c-d4e38a96ab44 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/subnets/04a7a429-2ddd-4fcc-85a8-b5bb491a7235 HTTP/1.1" status: 404 len: 337 time: 0.0900509 Apr 23 09:20:21.774575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38684) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:21.782123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:21.801104 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.7193494 Apr 23 09:20:21.823378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38688) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:21.894996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-654326ad-b7c6-4b28-a2bc-bf2e06486881 None None] Provisioning complete for port bd137b99-95ee-458e-baa6-2e9e16090c18 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:21.895421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-654326ad-b7c6-4b28-a2bc-bf2e06486881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:21.930219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ea245b-e41e-4cb7-b2bd-71a05a229ccf tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Checking segment: {'id': 'c260924c-e094-4b84-b570-6f773acd4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:20:21.930616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ea245b-e41e-4cb7-b2bd-71a05a229ccf tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Network hostable DHCP agents. Network: cb03be9d-741f-4be2-af33-c80fc3ae7685, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:20:21.952881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea245b-e41e-4cb7-b2bd-71a05a229ccf tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Pushing event updated for resources: {'Subnet': ['ID=f9cc2ef9-06c3-48b5-b616-fcca2863fff9,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:21.957046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 63175cb6-530b-4525-9d7b-1f9b39a6a59a has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:21.966978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-48ea245b-e41e-4cb7-b2bd-71a05a229ccf tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:20:21.991332 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:20:22.112178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ea245b-e41e-4cb7-b2bd-71a05a229ccf tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Network cb03be9d-741f-4be2-af33-c80fc3ae7685 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:20:22.129317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-fafdd142-eced-42ba-8a76-c28cf511a721 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'port': {'network_id': 'fa69da7b-2a72-44c2-9c97-f04cc5178f5f', 'name': 'tempest-PortsTestJSON-1523659405'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:22.144978 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9a363b53-1259-4812-8d7c-d7c86aef41e6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/ports?device_id=4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 HTTP/1.1" status: 200 len: 205 time: 0.3693268 Apr 23 09:20:22.147740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38692) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:22.226675 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-d939b2cb-da3a-4c35-8ba8-3e2d3533a03f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] delete failed (client error): The resource could not be found. Apr 23 09:20:22.227822 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d939b2cb-da3a-4c35-8ba8-3e2d3533a03f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/routers/4dedd00f-5e9c-4e5f-ae3c-9190e82656d4 HTTP/1.1" status: 404 len: 336 time: 0.0789411 Apr 23 09:20:22.230694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38696) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:22.264251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fafdd142-eced-42ba-8a76-c28cf511a721 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:22.268256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fafdd142-eced-42ba-8a76-c28cf511a721 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:port and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:22.271256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fafdd142-eced-42ba-8a76-c28cf511a721 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:22.274518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-48ea245b-e41e-4cb7-b2bd-71a05a229ccf tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, cb03be9d-741f-4be2-af33-c80fc3ae7685) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:22.277337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fafdd142-eced-42ba-8a76-c28cf511a721 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:22.285250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b61fb3-49f9-4d21-aa72-73f00efa88f8 None None] Network cb03be9d-741f-4be2-af33-c80fc3ae7685 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:22.285505 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ad5d3195-c7ba-4fd9-8b20-9b99f48e3238 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e331f00-6da7-4866-99bc-f72e570210ad HTTP/1.1" status: 200 len: 205 time: 0.0535824 Apr 23 09:20:22.287999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38700) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:22.292622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:22.299076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d0c62dc2-e9d9-4da4-ba35-114df41385fa tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:22.316277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:22.326388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ea245b-e41e-4cb7-b2bd-71a05a229ccf tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:22.327053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-48ea245b-e41e-4cb7-b2bd-71a05a229ccf tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:22.338087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Network': ['ID=63175cb6-530b-4525-9d7b-1f9b39a6a59a,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:22.345944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:22.354799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7362f106-0319-4b88-be16-23b2ac10fad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:22.368901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e7a658ac-5998-489c-adf3-9fd00415f7cf tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:22.377675 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/networks/63175cb6-530b-4525-9d7b-1f9b39a6a59a HTTP/1.1" status: 204 len: 168 time: 6.0180130 Apr 23 09:20:22.383144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38704) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:22.400735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafdd142-eced-42ba-8a76-c28cf511a721 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:22.407470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fafdd142-eced-42ba-8a76-c28cf511a721 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:22.433018 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-3d01ef79-3abb-4e12-b191-ae139366419f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] delete failed (client error): The resource could not be found. Apr 23 09:20:22.433248 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-48ea245b-e41e-4cb7-b2bd-71a05a229ccf tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.3117497 Apr 23 09:20:22.433347 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3d01ef79-3abb-4e12-b191-ae139366419f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/routers/3e331f00-6da7-4866-99bc-f72e570210ad HTTP/1.1" status: 404 len: 336 time: 0.1419201 Apr 23 09:20:22.433431 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-da27d888-9488-4486-9fe8-36f5a6afd6a5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:22.434005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da27d888-9488-4486-9fe8-36f5a6afd6a5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:22.439055 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-da27d888-9488-4486-9fe8-36f5a6afd6a5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/subnets/1fb86b03-7d6c-4aa4-8a71-bd7b0f05448c HTTP/1.1" status: 404 len: 337 time: 0.0513797 Apr 23 09:20:22.439055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38708) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:22.439055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38710) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:22.440241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38712) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:22.442091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362f106-0319-4b88-be16-23b2ac10fad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=a48604cd-b024-4412-a914-b8444da4178a,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:22.446237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7362f106-0319-4b88-be16-23b2ac10fad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:22.449616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7362f106-0319-4b88-be16-23b2ac10fad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:22.492423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b43f71-df51-4aa7-894a-0b1a1a0bb372 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:22.500973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-fafdd142-eced-42ba-8a76-c28cf511a721 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] device_id is not set on port c96da68a-25e3-47ce-bcd0-24f8f32ddd0a yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:20:22.560993 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb74af3d-b16f-425f-ba1e-40ec11cf9939 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:22.561526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb74af3d-b16f-425f-ba1e-40ec11cf9939 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:22.565934 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cb74af3d-b16f-425f-ba1e-40ec11cf9939 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/networks/63175cb6-530b-4525-9d7b-1f9b39a6a59a HTTP/1.1" status: 404 len: 339 time: 0.1194968 Apr 23 09:20:22.569628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38720) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:22.572876 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7362f106-0319-4b88-be16-23b2ac10fad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/a48604cd-b024-4412-a914-b8444da4178a HTTP/1.1" status: 204 len: 168 time: 1.9560716 Apr 23 09:20:22.607054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38724) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:22.634764 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0e9cdb-5242-4fec-b65b-0732c8bc40d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:22.635216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a0e9cdb-5242-4fec-b65b-0732c8bc40d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:22.637274 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4a0e9cdb-5242-4fec-b65b-0732c8bc40d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/subnets/38cde8b1-3b0b-46ac-a782-bfb1f3520dd4 HTTP/1.1" status: 404 len: 337 time: 0.1972640 Apr 23 09:20:22.641195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38728) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:22.711168 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1503a915-0eea-40bb-8d01-3fc62eacc6f8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/ports?device_id=6295f19c-aa97-44b6-b1c2-83cc09f366f1 HTTP/1.1" status: 200 len: 205 time: 0.0687940 Apr 23 09:20:22.714259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38732) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:22.789530 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1f04eb0e-88dd-4ed3-a972-0f5675446611 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1769104 Apr 23 09:20:22.796046 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-07b96452-785b-48a0-8fd2-8aa1ad5c9d5c tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] delete failed (client error): The resource could not be found. Apr 23 09:20:22.797019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38736) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:22.797221 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-07b96452-785b-48a0-8fd2-8aa1ad5c9d5c tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/routers/6295f19c-aa97-44b6-b1c2-83cc09f366f1 HTTP/1.1" status: 404 len: 336 time: 0.0818806 Apr 23 09:20:22.800296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38740) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:22.803516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-672e1e68-482e-4973-8f0f-bda2e1eee67d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:22.843640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d6a0f54-e506-4866-9592-feca2b910d92 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:22.886042 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8b2754e5-3c17-4402-9c70-7b0cc9d2a54b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/ports?device_id=e47ce7d3-b7da-42e5-b42e-7516ef765599 HTTP/1.1" status: 200 len: 205 time: 0.0837002 Apr 23 09:20:22.889812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38744) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:22.974084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-cb03be9d-741f-4be2-af33-c80fc3ae7685', 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'fixed_ips': [{'subnet_id': 'f9cc2ef9-06c3-48b5-b616-fcca2863fff9'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:20:22.975069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:23.108821 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-68ab48ce-b42b-49c7-858e-9e098556b70e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] delete failed (client error): The resource could not be found. Apr 23 09:20:23.110022 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-68ab48ce-b42b-49c7-858e-9e098556b70e tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/routers/e47ce7d3-b7da-42e5-b42e-7516ef765599 HTTP/1.1" status: 404 len: 336 time: 0.1654079 Apr 23 09:20:23.115531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38748) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:23.172794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:23.180141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954e0026-e718-49dc-8aed-d66f21aa7c10 None None] DHCP port deletion for bb316f39-4b0e-43f1-8f3e-34646815cee0 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:20:23.187528 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a38263b-a62e-42e8-b776-fcd4936f356f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:23.188200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a38263b-a62e-42e8-b776-fcd4936f356f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:23.191020 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5a38263b-a62e-42e8-b776-fcd4936f356f tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/subnets/64c3189b-fb2e-4b10-9710-fc31da9158ff HTTP/1.1" status: 404 len: 337 time: 0.0740716 Apr 23 09:20:23.193638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38752) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:23.243935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9a138633-491d-46c0-90c1-23bd420a2add up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:20:23.300453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-672e1e68-482e-4973-8f0f-bda2e1eee67d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:23.316387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-672e1e68-482e-4973-8f0f-bda2e1eee67d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:23.322537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-672e1e68-482e-4973-8f0f-bda2e1eee67d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:23.330256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Allocated IP 172.20.0.2 (cb03be9d-741f-4be2-af33-c80fc3ae7685/f9cc2ef9-06c3-48b5-b616-fcca2863fff9/5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:20:23.332458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-672e1e68-482e-4973-8f0f-bda2e1eee67d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:23.393503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fafdd142-eced-42ba-8a76-c28cf511a721 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:23.399913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-954e0026-e718-49dc-8aed-d66f21aa7c10 None None] Deleting port bd137b99-95ee-458e-baa6-2e9e16090c18 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:23.400361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-954e0026-e718-49dc-8aed-d66f21aa7c10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:23.417461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d6a0f54-e506-4866-9592-feca2b910d92 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:23.530224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672e1e68-482e-4973-8f0f-bda2e1eee67d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:23.536749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-672e1e68-482e-4973-8f0f-bda2e1eee67d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:23.593853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 9a138633-491d-46c0-90c1-23bd420a2add triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:23.594745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:23.658000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-954e0026-e718-49dc-8aed-d66f21aa7c10 None None] For port bd137b99-95ee-458e-baa6-2e9e16090c18, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=bd137b99-95ee-458e-baa6-2e9e16090c18,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:23.658414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-954e0026-e718-49dc-8aed-d66f21aa7c10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:23.680945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-7d6a0f54-e506-4866-9592-feca2b910d92 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c8f089d-c86f-4835-a504-0d4f22e28d88']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:23.683250 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-92dfd472-c05e-40d7-8127-1bd0358b23b1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c32ef42-7c1d-49f6-b91f-def2440cdead HTTP/1.1" status: 200 len: 205 time: 0.4870493 Apr 23 09:20:23.691766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38756) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:23.704202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-7d6a0f54-e506-4866-9592-feca2b910d92 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe49c8f-6d91-422f-b0fa-a9f7a1d19fe8') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:23.714168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-7d6a0f54-e506-4866-9592-feca2b910d92 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe49c8f-6d91-422f-b0fa-a9f7a1d19fe8') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:23.723842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d6a0f54-e506-4866-9592-feca2b910d92 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:23.742920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fafdd142-eced-42ba-8a76-c28cf511a721 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:23.752295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3b9dee4d-7bcf-4599-8984-17450adf7c5a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:23.783218 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-74a05feb-172f-4092-b23d-81dde2c32890 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] delete failed (client error): The resource could not be found. Apr 23 09:20:23.786867 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-74a05feb-172f-4092-b23d-81dde2c32890 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/routers/1c32ef42-7c1d-49f6-b91f-def2440cdead HTTP/1.1" status: 404 len: 336 time: 0.0915720 Apr 23 09:20:23.787753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38760) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:23.807743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d6a0f54-e506-4866-9592-feca2b910d92 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:23.833159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-954e0026-e718-49dc-8aed-d66f21aa7c10 None None] Calling delete_port for bd137b99-95ee-458e-baa6-2e9e16090c18 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:23.837906 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1383b6f-8e19-4a48-a6a0-29f4a5cb4b79 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:23.838349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6a0f54-e506-4866-9592-feca2b910d92 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:20:23.838466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1383b6f-8e19-4a48-a6a0-29f4a5cb4b79 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:23.843823 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a1383b6f-8e19-4a48-a6a0-29f4a5cb4b79 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/subnets/19878be2-dbe8-423a-8bcc-e6cfd2ff68d8 HTTP/1.1" status: 404 len: 337 time: 0.0515585 Apr 23 09:20:23.845069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38764) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:23.921841 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-22bfdc53-9eed-4409-bb1b-474528958555 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c026f60-d75b-4c8f-866f-f4ad4fb571c6 HTTP/1.1" status: 200 len: 205 time: 0.0732353 Apr 23 09:20:23.925136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38768) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:23.931558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafdd142-eced-42ba-8a76-c28cf511a721 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Port': ['ID=c96da68a-25e3-47ce-bcd0-24f8f32ddd0a,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:23.934684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fafdd142-eced-42ba-8a76-c28cf511a721 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:24.015553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafdd142-eced-42ba-8a76-c28cf511a721 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Checking segment: {'id': '34933523-5714-45df-a69d-647e860e8610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fa69da7b-2a72-44c2-9c97-f04cc5178f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:20:24.015794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafdd142-eced-42ba-8a76-c28cf511a721 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network hostable DHCP agents. Network: fa69da7b-2a72-44c2-9c97-f04cc5178f5f, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:20:24.036967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:24.039908 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-ea924294-b5bc-484e-8966-f82d95c05498 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] delete failed (client error): The resource could not be found. Apr 23 09:20:24.044136 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ea924294-b5bc-484e-8966-f82d95c05498 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/routers/1c026f60-d75b-4c8f-866f-f4ad4fb571c6 HTTP/1.1" status: 404 len: 336 time: 0.1159630 Apr 23 09:20:24.045935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38772) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:24.096444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-954e0026-e718-49dc-8aed-d66f21aa7c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:24.099594 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab63dc8-7ff9-4820-9e8d-081ffdcc3562 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:24.100116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ab63dc8-7ff9-4820-9e8d-081ffdcc3562 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:24.102016 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9ab63dc8-7ff9-4820-9e8d-081ffdcc3562 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/subnets/a073f335-d4e4-4fe5-b920-475665f4a0c8 HTTP/1.1" status: 404 len: 337 time: 0.0557139 Apr 23 09:20:24.105172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:24.105326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38776) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:24.160052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7d6a0f54-e506-4866-9592-feca2b910d92 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 3c8f089d-c86f-4835-a504-0d4f22e28d88 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:24.160696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e0026-e718-49dc-8aed-d66f21aa7c10 None None] Pushing event deleted for resources: {'Port': ['ID=bd137b99-95ee-458e-baa6-2e9e16090c18,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:24.163938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-954e0026-e718-49dc-8aed-d66f21aa7c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:24.164813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954e0026-e718-49dc-8aed-d66f21aa7c10 None None] No DVR routers for this DVR port bd137b99-95ee-458e-baa6-2e9e16090c18 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:20:24.184142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d6a0f54-e506-4866-9592-feca2b910d92 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:24.190710 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c00966-261f-42fd-8d4a-4326cbce6115 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:24.191102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c00966-261f-42fd-8d4a-4326cbce6115 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:24.192960 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c8c00966-261f-42fd-8d4a-4326cbce6115 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] 10.222.0.60 "DELETE /v2.0/subnets/0610d0d1-bac9-4306-83a0-b691dd2435ae HTTP/1.1" status: 404 len: 337 time: 0.0868862 Apr 23 09:20:24.201640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafdd142-eced-42ba-8a76-c28cf511a721 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network fa69da7b-2a72-44c2-9c97-f04cc5178f5f is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:20:24.267296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49a356c3-749f-49be-a139-817ae97dadee tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:24.398829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-fafdd142-eced-42ba-8a76-c28cf511a721 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, fa69da7b-2a72-44c2-9c97-f04cc5178f5f) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:24.403091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafdd142-eced-42ba-8a76-c28cf511a721 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:20:24.409626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861b5626-7615-4439-a6ee-82bd8c537153 None None] Network fa69da7b-2a72-44c2-9c97-f04cc5178f5f requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:24.411094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafdd142-eced-42ba-8a76-c28cf511a721 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:24.411788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fafdd142-eced-42ba-8a76-c28cf511a721 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:24.434662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7d6a0f54-e506-4866-9592-feca2b910d92 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 3c8f089d-c86f-4835-a504-0d4f22e28d88 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:20:24.471917 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:20:24.626234 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fafdd142-eced-42ba-8a76-c28cf511a721 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5095625 Apr 23 09:20:24.629048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38784) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:24.632344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Transition to ACTIVE for port object 5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:24.640997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-977b34ab-8786-4e5c-a8e8-c4a79a365ed0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1758984267'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:24.654492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-977b34ab-8786-4e5c-a8e8-c4a79a365ed0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:24.663492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-977b34ab-8786-4e5c-a8e8-c4a79a365ed0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:network and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:24.669188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-977b34ab-8786-4e5c-a8e8-c4a79a365ed0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:24.676363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Transition to ACTIVE for port object 5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:24.676758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d6a0f54-e506-4866-9592-feca2b910d92 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:24.678062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38788) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:24.681307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d6a0f54-e506-4866-9592-feca2b910d92 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:24.691184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ecaf36cc-b5b3-41e6-9c18-f5d0928ff6c0 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:24.707851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-977b34ab-8786-4e5c-a8e8-c4a79a365ed0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:24.708405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:24.715154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a857c3eb-0f9a-43d7-8ece-6d0270324637 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:24.737873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a0f54-e506-4866-9592-feca2b910d92 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Network': ['ID=3c8f089d-c86f-4835-a504-0d4f22e28d88,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:24.740577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d6a0f54-e506-4866-9592-feca2b910d92 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:24.747387 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7d6a0f54-e506-4866-9592-feca2b910d92 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/networks/3c8f089d-c86f-4835-a504-0d4f22e28d88 HTTP/1.1" status: 204 len: 168 time: 2.1742592 Apr 23 09:20:24.751594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38794) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:24.789711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Network cb03be9d-741f-4be2-af33-c80fc3ae7685 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:24.794190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-49a356c3-749f-49be-a139-817ae97dadee tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Allocated IP 172.20.0.1 (cb03be9d-741f-4be2-af33-c80fc3ae7685/f9cc2ef9-06c3-48b5-b616-fcca2863fff9/4557fd6e-56ad-4ca7-ab71-67a6a728c961) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:20:24.798857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977b34ab-8786-4e5c-a8e8-c4a79a365ed0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:24.799271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:24.804081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:20:24.805868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-977b34ab-8786-4e5c-a8e8-c4a79a365ed0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:24.814655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Pushing event updated for resources: {'Port': ['ID=5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:24.821848 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-772c4145-d1fb-40c2-a14c-d2776f31024b tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:24.822385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-772c4145-d1fb-40c2-a14c-d2776f31024b tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:24.828078 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-772c4145-d1fb-40c2-a14c-d2776f31024b tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/subnets/625497d2-764c-4b4c-b596-785dc6c28e5b HTTP/1.1" status: 404 len: 337 time: 0.0707464 Apr 23 09:20:24.829288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38798) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:24.849779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:24.863376 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e743c1-8c91-416c-a213-cb9654e2c94e tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:24.863920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2e743c1-8c91-416c-a213-cb9654e2c94e tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:24.865930 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b2e743c1-8c91-416c-a213-cb9654e2c94e tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/networks/0d37eb17-2dfb-4b9b-b3e5-5a1c3daaeffd HTTP/1.1" status: 404 len: 339 time: 0.0354986 Apr 23 09:20:24.869160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38802) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:24.911499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Attempting to bind port 5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:20:24.912099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Attempting to bind port 5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c260924c-e094-4b84-b570-6f773acd4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:20:24.912516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Attempting to bind port 5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f on network cb03be9d-741f-4be2-af33-c80fc3ae7685 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:20:24.918764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:20:24.919195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Checking segment: {'id': 'c260924c-e094-4b84-b570-6f773acd4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:20:24.919651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:24.920330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Bound using segment: {'id': 'c260924c-e094-4b84-b570-6f773acd4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:20:24.921021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Bound port: 5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c260924c-e094-4b84-b570-6f773acd4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:20:24.921452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:24.968668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977b34ab-8786-4e5c-a8e8-c4a79a365ed0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:20:25.020131 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3e79d79a-a41b-40a6-b00b-327fc1fc454a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a7817c6b9664b5898a398d7ccbe4c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412206 Apr 23 09:20:25.023327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38806) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:25.030394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-672e1e68-482e-4973-8f0f-bda2e1eee67d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:25.031262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-977b34ab-8786-4e5c-a8e8-c4a79a365ed0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:25.031666 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-977b34ab-8786-4e5c-a8e8-c4a79a365ed0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Added segment 3897e316-f02b-4d2b-8a42-5d0e0d51c509 of type vlan for network 324a41ff-9d8f-410a-bbc1-e1e702e71189 Apr 23 09:20:25.033874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3d255d3f-6834-4d73-8091-18dcdb3fdc28 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:25.036905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] For port 5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:20:25.040602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] For port 5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f,segment=NetworkSegment(c260924c-e094-4b84-b570-6f773acd4ea6),segment_id=c260924c-e094-4b84-b570-6f773acd4ea6)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:20:25.063370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49a356c3-749f-49be-a139-817ae97dadee tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:25.074298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:25.080624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:25.081143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-d173723d-a142-4776-9f0a-0fbf346328b3 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Deleting subnet c983295f-ea45-4c1f-9a29-74760923bb0e {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:20:25.095101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d173723d-a142-4776-9f0a-0fbf346328b3 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:25.110160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-49a356c3-749f-49be-a139-817ae97dadee tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Transition to ACTIVE for port object 4557fd6e-56ad-4ca7-ab71-67a6a728c961 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:25.136066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3703ed72-3e47-488a-924f-fb8300c892d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:25.161460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Pushing event updated for resources: {'Port': ['ID=5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:25.166561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:25.166733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3703ed72-3e47-488a-924f-fb8300c892d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:25.181729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672e1e68-482e-4973-8f0f-bda2e1eee67d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:25.183507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-672e1e68-482e-4973-8f0f-bda2e1eee67d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:25.194367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c92af70-3782-4b15-ba3f-9d503338f42b None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:25.213150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672e1e68-482e-4973-8f0f-bda2e1eee67d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:25.213855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-672e1e68-482e-4973-8f0f-bda2e1eee67d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:25.214842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device bd137b99-95ee-458e-baa6-2e9e16090c18 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:20:25.227420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-977b34ab-8786-4e5c-a8e8-c4a79a365ed0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:25.241881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1e68-482e-4973-8f0f-bda2e1eee67d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=44cee370-f70f-4929-a44e-dd1de6b5f8e9,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:25.249702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d173723d-a142-4776-9f0a-0fbf346328b3 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:25.256932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49a356c3-749f-49be-a139-817ae97dadee tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:25.262525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:25.282767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: bd137b99-95ee-458e-baa6-2e9e16090c18 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:20:25.282767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device bd137b99-95ee-458e-baa6-2e9e16090c18 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:20:25.307472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-672e1e68-482e-4973-8f0f-bda2e1eee67d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:25.318376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3703ed72-3e47-488a-924f-fb8300c892d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:25.362213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a356c3-749f-49be-a139-817ae97dadee tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Network cb03be9d-741f-4be2-af33-c80fc3ae7685 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:25.364574 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-672e1e68-482e-4973-8f0f-bda2e1eee67d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5664775 Apr 23 09:20:25.367414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38810) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:25.368325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-49a356c3-749f-49be-a139-817ae97dadee tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:25.376272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a356c3-749f-49be-a139-817ae97dadee tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:20:25.398439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d173723d-a142-4776-9f0a-0fbf346328b3 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:25.413167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e9e0e724-410b-4f8e-83dc-972bce9d46c5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:25.440936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-977b34ab-8786-4e5c-a8e8-c4a79a365ed0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:25.448953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977b34ab-8786-4e5c-a8e8-c4a79a365ed0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:25.449635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-977b34ab-8786-4e5c-a8e8-c4a79a365ed0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:25.490302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:25.499037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-bb316f39-4b0e-43f1-8f3e-34646815cee0', 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'tenant_id': 'b1b0c274266b4684858f0c7bad33ee66', 'fixed_ips': [{'subnet_id': '44cee370-f70f-4929-a44e-dd1de6b5f8e9'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:20:25.500401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:25.562638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a356c3-749f-49be-a139-817ae97dadee tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Pushing event updated for resources: {'Port': ['ID=4557fd6e-56ad-4ca7-ab71-67a6a728c961,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:25.573603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3703ed72-3e47-488a-924f-fb8300c892d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:25.574738 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3703ed72-3e47-488a-924f-fb8300c892d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/422cf4a8-ad7d-458b-9cfd-6b2348c8f846 HTTP/1.1" status: 204 len: 168 time: 0.5504055 Apr 23 09:20:25.581688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-49a356c3-749f-49be-a139-817ae97dadee tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:25.582276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9fd1f732-03f6-41a6-90d4-99bc17b61fb3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:25.586945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:20:25.589013 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-977b34ab-8786-4e5c-a8e8-c4a79a365ed0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9576335 Apr 23 09:20:25.605358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38816) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:25.631415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703ed72-3e47-488a-924f-fb8300c892d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422cf4a8-ad7d-458b-9cfd-6b2348c8f846,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:25.637571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'ports': [{'network_id': 'fa69da7b-2a72-44c2-9c97-f04cc5178f5f'}, {'network_id': '324a41ff-9d8f-410a-bbc1-e1e702e71189'}]} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:25.637894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'port': {'network_id': 'fa69da7b-2a72-44c2-9c97-f04cc5178f5f'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:25.638647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'port': {'network_id': '324a41ff-9d8f-410a-bbc1-e1e702e71189'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:25.675365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3703ed72-3e47-488a-924f-fb8300c892d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:25.729503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49a356c3-749f-49be-a139-817ae97dadee tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:25.735703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Allocated IP 2001:db8::2 (bb316f39-4b0e-43f1-8f3e-34646815cee0/44cee370-f70f-4929-a44e-dd1de6b5f8e9/b94bb5ea-b4be-45e9-8943-1c9ac992cf69) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:20:25.785208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b34ab-8786-4e5c-a8e8-c4a79a365ed0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Network': ['ID=324a41ff-9d8f-410a-bbc1-e1e702e71189,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:25.791015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-977b34ab-8786-4e5c-a8e8-c4a79a365ed0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:25.805030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 324a41ff-9d8f-410a-bbc1-e1e702e71189 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:20:25.857844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e9e0e724-410b-4f8e-83dc-972bce9d46c5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:25.869729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e9e0e724-410b-4f8e-83dc-972bce9d46c5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:25.887919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e9e0e724-410b-4f8e-83dc-972bce9d46c5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:25.916390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e9e0e724-410b-4f8e-83dc-972bce9d46c5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:26.023987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d173723d-a142-4776-9f0a-0fbf346328b3 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:26.033508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:26.038899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:port and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:26.039509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aa1cb4d3-c6be-43d7-ae87-e71031eeee80 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:26.042731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:26.050776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e0e724-410b-4f8e-83dc-972bce9d46c5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:26.057560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9e0e724-410b-4f8e-83dc-972bce9d46c5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:26.074352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:26.104529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173723d-a142-4776-9f0a-0fbf346328b3 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Subnet': ['ID=c983295f-ea45-4c1f-9a29-74760923bb0e,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:26.107137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d173723d-a142-4776-9f0a-0fbf346328b3 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:26.111872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d173723d-a142-4776-9f0a-0fbf346328b3 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:26.124839 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d173723d-a142-4776-9f0a-0fbf346328b3 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/subnets/c983295f-ea45-4c1f-9a29-74760923bb0e HTTP/1.1" status: 204 len: 168 time: 1.2503252 Apr 23 09:20:26.125219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38824) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:26.220642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bcf2d2-8673-4f59-b16d-c1e0cb8266a8 None None] Network 7aeef21f-b133-4c4f-8fff-81772a5f41a8 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:26.226730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'port': 2} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:26.234199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:26.262932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49a356c3-749f-49be-a139-817ae97dadee tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:26.265598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ee2e4b-597f-4d6f-9142-2ca24de0ceab tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Deleting subnet aa0b94d1-73a5-4343-a7f2-0a195c7124fa {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:20:26.270476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-11ee2e4b-597f-4d6f-9142-2ca24de0ceab tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:26.291382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:26.346689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-11ee2e4b-597f-4d6f-9142-2ca24de0ceab tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:26.417443 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.ipam_backend_mixin [None req-e9e0e724-410b-4f8e-83dc-972bce9d46c5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 44cee370-f70f-4929-a44e-dd1de6b5f8e9 (CIDR: 2001:db8::/64) Apr 23 09:20:26.540912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:26.548871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] device_id is not set on port 6326d5ae-b5af-4be9-b58c-e8454d75449f yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:20:26.599102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Transition to ACTIVE for port object b94bb5ea-b4be-45e9-8943-1c9ac992cf69 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:26.629338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Transition to ACTIVE for port object b94bb5ea-b4be-45e9-8943-1c9ac992cf69 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:26.670007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:26.686691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e6f876b0-3024-44cd-9f1d-1d6dd4efe1bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:26.780754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:26.784655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:26.788088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:20:26.871274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Pushing event updated for resources: {'Port': ['ID=b94bb5ea-b4be-45e9-8943-1c9ac992cf69,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:26.875345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:26.927207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-11ee2e4b-597f-4d6f-9142-2ca24de0ceab tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:26.976083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Attempting to bind port b94bb5ea-b4be-45e9-8943-1c9ac992cf69 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:20:26.976538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Attempting to bind port b94bb5ea-b4be-45e9-8943-1c9ac992cf69 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:20:26.976949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Attempting to bind port b94bb5ea-b4be-45e9-8943-1c9ac992cf69 on network bb316f39-4b0e-43f1-8f3e-34646815cee0 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:20:26.997540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:20:26.998092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Checking segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:20:26.998660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:26.999112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Bound using segment: {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:20:26.999692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Bound port: b94bb5ea-b4be-45e9-8943-1c9ac992cf69, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:20:27.000123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:27.199643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] For port b94bb5ea-b4be-45e9-8943-1c9ac992cf69, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:20:27.216261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] For port b94bb5ea-b4be-45e9-8943-1c9ac992cf69, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b94bb5ea-b4be-45e9-8943-1c9ac992cf69,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:20:27.244125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:27.249606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:27.306594 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e0e724-410b-4f8e-83dc-972bce9d46c5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:20:27.312230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e0e724-410b-4f8e-83dc-972bce9d46c5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:27.331879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5999157c-60ac-4654-8fbd-cfb01258c293 None None] Network cb03be9d-741f-4be2-af33-c80fc3ae7685 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:27.353519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:20:27.463104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-11ee2e4b-597f-4d6f-9142-2ca24de0ceab tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:27.470716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b781bde5-c6b2-4874-85f2-df95e4a7d9a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:27.491389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:27.502777 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e9e0e724-410b-4f8e-83dc-972bce9d46c5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1317890 Apr 23 09:20:27.525340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38846) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:27.547892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-452d1fc6-fe0a-423a-8230-305fe97db97e None None] Provisioning for port 5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:20:27.558138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee2e4b-597f-4d6f-9142-2ca24de0ceab tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Subnet': ['ID=aa0b94d1-73a5-4343-a7f2-0a195c7124fa,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:27.561947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-11ee2e4b-597f-4d6f-9142-2ca24de0ceab tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:27.564441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-11ee2e4b-597f-4d6f-9142-2ca24de0ceab tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:27.568028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9af75b0f-8750-4a81-928a-b633e520a40c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'subnet': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:27.581599 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-11ee2e4b-597f-4d6f-9142-2ca24de0ceab tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/subnets/aa0b94d1-73a5-4343-a7f2-0a195c7124fa HTTP/1.1" status: 204 len: 168 time: 1.4550889 Apr 23 09:20:27.584653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38850) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:27.668399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fda6c5-54c6-4139-956d-a2d2435a9d2d None None] Network 7aeef21f-b133-4c4f-8fff-81772a5f41a8 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:27.755200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:27.799579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Pushing event updated for resources: {'Port': ['ID=b94bb5ea-b4be-45e9-8943-1c9ac992cf69,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:27.846088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:27.854463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Deleting port c68bc10e-1cbc-4eda-91a5-334728bac716 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:27.854463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:27.856595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-10dba6fb-593f-4d1d-b63f-30e072533812 None None] Provisioning complete for port c68bc10e-1cbc-4eda-91a5-334728bac716 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:27.857030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10dba6fb-593f-4d1d-b63f-30e072533812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:28.018486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] For port c68bc10e-1cbc-4eda-91a5-334728bac716, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c68bc10e-1cbc-4eda-91a5-334728bac716,segment=NetworkSegment(7d40153b-8d39-43b0-8b69-4fc53ac8cbeb),segment_id=7d40153b-8d39-43b0-8b69-4fc53ac8cbeb)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:28.019194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:28.019816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:20:28.032897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49a356c3-749f-49be-a139-817ae97dadee tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:28.060071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] device_id is not set on port 372a3b2a-58ef-4e1f-bb06-a797378036ae yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:20:28.073518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:28.073868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:28.086556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49a356c3-749f-49be-a139-817ae97dadee tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:28.130914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-64df1036-ac79-4b29-888f-f8bfe49b4685 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:28.231317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Calling delete_port for c68bc10e-1cbc-4eda-91a5-334728bac716 owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:28.241055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38864) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:28.306680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49a356c3-749f-49be-a139-817ae97dadee tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:28.325514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a356c3-749f-49be-a139-817ae97dadee tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Pushing event updated for resources: {'Port': ['ID=4557fd6e-56ad-4ca7-ab71-67a6a728c961,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:28.332205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9af75b0f-8750-4a81-928a-b633e520a40c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:28.335374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-49a356c3-749f-49be-a139-817ae97dadee tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:28.336407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:28.343038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-21e2df2b-fc03-48b8-a15a-5cb8f8488084 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:28.344624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-10dba6fb-593f-4d1d-b63f-30e072533812 None None] Port c68bc10e-1cbc-4eda-91a5-334728bac716 update to ACTIVE by agent not found {{(pid=87176) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2113}} Apr 23 09:20:28.374659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9af75b0f-8750-4a81-928a-b633e520a40c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:subnet and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:28.403697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] No DVR routers for this DVR port c68bc10e-1cbc-4eda-91a5-334728bac716 on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:20:28.407139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Port': ['ID=c68bc10e-1cbc-4eda-91a5-334728bac716,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:28.440598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9af75b0f-8750-4a81-928a-b633e520a40c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:28.448740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:28.468555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9af75b0f-8750-4a81-928a-b633e520a40c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:28.498595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:28.591423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81fe441-e758-40cf-99f8-836a5080d3e6 None None] DHCP port deletion for 7aeef21f-b133-4c4f-8fff-81772a5f41a8 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:20:28.597509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f,segment=NetworkSegment(c260924c-e094-4b84-b570-6f773acd4ea6),segment_id=c260924c-e094-4b84-b570-6f773acd4ea6)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:28.645699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af75b0f-8750-4a81-928a-b633e520a40c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:28.651950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9af75b0f-8750-4a81-928a-b633e520a40c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:28.667785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:28.670645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a64db9b9-1d33-464f-a2ea-661fcaaa22fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:28.680386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:28.776318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:28.786511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:28.786845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:28.787201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:28.788443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:28.788839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:28.789395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:28.789792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:28.790390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:28.790748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:28.791124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:28.791500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:28.791873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:28.804792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:28.819367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:28.821784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'network': {'name': 'tempest-network-smoke--1548817191', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'port_security_enabled': True}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:28.833168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a356c3-749f-49be-a139-817ae97dadee tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Network cb03be9d-741f-4be2-af33-c80fc3ae7685 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:28.837141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:28.838019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-49a356c3-749f-49be-a139-817ae97dadee tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:28.854931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:network and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:28.861110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:28.882604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:28.889367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aeef21f-b133-4c4f-8fff-81772a5f41a8']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:28.892106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1cde3b81-c386-4572-8887-0d491228a836 None None] Provisioning complete for port 5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:28.896975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1cde3b81-c386-4572-8887-0d491228a836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:28.906975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d40153b-8d39-43b0-8b69-4fc53ac8cbeb') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:28.907602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d40153b-8d39-43b0-8b69-4fc53ac8cbeb') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:28.942232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:28.981611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:28.998037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:20:29.099868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:29.110693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:29.136634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:29.163455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:29.168276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:29.172774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:29.179282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1cde3b81-c386-4572-8887-0d491228a836 None None] Provisioning for port 4557fd6e-56ad-4ca7-ab71-67a6a728c961 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:20:29.179862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:29.180017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a356c3-749f-49be-a139-817ae97dadee tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Router 84835fce-90cc-4b7d-bdbc-d5b91f9aa12a has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:20:29.193239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1cde3b81-c386-4572-8887-0d491228a836 None None] Provisioning complete for port 4557fd6e-56ad-4ca7-ab71-67a6a728c961 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:29.193670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1cde3b81-c386-4572-8887-0d491228a836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:29.325277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1cde3b81-c386-4572-8887-0d491228a836 None None] Port 4557fd6e-56ad-4ca7-ab71-67a6a728c961 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:20:29.372299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 7aeef21f-b133-4c4f-8fff-81772a5f41a8 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:29.395718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:29.410026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:20:29.461315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a356c3-749f-49be-a139-817ae97dadee tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:20:29.470846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:29.480961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1d91f6e3-ba50-49dc-af9c-df6383ee5514 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:29.498719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] Sync routers for ids ['84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:20:29.516752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] Routers {'84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:20:29.519757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:20:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:29.553831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-07863588-f894-42f6-9de9-d728e7f34e7e None None] Provisioning complete for port 4557fd6e-56ad-4ca7-ab71-67a6a728c961 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:29.554511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-07863588-f894-42f6-9de9-d728e7f34e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:29.561642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network fa69da7b-2a72-44c2-9c97-f04cc5178f5f is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:29.566361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:29.569055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:20:29.570137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:29.580900 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-49a356c3-749f-49be-a139-817ae97dadee tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "PUT /v2.0/routers/84835fce-90cc-4b7d-bdbc-d5b91f9aa12a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1427791 Apr 23 09:20:29.661023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-07863588-f894-42f6-9de9-d728e7f34e7e None None] Port 4557fd6e-56ad-4ca7-ab71-67a6a728c961 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:20:29.684897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network 7aeef21f-b133-4c4f-8fff-81772a5f41a8 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:29.686344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:29.688103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:29.689843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Port': ['ID=6326d5ae-b5af-4be9-b58c-e8454d75449f,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:29.693374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:29.696882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:29.774823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] Set router 84835fce-90cc-4b7d-bdbc-d5b91f9aa12a gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:20:29.806101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Port': ['ID=372a3b2a-58ef-4e1f-bb06-a797378036ae,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:20:29.810052 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:20:29.824500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:29.828791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2fab7dde-b20f-4006-bfbb-74fdd49f28b5 None None] Provisioning complete for port 4557fd6e-56ad-4ca7-ab71-67a6a728c961 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:29.829224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fab7dde-b20f-4006-bfbb-74fdd49f28b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:29.836104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Checking segment: {'id': '3897e316-f02b-4d2b-8a42-5d0e0d51c509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '324a41ff-9d8f-410a-bbc1-e1e702e71189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:20:29.836527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network hostable DHCP agents. Network: 324a41ff-9d8f-410a-bbc1-e1e702e71189, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:20:29.889294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:29.892289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:29.894782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2fab7dde-b20f-4006-bfbb-74fdd49f28b5 None None] Port 4557fd6e-56ad-4ca7-ab71-67a6a728c961 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:20:29.911447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:29.914648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-07e2b5b0-348e-4717-ad89-6707e4d454b7 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:29.941400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Network': ['ID=7aeef21f-b133-4c4f-8fff-81772a5f41a8,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:29.946970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:29.954210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:29.957971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ae3a1a93-02e2-403e-a39e-5939e292de2f tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:29.989542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network 324a41ff-9d8f-410a-bbc1-e1e702e71189 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:20:30.012570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=177adf9b-d980-4915-be6e-e6f59dcb5f50,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:30.022694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:30.040353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b94bb5ea-b4be-45e9-8943-1c9ac992cf69 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:20:30.041408 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/networks/7aeef21f-b133-4c4f-8fff-81772a5f41a8 HTTP/1.1" status: 204 len: 168 time: 2.4537227 Apr 23 09:20:30.042288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38884) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:30.042611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:20:30.071603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:30.072011 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Added segment 8e35b97f-fcf9-42e2-85e6-4ec01e817911 of type vlan for network 004890de-ba85-4569-8774-f7b9851ca4ee Apr 23 09:20:30.076828 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-0a5305b8-b895-4ffa-8af3-033d8c51876b tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1309390921&fields=id&tenant_id=2512ab69cb484640aebc38a05079f506 HTTP/1.1" status: 200 len: 267 time: 0.1200030 Apr 23 09:20:30.100730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2fab7dde-b20f-4006-bfbb-74fdd49f28b5 None None] Provisioning for port b94bb5ea-b4be-45e9-8943-1c9ac992cf69 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:20:30.101749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 324a41ff-9d8f-410a-bbc1-e1e702e71189) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:30.110058 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a34967-0a87-4a21-93f5-b552c11d9efa tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:30.110824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a34967-0a87-4a21-93f5-b552c11d9efa tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:30.112911 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c1a34967-0a87-4a21-93f5-b552c11d9efa tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/subnets/6c754a90-a129-4c51-aaa1-f6bb9218cdfd HTTP/1.1" status: 404 len: 337 time: 0.0688837 Apr 23 09:20:30.114225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:20:30.116382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0f8f78-5554-4b4a-a715-7a679a33051b None None] Network 324a41ff-9d8f-410a-bbc1-e1e702e71189 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:30.121159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:30.127659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:30.128646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:30.135169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38888) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:30.210806 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac22486-9d5c-4838-b52f-c6277fae3fd1 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:30.211607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac22486-9d5c-4838-b52f-c6277fae3fd1 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:30.213738 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6ac22486-9d5c-4838-b52f-c6277fae3fd1 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/networks/18b8aad6-ea03-478b-aed7-c859f55f7f32 HTTP/1.1" status: 404 len: 339 time: 0.0772350 Apr 23 09:20:30.216435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139391490', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '9a138633-491d-46c0-90c1-23bd420a2add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:10Z', 'updated_at': '2021-04-23T09:20:26Z', 'revision_number': 4, 'project_id': '2512ab69cb484640aebc38a05079f506', 'gw_port': {'id': '9a138633-491d-46c0-90c1-23bd420a2add', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:12Z', 'updated_at': '2021-04-23T09:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '4557fd6e-56ad-4ca7-ab71-67a6a728c961', 'name': '', 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'mac_address': 'fa:16:3e:93:41:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'f9cc2ef9-06c3-48b5-b616-fcca2863fff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:24Z', 'updated_at': '2021-04-23T09:20:27Z', 'revision_number': 2, 'project_id': '2512ab69cb484640aebc38a05079f506', 'subnets': [{'id': 'f9cc2ef9-06c3-48b5-b616-fcca2863fff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:30.222019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] Checking router: 84835fce-90cc-4b7d-bdbc-d5b91f9aa12a for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:20:30.222480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] Updating router 84835fce-90cc-4b7d-bdbc-d5b91f9aa12a port 4557fd6e-56ad-4ca7-ab71-67a6a728c961 binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:20:30.223016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38892) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:30.270057 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.6634555 Apr 23 09:20:30.278603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38896) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:30.283139 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e19e851-2e83-45bd-b5a7-ba9da01d96e5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:30.284019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e19e851-2e83-45bd-b5a7-ba9da01d96e5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:30.289220 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5e19e851-2e83-45bd-b5a7-ba9da01d96e5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/subnets/73c44a3d-68aa-45e4-aa07-ba39f9df06fb HTTP/1.1" status: 404 len: 337 time: 0.0624545 Apr 23 09:20:30.291702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38900) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:30.294932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-bb4d1507-3f38-475b-918c-580d9697b567 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:30.296629 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-bb4d1507-3f38-475b-918c-580d9697b567 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/networks?id=cb03be9d-741f-4be2-af33-c80fc3ae7685 HTTP/1.1" status: 200 len: 796 time: 0.2012494 Apr 23 09:20:30.314298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:30.320525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:30.330768 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-22a5f326-8b58-4cf5-af98-5e7967183bab tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/quotas/2512ab69cb484640aebc38a05079f506 HTTP/1.1" status: 200 len: 375 time: 0.0242727 Apr 23 09:20:30.410792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port b94bb5ea-b4be-45e9-8943-1c9ac992cf69 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:20:30.416779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port b94bb5ea-b4be-45e9-8943-1c9ac992cf69 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:30.417205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:30.444692 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-51cca6bf-0f31-4e3d-9b32-966d02956ecf tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:30.445220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51cca6bf-0f31-4e3d-9b32-966d02956ecf tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:30.447403 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-51cca6bf-0f31-4e3d-9b32-966d02956ecf tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/networks/63d256b1-43a3-439d-ac4d-ceacf96aad24 HTTP/1.1" status: 404 len: 339 time: 0.0974164 Apr 23 09:20:30.450756 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-529b33f8-d456-4fc2-b3d5-f6eb56ba0348 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2512ab69cb484640aebc38a05079f506&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1041687 Apr 23 09:20:30.451953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38904) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:30.562775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:30.568681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:30.570849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:30.571547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:30.598420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3898244e-6f10-4ec8-b506-8ea1d83458f1 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:30.612704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port b94bb5ea-b4be-45e9-8943-1c9ac992cf69, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b94bb5ea-b4be-45e9-8943-1c9ac992cf69,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:30.624120 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b12061-fe26-44bb-9228-1800d98f063e tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:30.624829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b12061-fe26-44bb-9228-1800d98f063e tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:30.629166 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-02b12061-fe26-44bb-9228-1800d98f063e tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/subnets/394733d6-2a57-40f9-82f5-fc0a9ededba8 HTTP/1.1" status: 404 len: 337 time: 0.1731911 Apr 23 09:20:30.629776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ed6b28cc-8135-4bbe-b4a8-f2190235c0ae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting port 372a3b2a-58ef-4e1f-bb06-a797378036ae {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:30.630169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed6b28cc-8135-4bbe-b4a8-f2190235c0ae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:30.643142 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4003465 Apr 23 09:20:30.643833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38910) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:30.650007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38912) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:30.662553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:30.664569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d2500e1c-a2fb-45b8-8771-c663d51d38a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:30.696292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-529862777', 'admin_state_up': True, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:30.787571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:30.821814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed6b28cc-8135-4bbe-b4a8-f2190235c0ae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:30.837525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:30.854057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] Transition to ACTIVE for port object 4557fd6e-56ad-4ca7-ab71-67a6a728c961 will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:30.871126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:router and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:30.876691 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-171ed953-188d-4851-9e77-d33f777df9cf tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:30.877242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-171ed953-188d-4851-9e77-d33f777df9cf tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:30.881840 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-171ed953-188d-4851-9e77-d33f777df9cf tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/networks/4e2ad3c7-14ce-4952-84ab-245bd6af49c1 HTTP/1.1" status: 404 len: 339 time: 0.2311046 Apr 23 09:20:30.881840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:30.891257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38920) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:30.902044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:30.911105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-caf89960-3b9a-4425-84e1-3032fc869ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:30.946148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Network': ['ID=004890de-ba85-4569-8774-f7b9851ca4ee,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:30.949159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:30.970415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=b94bb5ea-b4be-45e9-8943-1c9ac992cf69,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:30.973421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c68bc10e-1cbc-4eda-91a5-334728bac716 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:20:30.999941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 004890de-ba85-4569-8774-f7b9851ca4ee details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:20:31.024738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:31.031429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:31.040720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec205d7-77aa-41c7-a4b7-6a7263a4b459 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Deleting subnet 565376cc-069f-4fad-890a-7ba41088199a {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:20:31.049716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: c68bc10e-1cbc-4eda-91a5-334728bac716 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:20:31.050113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c68bc10e-1cbc-4eda-91a5-334728bac716 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:20:31.054593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bec205d7-77aa-41c7-a4b7-6a7263a4b459 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:31.168678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bec205d7-77aa-41c7-a4b7-6a7263a4b459 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:31.207648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:31.208826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:31.251329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b94bb5ea-b4be-45e9-8943-1c9ac992cf69 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:20:31.273341 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-f357def1-cb95-40d0-8057-3324881cb34f service neutron] 10.222.0.60 "GET /v2.0/networks/cb03be9d-741f-4be2-af33-c80fc3ae7685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6793134 Apr 23 09:20:31.342352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0019f-17ef-41e2-9ab8-42e35d4ee633 None None] Pushing event updated for resources: {'Port': ['ID=4557fd6e-56ad-4ca7-ab71-67a6a728c961,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:31.357945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b0019f-17ef-41e2-9ab8-42e35d4ee633 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:31.358469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b0019f-17ef-41e2-9ab8-42e35d4ee633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:31.358701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b0019f-17ef-41e2-9ab8-42e35d4ee633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:31.359249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b0019f-17ef-41e2-9ab8-42e35d4ee633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:31.359627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b0019f-17ef-41e2-9ab8-42e35d4ee633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:31.360007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b0019f-17ef-41e2-9ab8-42e35d4ee633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:31.360377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b0019f-17ef-41e2-9ab8-42e35d4ee633 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:31.360744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b0019f-17ef-41e2-9ab8-42e35d4ee633 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:31.361118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b0019f-17ef-41e2-9ab8-42e35d4ee633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:31.361483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b0019f-17ef-41e2-9ab8-42e35d4ee633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:31.361849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b0019f-17ef-41e2-9ab8-42e35d4ee633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:31.362250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b0019f-17ef-41e2-9ab8-42e35d4ee633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:20:31.377821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f2b0019f-17ef-41e2-9ab8-42e35d4ee633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:31.382027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ed6b28cc-8135-4bbe-b4a8-f2190235c0ae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Calling delete_port for 372a3b2a-58ef-4e1f-bb06-a797378036ae owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:31.387038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] Attempting to bind port 4557fd6e-56ad-4ca7-ab71-67a6a728c961 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:20:31.387462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] Attempting to bind port 4557fd6e-56ad-4ca7-ab71-67a6a728c961 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'c260924c-e094-4b84-b570-6f773acd4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:20:31.387878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] Attempting to bind port 4557fd6e-56ad-4ca7-ab71-67a6a728c961 on network cb03be9d-741f-4be2-af33-c80fc3ae7685 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:20:31.394827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:20:31.395929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] Checking segment: {'id': 'c260924c-e094-4b84-b570-6f773acd4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:20:31.396529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:31.396813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port b94bb5ea-b4be-45e9-8943-1c9ac992cf69 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:31.396952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] Bound using segment: {'id': 'c260924c-e094-4b84-b570-6f773acd4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:20:31.397386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:31.397503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] Bound port: 4557fd6e-56ad-4ca7-ab71-67a6a728c961, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c260924c-e094-4b84-b570-6f773acd4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:20:31.397902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:31.427418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:31.453893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.objects.ports [None req-9af75b0f-8750-4a81-928a-b633e520a40c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87174) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 23 09:20:31.503270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bec205d7-77aa-41c7-a4b7-6a7263a4b459 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:31.548954 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-c780009c-871b-47c9-9802-e46a180e07fa service neutron] 10.222.0.60 "GET /v2.0/networks/cb03be9d-741f-4be2-af33-c80fc3ae7685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742503 Apr 23 09:20:31.613600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] For port 4557fd6e-56ad-4ca7-ab71-67a6a728c961, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:20:31.617553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] For port 4557fd6e-56ad-4ca7-ab71-67a6a728c961, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4557fd6e-56ad-4ca7-ab71-67a6a728c961,segment=NetworkSegment(c260924c-e094-4b84-b570-6f773acd4ea6),segment_id=c260924c-e094-4b84-b570-6f773acd4ea6)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:20:31.640807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:31.646775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:31.679056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed6b28cc-8135-4bbe-b4a8-f2190235c0ae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:31.691750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d61f59cf-905c-44a7-bdcd-7147be2b015b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:31.729496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] Routers {'84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:20:31.731440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:20:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:31.850580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9af75b0f-8750-4a81-928a-b633e520a40c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:31.874306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed6b28cc-8135-4bbe-b4a8-f2190235c0ae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:31.962033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b28cc-8135-4bbe-b4a8-f2190235c0ae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Port': ['ID=372a3b2a-58ef-4e1f-bb06-a797378036ae,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:32.024389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ed6b28cc-8135-4bbe-b4a8-f2190235c0ae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:32.038142 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ed6b28cc-8135-4bbe-b4a8-f2190235c0ae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/ports/372a3b2a-58ef-4e1f-bb06-a797378036ae HTTP/1.1" status: 204 len: 168 time: 1.7546544 Apr 23 09:20:32.040774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-4530d0ac-195d-49f7-b4a7-651adcf70df0 req-eab940bb-cc31-40b9-a32c-a5d448ad0db7 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Synchronizing usage tracker for tenant:2512ab69cb484640aebc38a05079f506 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:20:32.054224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38932) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:32.194915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-4530d0ac-195d-49f7-b4a7-651adcf70df0 req-eab940bb-cc31-40b9-a32c-a5d448ad0db7 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Unset dirty status for tenant:2512ab69cb484640aebc38a05079f506 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:20:32.195987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0019f-17ef-41e2-9ab8-42e35d4ee633 None None] Pushing event updated for resources: {'Port': ['ID=4557fd6e-56ad-4ca7-ab71-67a6a728c961,revision_number=4']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:32.196207 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4530d0ac-195d-49f7-b4a7-651adcf70df0 req-eab940bb-cc31-40b9-a32c-a5d448ad0db7 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 210 time: 0.3180714 Apr 23 09:20:32.219435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] Set router 84835fce-90cc-4b7d-bdbc-d5b91f9aa12a gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:20:32.277928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e8820c-846e-4fec-af29-d9a656aaa291 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:32.282653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f2b0019f-17ef-41e2-9ab8-42e35d4ee633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:32.284555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e8820c-846e-4fec-af29-d9a656aaa291 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:32.285408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-42e8820c-846e-4fec-af29-d9a656aaa291 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Synchronizing usage tracker for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:20:32.352224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-42e8820c-846e-4fec-af29-d9a656aaa291 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Unset dirty status for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:20:32.356449 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-42e8820c-846e-4fec-af29-d9a656aaa291 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2958300 Apr 23 09:20:32.358306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38942) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:32.362249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9af75b0f-8750-4a81-928a-b633e520a40c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] For port b94bb5ea-b4be-45e9-8943-1c9ac992cf69, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b94bb5ea-b4be-45e9-8943-1c9ac992cf69,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:32.442744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:32.492641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9af75b0f-8750-4a81-928a-b633e520a40c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:32.538644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a1829043-5349-4efc-97e6-25accff4612b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting port 6326d5ae-b5af-4be9-b58c-e8454d75449f {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:32.539032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1829043-5349-4efc-97e6-25accff4612b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:32.574297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9af75b0f-8750-4a81-928a-b633e520a40c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:32.575349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9af75b0f-8750-4a81-928a-b633e520a40c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:32.588545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fdadd972-b608-43f9-b0ae-daff760ecfdf tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:32.625331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139391490', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '9a138633-491d-46c0-90c1-23bd420a2add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:10Z', 'updated_at': '2021-04-23T09:20:26Z', 'revision_number': 4, 'project_id': '2512ab69cb484640aebc38a05079f506', 'gw_port': {'id': '9a138633-491d-46c0-90c1-23bd420a2add', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:12Z', 'updated_at': '2021-04-23T09:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '4557fd6e-56ad-4ca7-ab71-67a6a728c961', 'name': '', 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'mac_address': 'fa:16:3e:93:41:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'f9cc2ef9-06c3-48b5-b616-fcca2863fff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:24Z', 'updated_at': '2021-04-23T09:20:31Z', 'revision_number': 4, 'project_id': '2512ab69cb484640aebc38a05079f506', 'subnets': [{'id': 'f9cc2ef9-06c3-48b5-b616-fcca2863fff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:32.631418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0ac56a-e183-4cef-b2f7-98e0edb1c93e None None] The sync data for ids ['84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'] in dv-neutron-786478-4-hyperv is: [{'id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139391490', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '9a138633-491d-46c0-90c1-23bd420a2add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:10Z', 'updated_at': '2021-04-23T09:20:26Z', 'revision_number': 4, 'project_id': '2512ab69cb484640aebc38a05079f506', 'gw_port': {'id': '9a138633-491d-46c0-90c1-23bd420a2add', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:12Z', 'updated_at': '2021-04-23T09:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '4557fd6e-56ad-4ca7-ab71-67a6a728c961', 'name': '', 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'mac_address': 'fa:16:3e:93:41:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'f9cc2ef9-06c3-48b5-b616-fcca2863fff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:24Z', 'updated_at': '2021-04-23T09:20:31Z', 'revision_number': 4, 'project_id': '2512ab69cb484640aebc38a05079f506', 'subnets': [{'id': 'f9cc2ef9-06c3-48b5-b616-fcca2863fff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:20:32.631859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af75b0f-8750-4a81-928a-b633e520a40c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:32.646202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-9af75b0f-8750-4a81-928a-b633e520a40c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:32.657449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5df851-2f47-4a73-8397-bbe9f0d0f199 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:32.677586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af75b0f-8750-4a81-928a-b633e520a40c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:32.678303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9af75b0f-8750-4a81-928a-b633e520a40c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:32.837356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1829043-5349-4efc-97e6-25accff4612b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:32.914510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af75b0f-8750-4a81-928a-b633e520a40c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=b94bb5ea-b4be-45e9-8943-1c9ac992cf69,revision_number=5']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:32.972032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:32.988510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9af75b0f-8750-4a81-928a-b633e520a40c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:32.989100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d73a81ac-2452-4a73-b97d-1af4b0f1d275 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:33.015556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:33.030003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a1829043-5349-4efc-97e6-25accff4612b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Calling delete_port for 6326d5ae-b5af-4be9-b58c-e8454d75449f owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:33.036396 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9af75b0f-8750-4a81-928a-b633e520a40c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.5095730 Apr 23 09:20:33.052402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38946) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:33.072509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-18dfc0da-b455-4a30-8718-324cbb902165 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Request body: {'port': {'network_id': 'bb316f39-4b0e-43f1-8f3e-34646815cee0', 'mac_address': 'fa:16:3e:f7:cc:68', 'name': 'tempest-NetworksTestDHCPv6-326447473'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:33.280107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.26.4.225 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/dff0f742-9476-4163-9916-5e47994affd5) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:20:33.396039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-18dfc0da-b455-4a30-8718-324cbb902165 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:33.419810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4557fd6e-56ad-4ca7-ab71-67a6a728c961 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:20:33.427999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af75b0f-8750-4a81-928a-b633e520a40c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Subnet': ['ID=d958fccb-5a1f-4d46-bcbd-901279934544,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:33.433917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bec205d7-77aa-41c7-a4b7-6a7263a4b459 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:33.444586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-18dfc0da-b455-4a30-8718-324cbb902165 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Usage tracker for resource:port and tenant:b1b0c274266b4684858f0c7bad33ee66 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:33.450238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9af75b0f-8750-4a81-928a-b633e520a40c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:33.452672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-18dfc0da-b455-4a30-8718-324cbb902165 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:33.465690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-18dfc0da-b455-4a30-8718-324cbb902165 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:33.540847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6e6ccc2b-1147-4f56-a81f-9edfea98a883 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:33.542081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1829043-5349-4efc-97e6-25accff4612b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:33.557689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-64df1036-ac79-4b29-888f-f8bfe49b4685 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:33.602571 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c5d3807d-a370-4b80-a9bf-0bce7d1babda req-fd66eafe-0e81-48b3-bfd1-b86702502a2c tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 210 time: 0.2370918 Apr 23 09:20:33.608696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dfc0da-b455-4a30-8718-324cbb902165 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Made reservation on behalf of b1b0c274266b4684858f0c7bad33ee66 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:33.616180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 4557fd6e-56ad-4ca7-ab71-67a6a728c961 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:20:33.623793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 4557fd6e-56ad-4ca7-ab71-67a6a728c961 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:33.624227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:33.649620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1829043-5349-4efc-97e6-25accff4612b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:33.660256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1829043-5349-4efc-97e6-25accff4612b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Port': ['ID=6326d5ae-b5af-4be9-b58c-e8454d75449f,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:33.688936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a1829043-5349-4efc-97e6-25accff4612b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:33.786126 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a1829043-5349-4efc-97e6-25accff4612b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/ports/6326d5ae-b5af-4be9-b58c-e8454d75449f HTTP/1.1" status: 204 len: 168 time: 1.4264565 Apr 23 09:20:33.792328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38954) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:33.810008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:33.811454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:33.850491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bec205d7-77aa-41c7-a4b7-6a7263a4b459 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:33.856538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 4557fd6e-56ad-4ca7-ab71-67a6a728c961, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4557fd6e-56ad-4ca7-ab71-67a6a728c961,segment=NetworkSegment(c260924c-e094-4b84-b570-6f773acd4ea6),segment_id=c260924c-e094-4b84-b570-6f773acd4ea6)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:33.866024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce2d628-6268-4f36-bc7b-701faffb714f None None] Network f3c06000-06b2-4055-8442-fe9b58622cf3 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:33.908709 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bec205d7-77aa-41c7-a4b7-6a7263a4b459 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/subnets/565376cc-069f-4fad-890a-7ba41088199a HTTP/1.1" status: 204 len: 168 time: 2.9638770 Apr 23 09:20:33.910948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38958) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:33.911126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec205d7-77aa-41c7-a4b7-6a7263a4b459 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Subnet': ['ID=565376cc-069f-4fad-890a-7ba41088199a,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:33.926137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:33.927417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b94bb5ea-b4be-45e9-8943-1c9ac992cf69 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:20:33.933918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bec205d7-77aa-41c7-a4b7-6a7263a4b459 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:33.935237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:33.954374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c64682ec-f960-4b99-a415-7491a8935b8f tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:33.974978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4bd2c32a-7be5-4133-a4ec-db04ddb984e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:34.055976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=dff0f742-9476-4163-9916-5e47994affd5,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:34.068195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee40d7d-16e4-4192-b489-a7ac4071ecbd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:34.069009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fee40d7d-16e4-4192-b489-a7ac4071ecbd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Synchronizing usage tracker for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:20:34.069746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:34.080791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:34.082982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:34.084194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18dfc0da-b455-4a30-8718-324cbb902165 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:34.087545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:20:34.146108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:34.155949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-18dfc0da-b455-4a30-8718-324cbb902165 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] device_id is not set on port cb6a2a8d-3dbc-4b91-b6ab-b6a7009ffcad yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:20:34.166527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-aca1e7e0-a983-4c4d-b93a-e1658eef48a9 None None] Provisioning complete for port b94bb5ea-b4be-45e9-8943-1c9ac992cf69 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:34.166971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aca1e7e0-a983-4c4d-b93a-e1658eef48a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:34.196247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fee40d7d-16e4-4192-b489-a7ac4071ecbd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Unset dirty status for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:20:34.200187 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fee40d7d-16e4-4192-b489-a7ac4071ecbd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4038415 Apr 23 09:20:34.201822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38962) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:34.291469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=4557fd6e-56ad-4ca7-ab71-67a6a728c961,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:34.307496 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ec2b75-14d1-4cc9-b5f0-5f44ca62f136 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] GET failed (client error): The resource could not be found. Apr 23 09:20:34.312305 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-37ec2b75-14d1-4cc9-b5f0-5f44ca62f136 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports/372a3b2a-58ef-4e1f-bb06-a797378036ae HTTP/1.1" status: 404 len: 333 time: 0.1061411 Apr 23 09:20:34.335678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38966) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:34.358560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:34.369359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port b94bb5ea-b4be-45e9-8943-1c9ac992cf69 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:34.369795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:34.400938 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0d2bfd-3a3b-4b1e-840b-75261a86011d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] GET failed (client error): The resource could not be found. Apr 23 09:20:34.402774 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ac0d2bfd-3a3b-4b1e-840b-75261a86011d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports/6326d5ae-b5af-4be9-b58c-e8454d75449f HTTP/1.1" status: 404 len: 333 time: 0.0656352 Apr 23 09:20:34.406251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 38970) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:34.600489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Deleting port be30c487-f8fa-4b5e-97cd-6b7db076dac7 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:34.600883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:34.627129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a5edf1-d1a6-4aa0-9e9c-ec8061236d81 None None] DHCP port deletion for f3c06000-06b2-4055-8442-fe9b58622cf3 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:20:34.682755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b75d-5718-49a9-96bb-e9a304e1aed5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:34.720826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:34.747533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-31a5edf1-d1a6-4aa0-9e9c-ec8061236d81 None None] Deleting port be30c487-f8fa-4b5e-97cd-6b7db076dac7 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:34.748672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-31a5edf1-d1a6-4aa0-9e9c-ec8061236d81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:34.889016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-31a5edf1-d1a6-4aa0-9e9c-ec8061236d81 None None] For port be30c487-f8fa-4b5e-97cd-6b7db076dac7, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=be30c487-f8fa-4b5e-97cd-6b7db076dac7,segment=NetworkSegment(ab6ba565-9ec0-436b-82f2-5cd8f37cd159),segment_id=ab6ba565-9ec0-436b-82f2-5cd8f37cd159)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:34.889780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-31a5edf1-d1a6-4aa0-9e9c-ec8061236d81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:34.930923 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-31d52508-cb79-4645-8c7c-00bc7ddd96dc req-03c07c28-12d3-4a32-9755-05f0e2b1d3fe tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 210 time: 0.1483581 Apr 23 09:20:35.039768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-31a5edf1-d1a6-4aa0-9e9c-ec8061236d81 None None] Calling delete_port for be30c487-f8fa-4b5e-97cd-6b7db076dac7 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:35.044647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] For port be30c487-f8fa-4b5e-97cd-6b7db076dac7, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=be30c487-f8fa-4b5e-97cd-6b7db076dac7,segment=NetworkSegment(ab6ba565-9ec0-436b-82f2-5cd8f37cd159),segment_id=ab6ba565-9ec0-436b-82f2-5cd8f37cd159)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:35.044855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:35.093538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-18dfc0da-b455-4a30-8718-324cbb902165 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8::21f (bb316f39-4b0e-43f1-8f3e-34646815cee0/44cee370-f70f-4929-a44e-dd1de6b5f8e9/cb6a2a8d-3dbc-4b91-b6ab-b6a7009ffcad) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:20:35.165912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:35.203739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4557fd6e-56ad-4ca7-ab71-67a6a728c961 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:20:35.240517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-31a5edf1-d1a6-4aa0-9e9c-ec8061236d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:35.253954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:35.330675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5edf1-d1a6-4aa0-9e9c-ec8061236d81 None None] Pushing event deleted for resources: {'Port': ['ID=be30c487-f8fa-4b5e-97cd-6b7db076dac7,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:35.343387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-31a5edf1-d1a6-4aa0-9e9c-ec8061236d81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:35.345295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a5edf1-d1a6-4aa0-9e9c-ec8061236d81 None None] No DVR routers for this DVR port be30c487-f8fa-4b5e-97cd-6b7db076dac7 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:20:35.364027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 4557fd6e-56ad-4ca7-ab71-67a6a728c961 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:35.365024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:35.474252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router b8ddafff-e3db-458d-b80d-48ac8b1c842b is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:20:35.589617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device be30c487-f8fa-4b5e-97cd-6b7db076dac7 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:20:35.601482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Calling delete_port for be30c487-f8fa-4b5e-97cd-6b7db076dac7 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:35.668595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: be30c487-f8fa-4b5e-97cd-6b7db076dac7 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:20:35.669231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device be30c487-f8fa-4b5e-97cd-6b7db076dac7 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:20:35.713349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-18dfc0da-b455-4a30-8718-324cbb902165 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Allocated IP 2001:db8:0:1:f816:3eff:fef7:cc68 (bb316f39-4b0e-43f1-8f3e-34646815cee0/d958fccb-5a1f-4d46-bcbd-901279934544/cb6a2a8d-3dbc-4b91-b6ab-b6a7009ffcad) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:20:35.753901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b75d-5718-49a9-96bb-e9a304e1aed5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:35.771325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:20:35.783095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] Sync routers for ids ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:20:35.796495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] Routers {'b8ddafff-e3db-458d-b80d-48ac8b1c842b'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:20:35.797230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:20:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:35.816406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-70a8535f-f497-40cc-b37b-89589c2f71c1 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:35.817235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-70a8535f-f497-40cc-b37b-89589c2f71c1 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Synchronizing usage tracker for tenant:2512ab69cb484640aebc38a05079f506 on resource:network {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:20:35.828545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:35.834530 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.1765125 Apr 23 09:20:35.836231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38982) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:35.944955 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ae066b18-e901-4fda-8414-db284ca055d9 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7602bab2a5e54e68ba9a873197bc68fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1075048 Apr 23 09:20:35.947738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38988) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:36.011597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] Set router b8ddafff-e3db-458d-b80d-48ac8b1c842b gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:20:36.033796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-70a8535f-f497-40cc-b37b-89589c2f71c1 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Unset dirty status for tenant:2512ab69cb484640aebc38a05079f506 on resource:network {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:20:36.035458 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-70a8535f-f497-40cc-b37b-89589c2f71c1 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.35 "GET /v2.0/networks?id=cb03be9d-741f-4be2-af33-c80fc3ae7685 HTTP/1.1" status: 200 len: 796 time: 1.2435899 Apr 23 09:20:36.037448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-c9e2b75d-5718-49a9-96bb-e9a304e1aed5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324a41ff-9d8f-410a-bbc1-e1e702e71189']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:36.133984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-c9e2b75d-5718-49a9-96bb-e9a304e1aed5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3897e316-f02b-4d2b-8a42-5d0e0d51c509') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:36.134708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-c9e2b75d-5718-49a9-96bb-e9a304e1aed5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3897e316-f02b-4d2b-8a42-5d0e0d51c509') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:36.142095 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-166de3d1-837b-4af9-a9fa-f2b2d134a9be req-659e50ca-7f5c-4167-a3a3-62b2f6ddf2aa tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 210 time: 0.0557196 Apr 23 09:20:36.179862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b75d-5718-49a9-96bb-e9a304e1aed5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:36.195817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eea2c08-3e3a-4218-a6d5-f2b3e903371f tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:36.200307 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1eea2c08-3e3a-4218-a6d5-f2b3e903371f tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2486267 Apr 23 09:20:36.201524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38994) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:36.211341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:20:36.211889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:20:36.231390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b75d-5718-49a9-96bb-e9a304e1aed5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:36.246957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-f252f3ee-3592-4fff-99a2-21d84b2cc6c9 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Synchronizing usage tracker for tenant:2512ab69cb484640aebc38a05079f506 on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:20:36.277483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e2b75d-5718-49a9-96bb-e9a304e1aed5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:20:36.323893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18dfc0da-b455-4a30-8718-324cbb902165 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:36.349785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'name': 'tempest-TestNetworkBasicOps-router-529862777', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'dff0f742-9476-4163-9916-5e47994affd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:31Z', 'updated_at': '2021-04-23T09:20:34Z', 'revision_number': 3, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'dff0f742-9476-4163-9916-5e47994affd5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:33Z', 'updated_at': '2021-04-23T09:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:36.354477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] Checking router: b8ddafff-e3db-458d-b80d-48ac8b1c842b for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:20:36.354888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] Updating router b8ddafff-e3db-458d-b80d-48ac8b1c842b port dff0f742-9476-4163-9916-5e47994affd5 binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:20:36.403830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-f252f3ee-3592-4fff-99a2-21d84b2cc6c9 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Unset dirty status for tenant:2512ab69cb484640aebc38a05079f506 on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:20:36.405786 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-f252f3ee-3592-4fff-99a2-21d84b2cc6c9 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2512ab69cb484640aebc38a05079f506 HTTP/1.1" status: 200 len: 380 time: 0.3554144 Apr 23 09:20:36.416816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:36.439669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-c3f8ecef-a82e-437a-a287-25b46fa9e944 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Request body: {'port': {'device_id': 'de537509-c7aa-4d4e-98e6-39f533822fbd', 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685', 'admin_state_up': True, 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'security_groups': ['31cadb39-5984-4690-b32e-230ad3b614ac']}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:36.570233 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a7bd459e-f6d2-4cba-a173-8e9f06008321 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3674519 Apr 23 09:20:36.572718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 38998) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:36.579063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-22c6285b-eaf7-416e-a31e-0a8d347cbb07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1521263664', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:36.627220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c9e2b75d-5718-49a9-96bb-e9a304e1aed5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network 324a41ff-9d8f-410a-bbc1-e1e702e71189 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:36.643730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b75d-5718-49a9-96bb-e9a304e1aed5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:36.784996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-22c6285b-eaf7-416e-a31e-0a8d347cbb07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:36.792423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-22c6285b-eaf7-416e-a31e-0a8d347cbb07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:subnet and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:36.798944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-22c6285b-eaf7-416e-a31e-0a8d347cbb07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:36.799823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] The port 'be30c487-f8fa-4b5e-97cd-6b7db076dac7' was deleted {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:20:36.809697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-22c6285b-eaf7-416e-a31e-0a8d347cbb07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:36.861785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c6285b-eaf7-416e-a31e-0a8d347cbb07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:36.868548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22c6285b-eaf7-416e-a31e-0a8d347cbb07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:36.921243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0aa875c9-3491-433b-8420-5ee8c6da76d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:37.064721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-c3f8ecef-a82e-437a-a287-25b46fa9e944 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:37.068396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c9e2b75d-5718-49a9-96bb-e9a304e1aed5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network 324a41ff-9d8f-410a-bbc1-e1e702e71189 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:20:37.102971 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:20:37.120327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:37.133073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:37.140644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-c3f8ecef-a82e-437a-a287-25b46fa9e944 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:37.288583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-c3f8ecef-a82e-437a-a287-25b46fa9e944 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Made reservation on behalf of 2512ab69cb484640aebc38a05079f506 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:37.295909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-c3f8ecef-a82e-437a-a287-25b46fa9e944 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:37.330244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-18dfc0da-b455-4a30-8718-324cbb902165 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Transition to ACTIVE for port object cb6a2a8d-3dbc-4b91-b6ab-b6a7009ffcad will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:37.364275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b75d-5718-49a9-96bb-e9a304e1aed5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:37.406137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c06000-06b2-4055-8442-fe9b58622cf3']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:37.411035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] Transition to ACTIVE for port object dff0f742-9476-4163-9916-5e47994affd5 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:37.430439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-67045e09-5d89-49dd-91b5-99136256f1b9 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:37.453128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:37.454337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b75d-5718-49a9-96bb-e9a304e1aed5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:37.459209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6ba565-9ec0-436b-82f2-5cd8f37cd159') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:37.463942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6ba565-9ec0-436b-82f2-5cd8f37cd159') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:37.489189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:37.622230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] Attempting to bind port dff0f742-9476-4163-9916-5e47994affd5 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:20:37.623824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] Attempting to bind port dff0f742-9476-4163-9916-5e47994affd5 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:20:37.624480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] Attempting to bind port dff0f742-9476-4163-9916-5e47994affd5 on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:20:37.644651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2b75d-5718-49a9-96bb-e9a304e1aed5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Network': ['ID=324a41ff-9d8f-410a-bbc1-e1e702e71189,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:37.649084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c9e2b75d-5718-49a9-96bb-e9a304e1aed5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:37.666820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:37.672822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:20:37.673502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:20:37.674231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:37.674973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:20:37.675848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] Bound port: dff0f742-9476-4163-9916-5e47994affd5, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:20:37.676519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:37.683503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-bda2d1ee-b748-4578-8f1c-af266e0bf667 req-30290643-0196-42b8-b907-c5041af035f0 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Synchronizing usage tracker for tenant:2512ab69cb484640aebc38a05079f506 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:20:37.690893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22c6285b-eaf7-416e-a31e-0a8d347cbb07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:37.696785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-61969315-c4f1-4511-a13e-1f605a6e59a1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:37.722965 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c9e2b75d-5718-49a9-96bb-e9a304e1aed5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/networks/324a41ff-9d8f-410a-bbc1-e1e702e71189 HTTP/1.1" status: 204 len: 168 time: 3.3106778 Apr 23 09:20:37.731252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b5c43-9259-4fe0-9421-83e2119f3fb6 None None] Pushing event updated for resources: {'Port': ['ID=dff0f742-9476-4163-9916-5e47994affd5,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:37.745381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39004) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:37.748411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-848b5c43-9259-4fe0-9421-83e2119f3fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:37.777188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-98bc7f0d-7bac-442b-8012-14800f3659b0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1223063266'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:37.784675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:37.804334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-98bc7f0d-7bac-442b-8012-14800f3659b0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:37.822033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] For port dff0f742-9476-4163-9916-5e47994affd5, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:20:37.843286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6285b-eaf7-416e-a31e-0a8d347cbb07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Subnet': ['ID=cf0c24f7-f59a-4164-9809-33a3cfb48acd,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:37.851297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-22c6285b-eaf7-416e-a31e-0a8d347cbb07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:37.856880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-bda2d1ee-b748-4578-8f1c-af266e0bf667 req-30290643-0196-42b8-b907-c5041af035f0 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Unset dirty status for tenant:2512ab69cb484640aebc38a05079f506 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:20:37.858750 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bda2d1ee-b748-4578-8f1c-af266e0bf667 req-30290643-0196-42b8-b907-c5041af035f0 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 210 time: 0.4307923 Apr 23 09:20:37.859745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c6285b-eaf7-416e-a31e-0a8d347cbb07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Checking segment: {'id': '8e35b97f-fcf9-42e2-85e6-4ec01e817911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:20:37.860557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c6285b-eaf7-416e-a31e-0a8d347cbb07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network hostable DHCP agents. Network: 004890de-ba85-4569-8774-f7b9851ca4ee, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:20:37.862077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-98bc7f0d-7bac-442b-8012-14800f3659b0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:network and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:37.865426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-98bc7f0d-7bac-442b-8012-14800f3659b0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:37.872156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-98bc7f0d-7bac-442b-8012-14800f3659b0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:37.877027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:20:37.907772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18dfc0da-b455-4a30-8718-324cbb902165 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:37.953281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c6285b-eaf7-416e-a31e-0a8d347cbb07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 004890de-ba85-4569-8774-f7b9851ca4ee is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:20:37.968783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:38.021635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-22c6285b-eaf7-416e-a31e-0a8d347cbb07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 004890de-ba85-4569-8774-f7b9851ca4ee) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:38.036131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ad34e2-28e6-4f65-9195-dd94b3c25349 None None] Network 004890de-ba85-4569-8774-f7b9851ca4ee requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:38.039557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c6285b-eaf7-416e-a31e-0a8d347cbb07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:38.040258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22c6285b-eaf7-416e-a31e-0a8d347cbb07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:38.086157 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-22c6285b-eaf7-416e-a31e-0a8d347cbb07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5120540 Apr 23 09:20:38.090841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39008) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:38.104359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dfc0da-b455-4a30-8718-324cbb902165 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:38.105256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bc7f0d-7bac-442b-8012-14800f3659b0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:38.112185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98bc7f0d-7bac-442b-8012-14800f3659b0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:38.142034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-18dfc0da-b455-4a30-8718-324cbb902165 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:38.202806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dfc0da-b455-4a30-8718-324cbb902165 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:20:38.208875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dfc0da-b455-4a30-8718-324cbb902165 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:38.209575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18dfc0da-b455-4a30-8718-324cbb902165 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:38.225992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfc0da-b455-4a30-8718-324cbb902165 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event updated for resources: {'Port': ['ID=cb6a2a8d-3dbc-4b91-b6ab-b6a7009ffcad,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:38.229162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-c3f8ecef-a82e-437a-a287-25b46fa9e944 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Allocated IP 172.20.0.4 (cb03be9d-741f-4be2-af33-c80fc3ae7685/f9cc2ef9-06c3-48b5-b616-fcca2863fff9/b453fc89-ae49-4714-b3e1-d723172944e1) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:20:38.252018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-18dfc0da-b455-4a30-8718-324cbb902165 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:38.257776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network f3c06000-06b2-4055-8442-fe9b58622cf3 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:38.279322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:38.315460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98bc7f0d-7bac-442b-8012-14800f3659b0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:20:38.347604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-004890de-ba85-4569-8774-f7b9851ca4ee', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ips': [{'subnet_id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:20:38.348552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:38.409940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98bc7f0d-7bac-442b-8012-14800f3659b0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:38.410535 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-98bc7f0d-7bac-442b-8012-14800f3659b0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Added segment d47266a6-42a6-49bf-bb99-67223cb459e2 of type vlan for network fb611de1-00af-40e9-aade-64dffe65d748 Apr 23 09:20:38.448334 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-18dfc0da-b455-4a30-8718-324cbb902165 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.3942630 Apr 23 09:20:38.474910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39012) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:38.573104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8ca842a7-7788-4479-b3fb-904b2ac8ad1a None None] Provisioning for port cb6a2a8d-3dbc-4b91-b6ab-b6a7009ffcad completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:20:38.590877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8ca842a7-7788-4479-b3fb-904b2ac8ad1a None None] Provisioning complete for port cb6a2a8d-3dbc-4b91-b6ab-b6a7009ffcad triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:38.591874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8ca842a7-7788-4479-b3fb-904b2ac8ad1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:38.592240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98bc7f0d-7bac-442b-8012-14800f3659b0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:38.597800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network f3c06000-06b2-4055-8442-fe9b58622cf3 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:20:38.632987 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:20:38.638522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Allocated IP 172.20.0.2 (004890de-ba85-4569-8774-f7b9851ca4ee/cf0c24f7-f59a-4164-9809-33a3cfb48acd/c085e118-649e-453d-a832-ca08dcc9d73d) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:20:38.699560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8ca842a7-7788-4479-b3fb-904b2ac8ad1a None None] Port cb6a2a8d-3dbc-4b91-b6ab-b6a7009ffcad cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:20:38.795190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-98bc7f0d-7bac-442b-8012-14800f3659b0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:20:38.873037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98bc7f0d-7bac-442b-8012-14800f3659b0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:38.879704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bc7f0d-7bac-442b-8012-14800f3659b0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:38.880369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98bc7f0d-7bac-442b-8012-14800f3659b0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:38.886391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-91e08b29-4599-494c-8b17-a944c66983d8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:38.963244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-c3f8ecef-a82e-437a-a287-25b46fa9e944 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:39.030814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:39.039233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:39.046744 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-98bc7f0d-7bac-442b-8012-14800f3659b0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2911150 Apr 23 09:20:39.050510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39018) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:39.067279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] For port dff0f742-9476-4163-9916-5e47994affd5, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=dff0f742-9476-4163-9916-5e47994affd5,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:20:39.067800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:39.073157 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/networks/f3c06000-06b2-4055-8442-fe9b58622cf3 HTTP/1.1" status: 204 len: 168 time: 5.1514435 Apr 23 09:20:39.078668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e99e1a6e-42be-460d-853f-8f5ac1ce6157 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'subnet': {'network_id': 'fb611de1-00af-40e9-aade-64dffe65d748', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:39.081435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39022) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:39.096766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Transition to ACTIVE for port object c085e118-649e-453d-a832-ca08dcc9d73d will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:39.097266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc7f0d-7bac-442b-8012-14800f3659b0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Network': ['ID=fb611de1-00af-40e9-aade-64dffe65d748,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:39.103470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-c3f8ecef-a82e-437a-a287-25b46fa9e944 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Transition to ACTIVE for port object b453fc89-ae49-4714-b3e1-d723172944e1 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:39.106681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-98bc7f0d-7bac-442b-8012-14800f3659b0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:39.119716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:39.121527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network fb611de1-00af-40e9-aade-64dffe65d748 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:20:39.151953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Network': ['ID=f3c06000-06b2-4055-8442-fe9b58622cf3,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:39.158284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:39.167081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:39.173006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Transition to ACTIVE for port object c085e118-649e-453d-a832-ca08dcc9d73d will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:39.177646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:39.256584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-388316ad-1ada-432f-b535-7c080a65b7b2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting port cb6a2a8d-3dbc-4b91-b6ab-b6a7009ffcad {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:39.256881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-388316ad-1ada-432f-b535-7c080a65b7b2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:39.276058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e99e1a6e-42be-460d-853f-8f5ac1ce6157 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:39.285405 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7c74c6-6d3d-4d5d-bd48-62c899a2e40b tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:39.285928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7c74c6-6d3d-4d5d-bd48-62c899a2e40b tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:39.291159 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1b7c74c6-6d3d-4d5d-bd48-62c899a2e40b tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/subnets/29b45f32-7dda-4f2b-a8b4-10fd40f82fda HTTP/1.1" status: 404 len: 337 time: 0.2035234 Apr 23 09:20:39.291374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e99e1a6e-42be-460d-853f-8f5ac1ce6157 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:subnet and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:39.292684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39026) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:39.296112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e99e1a6e-42be-460d-853f-8f5ac1ce6157 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:39.305855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:39.317100 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f3dc14ef-a30f-4608-bbbe-dd810789105b req-f2407cd9-4f11-440d-ae79-36dca64efd17 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 210 time: 0.1671982 Apr 23 09:20:39.338747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e99e1a6e-42be-460d-853f-8f5ac1ce6157 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:39.344319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-c3f8ecef-a82e-437a-a287-25b46fa9e944 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:39.348570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] Routers {'b8ddafff-e3db-458d-b80d-48ac8b1c842b'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:20:39.349404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:20:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:39.360708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7bcd0e91-2b89-4bc3-be79-965db5ff5904 tempest-FloatingIPNegativeTestJSON-989543315 tempest-FloatingIPNegativeTestJSON-989543315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:39.407956 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7271a8b-671c-4f92-86a6-bb784be7ff2f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:39.408631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7271a8b-671c-4f92-86a6-bb784be7ff2f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:39.411925 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a7271a8b-671c-4f92-86a6-bb784be7ff2f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/networks/882882f6-4c27-47d7-8c74-422d9eb1f28b HTTP/1.1" status: 404 len: 339 time: 0.1168282 Apr 23 09:20:39.468562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39030) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:39.533455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Network 004890de-ba85-4569-8774-f7b9851ca4ee is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:39.537791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:39.544910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:20:39.604520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-388316ad-1ada-432f-b535-7c080a65b7b2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:39.614238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b5c43-9259-4fe0-9421-83e2119f3fb6 None None] Pushing event updated for resources: {'Port': ['ID=dff0f742-9476-4163-9916-5e47994affd5,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:39.665630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-848b5c43-9259-4fe0-9421-83e2119f3fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:39.666186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e8247c6f-92f9-4b99-9174-c92253513e7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:39.766506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Attempting to bind port c085e118-649e-453d-a832-ca08dcc9d73d on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:20:39.766506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Attempting to bind port c085e118-649e-453d-a832-ca08dcc9d73d by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8e35b97f-fcf9-42e2-85e6-4ec01e817911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:20:39.766868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Attempting to bind port c085e118-649e-453d-a832-ca08dcc9d73d on network 004890de-ba85-4569-8774-f7b9851ca4ee {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:20:39.770001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99e1a6e-42be-460d-853f-8f5ac1ce6157 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:39.776285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e99e1a6e-42be-460d-853f-8f5ac1ce6157 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:39.780557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b01cda75-9a29-402b-a8a3-e0cb52cc80b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:39.791431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Pushing event updated for resources: {'Port': ['ID=c085e118-649e-453d-a832-ca08dcc9d73d,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:39.795714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:20:39.796237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Checking segment: {'id': '8e35b97f-fcf9-42e2-85e6-4ec01e817911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:20:39.796778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:39.797295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Bound using segment: {'id': '8e35b97f-fcf9-42e2-85e6-4ec01e817911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:20:39.798739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Bound port: c085e118-649e-453d-a832-ca08dcc9d73d, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e35b97f-fcf9-42e2-85e6-4ec01e817911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:20:39.799209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:39.818730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:39.829197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-c3f8ecef-a82e-437a-a287-25b46fa9e944 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Network cb03be9d-741f-4be2-af33-c80fc3ae7685 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:39.835576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-c3f8ecef-a82e-437a-a287-25b46fa9e944 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:39.866705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-388316ad-1ada-432f-b535-7c080a65b7b2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Calling delete_port for cb6a2a8d-3dbc-4b91-b6ab-b6a7009ffcad owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:39.892729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] Set router b8ddafff-e3db-458d-b80d-48ac8b1c842b gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:20:39.896595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-c3f8ecef-a82e-437a-a287-25b46fa9e944 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:20:39.965713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-c3f8ecef-a82e-437a-a287-25b46fa9e944 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:39.966659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-c3f8ecef-a82e-437a-a287-25b46fa9e944 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:39.976115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a01300c-e7e9-426a-bab8-6a1c231ddd35 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Deleting subnet 37734f15-5807-4ac1-b6d6-8f5d8cdbfd5a {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:20:39.993839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8ecef-a82e-437a-a287-25b46fa9e944 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Pushing event updated for resources: {'Port': ['ID=b453fc89-ae49-4714-b3e1-d723172944e1,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:40.000886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c3f8ecef-a82e-437a-a287-25b46fa9e944 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:40.017527 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-c3f8ecef-a82e-437a-a287-25b46fa9e944 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6004884 Apr 23 09:20:40.050286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5a01300c-e7e9-426a-bab8-6a1c231ddd35 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:40.146874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Request body: {'port': {'device_id': 'de537509-c7aa-4d4e-98e6-39f533822fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:40.214861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] For port c085e118-649e-453d-a832-ca08dcc9d73d, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:20:40.235827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] For port c085e118-649e-453d-a832-ca08dcc9d73d, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c085e118-649e-453d-a832-ca08dcc9d73d,segment=NetworkSegment(8e35b97f-fcf9-42e2-85e6-4ec01e817911),segment_id=8e35b97f-fcf9-42e2-85e6-4ec01e817911)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:20:40.303582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:40.314146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:40.327326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:40.358800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5a01300c-e7e9-426a-bab8-6a1c231ddd35 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:40.372952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-263770cc-c0a4-418d-a141-b7fc300a4515 None None] Provisioning for port b453fc89-ae49-4714-b3e1-d723172944e1 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:20:40.398711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-263770cc-c0a4-418d-a141-b7fc300a4515 None None] Provisioning complete for port b453fc89-ae49-4714-b3e1-d723172944e1 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:40.400778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-263770cc-c0a4-418d-a141-b7fc300a4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:40.493280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:40.506843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-263770cc-c0a4-418d-a141-b7fc300a4515 None None] Port b453fc89-ae49-4714-b3e1-d723172944e1 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:20:40.595511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'name': 'tempest-TestNetworkBasicOps-router-529862777', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'dff0f742-9476-4163-9916-5e47994affd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:31Z', 'updated_at': '2021-04-23T09:20:34Z', 'revision_number': 3, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'dff0f742-9476-4163-9916-5e47994affd5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:33Z', 'updated_at': '2021-04-23T09:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:40.599056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Pushing event updated for resources: {'Port': ['ID=c085e118-649e-453d-a832-ca08dcc9d73d,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:40.602965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:40.603750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03327db-57b3-476e-b318-c75d76a66caf None None] The sync data for ids ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'] in dv-neutron-786478-4-hyperv is: [{'id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'name': 'tempest-TestNetworkBasicOps-router-529862777', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'dff0f742-9476-4163-9916-5e47994affd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:31Z', 'updated_at': '2021-04-23T09:20:34Z', 'revision_number': 3, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'dff0f742-9476-4163-9916-5e47994affd5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:33Z', 'updated_at': '2021-04-23T09:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:20:40.641322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:40.747611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-388316ad-1ada-432f-b535-7c080a65b7b2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:40.970844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf006f1a-0845-42af-9bbd-9ebbb579f817 req-9f9aabe1-4bf3-4033-9a73-0f4a50b9be07 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:40.972601 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf006f1a-0845-42af-9bbd-9ebbb579f817 req-9f9aabe1-4bf3-4033-9a73-0f4a50b9be07 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 931 time: 0.3936605 Apr 23 09:20:41.157340 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf006f1a-0845-42af-9bbd-9ebbb579f817 req-bc38eb2b-923a-42ad-bba0-c5035b0d1279 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656811 Apr 23 09:20:41.169095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e99e1a6e-42be-460d-853f-8f5ac1ce6157 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:41.191961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dabb2e23-d3e9-4e9b-93c1-52c46c5750c6 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:41.236101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:41.256963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:41.355946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b453fc89-ae49-4714-b3e1-d723172944e1 {{(pid=87174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:20:41.361837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e1a6e-42be-460d-853f-8f5ac1ce6157 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Subnet': ['ID=094a6c81-c6ca-44f2-b0f6-22d6b7b0b180,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:41.369428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e99e1a6e-42be-460d-853f-8f5ac1ce6157 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:41.376072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:41.382767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e1a6e-42be-460d-853f-8f5ac1ce6157 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Checking segment: {'id': 'd47266a6-42a6-49bf-bb99-67223cb459e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fb611de1-00af-40e9-aade-64dffe65d748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:20:41.383170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99e1a6e-42be-460d-853f-8f5ac1ce6157 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network hostable DHCP agents. Network: fb611de1-00af-40e9-aade-64dffe65d748, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:20:41.393592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5a01300c-e7e9-426a-bab8-6a1c231ddd35 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:41.413219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Transition to ACTIVE for port object b453fc89-ae49-4714-b3e1-d723172944e1 will not be triggered until provisioned by entity L2. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:41.428404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c085e118-649e-453d-a832-ca08dcc9d73d up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:20:41.443314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:41.449110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ed6b28cc-8135-4bbe-b4a8-f2190235c0ae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:41.508861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99e1a6e-42be-460d-853f-8f5ac1ce6157 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network fb611de1-00af-40e9-aade-64dffe65d748 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:20:41.700255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Pushing event updated for resources: {'Port': ['ID=b453fc89-ae49-4714-b3e1-d723172944e1,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:41.746221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:41.777124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388316ad-1ada-432f-b535-7c080a65b7b2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Port': ['ID=cb6a2a8d-3dbc-4b91-b6ab-b6a7009ffcad,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:41.788932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-e99e1a6e-42be-460d-853f-8f5ac1ce6157 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, fb611de1-00af-40e9-aade-64dffe65d748) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:41.801952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1232ad-ba47-4442-8ffc-20f2662003f1 None None] Network fb611de1-00af-40e9-aade-64dffe65d748 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:41.828784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99e1a6e-42be-460d-853f-8f5ac1ce6157 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:41.829365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e99e1a6e-42be-460d-853f-8f5ac1ce6157 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:41.835202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-388316ad-1ada-432f-b535-7c080a65b7b2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:41.842691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-388316ad-1ada-432f-b535-7c080a65b7b2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:41.852749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Attempting to bind port b453fc89-ae49-4714-b3e1-d723172944e1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:20:41.856431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Attempting to bind port b453fc89-ae49-4714-b3e1-d723172944e1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c260924c-e094-4b84-b570-6f773acd4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:20:41.857007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Attempting to bind port b453fc89-ae49-4714-b3e1-d723172944e1 on network cb03be9d-741f-4be2-af33-c80fc3ae7685 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:20:41.869960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Port b453fc89-ae49-4714-b3e1-d723172944e1 on network cb03be9d-741f-4be2-af33-c80fc3ae7685 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:20:41.870188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Attempting to bind port b453fc89-ae49-4714-b3e1-d723172944e1 on network cb03be9d-741f-4be2-af33-c80fc3ae7685 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:20:41.875583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port c085e118-649e-453d-a832-ca08dcc9d73d completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:20:41.883336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:20:41.887700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Checking segment: {'id': 'c260924c-e094-4b84-b570-6f773acd4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:20:41.887700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Bound using segment: {'id': 'c260924c-e094-4b84-b570-6f773acd4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685'} {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:20:41.887700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Bound port: b453fc89-ae49-4714-b3e1-d723172944e1, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c260924c-e094-4b84-b570-6f773acd4ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685'}}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:20:41.887700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:41.888872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device dff0f742-9476-4163-9916-5e47994affd5 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:20:41.947610 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e99e1a6e-42be-460d-853f-8f5ac1ce6157 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8899212 Apr 23 09:20:41.955958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39038) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:41.965402 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-388316ad-1ada-432f-b535-7c080a65b7b2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/cb6a2a8d-3dbc-4b91-b6ab-b6a7009ffcad HTTP/1.1" status: 204 len: 168 time: 3.4888387 Apr 23 09:20:41.970518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b5df56ef-ef08-45c2-a93e-ef7a9c3d9377 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'port': {'network_id': 'fb611de1-00af-40e9-aade-64dffe65d748', 'name': 'tempest-PortsTestJSON-1602077161'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:41.974862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39042) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:42.192165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] For port b453fc89-ae49-4714-b3e1-d723172944e1, host hv-neutron-7864, cleared binding levels {{(pid=87174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:20:42.246429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b5df56ef-ef08-45c2-a93e-ef7a9c3d9377 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:42.260591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] For port b453fc89-ae49-4714-b3e1-d723172944e1, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b453fc89-ae49-4714-b3e1-d723172944e1,segment=NetworkSegment(c260924c-e094-4b84-b570-6f773acd4ea6),segment_id=c260924c-e094-4b84-b570-6f773acd4ea6)] {{(pid=87174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:20:42.270907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b5df56ef-ef08-45c2-a93e-ef7a9c3d9377 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:42.291421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:42.300442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3f790461-527a-4028-95ad-9582096129d3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:42.368994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5df56ef-ef08-45c2-a93e-ef7a9c3d9377 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:42.376490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5df56ef-ef08-45c2-a93e-ef7a9c3d9377 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:42.378043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666fdacd-2152-49cf-9bef-a5aa4e6c54f5 None None] Network 004890de-ba85-4569-8774-f7b9851ca4ee requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:42.405993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:42.431931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:42.437399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:42.437399 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] 10.222.0.35 "PUT /v2.0/ports/b453fc89-ae49-4714-b3e1-d723172944e1 HTTP/1.1" status: 200 len: 1093 time: 2.4072814 Apr 23 09:20:42.437399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de537509-c7aa-4d4e-98e6-39f533822fbd', 'tag': 'b453fc89-ae49-4714-b3e1-d723172944e1'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:20:42.455497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-b5df56ef-ef08-45c2-a93e-ef7a9c3d9377 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] device_id is not set on port 8764a1de-d08a-4e9f-a416-485cb663e558 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:20:42.504664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Pushing event updated for resources: {'Port': ['ID=b453fc89-ae49-4714-b3e1-d723172944e1,revision_number=3']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:42.518858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:42.558690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port dff0f742-9476-4163-9916-5e47994affd5 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:20:42.637810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port dff0f742-9476-4163-9916-5e47994affd5 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:42.638911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aae258-e475-4364-914a-231235dd1d3d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:42.639132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:42.640015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b8aae258-e475-4364-914a-231235dd1d3d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:20:42.648258 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de537509-c7aa-4d4e-98e6-39f533822fbd', 'tag': 'b453fc89-ae49-4714-b3e1-d723172944e1', 'status': 'completed', 'code': 200} Apr 23 09:20:42.682337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c97b6648-55e6-4ba6-b728-8fcbac75287a None None] Provisioning for port c085e118-649e-453d-a832-ca08dcc9d73d completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:20:42.719538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c97b6648-55e6-4ba6-b728-8fcbac75287a None None] Provisioning complete for port c085e118-649e-453d-a832-ca08dcc9d73d triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:42.719969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c97b6648-55e6-4ba6-b728-8fcbac75287a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:42.754088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-9e0f9189-5066-4552-af4c-73cc2fb3ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:42.756499 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-9e0f9189-5066-4552-af4c-73cc2fb3ed87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2512ab69cb484640aebc38a05079f506&device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 1096 time: 0.2254078 Apr 23 09:20:42.760120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-fb611de1-00af-40e9-aade-64dffe65d748', 'network_id': 'fb611de1-00af-40e9-aade-64dffe65d748', 'tenant_id': '696097c35055491c960511aa485cbd7b', 'fixed_ips': [{'subnet_id': '094a6c81-c6ca-44f2-b0f6-22d6b7b0b180'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:20:42.761057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:42.827458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ea10a-ad64-43a4-96c4-53b5f03643ef req-1470c299-195a-4f01-a9fd-ca0481669b53 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:42.829181 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-840ea10a-ad64-43a4-96c4-53b5f03643ef req-1470c299-195a-4f01-a9fd-ca0481669b53 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 943 time: 0.4581170 Apr 23 09:20:42.833828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5a01300c-e7e9-426a-bab8-6a1c231ddd35 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:42.865780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:42.878241 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-60d4aee2-262b-4c0c-b82b-645b988bc4ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b453fc89-ae49-4714-b3e1-d723172944e1 HTTP/1.1" status: 200 len: 217 time: 0.1118689 Apr 23 09:20:42.880569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-b5df56ef-ef08-45c2-a93e-ef7a9c3d9377 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Allocated IP 172.20.0.2 (fb611de1-00af-40e9-aade-64dffe65d748/094a6c81-c6ca-44f2-b0f6-22d6b7b0b180/8764a1de-d08a-4e9f-a416-485cb663e558) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:20:42.913111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.20.0.1 (004890de-ba85-4569-8774-f7b9851ca4ee/cf0c24f7-f59a-4164-9809-33a3cfb48acd/4f5645f6-da53-4cec-8a2a-3ec0d1fdff23) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:20:42.915549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b8aae258-e475-4364-914a-231235dd1d3d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:20:42.919061 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b8aae258-e475-4364-914a-231235dd1d3d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.9424543 Apr 23 09:20:42.939018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39050) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:42.945145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01300c-e7e9-426a-bab8-6a1c231ddd35 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Subnet': ['ID=37734f15-5807-4ac1-b6d6-8f5d8cdbfd5a,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:42.946805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcbc74f-fcc4-4b07-8e90-c0e52ba8251b None None] Network c04f42b7-7093-46b7-b801-e12837c76281 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:42.954947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5a01300c-e7e9-426a-bab8-6a1c231ddd35 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:42.960657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5a01300c-e7e9-426a-bab8-6a1c231ddd35 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:43.070125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-da972107-93c4-41a4-a2b5-7f343e80d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:43.072978 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-da972107-93c4-41a4-a2b5-7f343e80d754 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9cc2ef9-06c3-48b5-b616-fcca2863fff9 HTTP/1.1" status: 200 len: 834 time: 0.1877871 Apr 23 09:20:43.089868 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5a01300c-e7e9-426a-bab8-6a1c231ddd35 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/subnets/37734f15-5807-4ac1-b6d6-8f5d8cdbfd5a HTTP/1.1" status: 204 len: 168 time: 3.5788872 Apr 23 09:20:43.095419 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-840ea10a-ad64-43a4-96c4-53b5f03643ef req-33b5275f-2be6-48d2-9d20-883f5adf5fa6 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512996 Apr 23 09:20:43.095947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39054) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:43.282901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:43.348375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:43.363357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c97b6648-55e6-4ba6-b728-8fcbac75287a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:43.364170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489f40b4-23ac-4124-909d-9655021f3db4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:43.369435 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-489f40b4-23ac-4124-909d-9655021f3db4 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4227471 Apr 23 09:20:43.376046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39058) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:43.386894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port dff0f742-9476-4163-9916-5e47994affd5, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=dff0f742-9476-4163-9916-5e47994affd5,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:43.396672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:43.429140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:43.434528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-548edeb7-7681-4695-b8f1-bab80483530f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:43.468554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Transition to ACTIVE for port object 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:43.517974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Deleting port ec56fd64-19d1-40a5-9c3b-80c8ae276b78 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:43.518484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:43.537781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c97b6648-55e6-4ba6-b728-8fcbac75287a None None] For port c085e118-649e-453d-a832-ca08dcc9d73d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c085e118-649e-453d-a832-ca08dcc9d73d,segment=NetworkSegment(8e35b97f-fcf9-42e2-85e6-4ec01e817911),segment_id=8e35b97f-fcf9-42e2-85e6-4ec01e817911)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:43.601792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c97b6648-55e6-4ba6-b728-8fcbac75287a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:43.612010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=dff0f742-9476-4163-9916-5e47994affd5,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:43.613317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-76e2ce57-104b-463f-820a-a568fa00bae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:43.616481 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-76e2ce57-104b-463f-820a-a568fa00bae0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb03be9d-741f-4be2-af33-c80fc3ae7685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5359607 Apr 23 09:20:43.619342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:43.619887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-80c7691b-2a4c-4044-a452-d2d450028f36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:43.655586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:43.676709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8401ebf6-5b06-4283-a318-fd65db99be05 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:43.711117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec7ac1c-0632-4fca-a6e1-2a2e66f824e3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:43.714788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec7ac1c-0632-4fca-a6e1-2a2e66f824e3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:43.718920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec7ac1c-0632-4fca-a6e1-2a2e66f824e3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:43.720533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fec7ac1c-0632-4fca-a6e1-2a2e66f824e3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:20:43.757652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] For port ec56fd64-19d1-40a5-9c3b-80c8ae276b78, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ec56fd64-19d1-40a5-9c3b-80c8ae276b78,segment=NetworkSegment(064c322a-1ffb-45d0-8164-24d08fce6b2e),segment_id=064c322a-1ffb-45d0-8164-24d08fce6b2e)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:43.758229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:43.771854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b6648-55e6-4ba6-b728-8fcbac75287a None None] Pushing event updated for resources: {'Port': ['ID=c085e118-649e-453d-a832-ca08dcc9d73d,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:43.776785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c97b6648-55e6-4ba6-b728-8fcbac75287a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:43.777858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cc6037-51af-4353-8d7a-965de77899dd None None] DHCP port deletion for c04f42b7-7093-46b7-b801-e12837c76281 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:20:43.861596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 004890de-ba85-4569-8774-f7b9851ca4ee is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:43.888632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5df56ef-ef08-45c2-a93e-ef7a9c3d9377 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:43.926232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-06cc6037-51af-4353-8d7a-965de77899dd None None] Deleting port ec56fd64-19d1-40a5-9c3b-80c8ae276b78 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:43.927739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-06cc6037-51af-4353-8d7a-965de77899dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:43.928071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:43.930108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fec7ac1c-0632-4fca-a6e1-2a2e66f824e3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:20:43.934478 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fec7ac1c-0632-4fca-a6e1-2a2e66f824e3 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5548065 Apr 23 09:20:43.936750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39062) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:43.937934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b5df56ef-ef08-45c2-a93e-ef7a9c3d9377 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Transition to ACTIVE for port object 8764a1de-d08a-4e9f-a416-485cb663e558 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:43.938433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Calling delete_port for ec56fd64-19d1-40a5-9c3b-80c8ae276b78 owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:43.943821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:20:43.983628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=4f5645f6-da53-4cec-8a2a-3ec0d1fdff23,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:44.005167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:44.050458 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-95e8da22-c6d2-4f10-b7e4-daeea837808a service neutron] 10.222.0.35 "GET /v2.0/networks/cb03be9d-741f-4be2-af33-c80fc3ae7685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995135 Apr 23 09:20:44.068083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:44.119898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c636b3-337f-44f2-8f0e-08291bde44fd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet 44cee370-f70f-4929-a44e-dd1de6b5f8e9 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:20:44.138445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91c636b3-337f-44f2-8f0e-08291bde44fd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:44.185667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5df56ef-ef08-45c2-a93e-ef7a9c3d9377 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:44.204511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:44.233059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-960e3583-d635-44ee-ac0b-0703268e0beb None None] Provisioning complete for port c085e118-649e-453d-a832-ca08dcc9d73d triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:44.233474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-960e3583-d635-44ee-ac0b-0703268e0beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:44.319155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-06cc6037-51af-4353-8d7a-965de77899dd None None] For port ec56fd64-19d1-40a5-9c3b-80c8ae276b78, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ec56fd64-19d1-40a5-9c3b-80c8ae276b78,segment=NetworkSegment(064c322a-1ffb-45d0-8164-24d08fce6b2e),segment_id=064c322a-1ffb-45d0-8164-24d08fce6b2e)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:44.319607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-06cc6037-51af-4353-8d7a-965de77899dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:44.364712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:44.379118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d218f199-de1b-46dd-b461-f638992c3819 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:44.408812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.2-6c496853-0f56-45ce-8018-3fe47e198307 {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:20:44.409227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:20:44.441544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Port': ['ID=ec56fd64-19d1-40a5-9c3b-80c8ae276b78,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:44.444666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:44.458135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] No DVR routers for this DVR port ec56fd64-19d1-40a5-9c3b-80c8ae276b78 on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:20:44.484848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-06cc6037-51af-4353-8d7a-965de77899dd None None] Calling delete_port for ec56fd64-19d1-40a5-9c3b-80c8ae276b78 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:44.571016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:44.598874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-06cc6037-51af-4353-8d7a-965de77899dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:20:44.599289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-06cc6037-51af-4353-8d7a-965de77899dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:20:44.639661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5df56ef-ef08-45c2-a93e-ef7a9c3d9377 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network fb611de1-00af-40e9-aade-64dffe65d748 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:44.650621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:44.691855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b5df56ef-ef08-45c2-a93e-ef7a9c3d9377 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:44.715057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91c636b3-337f-44f2-8f0e-08291bde44fd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:44.744988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5df56ef-ef08-45c2-a93e-ef7a9c3d9377 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:20:44.757620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-35255840-a9c6-4777-9509-e084589f2cee None None] Provisioning for port 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:20:44.763864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-35255840-a9c6-4777-9509-e084589f2cee None None] Provisioning complete for port 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:44.764397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-35255840-a9c6-4777-9509-e084589f2cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:44.828535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-35255840-a9c6-4777-9509-e084589f2cee None None] Port 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:20:44.831888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df56ef-ef08-45c2-a93e-ef7a9c3d9377 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Port': ['ID=8764a1de-d08a-4e9f-a416-485cb663e558,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:44.847907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b5df56ef-ef08-45c2-a93e-ef7a9c3d9377 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:44.899713 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7c4db50e-ddc3-43ee-b3f7-223af2930e67 req-e3ec74ea-ba8c-4129-a128-bb838ee2103c service neutron] 10.222.0.35 "GET /v2.0/networks/cb03be9d-741f-4be2-af33-c80fc3ae7685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8385189 Apr 23 09:20:44.911771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:44.922776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df56ef-ef08-45c2-a93e-ef7a9c3d9377 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:44.923531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5df56ef-ef08-45c2-a93e-ef7a9c3d9377 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:44.967044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04f42b7-7093-46b7-b801-e12837c76281']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:44.974524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145aab8-9389-4676-86c6-445aa32b5889 req-2b14adec-1c18-45bc-bbb6-78b7504ad6db tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:44.976219 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a145aab8-9389-4676-86c6-445aa32b5889 req-2b14adec-1c18-45bc-bbb6-78b7504ad6db tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 943 time: 0.3606524 Apr 23 09:20:44.990462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064c322a-1ffb-45d0-8164-24d08fce6b2e') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:44.990791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064c322a-1ffb-45d0-8164-24d08fce6b2e') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:45.070038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91c636b3-337f-44f2-8f0e-08291bde44fd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:45.102735 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b5df56ef-ef08-45c2-a93e-ef7a9c3d9377 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1454868 Apr 23 09:20:45.118222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39068) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:45.277303 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a145aab8-9389-4676-86c6-445aa32b5889 req-c5924ed8-9936-4be8-9369-09665b0761c7 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2862771 Apr 23 09:20:45.335522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:45.361617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:45.382936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-06cc6037-51af-4353-8d7a-965de77899dd None None] The port 'ec56fd64-19d1-40a5-9c3b-80c8ae276b78' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:20:45.384568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:20:45.421958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Allocated IP 172.20.0.3 (fb611de1-00af-40e9-aade-64dffe65d748/094a6c81-c6ca-44f2-b0f6-22d6b7b0b180/ec705539-bdfa-42d2-94ec-e9712ce330b1) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:20:45.452735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75219c6d-7c62-4b58-bac4-99a8c2c307e1 req-f5c8ecff-5aa9-4780-b77c-0b8ad17774d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:45.454409 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-75219c6d-7c62-4b58-bac4-99a8c2c307e1 req-f5c8ecff-5aa9-4780-b77c-0b8ad17774d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2512ab69cb484640aebc38a05079f506&device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 1096 time: 0.4597676 Apr 23 09:20:45.577535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c085e118-649e-453d-a832-ca08dcc9d73d up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:20:45.681460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-630e8a4d-61aa-4b67-91a4-f3efe3e3ef2d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting port 8764a1de-d08a-4e9f-a416-485cb663e558 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:45.681864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-630e8a4d-61aa-4b67-91a4-f3efe3e3ef2d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:45.738546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port c085e118-649e-453d-a832-ca08dcc9d73d triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:45.738954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:45.750635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network c04f42b7-7093-46b7-b801-e12837c76281 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:45.768456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:45.818306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75219c6d-7c62-4b58-bac4-99a8c2c307e1 req-819e5563-f7b2-4caf-b913-ee9fa206a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:45.819842 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-75219c6d-7c62-4b58-bac4-99a8c2c307e1 req-819e5563-f7b2-4caf-b913-ee9fa206a623 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb03be9d-741f-4be2-af33-c80fc3ae7685 HTTP/1.1" status: 200 len: 897 time: 0.3574617 Apr 23 09:20:45.820483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:45.838327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Transition to ACTIVE for port object ec705539-bdfa-42d2-94ec-e9712ce330b1 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:45.901916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Transition to ACTIVE for port object ec705539-bdfa-42d2-94ec-e9712ce330b1 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:45.923560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device dff0f742-9476-4163-9916-5e47994affd5 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:20:45.924990 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-75219c6d-7c62-4b58-bac4-99a8c2c307e1 req-65f4ae21-1cef-42cc-9ab9-9c0472eace57 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b453fc89-ae49-4714-b3e1-d723172944e1 HTTP/1.1" status: 200 len: 217 time: 0.0953305 Apr 23 09:20:45.963062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:45.972122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2f6afdf5-8d93-423a-8e42-3291cf8f49bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:45.995403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Network c04f42b7-7093-46b7-b801-e12837c76281 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:45.996257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91c636b3-337f-44f2-8f0e-08291bde44fd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:46.005317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-eb7c59cf-4d6f-4f67-9827-820d993e5b89 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:20:46.021808 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:20:46.051506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-630e8a4d-61aa-4b67-91a4-f3efe3e3ef2d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:46.052502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Network fb611de1-00af-40e9-aade-64dffe65d748 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:46.058497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:46.062237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:20:46.097301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:20:46.124549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:46.160761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Pushing event updated for resources: {'Port': ['ID=ec705539-bdfa-42d2-94ec-e9712ce330b1,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:46.164752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:46.167959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c636b3-337f-44f2-8f0e-08291bde44fd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=44cee370-f70f-4929-a44e-dd1de6b5f8e9,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:46.178474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:46.181144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ec55c5-1349-456f-8e92-36e728fe592b None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:46.205236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:46.237848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-91c636b3-337f-44f2-8f0e-08291bde44fd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:46.246628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-630e8a4d-61aa-4b67-91a4-f3efe3e3ef2d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Calling delete_port for 8764a1de-d08a-4e9f-a416-485cb663e558 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:46.252612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91c636b3-337f-44f2-8f0e-08291bde44fd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:46.254617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:46.258075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:46.266179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75219c6d-7c62-4b58-bac4-99a8c2c307e1 req-288501db-babf-41b5-9b3c-5edb2b5743d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:46.267835 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-75219c6d-7c62-4b58-bac4-99a8c2c307e1 req-288501db-babf-41b5-9b3c-5edb2b5743d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9cc2ef9-06c3-48b5-b616-fcca2863fff9 HTTP/1.1" status: 200 len: 834 time: 0.3360100 Apr 23 09:20:46.298430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Attempting to bind port ec705539-bdfa-42d2-94ec-e9712ce330b1 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:20:46.299739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Attempting to bind port ec705539-bdfa-42d2-94ec-e9712ce330b1 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'd47266a6-42a6-49bf-bb99-67223cb459e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fb611de1-00af-40e9-aade-64dffe65d748'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:20:46.299739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Attempting to bind port ec705539-bdfa-42d2-94ec-e9712ce330b1 on network fb611de1-00af-40e9-aade-64dffe65d748 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:20:46.308801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port dff0f742-9476-4163-9916-5e47994affd5 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:46.309230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:46.329199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:46.334489 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-91c636b3-337f-44f2-8f0e-08291bde44fd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/44cee370-f70f-4929-a44e-dd1de6b5f8e9 HTTP/1.1" status: 204 len: 168 time: 2.3926134 Apr 23 09:20:46.335384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39074) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:46.342843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:20:46.343278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Checking segment: {'id': 'd47266a6-42a6-49bf-bb99-67223cb459e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fb611de1-00af-40e9-aade-64dffe65d748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:20:46.343738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:46.344184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Bound using segment: {'id': 'd47266a6-42a6-49bf-bb99-67223cb459e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fb611de1-00af-40e9-aade-64dffe65d748'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:20:46.344730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Bound port: ec705539-bdfa-42d2-94ec-e9712ce330b1, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47266a6-42a6-49bf-bb99-67223cb459e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fb611de1-00af-40e9-aade-64dffe65d748'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:20:46.345156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:46.353415 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] 10.222.0.60 "DELETE /v2.0/networks/c04f42b7-7093-46b7-b801-e12837c76281 HTTP/1.1" status: 204 len: 168 time: 3.2052150 Apr 23 09:20:46.353415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=4f5645f6-da53-4cec-8a2a-3ec0d1fdff23,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:46.369401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:46.374164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ae8167d-4ba0-4b5b-908d-a5a6724725b3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:46.445603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13f7b8b-1e5d-4b28-acc3-a1c6344eb2d2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Deleting subnet d958fccb-5a1f-4d46-bcbd-901279934544 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:20:46.451969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a13f7b8b-1e5d-4b28-acc3-a1c6344eb2d2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:46.579311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Pushing event deleted for resources: {'Network': ['ID=c04f42b7-7093-46b7-b801-e12837c76281,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:46.580264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a13f7b8b-1e5d-4b28-acc3-a1c6344eb2d2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:46.612640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75219c6d-7c62-4b58-bac4-99a8c2c307e1 req-98ab7cac-3a80-45fa-932b-0d2f292cfe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:46.614215 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-75219c6d-7c62-4b58-bac4-99a8c2c307e1 req-98ab7cac-3a80-45fa-932b-0d2f292cfe26 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb03be9d-741f-4be2-af33-c80fc3ae7685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3377094 Apr 23 09:20:46.668735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:46.732229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 004890de-ba85-4569-8774-f7b9851ca4ee is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:46.736428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:46.776284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] For port ec705539-bdfa-42d2-94ec-e9712ce330b1, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:20:46.795475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] For port ec705539-bdfa-42d2-94ec-e9712ce330b1, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ec705539-bdfa-42d2-94ec-e9712ce330b1,segment=NetworkSegment(d47266a6-42a6-49bf-bb99-67223cb459e2),segment_id=d47266a6-42a6-49bf-bb99-67223cb459e2)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:20:46.862257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-630e8a4d-61aa-4b67-91a4-f3efe3e3ef2d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:46.862558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:46.869573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:46.874851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a13f7b8b-1e5d-4b28-acc3-a1c6344eb2d2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:46.931656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ec56fd64-19d1-40a5-9c3b-80c8ae276b78 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:20:46.953195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b5df56ef-ef08-45c2-a93e-ef7a9c3d9377 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:46.992162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db045536-7fd8-4ad1-a263-d6f69394f845 req-d2647b42-1613-4310-ac65-dd964aa55da2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:46.993931 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-db045536-7fd8-4ad1-a263-d6f69394f845 req-d2647b42-1613-4310-ac65-dd964aa55da2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 943 time: 0.4245830 Apr 23 09:20:46.994539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39082) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:47.000885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: ec56fd64-19d1-40a5-9c3b-80c8ae276b78 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:20:47.001381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ec56fd64-19d1-40a5-9c3b-80c8ae276b78 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:20:47.044782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e8a4d-61aa-4b67-91a4-f3efe3e3ef2d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Port': ['ID=8764a1de-d08a-4e9f-a416-485cb663e558,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:47.048039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Pushing event updated for resources: {'Port': ['ID=ec705539-bdfa-42d2-94ec-e9712ce330b1,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:47.049437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-630e8a4d-61aa-4b67-91a4-f3efe3e3ef2d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:47.053989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:47.055974 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-75219c6d-7c62-4b58-bac4-99a8c2c307e1 req-16200744-43f1-4699-a9cf-c19fd41a3b65 service neutron] 10.222.0.35 "GET /v2.0/networks/cb03be9d-741f-4be2-af33-c80fc3ae7685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313886 Apr 23 09:20:47.081812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8321e8af-97d5-47fa-b412-dfcf00491d1b None None] Provisioning complete for port 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:47.082237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8321e8af-97d5-47fa-b412-dfcf00491d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:47.144151 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-db045536-7fd8-4ad1-a263-d6f69394f845 req-ac60a7f3-3c4b-4e86-983f-a7b88fd95d37 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957210 Apr 23 09:20:47.197725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router b8ddafff-e3db-458d-b80d-48ac8b1c842b has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:20:47.210254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8321e8af-97d5-47fa-b412-dfcf00491d1b None None] Port 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:20:47.430456 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-24e4fcb0-3c0d-44f6-8d42-3bd253ff21bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eae5d749fb6145368bc3139a3a4f289b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3816156 Apr 23 09:20:47.431921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39088) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:47.483546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-630e8a4d-61aa-4b67-91a4-f3efe3e3ef2d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:47.580822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:20:47.592480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] Sync routers for ids ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:20:47.604849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] Routers {'b8ddafff-e3db-458d-b80d-48ac8b1c842b'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:20:47.609947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:20:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:47.610945 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/routers/b8ddafff-e3db-458d-b80d-48ac8b1c842b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5178885 Apr 23 09:20:47.612128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39092) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:47.664884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c0e82678-aecb-40f5-bcbb-54d9e40f6dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:47.769966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c0e82678-aecb-40f5-bcbb-54d9e40f6dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:47.845114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-68dcaa88-8346-4c44-b1ea-a882b0f16d9f None None] Provisioning complete for port b94bb5ea-b4be-45e9-8943-1c9ac992cf69 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:47.845800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68dcaa88-8346-4c44-b1ea-a882b0f16d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:47.882681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] Set router b8ddafff-e3db-458d-b80d-48ac8b1c842b gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:20:47.885963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b77a6df-a43e-4295-a013-9af7b1a3e1d8 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:47.886683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b77a6df-a43e-4295-a013-9af7b1a3e1d8 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:47.887367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b77a6df-a43e-4295-a013-9af7b1a3e1d8 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:47.887918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b77a6df-a43e-4295-a013-9af7b1a3e1d8 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:47.888792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b77a6df-a43e-4295-a013-9af7b1a3e1d8 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:47.889782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b77a6df-a43e-4295-a013-9af7b1a3e1d8 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:47.890516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b77a6df-a43e-4295-a013-9af7b1a3e1d8 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:47.891043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b77a6df-a43e-4295-a013-9af7b1a3e1d8 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:47.893258 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8b77a6df-a43e-4295-a013-9af7b1a3e1d8 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5615 time: 0.2763813 Apr 23 09:20:47.896107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c0e82678-aecb-40f5-bcbb-54d9e40f6dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:47.903059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39096) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:47.905084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:47.908188 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-630e8a4d-61aa-4b67-91a4-f3efe3e3ef2d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/ports/8764a1de-d08a-4e9f-a416-485cb663e558 HTTP/1.1" status: 204 len: 168 time: 2.7872853 Apr 23 09:20:47.909018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39098) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:47.961038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c0e82678-aecb-40f5-bcbb-54d9e40f6dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:47.962279 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c0e82678-aecb-40f5-bcbb-54d9e40f6dd9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1fa8fde0-362e-4922-9833-618553b4a411 HTTP/1.1" status: 204 len: 168 time: 0.5293500 Apr 23 09:20:47.979358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e82678-aecb-40f5-bcbb-54d9e40f6dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa8fde0-362e-4922-9833-618553b4a411,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:47.979692 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-75219c6d-7c62-4b58-bac4-99a8c2c307e1 req-5ee5b054-1d4f-4260-843c-87ee6f8e6b0d service neutron] 10.222.0.35 "GET /v2.0/networks/cb03be9d-741f-4be2-af33-c80fc3ae7685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8637509 Apr 23 09:20:47.998159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c0e82678-aecb-40f5-bcbb-54d9e40f6dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:48.001795 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9cadd99-25db-4ab4-8369-6a320f52123c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:48.001795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9cadd99-25db-4ab4-8369-6a320f52123c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:48.006894 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e9cadd99-25db-4ab4-8369-6a320f52123c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/ports/8764a1de-d08a-4e9f-a416-485cb663e558 HTTP/1.1" status: 404 len: 333 time: 0.0905652 Apr 23 09:20:48.018812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39106) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:48.088702 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c3fd288-c8a4-40ab-aa71-ae8558b5242e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] GET failed (client error): The resource could not be found. Apr 23 09:20:48.089309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1c3fd288-c8a4-40ab-aa71-ae8558b5242e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Synchronizing usage tracker for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:20:48.126465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63871fd7-01da-496a-b9c8-e706e31bdf55 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:48.126883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63871fd7-01da-496a-b9c8-e706e31bdf55 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:48.127276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63871fd7-01da-496a-b9c8-e706e31bdf55 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:48.127783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63871fd7-01da-496a-b9c8-e706e31bdf55 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:48.129724 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-63871fd7-01da-496a-b9c8-e706e31bdf55 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4597 time: 0.2109618 Apr 23 09:20:48.133546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39110) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:48.206104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1c3fd288-c8a4-40ab-aa71-ae8558b5242e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Unset dirty status for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:20:48.206411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a13f7b8b-1e5d-4b28-acc3-a1c6344eb2d2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:48.210153 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1c3fd288-c8a4-40ab-aa71-ae8558b5242e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports/8764a1de-d08a-4e9f-a416-485cb663e558 HTTP/1.1" status: 404 len: 333 time: 0.1899076 Apr 23 09:20:48.210529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39116) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:48.212316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-91c636b3-337f-44f2-8f0e-08291bde44fd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:48.349239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f7b8b-1e5d-4b28-acc3-a1c6344eb2d2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Subnet': ['ID=d958fccb-5a1f-4d46-bcbd-901279934544,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:48.354224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a13f7b8b-1e5d-4b28-acc3-a1c6344eb2d2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:48.358515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbebfbd0-378a-469a-a931-14e796cde652 None None] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:48.370783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'name': 'tempest-TestNetworkBasicOps-router-529862777', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'dff0f742-9476-4163-9916-5e47994affd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:31Z', 'updated_at': '2021-04-23T09:20:44Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'dff0f742-9476-4163-9916-5e47994affd5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:33Z', 'updated_at': '2021-04-23T09:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '4f5645f6-da53-4cec-8a2a-3ec0d1fdff23', 'name': '', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:08:ed:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:42Z', 'updated_at': '2021-04-23T09:20:45Z', 'revision_number': 2, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:48.382809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] Checking router: b8ddafff-e3db-458d-b80d-48ac8b1c842b for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:20:48.383370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] Updating router b8ddafff-e3db-458d-b80d-48ac8b1c842b port 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23 binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:20:48.429827 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a13f7b8b-1e5d-4b28-acc3-a1c6344eb2d2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/d958fccb-5a1f-4d46-bcbd-901279934544 HTTP/1.1" status: 204 len: 168 time: 2.0897808 Apr 23 09:20:48.431533 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8488446b-fbd2-41f6-a2d4-ec03c2ae6e43 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.2961259 Apr 23 09:20:48.433998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a13f7b8b-1e5d-4b28-acc3-a1c6344eb2d2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:48.436462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39124) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:48.486976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9dd835-28a8-4b43-a9da-42ae71cc8aee tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting subnet 094a6c81-c6ca-44f2-b0f6-22d6b7b0b180 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:20:48.511929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da9dd835-28a8-4b43-a9da-42ae71cc8aee tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:48.528163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:48.585930 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6b814f73-b467-439c-abcc-754e5e032125 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1481323 Apr 23 09:20:48.586681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39130) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:48.623002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e129c-36a0-4e8f-81a1-9f2415c8c973 req-1e61f57c-a465-4910-b76e-4edbb621485d tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:48.626240 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a32e129c-36a0-4e8f-81a1-9f2415c8c973 req-1e61f57c-a465-4910-b76e-4edbb621485d tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 943 time: 0.2877753 Apr 23 09:20:48.710439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da9dd835-28a8-4b43-a9da-42ae71cc8aee tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:48.801301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221e496f-2cba-4a92-92ab-9caa71826fa8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:48.805453 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-221e496f-2cba-4a92-92ab-9caa71826fa8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2153139 Apr 23 09:20:48.806055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device b453fc89-ae49-4714-b3e1-d723172944e1 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:20:48.813130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39138) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:48.932748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a57960b-4586-4a0a-bf6e-903544a14621 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:48.933876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1a57960b-4586-4a0a-bf6e-903544a14621 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Synchronizing usage tracker for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:20:48.957678 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a32e129c-36a0-4e8f-81a1-9f2415c8c973 req-881c270e-96a0-4856-9566-59401669a259 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3188846 Apr 23 09:20:48.971403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da9dd835-28a8-4b43-a9da-42ae71cc8aee tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:48.990025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1a57960b-4586-4a0a-bf6e-903544a14621 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Unset dirty status for tenant:b1b0c274266b4684858f0c7bad33ee66 on resource:subnet {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:20:48.993647 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1a57960b-4586-4a0a-bf6e-903544a14621 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1768658 Apr 23 09:20:48.997399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39144) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:49.024046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39148) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:49.037833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f6e36baa-2a05-43be-b656-d52b922f2b30 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-247377383', 'description': 'tempest-secgroup-smoke-247377383 description', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:49.046615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f6e36baa-2a05-43be-b656-d52b922f2b30 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:49.050894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f6e36baa-2a05-43be-b656-d52b922f2b30 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:49.054132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f6e36baa-2a05-43be-b656-d52b922f2b30 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:49.061727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f6e36baa-2a05-43be-b656-d52b922f2b30 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:49.089214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bf78cc-527e-48a5-9f06-4dafd7600e36 None None] Network fb611de1-00af-40e9-aade-64dffe65d748 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:49.121004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f6e36baa-2a05-43be-b656-d52b922f2b30 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:49.122909 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a1737327-882c-4d4b-a084-345728becc7b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1230102 Apr 23 09:20:49.130175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39152) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:49.165125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f6e36baa-2a05-43be-b656-d52b922f2b30 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:49.175570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f6e36baa-2a05-43be-b656-d52b922f2b30 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:49.189612 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2034f6-777a-478f-85ec-44d54aa5cca0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:49.190150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2034f6-777a-478f-85ec-44d54aa5cca0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:49.192601 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4b2034f6-777a-478f-85ec-44d54aa5cca0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/cb6a2a8d-3dbc-4b91-b6ab-b6a7009ffcad HTTP/1.1" status: 404 len: 333 time: 0.0597692 Apr 23 09:20:49.194875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39158) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:49.236431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f6e36baa-2a05-43be-b656-d52b922f2b30 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:49.248643 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-078a3657-f06a-46d4-808f-f465fa3f8349 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:49.248992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-078a3657-f06a-46d4-808f-f465fa3f8349 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:49.251316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f6e36baa-2a05-43be-b656-d52b922f2b30 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:49.251441 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-078a3657-f06a-46d4-808f-f465fa3f8349 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/d958fccb-5a1f-4d46-bcbd-901279934544 HTTP/1.1" status: 404 len: 337 time: 0.0555165 Apr 23 09:20:49.254204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39164) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:49.324145 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-4121926d-7a7e-4df3-abf4-8cceb5470065 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:49.325005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4121926d-7a7e-4df3-abf4-8cceb5470065 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:49.328574 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4121926d-7a7e-4df3-abf4-8cceb5470065 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/44cee370-f70f-4929-a44e-dd1de6b5f8e9 HTTP/1.1" status: 404 len: 337 time: 0.0731647 Apr 23 09:20:49.331657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39170) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:49.344066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:49.350548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-29469147-3252-48af-98be-2cc36dceedc0 None None] Provisioning for port ec705539-bdfa-42d2-94ec-e9712ce330b1 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:20:49.361018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] Transition to ACTIVE for port object 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23 will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:49.373169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port b453fc89-ae49-4714-b3e1-d723172944e1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b453fc89-ae49-4714-b3e1-d723172944e1,segment=NetworkSegment(c260924c-e094-4b84-b570-6f773acd4ea6),segment_id=c260924c-e094-4b84-b570-6f773acd4ea6)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:49.389595 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce5178f-a03d-4f1b-a885-dc8466d9c510 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:49.390145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce5178f-a03d-4f1b-a885-dc8466d9c510 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:49.393979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:49.396113 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fce5178f-a03d-4f1b-a885-dc8466d9c510 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/027bf9a0-a8db-43d8-9a8f-67d614cda0fc HTTP/1.1" status: 404 len: 333 time: 0.0633812 Apr 23 09:20:49.399100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39174) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:49.403986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:49.407210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': 'b453fc89-ae49-4714-b3e1-d723172944e1', 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685', 'port_id': 'b453fc89-ae49-4714-b3e1-d723172944e1', 'mac_address': 'fa:16:3e:ff:c2:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9cc2ef9-06c3-48b5-b616-fcca2863fff9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:20:49.501141 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-f375fcee-804c-4853-a794-e1f215e24886 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:49.501141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f375fcee-804c-4853-a794-e1f215e24886 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:49.503194 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f375fcee-804c-4853-a794-e1f215e24886 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/a48604cd-b024-4412-a914-b8444da4178a HTTP/1.1" status: 404 len: 337 time: 0.1023943 Apr 23 09:20:49.505853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39180) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:49.528143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b25bea-2e26-4070-936b-64ee4f552761 None None] DHCP port deletion for bb316f39-4b0e-43f1-8f3e-34646815cee0 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:20:49.570003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f6e36baa-2a05-43be-b656-d52b922f2b30 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:49.604749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f6e36baa-2a05-43be-b656-d52b922f2b30 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:49.622016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fc3c84f0-dc9b-4bb8-b0b1-0cef8dd86c7f tempest-RoutersNegativeIpV6Test-597645013 tempest-RoutersNegativeIpV6Test-597645013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:49.714189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ec705539-bdfa-42d2-94ec-e9712ce330b1 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:20:49.725285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39184) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:49.731872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e36baa-2a05-43be-b656-d52b922f2b30 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13edef79-0f6a-4ba0-9653-4d1b2abdea43,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:49.757542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f6e36baa-2a05-43be-b656-d52b922f2b30 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:49.770160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da9dd835-28a8-4b43-a9da-42ae71cc8aee tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:49.808189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03422-8ac3-4148-a9ea-42414a571dde None None] Pushing event updated for resources: {'Port': ['ID=4f5645f6-da53-4cec-8a2a-3ec0d1fdff23,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:49.826893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2b439437-01af-4d96-9bf4-8e11f395060e tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:49.845961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-69c03422-8ac3-4148-a9ea-42414a571dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:49.872983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9dd835-28a8-4b43-a9da-42ae71cc8aee tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Subnet': ['ID=094a6c81-c6ca-44f2-b0f6-22d6b7b0b180,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:49.880396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da9dd835-28a8-4b43-a9da-42ae71cc8aee tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:49.899096 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-da9dd835-28a8-4b43-a9da-42ae71cc8aee tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/subnets/094a6c81-c6ca-44f2-b0f6-22d6b7b0b180 HTTP/1.1" status: 204 len: 168 time: 1.6104634 Apr 23 09:20:49.901317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-da9dd835-28a8-4b43-a9da-42ae71cc8aee tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:49.901991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39190) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:49.933445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f6e36baa-2a05-43be-b656-d52b922f2b30 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:49.940006 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f6e36baa-2a05-43be-b656-d52b922f2b30 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9144659 Apr 23 09:20:49.955954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39194) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:49.968764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-41bd228c-cedb-40e0-bee0-1c26004d5578 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '13edef79-0f6a-4ba0-9653-4d1b2abdea43', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:49.972424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] Attempting to bind port 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:20:49.972950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] Attempting to bind port 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8e35b97f-fcf9-42e2-85e6-4ec01e817911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:20:49.973429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] Attempting to bind port 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23 on network 004890de-ba85-4569-8774-f7b9851ca4ee {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:20:49.981121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:20:49.982590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] Checking segment: {'id': '8e35b97f-fcf9-42e2-85e6-4ec01e817911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:20:49.983111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:49.983669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] Bound using segment: {'id': '8e35b97f-fcf9-42e2-85e6-4ec01e817911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:20:49.984264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] Bound port: 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e35b97f-fcf9-42e2-85e6-4ec01e817911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:20:49.984862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-41bd228c-cedb-40e0-bee0-1c26004d5578 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:49.985040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:49.989625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-41bd228c-cedb-40e0-bee0-1c26004d5578 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:49.993501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-41bd228c-cedb-40e0-bee0-1c26004d5578 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:49.993977 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ea2ce1-b2f7-4770-bdf2-9f5dfd7ed266 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:49.996493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ea2ce1-b2f7-4770-bdf2-9f5dfd7ed266 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:50.002193 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e8ea2ce1-b2f7-4770-bdf2-9f5dfd7ed266 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/112f49dc-e21d-4318-b663-12a4cc01a427 HTTP/1.1" status: 404 len: 337 time: 0.4927750 Apr 23 09:20:50.003205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-41bd228c-cedb-40e0-bee0-1c26004d5578 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:50.005607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39200) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:50.072955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:50.105417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b453fc89-ae49-4714-b3e1-d723172944e1 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:20:50.112612 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e4ae8c6-c317-4ec7-be45-afdc78504f68 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:50.113148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e4ae8c6-c317-4ec7-be45-afdc78504f68 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:50.117459 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7e4ae8c6-c317-4ec7-be45-afdc78504f68 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/f3395ef2-be54-43f9-b3bb-0479edc0e184 HTTP/1.1" status: 404 len: 333 time: 0.1081998 Apr 23 09:20:50.118279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39204) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:50.135774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1187515320'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:50.143812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:50.148396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:network and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:50.152628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:50.160405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] For port 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:20:50.161385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:50.164107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] For port 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4f5645f6-da53-4cec-8a2a-3ec0d1fdff23,segment=NetworkSegment(8e35b97f-fcf9-42e2-85e6-4ec01e817911),segment_id=8e35b97f-fcf9-42e2-85e6-4ec01e817911)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:20:50.164366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port b453fc89-ae49-4714-b3e1-d723172944e1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b453fc89-ae49-4714-b3e1-d723172944e1,segment=NetworkSegment(c260924c-e094-4b84-b570-6f773acd4ea6),segment_id=c260924c-e094-4b84-b570-6f773acd4ea6)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:50.187749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-13b25bea-2e26-4070-936b-64ee4f552761 None None] Deleting port b94bb5ea-b4be-45e9-8943-1c9ac992cf69 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:50.188169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-13b25bea-2e26-4070-936b-64ee4f552761 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:50.188498 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-80105ec8-4c0b-4b36-bd8d-7ac76cd357d1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:50.188977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80105ec8-4c0b-4b36-bd8d-7ac76cd357d1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:50.193168 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-80105ec8-4c0b-4b36-bd8d-7ac76cd357d1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/8fc70876-71d2-456f-9949-0ea2734727e9 HTTP/1.1" status: 404 len: 337 time: 0.0674880 Apr 23 09:20:50.194210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39208) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:50.199356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:50.208420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:50.252003 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce95c3c3-ae93-42c0-bcc5-9b91cfb5bfa0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:50.252836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce95c3c3-ae93-42c0-bcc5-9b91cfb5bfa0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:50.255312 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ce95c3c3-ae93-42c0-bcc5-9b91cfb5bfa0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/4d08735b-be2a-43f4-a841-ed385e60e005 HTTP/1.1" status: 404 len: 337 time: 0.0597775 Apr 23 09:20:50.258432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39212) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:50.258663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41bd228c-cedb-40e0-bee0-1c26004d5578 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:50.281409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:50.301882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:50.306623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c03422-8ac3-4148-a9ea-42414a571dde None None] Pushing event updated for resources: {'Port': ['ID=4f5645f6-da53-4cec-8a2a-3ec0d1fdff23,revision_number=4']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:50.312278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-69c03422-8ac3-4148-a9ea-42414a571dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:50.312628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:50.318014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:50.324233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:50.340916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] Routers {'b8ddafff-e3db-458d-b80d-48ac8b1c842b'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:20:50.341690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:20:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:50.351738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port ec705539-bdfa-42d2-94ec-e9712ce330b1 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:20:50.352315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:50.363680 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d5703a-d879-40de-b31f-8d4837221e3b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:50.364600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08d5703a-d879-40de-b31f-8d4837221e3b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:50.367108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3974342b-8d5e-4e33-a95e-15ebaf6fc030 None None] DHCP port deletion for fb611de1-00af-40e9-aade-64dffe65d748 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:20:50.375949 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-08d5703a-d879-40de-b31f-8d4837221e3b tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/0d63e468-7334-47ef-853d-a926fb1a5cf6 HTTP/1.1" status: 404 len: 333 time: 0.1158376 Apr 23 09:20:50.377512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39216) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:50.391426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port ec705539-bdfa-42d2-94ec-e9712ce330b1 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:50.391938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:50.444256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:50.445498 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ea638f-55e0-4395-8fa9-5b51806c72b7 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:50.446817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ea638f-55e0-4395-8fa9-5b51806c72b7 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:50.453506 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-47ea638f-55e0-4395-8fa9-5b51806c72b7 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/5477b675-139c-4b86-9fd7-fccfe7bfb9ca HTTP/1.1" status: 404 len: 337 time: 0.0742972 Apr 23 09:20:50.454614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39220) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:50.464645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:security_group_rule and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:50.476855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:50.494338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41bd228c-cedb-40e0-bee0-1c26004d5578 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:50.495678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:50.524229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ed53a-3655-48ce-81e6-359d4450c90a req-56f23efd-31a8-4147-b7fe-1cef848ed752 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:50.526271 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a13ed53a-3655-48ce-81e6-359d4450c90a req-56f23efd-31a8-4147-b7fe-1cef848ed752 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 944 time: 0.3481722 Apr 23 09:20:50.549712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41bd228c-cedb-40e0-bee0-1c26004d5578 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:50.555610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e0ee78e0-d1cd-4d39-bea8-891a5dd3f46c tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:50.572777 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-3466a398-f1c6-4e7f-825c-cdcd7d7d2bcc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:50.573631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3466a398-f1c6-4e7f-825c-cdcd7d7d2bcc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:50.579567 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3466a398-f1c6-4e7f-825c-cdcd7d7d2bcc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/ffc92667-99cf-4e62-baef-df6301976929 HTTP/1.1" status: 404 len: 337 time: 0.1232431 Apr 23 09:20:50.581018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39224) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:50.611266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd228c-cedb-40e0-bee0-1c26004d5578 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d114b4-560c-44ad-9f27-33614a059237,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:50.620157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-41bd228c-cedb-40e0-bee0-1c26004d5578 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:50.630403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting port ec705539-bdfa-42d2-94ec-e9712ce330b1 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:50.630791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:50.654194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-13b25bea-2e26-4070-936b-64ee4f552761 None None] For port b94bb5ea-b4be-45e9-8943-1c9ac992cf69, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b94bb5ea-b4be-45e9-8943-1c9ac992cf69,segment=NetworkSegment(c65f0cc2-8d46-40b5-a3f5-9a91c1127155),segment_id=c65f0cc2-8d46-40b5-a3f5-9a91c1127155)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:50.655059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-13b25bea-2e26-4070-936b-64ee4f552761 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:50.656817 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ba2875-4184-4580-8b2f-00cdb4e3ec36 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:50.657580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72ba2875-4184-4580-8b2f-00cdb4e3ec36 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:50.664504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39228) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:50.665914 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-72ba2875-4184-4580-8b2f-00cdb4e3ec36 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/27ae9873-aede-4ef5-b0a6-a6d933d757ec HTTP/1.1" status: 404 len: 333 time: 0.0822182 Apr 23 09:20:50.668991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] Set router b8ddafff-e3db-458d-b80d-48ac8b1c842b gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:20:50.679263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=b453fc89-ae49-4714-b3e1-d723172944e1,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:50.683065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:50.747809 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a13ed53a-3655-48ce-81e6-359d4450c90a req-9a0fb513-a762-4986-86b2-51151fe0a4b2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008572 Apr 23 09:20:50.800843 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-910cc447-c2ed-404e-8aeb-3b9fba160d81 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:50.801360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-910cc447-c2ed-404e-8aeb-3b9fba160d81 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:50.803263 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-910cc447-c2ed-404e-8aeb-3b9fba160d81 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/b97f3c5b-6fd1-47b1-9a94-7ff7c83857a1 HTTP/1.1" status: 404 len: 337 time: 0.1251631 Apr 23 09:20:50.812091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39232) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:50.825942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['b453fc89-ae49-4714-b3e1-d723172944e1'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:20:50.844238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] For port ec705539-bdfa-42d2-94ec-e9712ce330b1, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ec705539-bdfa-42d2-94ec-e9712ce330b1,segment=NetworkSegment(d47266a6-42a6-49bf-bb99-67223cb459e2),segment_id=d47266a6-42a6-49bf-bb99-67223cb459e2)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:50.845132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:50.859483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-13b25bea-2e26-4070-936b-64ee4f552761 None None] Calling delete_port for b94bb5ea-b4be-45e9-8943-1c9ac992cf69 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:50.868623 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21b2830-0130-476e-a029-25ff13abb6d5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:50.869312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21b2830-0130-476e-a029-25ff13abb6d5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:50.874837 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b21b2830-0130-476e-a029-25ff13abb6d5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/4170b808-4081-4ec2-93a6-b90d65baa782 HTTP/1.1" status: 404 len: 333 time: 0.0582950 Apr 23 09:20:50.875280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39236) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:50.927124 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b85881-f4ff-4490-b6ee-4a707e95db04 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:50.927661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b85881-f4ff-4490-b6ee-4a707e95db04 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:50.932074 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f3b85881-f4ff-4490-b6ee-4a707e95db04 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/b771af59-6b0f-479d-854b-969b2ec69f33 HTTP/1.1" status: 404 len: 337 time: 0.0532496 Apr 23 09:20:50.933413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39240) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:50.996261 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6cbf2d2-25b8-498f-ba52-4405901759dc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:50.997756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6cbf2d2-25b8-498f-ba52-4405901759dc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:51.004025 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c6cbf2d2-25b8-498f-ba52-4405901759dc tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/84beed76-1aa7-4d99-9c2f-6987ffbd569b HTTP/1.1" status: 404 len: 333 time: 0.0690856 Apr 23 09:20:51.005381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3974342b-8d5e-4e33-a95e-15ebaf6fc030 None None] Deleting port ec705539-bdfa-42d2-94ec-e9712ce330b1 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:51.005728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39244) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:51.005849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3974342b-8d5e-4e33-a95e-15ebaf6fc030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:51.013419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:51.070115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:51.070913 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc60fb2-3515-463b-acc5-538712cdea00 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:51.071611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc60fb2-3515-463b-acc5-538712cdea00 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:51.077515 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4dc60fb2-3515-463b-acc5-538712cdea00 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/3c324f0a-ab56-4450-b58d-3aaf8a8432b7 HTTP/1.1" status: 404 len: 337 time: 0.0700994 Apr 23 09:20:51.078467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39248) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:51.119619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Calling delete_port for ec705539-bdfa-42d2-94ec-e9712ce330b1 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:51.123425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41bd228c-cedb-40e0-bee0-1c26004d5578 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:51.125375 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-41bd228c-cedb-40e0-bee0-1c26004d5578 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1679778 Apr 23 09:20:51.126487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:51.128607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39252) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:51.139832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:20:51.141523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0d03f299-ce8c-4971-b908-7d7324fb8214 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '13edef79-0f6a-4ba0-9653-4d1b2abdea43', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:51.147397 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-204c8071-0b13-485d-aa0e-1eaa0404e4d1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:51.148069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204c8071-0b13-485d-aa0e-1eaa0404e4d1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:51.152436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:51.152627 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-204c8071-0b13-485d-aa0e-1eaa0404e4d1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/5b2fb842-786b-49f5-8b7d-cdcc7fefeeeb HTTP/1.1" status: 404 len: 333 time: 0.0701556 Apr 23 09:20:51.152726 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Added segment 0d2a490b-7715-4777-85a7-31fe02f8152b of type vlan for network 648f7067-487a-45f1-b029-aad1f3808d4e Apr 23 09:20:51.153200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0d03f299-ce8c-4971-b908-7d7324fb8214 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:51.159147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0d03f299-ce8c-4971-b908-7d7324fb8214 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:51.162626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0d03f299-ce8c-4971-b908-7d7324fb8214 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:51.171223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0d03f299-ce8c-4971-b908-7d7324fb8214 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:51.179324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39256) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:51.189571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:51.211150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'name': 'tempest-TestNetworkBasicOps-router-529862777', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'dff0f742-9476-4163-9916-5e47994affd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:31Z', 'updated_at': '2021-04-23T09:20:44Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'dff0f742-9476-4163-9916-5e47994affd5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:33Z', 'updated_at': '2021-04-23T09:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '4f5645f6-da53-4cec-8a2a-3ec0d1fdff23', 'name': '', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:08:ed:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:42Z', 'updated_at': '2021-04-23T09:20:50Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:51.216631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e532873e-59f5-4e6b-b374-57a38376332d None None] The sync data for ids ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'] in dv-neutron-786478-4-hyperv is: [{'id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'name': 'tempest-TestNetworkBasicOps-router-529862777', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'dff0f742-9476-4163-9916-5e47994affd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:31Z', 'updated_at': '2021-04-23T09:20:44Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'dff0f742-9476-4163-9916-5e47994affd5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:33Z', 'updated_at': '2021-04-23T09:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '4f5645f6-da53-4cec-8a2a-3ec0d1fdff23', 'name': '', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:08:ed:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:42Z', 'updated_at': '2021-04-23T09:20:50Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:20:51.231598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f7b05a0b-e953-454b-bbfd-ecef8ace4fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:51.238949 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9ac908-119c-4573-86f0-882cbedad694 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:51.239860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a9ac908-119c-4573-86f0-882cbedad694 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:51.244944 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6a9ac908-119c-4573-86f0-882cbedad694 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/0b9e5a14-3b4a-4dcf-9527-e0a73837c28a HTTP/1.1" status: 404 len: 337 time: 0.0641961 Apr 23 09:20:51.246718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39260) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:51.251953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d03f299-ce8c-4971-b908-7d7324fb8214 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:51.257857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port ec705539-bdfa-42d2-94ec-e9712ce330b1, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ec705539-bdfa-42d2-94ec-e9712ce330b1,segment=NetworkSegment(d47266a6-42a6-49bf-bb99-67223cb459e2),segment_id=d47266a6-42a6-49bf-bb99-67223cb459e2)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:51.264911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-3974342b-8d5e-4e33-a95e-15ebaf6fc030 None None] For port ec705539-bdfa-42d2-94ec-e9712ce330b1, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ec705539-bdfa-42d2-94ec-e9712ce330b1,segment=NetworkSegment(d47266a6-42a6-49bf-bb99-67223cb459e2),segment_id=d47266a6-42a6-49bf-bb99-67223cb459e2)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:51.265359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3974342b-8d5e-4e33-a95e-15ebaf6fc030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:51.291358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dee5acc-54ba-4065-ad45-9b3a62fe517b,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:51.313318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:51.319675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:51.320348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:51.345619 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-04236732-5774-49a6-b915-075da82a9aa1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:51.346343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04236732-5774-49a6-b915-075da82a9aa1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:51.350866 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-04236732-5774-49a6-b915-075da82a9aa1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/de4eb0ff-5b9d-4aa9-a5e7-7c929613c524 HTTP/1.1" status: 404 len: 333 time: 0.0998058 Apr 23 09:20:51.351566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:51.352085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c9e2b75d-5718-49a9-96bb-e9a304e1aed5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:51.365631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:51.367656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:51.391955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39264) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:51.397528 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6423078 Apr 23 09:20:51.447499 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-6860d372-953b-403b-8018-b18587f0061a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:51.448025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6860d372-953b-403b-8018-b18587f0061a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:51.453206 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6860d372-953b-403b-8018-b18587f0061a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/ed0af4e2-f5d9-4004-9a88-6f8b71477074 HTTP/1.1" status: 404 len: 337 time: 0.0569105 Apr 23 09:20:51.453206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39268) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:51.458169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39270) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:51.485131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Network': ['ID=648f7067-487a-45f1-b029-aad1f3808d4e,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:51.489328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d03f299-ce8c-4971-b908-7d7324fb8214 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:51.491920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:51.493728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3974342b-8d5e-4e33-a95e-15ebaf6fc030 None None] Calling delete_port for ec705539-bdfa-42d2-94ec-e9712ce330b1 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:51.496525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e9d6e6df-262e-4964-91a2-0b37f2acdc03 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'port': {'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e', 'name': 'tempest-PortsIpV6TestJSON-1181327797'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:51.537113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 648f7067-487a-45f1-b029-aad1f3808d4e details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:20:51.571590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-13b25bea-2e26-4070-936b-64ee4f552761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:51.581439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:20:51.582649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:20:51.600917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d03f299-ce8c-4971-b908-7d7324fb8214 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:51.613450 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-06be7293-daa7-4b81-88e5-02a964bc9c9e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:51.614714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06be7293-daa7-4b81-88e5-02a964bc9c9e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:51.628847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:51.653161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b25bea-2e26-4070-936b-64ee4f552761 None None] No DVR routers for this DVR port b94bb5ea-b4be-45e9-8943-1c9ac992cf69 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:20:51.705359 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-06be7293-daa7-4b81-88e5-02a964bc9c9e tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/d51a45a8-3d9a-4941-af19-3ac7e18d4b47 HTTP/1.1" status: 404 len: 333 time: 0.2144911 Apr 23 09:20:51.710180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39276) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:51.718621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:20:51.733364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03f299-ce8c-4971-b908-7d7324fb8214 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63cb4c21-0361-41ff-895e-531d74e4e2af,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:51.738233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0d03f299-ce8c-4971-b908-7d7324fb8214 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:51.746431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e9d6e6df-262e-4964-91a2-0b37f2acdc03 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:51.751210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e9d6e6df-262e-4964-91a2-0b37f2acdc03 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:port and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:51.754285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e9d6e6df-262e-4964-91a2-0b37f2acdc03 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:51.762176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e9d6e6df-262e-4964-91a2-0b37f2acdc03 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:51.773013 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe07bc1-af00-4ded-a4bd-ce643bd0b4c5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:51.773536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fe07bc1-af00-4ded-a4bd-ce643bd0b4c5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:51.777871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d03f299-ce8c-4971-b908-7d7324fb8214 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:51.780343 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0d03f299-ce8c-4971-b908-7d7324fb8214 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6446884 Apr 23 09:20:51.784553 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5fe07bc1-af00-4ded-a4bd-ce643bd0b4c5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/ab3646f1-80a6-4518-82c7-43be2d30078b HTTP/1.1" status: 404 len: 337 time: 0.0699072 Apr 23 09:20:51.785199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39282) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:51.785587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39284) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:51.795396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-775f7629-2f23-4c24-b236-c42af49a272c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '13edef79-0f6a-4ba0-9653-4d1b2abdea43', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:51.803108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=ec705539-bdfa-42d2-94ec-e9712ce330b1,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:51.807886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:51.823313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-46015770-9862-41c9-b3af-4e4f9b5193a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:51.845836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d6e6df-262e-4964-91a2-0b37f2acdc03 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:51.852643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9d6e6df-262e-4964-91a2-0b37f2acdc03 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:51.867919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-775f7629-2f23-4c24-b236-c42af49a272c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:51.874045 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e130102-ade5-4687-afe8-61aec8d8833c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:51.875598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e130102-ade5-4687-afe8-61aec8d8833c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:51.880324 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9e130102-ade5-4687-afe8-61aec8d8833c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/a2fd954d-fc82-4161-863e-9d4ee7231658 HTTP/1.1" status: 404 len: 337 time: 0.0891266 Apr 23 09:20:51.881050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39290) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:51.886501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-775f7629-2f23-4c24-b236-c42af49a272c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:51.891186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-775f7629-2f23-4c24-b236-c42af49a272c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:51.898923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-775f7629-2f23-4c24-b236-c42af49a272c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:51.912528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b25bea-2e26-4070-936b-64ee4f552761 None None] Pushing event deleted for resources: {'Port': ['ID=b94bb5ea-b4be-45e9-8943-1c9ac992cf69,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:51.925945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-13b25bea-2e26-4070-936b-64ee4f552761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:51.952103 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-04519f5c-45a8-45c5-9b16-1ae84fbf14a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:51.952103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04519f5c-45a8-45c5-9b16-1ae84fbf14a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:51.953748 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-04519f5c-45a8-45c5-9b16-1ae84fbf14a8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/607d34ea-6cec-4a8e-8cbe-c757ecf1cba5 HTTP/1.1" status: 404 len: 333 time: 0.0719135 Apr 23 09:20:51.958339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39294) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:51.982480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-e9d6e6df-262e-4964-91a2-0b37f2acdc03 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] device_id is not set on port 828ea624-4a8b-4062-815a-acb2655a8a3a yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:20:52.045894 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8bb1a8-2dae-4593-8c23-2b972a220ac6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:52.046502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8bb1a8-2dae-4593-8c23-2b972a220ac6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:52.048778 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ec8bb1a8-2dae-4593-8c23-2b972a220ac6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/4773566f-b3aa-45b8-9a84-5f76cc010977 HTTP/1.1" status: 404 len: 337 time: 0.0841911 Apr 23 09:20:52.052361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39298) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:52.073109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:20:52.082882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-3974342b-8d5e-4e33-a95e-15ebaf6fc030 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:20:52.083534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-3974342b-8d5e-4e33-a95e-15ebaf6fc030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:20:52.085477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:52.085630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-775f7629-2f23-4c24-b236-c42af49a272c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:52.086173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:52.171843 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c1bb68-1fee-4403-9f4c-2b9084d1135d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:52.172364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c1bb68-1fee-4403-9f4c-2b9084d1135d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:52.177504 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f5c1bb68-1fee-4403-9f4c-2b9084d1135d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/53c4c096-31ba-4979-ac22-a5028b79053f HTTP/1.1" status: 404 len: 337 time: 0.1239514 Apr 23 09:20:52.179955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39302) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:52.258591 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f20c45c-4bc8-40cc-ad2d-c2aa804c2406 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:52.259140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f20c45c-4bc8-40cc-ad2d-c2aa804c2406 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:52.261751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:52.264411 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6f20c45c-4bc8-40cc-ad2d-c2aa804c2406 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/2915112b-6def-450f-bfc7-d1539b27b7e3 HTTP/1.1" status: 404 len: 333 time: 0.0829096 Apr 23 09:20:52.265077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39306) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:52.313857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4f5645f6-da53-4cec-8a2a-3ec0d1fdff23,segment=NetworkSegment(8e35b97f-fcf9-42e2-85e6-4ec01e817911),segment_id=8e35b97f-fcf9-42e2-85e6-4ec01e817911)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:52.321656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting port ec705539-bdfa-42d2-94ec-e9712ce330b1 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:52.322086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:52.347585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:52.354974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:52.363915 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-94cdc4ce-ebce-4707-b1ba-acd120ab7d76 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:52.364309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94cdc4ce-ebce-4707-b1ba-acd120ab7d76 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:52.369974 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-94cdc4ce-ebce-4707-b1ba-acd120ab7d76 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/ddb7f683-dd64-4c87-b4ef-ba4572cac8b1 HTTP/1.1" status: 404 len: 337 time: 0.1034539 Apr 23 09:20:52.370679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39310) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:52.384890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8a628-1b20-455a-aec9-1e8dcfab4432 req-b21dd9af-8393-43fa-9388-8f7143920319 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:52.393572 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-23a8a628-1b20-455a-aec9-1e8dcfab4432 req-b21dd9af-8393-43fa-9388-8f7143920319 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 944 time: 0.4848082 Apr 23 09:20:52.433066 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b39c92-ec59-4791-a8eb-ed1b7b6004b7 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:52.433737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83b39c92-ec59-4791-a8eb-ed1b7b6004b7 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:52.435273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ec705539-bdfa-42d2-94ec-e9712ce330b1 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:20:52.439294 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-83b39c92-ec59-4791-a8eb-ed1b7b6004b7 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/57c5543f-e878-4ea3-84b4-6233d6f80f8c HTTP/1.1" status: 404 len: 337 time: 0.0623167 Apr 23 09:20:52.444313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39314) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:52.452729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9d6e6df-262e-4964-91a2-0b37f2acdc03 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:52.524291 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-49cf3fe3-856e-4696-9621-f45d315858b8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:52.524840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49cf3fe3-856e-4696-9621-f45d315858b8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:52.540567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] For port ec705539-bdfa-42d2-94ec-e9712ce330b1, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ec705539-bdfa-42d2-94ec-e9712ce330b1,segment=NetworkSegment(d47266a6-42a6-49bf-bb99-67223cb459e2),segment_id=d47266a6-42a6-49bf-bb99-67223cb459e2)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:52.540998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:52.565813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-775f7629-2f23-4c24-b236-c42af49a272c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:52.592939 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-23a8a628-1b20-455a-aec9-1e8dcfab4432 req-3b01cba7-7a9d-41ca-a6ab-f2744a100d21 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895030 Apr 23 09:20:52.592939 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-49cf3fe3-856e-4696-9621-f45d315858b8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/2484537f-d90a-4036-9205-5ba7939a103b HTTP/1.1" status: 404 len: 333 time: 0.1408026 Apr 23 09:20:52.595105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39318) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:52.646020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-775f7629-2f23-4c24-b236-c42af49a272c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:52.656834 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73c1960-263e-4716-8068-27726a4f50c8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:52.657738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a73c1960-263e-4716-8068-27726a4f50c8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:52.661086 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a73c1960-263e-4716-8068-27726a4f50c8 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/1765bc93-d4ed-496a-bfa7-99bf04d7af51 HTTP/1.1" status: 404 len: 337 time: 0.0663619 Apr 23 09:20:52.668193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f85b014e-19c7-41f4-9bd4-e3f4d8935d67 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:52.685438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39322) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:52.689748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f7629-2f23-4c24-b236-c42af49a272c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64bc3fe5-e10a-45d6-bb43-c72779a741db,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:52.695753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-775f7629-2f23-4c24-b236-c42af49a272c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:52.724245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Calling delete_port for ec705539-bdfa-42d2-94ec-e9712ce330b1 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:52.759891 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-2efbbe0c-ae08-4894-9796-b2bae3dda8bd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:52.760910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2efbbe0c-ae08-4894-9796-b2bae3dda8bd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:52.766445 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2efbbe0c-ae08-4894-9796-b2bae3dda8bd tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/eeb84f2a-a9c8-4498-9195-2041b2e74a15 HTTP/1.1" status: 404 len: 337 time: 0.0710640 Apr 23 09:20:52.768512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39326) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:52.797413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device b453fc89-ae49-4714-b3e1-d723172944e1 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:20:52.826474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-775f7629-2f23-4c24-b236-c42af49a272c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:52.826757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:52.831472 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-775f7629-2f23-4c24-b236-c42af49a272c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0447054 Apr 23 09:20:52.836642 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-357fdaea-0f69-4407-adbf-e0e45e1c444f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c HTTP/1.1" status: 200 len: 205 time: 0.0641735 Apr 23 09:20:52.836642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39330) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:52.837801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39332) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:52.839511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4e413ad4-e501-490f-9854-3bee7e072fa6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:52.839652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9d6e6df-262e-4964-91a2-0b37f2acdc03 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:52.844603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ea50391f-269a-4f39-9fea-619f343b41cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '13edef79-0f6a-4ba0-9653-4d1b2abdea43', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:52.855143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-388316ad-1ada-432f-b535-7c080a65b7b2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:52.885215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] No DVR routers for this DVR port ec705539-bdfa-42d2-94ec-e9712ce330b1 on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:20:52.933937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No active binding found for port ec705539-bdfa-42d2-94ec-e9712ce330b1 {{(pid=87176) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 23 09:20:52.934455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ec705539-bdfa-42d2-94ec-e9712ce330b1 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:20:52.935017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b94bb5ea-b4be-45e9-8943-1c9ac992cf69 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:20:52.945331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ea50391f-269a-4f39-9fea-619f343b41cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:52.950967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6e6df-262e-4964-91a2-0b37f2acdc03 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Port': ['ID=828ea624-4a8b-4062-815a-acb2655a8a3a,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:52.955430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e9d6e6df-262e-4964-91a2-0b37f2acdc03 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:52.962078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=4f5645f6-da53-4cec-8a2a-3ec0d1fdff23,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:52.963807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ea50391f-269a-4f39-9fea-619f343b41cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:52.969732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ea50391f-269a-4f39-9fea-619f343b41cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:52.980987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ea50391f-269a-4f39-9fea-619f343b41cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:52.983497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:52.989825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: b94bb5ea-b4be-45e9-8943-1c9ac992cf69 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:20:52.990793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b94bb5ea-b4be-45e9-8943-1c9ac992cf69 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:20:52.996588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3974342b-8d5e-4e33-a95e-15ebaf6fc030 None None] Deleting port ec705539-bdfa-42d2-94ec-e9712ce330b1 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:52.997930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3974342b-8d5e-4e33-a95e-15ebaf6fc030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:53.015343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Port': ['ID=ec705539-bdfa-42d2-94ec-e9712ce330b1,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:53.021646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d6e6df-262e-4964-91a2-0b37f2acdc03 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Checking segment: {'id': '0d2a490b-7715-4777-85a7-31fe02f8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:20:53.022099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d6e6df-262e-4964-91a2-0b37f2acdc03 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network hostable DHCP agents. Network: 648f7067-487a-45f1-b029-aad1f3808d4e, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:20:53.044671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:53.050219 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-a1024e2b-98fe-4115-98ac-aa683bbb3d43 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] delete failed (client error): The resource could not be found. Apr 23 09:20:53.054194 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a1024e2b-98fe-4115-98ac-aa683bbb3d43 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/routers/e2dc63e2-3c5c-4dcb-88ed-f18a9083ad8c HTTP/1.1" status: 404 len: 336 time: 0.1689305 Apr 23 09:20:53.055671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39338) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:53.093599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea50391f-269a-4f39-9fea-619f343b41cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:53.107051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port b453fc89-ae49-4714-b3e1-d723172944e1 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:20:53.114043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d6e6df-262e-4964-91a2-0b37f2acdc03 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 648f7067-487a-45f1-b029-aad1f3808d4e is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:20:53.116710 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-17726c8f-e29c-4a89-90c7-509b110c56a9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:53.117299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17726c8f-e29c-4a89-90c7-509b110c56a9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:53.121730 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-17726c8f-e29c-4a89-90c7-509b110c56a9 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/0559a89e-5539-47f7-a0cd-448e468169f4 HTTP/1.1" status: 404 len: 337 time: 0.0623579 Apr 23 09:20:53.126445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39342) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:53.133166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port b453fc89-ae49-4714-b3e1-d723172944e1 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:53.133622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:53.143243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:53.177876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-3974342b-8d5e-4e33-a95e-15ebaf6fc030 None None] For port ec705539-bdfa-42d2-94ec-e9712ce330b1, host dv-neutron-786478-4-hyperv, got binding levels [] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:53.178370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3974342b-8d5e-4e33-a95e-15ebaf6fc030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:53.189787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-e9d6e6df-262e-4964-91a2-0b37f2acdc03 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 648f7067-487a-45f1-b029-aad1f3808d4e) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:53.198882 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0223e4f0-31c9-4034-84cb-279f9c285bec tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be HTTP/1.1" status: 200 len: 205 time: 0.0690806 Apr 23 09:20:53.199131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:53.208026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39346) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:53.210819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d6e6df-262e-4964-91a2-0b37f2acdc03 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:20:53.217049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d6e6df-262e-4964-91a2-0b37f2acdc03 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:53.217720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9d6e6df-262e-4964-91a2-0b37f2acdc03 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:53.264535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c654ab-49bc-4a9f-8fea-4d568fdcebcb None None] Network 648f7067-487a-45f1-b029-aad1f3808d4e requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:53.275240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb611de1-00af-40e9-aade-64dffe65d748']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:53.289421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47266a6-42a6-49bf-bb99-67223cb459e2') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:53.289799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47266a6-42a6-49bf-bb99-67223cb459e2') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:53.302971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:53.313808 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-007388b7-1b6f-4b1f-b82e-190edeab54b6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] delete failed (client error): The resource could not be found. Apr 23 09:20:53.315000 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-007388b7-1b6f-4b1f-b82e-190edeab54b6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/routers/9a02f84e-41cf-4c8d-b6a2-8ca06a23b7be HTTP/1.1" status: 404 len: 336 time: 0.1059563 Apr 23 09:20:53.317783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39350) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:53.333816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea50391f-269a-4f39-9fea-619f343b41cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:53.357590 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e9d6e6df-262e-4964-91a2-0b37f2acdc03 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8982289 Apr 23 09:20:53.357898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3974342b-8d5e-4e33-a95e-15ebaf6fc030 None None] Calling delete_port for ec705539-bdfa-42d2-94ec-e9712ce330b1 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:53.358861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39354) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:53.363237 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b37c81-2532-4f88-ab0c-93be4d459860 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:53.363824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b37c81-2532-4f88-ab0c-93be4d459860 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:53.373226 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a7b37c81-2532-4f88-ab0c-93be4d459860 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/ef462380-1c21-488f-b7ea-b259af36c405 HTTP/1.1" status: 404 len: 337 time: 0.0510607 Apr 23 09:20:53.373578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39358) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:53.374899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-236dbebc-aa3e-471b-9375-9982e8a93b06 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-544476821'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:53.378345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_backend_mixin [None req-3974342b-8d5e-4e33-a95e-15ebaf6fc030 None None] Port ec705539-bdfa-42d2-94ec-e9712ce330b1 was not found and therefore no delete operation was performed {{(pid=87176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 23 09:20:53.381023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-236dbebc-aa3e-471b-9375-9982e8a93b06 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:53.383089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3974342b-8d5e-4e33-a95e-15ebaf6fc030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:53.385099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-236dbebc-aa3e-471b-9375-9982e8a93b06 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:network and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:53.388915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-236dbebc-aa3e-471b-9375-9982e8a93b06 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:53.390960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:53.395651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-236dbebc-aa3e-471b-9375-9982e8a93b06 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:53.402586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea50391f-269a-4f39-9fea-619f343b41cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:53.404992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dc07b0d3-1b20-47e6-bbd9-907bdb6fa3df tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:53.415885 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3bea533-fd6a-456d-bcda-64d04257c88f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:53.416406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3bea533-fd6a-456d-bcda-64d04257c88f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:53.421185 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b3bea533-fd6a-456d-bcda-64d04257c88f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/e92f1dd3-d63a-4dc0-af17-a5f6881e2f8a HTTP/1.1" status: 404 len: 337 time: 0.0439830 Apr 23 09:20:53.421860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39362) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:53.434222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50391f-269a-4f39-9fea-619f343b41cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5683369b-640c-46dc-8fcc-27434a38ddd0,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:53.438195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ea50391f-269a-4f39-9fea-619f343b41cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:53.473226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea50391f-269a-4f39-9fea-619f343b41cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:53.477784 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fea799-af36-40d0-a094-d7ae956ee6d6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:53.482712 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ea50391f-269a-4f39-9fea-619f343b41cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6416757 Apr 23 09:20:53.489441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9fea799-af36-40d0-a094-d7ae956ee6d6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:53.489585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39366) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:53.489673 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e9fea799-af36-40d0-a094-d7ae956ee6d6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/583ee074-78c8-4a33-87d0-1e7082a8814a HTTP/1.1" status: 404 len: 333 time: 0.0582919 Apr 23 09:20:53.489673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:53.489828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-835c7b95-e47d-4de0-aab5-1ccf0e567ed6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '13edef79-0f6a-4ba0-9653-4d1b2abdea43', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:53.491648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:20:53.494867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39370) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:53.498931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-835c7b95-e47d-4de0-aab5-1ccf0e567ed6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:53.539486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236dbebc-aa3e-471b-9375-9982e8a93b06 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:53.546574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-236dbebc-aa3e-471b-9375-9982e8a93b06 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:53.560445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-835c7b95-e47d-4de0-aab5-1ccf0e567ed6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:53.570520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-835c7b95-e47d-4de0-aab5-1ccf0e567ed6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:53.576229 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ecd90a-73a6-43b7-a7e7-3155b2553f50 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:53.576742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ecd90a-73a6-43b7-a7e7-3155b2553f50 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:53.578669 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b6ecd90a-73a6-43b7-a7e7-3155b2553f50 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/40988224-1479-4b0b-82d3-d98501a75b59 HTTP/1.1" status: 404 len: 337 time: 0.0826683 Apr 23 09:20:53.586804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39374) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:53.592375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-835c7b95-e47d-4de0-aab5-1ccf0e567ed6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:53.595697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974342b-8d5e-4e33-a95e-15ebaf6fc030 None None] Pushing event deleted for resources: {'Port': ['ID=ec705539-bdfa-42d2-94ec-e9712ce330b1,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:53.615413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3974342b-8d5e-4e33-a95e-15ebaf6fc030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:53.616931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3974342b-8d5e-4e33-a95e-15ebaf6fc030 None None] No DVR routers for this DVR port ec705539-bdfa-42d2-94ec-e9712ce330b1 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:20:53.618809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236dbebc-aa3e-471b-9375-9982e8a93b06 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:20:53.643580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-236dbebc-aa3e-471b-9375-9982e8a93b06 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:53.644412 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-236dbebc-aa3e-471b-9375-9982e8a93b06 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Added segment 5f40adf4-0f44-4c61-8176-553b02a76fc0 of type vlan for network 5844a8b9-e84f-4551-9c66-3b3e0501794c Apr 23 09:20:53.681237 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-835c7b95-e47d-4de0-aab5-1ccf0e567ed6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Project 7602bab2a5e54e68ba9a873197bc68fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:20:53.692661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:53.695283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-835c7b95-e47d-4de0-aab5-1ccf0e567ed6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:53.706534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-236dbebc-aa3e-471b-9375-9982e8a93b06 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:53.710893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:20:53.744268 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bcbc184-fa56-4685-a831-50d196829102 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:53.744800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bcbc184-fa56-4685-a831-50d196829102 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:53.749865 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9bcbc184-fa56-4685-a831-50d196829102 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/d2a1e33f-1323-426e-bb39-5c6c47e294b6 HTTP/1.1" status: 404 len: 333 time: 0.1588323 Apr 23 09:20:53.765960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de537509-c7aa-4d4e-98e6-39f533822fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b453fc89-ae49-4714-b3e1-d723172944e1'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:20:53.766176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39380) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:53.791383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port b453fc89-ae49-4714-b3e1-d723172944e1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b453fc89-ae49-4714-b3e1-d723172944e1,segment=NetworkSegment(c260924c-e094-4b84-b570-6f773acd4ea6),segment_id=c260924c-e094-4b84-b570-6f773acd4ea6)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:20:53.816606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network fb611de1-00af-40e9-aade-64dffe65d748 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:53.827309 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e0fd78-0392-4eb4-9ce2-d0e61dd426ed tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:53.827834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e0fd78-0392-4eb4-9ce2-d0e61dd426ed tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:53.828501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:53.833476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:53.836272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-954e0026-e718-49dc-8aed-d66f21aa7c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:53.842666 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-66e0fd78-0392-4eb4-9ce2-d0e61dd426ed tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/d97d3250-c465-47c4-bd4a-06eb84e1bc36 HTTP/1.1" status: 404 len: 337 time: 0.0736182 Apr 23 09:20:53.847815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39388) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:53.870078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:20:53.870449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:53.906810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-236dbebc-aa3e-471b-9375-9982e8a93b06 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:53.913617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236dbebc-aa3e-471b-9375-9982e8a93b06 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:53.914287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-236dbebc-aa3e-471b-9375-9982e8a93b06 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:53.937246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:53.976012 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de537509-c7aa-4d4e-98e6-39f533822fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b453fc89-ae49-4714-b3e1-d723172944e1', 'code': 200} Apr 23 09:20:53.976834 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-a458e613-9a55-4fc9-a2c4-3799e993a1f5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:53.977319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=b453fc89-ae49-4714-b3e1-d723172944e1,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:53.977451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a458e613-9a55-4fc9-a2c4-3799e993a1f5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:53.980032 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a458e613-9a55-4fc9-a2c4-3799e993a1f5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/4a24984b-c1c5-46fa-b328-cda1c350e9ef HTTP/1.1" status: 404 len: 333 time: 0.1305304 Apr 23 09:20:53.986285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:54.000887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-835c7b95-e47d-4de0-aab5-1ccf0e567ed6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:54.002834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39392) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:54.011509 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-236dbebc-aa3e-471b-9375-9982e8a93b06 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6505091 Apr 23 09:20:54.012687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39396) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:54.023375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'ports': [{'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e'}, {'network_id': '5844a8b9-e84f-4551-9c66-3b3e0501794c'}]} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:54.023742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'port': {'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:54.024280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'port': {'network_id': '5844a8b9-e84f-4551-9c66-3b3e0501794c'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:54.121321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-835c7b95-e47d-4de0-aab5-1ccf0e567ed6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:54.217398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236dbebc-aa3e-471b-9375-9982e8a93b06 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Network': ['ID=5844a8b9-e84f-4551-9c66-3b3e0501794c,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:54.220634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-236dbebc-aa3e-471b-9375-9982e8a93b06 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:54.229926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 5844a8b9-e84f-4551-9c66-3b3e0501794c details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:20:54.230917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0d03f299-ce8c-4971-b908-7d7324fb8214 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:54.264501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c7b95-e47d-4de0-aab5-1ccf0e567ed6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54cb2253-c6e4-4429-9e63-62bb24ac14fe,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:54.267360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-835c7b95-e47d-4de0-aab5-1ccf0e567ed6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:54.362906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-835c7b95-e47d-4de0-aab5-1ccf0e567ed6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:54.364245 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-835c7b95-e47d-4de0-aab5-1ccf0e567ed6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8840611 Apr 23 09:20:54.370959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39400) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:54.380287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b4eda86a-9c90-401d-b3e3-aca027534f93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '13edef79-0f6a-4ba0-9653-4d1b2abdea43', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:54.396049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b4eda86a-9c90-401d-b3e3-aca027534f93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:54.409467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b4eda86a-9c90-401d-b3e3-aca027534f93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:54.413868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b4eda86a-9c90-401d-b3e3-aca027534f93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:54.424166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:54.426699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b4eda86a-9c90-401d-b3e3-aca027534f93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:54.428497 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d87b92b-014f-4e1e-8663-878614ebee0f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:54.429014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d87b92b-014f-4e1e-8663-878614ebee0f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:54.431288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:port and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:54.431568 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2d87b92b-014f-4e1e-8663-878614ebee0f tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/a7029a52-59b8-4094-941e-b2b205298675 HTTP/1.1" status: 404 len: 337 time: 0.4274163 Apr 23 09:20:54.433869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39404) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:54.439843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:54.478848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network fb611de1-00af-40e9-aade-64dffe65d748 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:54.489507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:54.501344 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-39184e7c-70bf-4fae-9617-749fe99909e1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:54.501884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39184e7c-70bf-4fae-9617-749fe99909e1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:54.505884 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-39184e7c-70bf-4fae-9617-749fe99909e1 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/ab47e17d-9fc6-4591-a615-96a1d6259e84 HTTP/1.1" status: 404 len: 333 time: 0.0668304 Apr 23 09:20:54.507455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39408) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:20:54.517170 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:20:54.548249 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-b4eda86a-9c90-401d-b3e3-aca027534f93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Project 7602bab2a5e54e68ba9a873197bc68fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:20:54.558458 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-188e89aa-d277-4eb0-87e4-b11052c71ca6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:54.558975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-188e89aa-d277-4eb0-87e4-b11052c71ca6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:54.563794 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-188e89aa-d277-4eb0-87e4-b11052c71ca6 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/45d25574-6698-41fc-b667-f4dbc279f739 HTTP/1.1" status: 404 len: 337 time: 0.0526543 Apr 23 09:20:54.563794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4eda86a-9c90-401d-b3e3-aca027534f93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:54.570178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39412) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:54.578639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'port': 2} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:54.585832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:54.646677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cee17-849c-4505-9c88-f1f5deb0aa11 req-f4c40e78-2540-4d6b-bf3c-bc8b2300ba06 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:54.648225 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6b6cee17-849c-4505-9c88-f1f5deb0aa11 req-f4c40e78-2540-4d6b-bf3c-bc8b2300ba06 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 945 time: 0.8999350 Apr 23 09:20:54.657472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:54.662234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e6dc1-bb56-4dae-83b4-2585c07c52c3 req-4aed100e-84fc-455d-8376-9a1cc1756f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:54.663881 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-399e6dc1-bb56-4dae-83b4-2585c07c52c3 req-4aed100e-84fc-455d-8376-9a1cc1756f44 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 1098 time: 0.2399652 Apr 23 09:20:54.666712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-83826fd5-130c-4db3-ac43-cb966af7f5da tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:54.674382 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f0fbca-ffe5-4d90-af4d-4a3ab0e953cb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:54.674903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f0fbca-ffe5-4d90-af4d-4a3ab0e953cb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:54.676723 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a8f0fbca-ffe5-4d90-af4d-4a3ab0e953cb tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/8552da33-9d2b-4a6d-9966-0ee0bda97ee8 HTTP/1.1" status: 404 len: 333 time: 0.1037331 Apr 23 09:20:54.677472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:54.688023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:54.690588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39416) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:54.755875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4eda86a-9c90-401d-b3e3-aca027534f93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:54.762454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Network': ['ID=fb611de1-00af-40e9-aade-64dffe65d748,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:54.778219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:54.782926 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0e2571-cd0e-4b8c-a9fb-1b076a9b7f67 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:54.783449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0e2571-cd0e-4b8c-a9fb-1b076a9b7f67 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:54.785311 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4c0e2571-cd0e-4b8c-a9fb-1b076a9b7f67 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/b1924ee3-335f-4cbb-bbcf-74ca4324452f HTTP/1.1" status: 404 len: 337 time: 0.0770810 Apr 23 09:20:54.790677 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/networks/fb611de1-00af-40e9-aade-64dffe65d748 HTTP/1.1" status: 204 len: 168 time: 4.8854876 Apr 23 09:20:54.790859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39420) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:54.791257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39422) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:54.811868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4eda86a-9c90-401d-b3e3-aca027534f93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:54.822684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:54.855975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-51bff7a8-cb36-4d4e-9ed3-fc576a902a2e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1736311136'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:54.856357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eda86a-9c90-401d-b3e3-aca027534f93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e780bdbb-d05e-4398-bcd4-c730fb2768e9,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:54.862587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-51bff7a8-cb36-4d4e-9ed3-fc576a902a2e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:54.864567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] device_id is not set on port f8b65698-2ba9-4b36-b6a6-a28402d9a1ff yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:20:54.868232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b4eda86a-9c90-401d-b3e3-aca027534f93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:54.870751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-51bff7a8-cb36-4d4e-9ed3-fc576a902a2e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:network and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:54.881584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-51bff7a8-cb36-4d4e-9ed3-fc576a902a2e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:54.899097 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6b6cee17-849c-4505-9c88-f1f5deb0aa11 req-c2561b2f-27dc-4651-a428-b1054323049c tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394226 Apr 23 09:20:54.899941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-51bff7a8-cb36-4d4e-9ed3-fc576a902a2e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:54.906349 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-25dc22e1-7507-4809-b548-b70965aa8704 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:54.906891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25dc22e1-7507-4809-b548-b70965aa8704 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:54.911238 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-25dc22e1-7507-4809-b548-b70965aa8704 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/e0545394-a727-4b6e-9ea4-4b5648857af3 HTTP/1.1" status: 404 len: 333 time: 0.1088741 Apr 23 09:20:54.914610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39428) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:54.920921 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-399e6dc1-bb56-4dae-83b4-2585c07c52c3 req-3f5e2034-6826-4052-ba34-551dd4d276bc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378736 Apr 23 09:20:54.935147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4eda86a-9c90-401d-b3e3-aca027534f93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:54.936561 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b4eda86a-9c90-401d-b3e3-aca027534f93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5644903 Apr 23 09:20:54.962833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bff7a8-cb36-4d4e-9ed3-fc576a902a2e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:54.969731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-51bff7a8-cb36-4d4e-9ed3-fc576a902a2e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:54.989902 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c1f6c80-4700-4e19-8d11-ba611e7dcb4a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:54.990448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c1f6c80-4700-4e19-8d11-ba611e7dcb4a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:54.995106 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6c1f6c80-4700-4e19-8d11-ba611e7dcb4a tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/2080db7d-f75d-4aa4-9807-a3defaf6b05d HTTP/1.1" status: 404 len: 337 time: 0.0730951 Apr 23 09:20:54.996138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39434) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:55.027458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:55.060788 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-04549512-666a-4611-9248-eb18e5e130e2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:55.061435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04549512-666a-4611-9248-eb18e5e130e2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:55.063462 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-04549512-666a-4611-9248-eb18e5e130e2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/ports/a0f74fdc-57fc-429b-9525-f7779f1f1f4b HTTP/1.1" status: 404 len: 333 time: 0.0630867 Apr 23 09:20:55.066706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39440) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:55.111370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51bff7a8-cb36-4d4e-9ed3-fc576a902a2e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:20:55.125890 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad64042-a2c5-46c1-ae66-c8bfc2061c1c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] DELETE failed (client error): The resource could not be found. Apr 23 09:20:55.130350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad64042-a2c5-46c1-ae66-c8bfc2061c1c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:20:55.142015 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0ad64042-a2c5-46c1-ae66-c8bfc2061c1c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/subnets/2791543a-afd3-44d2-af40-ef3a894171a8 HTTP/1.1" status: 404 len: 337 time: 0.0741901 Apr 23 09:20:55.143341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-51bff7a8-cb36-4d4e-9ed3-fc576a902a2e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:55.143838 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-51bff7a8-cb36-4d4e-9ed3-fc576a902a2e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Added segment 08f16a7f-fc0a-4f54-8c16-53adcf889321 of type vlan for network 59399444-7ee2-4e99-b5dc-2187f4a90e33 Apr 23 09:20:55.144978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39452) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:55.185671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] device_id is not set on port 3e43b9d6-7197-4748-b9a4-fa1ade9d8041 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:20:55.221399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-b9984625-ed23-4878-97d2-9cb573554100 req-37e466b0-781c-4475-bccc-3929364c19aa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:20:55.268356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-51bff7a8-cb36-4d4e-9ed3-fc576a902a2e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:55.287292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-b9984625-ed23-4878-97d2-9cb573554100 req-37e466b0-781c-4475-bccc-3929364c19aa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:20:55.288583 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b9984625-ed23-4878-97d2-9cb573554100 req-37e466b0-781c-4475-bccc-3929364c19aa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-247377383&fields=id&tenant_id=7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 267 time: 0.1388619 Apr 23 09:20:55.311906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66ea270d-72ec-40aa-9028-2eadcd04e688 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:55.373660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-51bff7a8-cb36-4d4e-9ed3-fc576a902a2e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:55.380103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bff7a8-cb36-4d4e-9ed3-fc576a902a2e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:55.380744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-51bff7a8-cb36-4d4e-9ed3-fc576a902a2e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:55.386426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-68744f00-7184-4e7b-b5be-ec4e1f4dad6b tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:55.513332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:55.533129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9984625-ed23-4878-97d2-9cb573554100 req-6357a190-a5cc-4299-a616-afeb071a2bbd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:55.533907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-b9984625-ed23-4878-97d2-9cb573554100 req-6357a190-a5cc-4299-a616-afeb071a2bbd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:20:55.579271 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-51bff7a8-cb36-4d4e-9ed3-fc576a902a2e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7775190 Apr 23 09:20:55.582344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39456) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:55.588752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5be2c2bb-4374-4bf7-b16d-75655b5bde4a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'subnet': {'network_id': '59399444-7ee2-4e99-b5dc-2187f4a90e33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:55.589711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66ea270d-72ec-40aa-9028-2eadcd04e688 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:55.609446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-b9984625-ed23-4878-97d2-9cb573554100 req-6357a190-a5cc-4299-a616-afeb071a2bbd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:20:55.610742 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b9984625-ed23-4878-97d2-9cb573554100 req-6357a190-a5cc-4299-a616-afeb071a2bbd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/networks?id=004890de-ba85-4569-8774-f7b9851ca4ee HTTP/1.1" status: 200 len: 797 time: 0.3105836 Apr 23 09:20:55.626858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bff7a8-cb36-4d4e-9ed3-fc576a902a2e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Network': ['ID=59399444-7ee2-4e99-b5dc-2187f4a90e33,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:55.631634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-51bff7a8-cb36-4d4e-9ed3-fc576a902a2e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:55.638410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:55.640192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 59399444-7ee2-4e99-b5dc-2187f4a90e33 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:20:55.699608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:55.730393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-66ea270d-72ec-40aa-9028-2eadcd04e688 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb316f39-4b0e-43f1-8f3e-34646815cee0']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:55.732795 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b9984625-ed23-4878-97d2-9cb573554100 req-90b914b4-1974-45f9-9e90-5f7878038de0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/quotas/7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 375 time: 0.1092191 Apr 23 09:20:55.744374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-66ea270d-72ec-40aa-9028-2eadcd04e688 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:55.746514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-66ea270d-72ec-40aa-9028-2eadcd04e688 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65f0cc2-8d46-40b5-a3f5-9a91c1127155') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:20:55.758956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66ea270d-72ec-40aa-9028-2eadcd04e688 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:55.776262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66ea270d-72ec-40aa-9028-2eadcd04e688 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:55.783823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ea270d-72ec-40aa-9028-2eadcd04e688 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:20:55.843134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 648f7067-487a-45f1-b029-aad1f3808d4e is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:55.859283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:55.861699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5be2c2bb-4374-4bf7-b16d-75655b5bde4a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:55.872864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:20:55.873760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:55.876699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5be2c2bb-4374-4bf7-b16d-75655b5bde4a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:subnet and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:55.879794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Port': ['ID=f8b65698-2ba9-4b36-b6a6-a28402d9a1ff,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:55.882373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5be2c2bb-4374-4bf7-b16d-75655b5bde4a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:55.891439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:55.897486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4430b13d-dd66-4d35-ab47-243b2b42f538 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:55.939114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5be2c2bb-4374-4bf7-b16d-75655b5bde4a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:55.972426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-66ea270d-72ec-40aa-9028-2eadcd04e688 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:55.986744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66ea270d-72ec-40aa-9028-2eadcd04e688 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:56.234794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-66ea270d-72ec-40aa-9028-2eadcd04e688 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Network bb316f39-4b0e-43f1-8f3e-34646815cee0 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:20:56.262082 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:20:56.315975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be2c2bb-4374-4bf7-b16d-75655b5bde4a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:56.322086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5be2c2bb-4374-4bf7-b16d-75655b5bde4a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:56.342329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Port': ['ID=3e43b9d6-7197-4748-b9a4-fa1ade9d8041,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:56.347829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:56.374680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d8035-df4c-4cdf-824c-429f8510ab2d req-e606d822-1cff-41d9-b2df-55b7c1a71511 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:56.376467 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-569d8035-df4c-4cdf-824c-429f8510ab2d req-e606d822-1cff-41d9-b2df-55b7c1a71511 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 945 time: 0.3101859 Apr 23 09:20:56.381507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-b9984625-ed23-4878-97d2-9cb573554100 req-dac2613d-ba07-4c9d-877c-dc911b320059 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:20:56.427556 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-569d8035-df4c-4cdf-824c-429f8510ab2d req-76c47972-6ef7-4ac7-9899-2a972791410b tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444422 Apr 23 09:20:56.435443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Checking segment: {'id': '5f40adf4-0f44-4c61-8176-553b02a76fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5844a8b9-e84f-4551-9c66-3b3e0501794c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:20:56.435850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network hostable DHCP agents. Network: 5844a8b9-e84f-4551-9c66-3b3e0501794c, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:20:56.473179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66ea270d-72ec-40aa-9028-2eadcd04e688 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:56.480311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2c2558dc-32ce-44a5-886c-c966dee6bf18 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:56.497554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66ea270d-72ec-40aa-9028-2eadcd04e688 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:56.502677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-b9984625-ed23-4878-97d2-9cb573554100 req-dac2613d-ba07-4c9d-877c-dc911b320059 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:20:56.506435 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b9984625-ed23-4878-97d2-9cb573554100 req-dac2613d-ba07-4c9d-877c-dc911b320059 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7605777 Apr 23 09:20:56.513085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea270d-72ec-40aa-9028-2eadcd04e688 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Pushing event deleted for resources: {'Network': ['ID=bb316f39-4b0e-43f1-8f3e-34646815cee0,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:56.513085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-66ea270d-72ec-40aa-9028-2eadcd04e688 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:56.516602 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-66ea270d-72ec-40aa-9028-2eadcd04e688 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] 10.222.0.60 "DELETE /v2.0/networks/bb316f39-4b0e-43f1-8f3e-34646815cee0 HTTP/1.1" status: 204 len: 168 time: 1.3680449 Apr 23 09:20:56.593212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 5844a8b9-e84f-4551-9c66-3b3e0501794c is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:20:56.676338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57881354-448f-4ab9-85f9-348c7683142c req-8f37a6e2-c22f-46ed-b2f0-b2644a947f19 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:56.678058 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-57881354-448f-4ab9-85f9-348c7683142c req-8f37a6e2-c22f-46ed-b2f0-b2644a947f19 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 945 time: 0.1016304 Apr 23 09:20:56.690266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 5844a8b9-e84f-4551-9c66-3b3e0501794c) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:56.698393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec8f368-a0c5-4632-837b-bba9979b394a None None] Network 5844a8b9-e84f-4551-9c66-3b3e0501794c requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:56.734689 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-57881354-448f-4ab9-85f9-348c7683142c req-08bc41f7-3024-4bea-a34c-f67489451162 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489404 Apr 23 09:20:56.745681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:20:56.752156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:56.757503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:56.758249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:56.766985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39466) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:56.784625 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b9984625-ed23-4878-97d2-9cb573554100 req-8dca5712-903f-4a6f-b9bc-0c4c55a9b0bf service neutron] 10.222.0.60 "GET /v2.0/networks/004890de-ba85-4569-8774-f7b9851ca4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586286 Apr 23 09:20:56.871069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1567b73c-3ed0-4c7b-9710-3f3ace417da2 tempest-TestNetworkAdvancedServerOps-1293008040 tempest-TestNetworkAdvancedServerOps-1293008040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:56.877133 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1567b73c-3ed0-4c7b-9710-3f3ace417da2 tempest-TestNetworkAdvancedServerOps-1293008040 tempest-TestNetworkAdvancedServerOps-1293008040-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 1093 time: 0.1058886 Apr 23 09:20:56.877519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39470) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:56.885286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': 'b453fc89-ae49-4714-b3e1-d723172944e1', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:56.899509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:56.907415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Usage tracker for resource:floatingip and tenant:2512ab69cb484640aebc38a05079f506 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:20:56.913529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:20:56.923334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:56.927217 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9101791 Apr 23 09:20:56.932481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39476) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:56.991172 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b9984625-ed23-4878-97d2-9cb573554100 req-5f9fa839-23c3-4743-a5ad-4dff60ef47f8 service neutron] 10.222.0.60 "GET /v2.0/networks/004890de-ba85-4569-8774-f7b9851ca4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931322 Apr 23 09:20:57.018289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for floatingip, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:57.050129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39480) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:57.218458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea33d5-03ea-448a-8b4b-666dd9139197 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting port 3e43b9d6-7197-4748-b9a4-fa1ade9d8041 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:57.218852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8ea33d5-03ea-448a-8b4b-666dd9139197 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:57.380108 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-efd3dfeb-233d-4b57-9f9a-de50eff87bbf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1b0c274266b4684858f0c7bad33ee66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264065 Apr 23 09:20:57.380348 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ce0e3c6-7f6f-4674-aeef-d0c630482b44 req-0f5b9f4c-11df-4728-966c-84a729ed270e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 210 time: 0.1405458 Apr 23 09:20:57.386888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39490) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:57.393829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5be2c2bb-4374-4bf7-b16d-75655b5bde4a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:57.402976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-82153982-1615-45e4-a2de-27ac080e6017 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:57.439238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8ea33d5-03ea-448a-8b4b-666dd9139197 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:57.505108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2c2bb-4374-4bf7-b16d-75655b5bde4a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Subnet': ['ID=995569e0-a464-4971-9d2b-1c689d07f882,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:57.509931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5be2c2bb-4374-4bf7-b16d-75655b5bde4a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:57.516288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be2c2bb-4374-4bf7-b16d-75655b5bde4a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Checking segment: {'id': '08f16a7f-fc0a-4f54-8c16-53adcf889321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '59399444-7ee2-4e99-b5dc-2187f4a90e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:20:57.518728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be2c2bb-4374-4bf7-b16d-75655b5bde4a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network hostable DHCP agents. Network: 59399444-7ee2-4e99-b5dc-2187f4a90e33, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:20:57.592520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be2c2bb-4374-4bf7-b16d-75655b5bde4a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network 59399444-7ee2-4e99-b5dc-2187f4a90e33 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:20:57.617375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea33d5-03ea-448a-8b4b-666dd9139197 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Calling delete_port for 3e43b9d6-7197-4748-b9a4-fa1ade9d8041 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:57.653453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:57.678352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-5be2c2bb-4374-4bf7-b16d-75655b5bde4a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 59399444-7ee2-4e99-b5dc-2187f4a90e33) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:57.689024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3e40a2-cb17-40b8-b2ce-65791feb33bc None None] Network 59399444-7ee2-4e99-b5dc-2187f4a90e33 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:20:57.704477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be2c2bb-4374-4bf7-b16d-75655b5bde4a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:57.705182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5be2c2bb-4374-4bf7-b16d-75655b5bde4a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:57.708800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-df37413d-576d-4dd2-a996-1fff784618f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:57.757086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-df37413d-576d-4dd2-a996-1fff784618f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:57.766564 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5be2c2bb-4374-4bf7-b16d-75655b5bde4a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1829607 Apr 23 09:20:57.769409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39498) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:57.777772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ddbe43fc-eea7-4089-88d8-105d8685e2e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'port': {'network_id': '59399444-7ee2-4e99-b5dc-2187f4a90e33', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1998532088'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:57.905897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Allocated IP 172.26.4.9 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/d7602a19-4499-48e7-bf7e-96ba419455cf) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:20:57.910472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8ea33d5-03ea-448a-8b4b-666dd9139197 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:57.917166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:57.962532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-59399444-7ee2-4e99-b5dc-2187f4a90e33', 'network_id': '59399444-7ee2-4e99-b5dc-2187f4a90e33', 'tenant_id': '696097c35055491c960511aa485cbd7b', 'fixed_ips': [{'subnet_id': '995569e0-a464-4971-9d2b-1c689d07f882'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:20:57.963700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:57.967063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ddbe43fc-eea7-4089-88d8-105d8685e2e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:57.969235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-df37413d-576d-4dd2-a996-1fff784618f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:57.978353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ddbe43fc-eea7-4089-88d8-105d8685e2e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:20:57.990698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea33d5-03ea-448a-8b4b-666dd9139197 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Port': ['ID=3e43b9d6-7197-4748-b9a4-fa1ade9d8041,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:58.011317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8ea33d5-03ea-448a-8b4b-666dd9139197 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:58.026544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b8ea33d5-03ea-448a-8b4b-666dd9139197 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:58.027509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4a48e011-4b46-4a23-8a9b-055d28edc466 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:58.033534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbe43fc-eea7-4089-88d8-105d8685e2e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:20:58.041527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ddbe43fc-eea7-4089-88d8-105d8685e2e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:58.055834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37413d-576d-4dd2-a996-1fff784618f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19ea9d0-7532-4fb4-804f-40da6226dab9,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:58.072189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-ddbe43fc-eea7-4089-88d8-105d8685e2e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] device_id is not set on port 33e88122-9feb-4f3d-801e-40becad6cd36 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:20:58.117273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-df37413d-576d-4dd2-a996-1fff784618f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:58.118574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-df37413d-576d-4dd2-a996-1fff784618f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:58.119814 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-df37413d-576d-4dd2-a996-1fff784618f2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e19ea9d0-7532-4fb4-804f-40da6226dab9 HTTP/1.1" status: 204 len: 168 time: 0.7309070 Apr 23 09:20:58.124698 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b8ea33d5-03ea-448a-8b4b-666dd9139197 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/ports/3e43b9d6-7197-4748-b9a4-fa1ade9d8041 HTTP/1.1" status: 204 len: 168 time: 1.1869581 Apr 23 09:20:58.125354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39506) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:58.190409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Allocated IP 172.20.0.2 (59399444-7ee2-4e99-b5dc-2187f4a90e33/995569e0-a464-4971-9d2b-1c689d07f882/667fe5f8-a7ef-41da-8d81-a8fac8cc658e) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:20:58.208908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:58.271911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f0d644-99ea-4dba-b474-92d03aa63c1b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:58.279883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f0d644-99ea-4dba-b474-92d03aa63c1b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:58.280838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-27f0d644-99ea-4dba-b474-92d03aa63c1b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Synchronizing usage tracker for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:20:58.296930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:58.303588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0bfc4da9-8560-461a-b201-d648649af3ad tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:58.352718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-27f0d644-99ea-4dba-b474-92d03aa63c1b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Unset dirty status for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:20:58.357346 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-27f0d644-99ea-4dba-b474-92d03aa63c1b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2277877 Apr 23 09:20:58.358007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39510) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:58.365999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:58.369479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:58.376009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:20:58.473048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Pushing event updated for resources: {'Port': ['ID=d7602a19-4499-48e7-bf7e-96ba419455cf,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:58.489775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:58.597886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:58.602552 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-33c101b8-eea8-4f2a-acb4-0795ddb54f48 req-02c58bc9-9312-4b36-a2dc-fc5985a24f00 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 210 time: 0.0637054 Apr 23 09:20:58.610453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Transition to ACTIVE for port object 667fe5f8-a7ef-41da-8d81-a8fac8cc658e will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:58.633821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Transition to ACTIVE for port object 667fe5f8-a7ef-41da-8d81-a8fac8cc658e will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:58.677912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:58.684126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6bc5fbc0-6300-4d75-bb20-e1721d19d813 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:58.712794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a539f026-bccf-4b93-8001-f73666860004 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting port f8b65698-2ba9-4b36-b6a6-a28402d9a1ff {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:20:58.713178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a539f026-bccf-4b93-8001-f73666860004 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:58.768572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Network 59399444-7ee2-4e99-b5dc-2187f4a90e33 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:58.772199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:58.777060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:20:58.847208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Pushing event updated for resources: {'Port': ['ID=667fe5f8-a7ef-41da-8d81-a8fac8cc658e,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:58.875845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-ddbe43fc-eea7-4089-88d8-105d8685e2e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Allocated IP 172.20.0.3 (59399444-7ee2-4e99-b5dc-2187f4a90e33/995569e0-a464-4971-9d2b-1c689d07f882/33e88122-9feb-4f3d-801e-40becad6cd36) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:20:58.898816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:58.910290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a539f026-bccf-4b93-8001-f73666860004 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:58.934460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Attempting to bind port 667fe5f8-a7ef-41da-8d81-a8fac8cc658e on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:20:58.935843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Attempting to bind port 667fe5f8-a7ef-41da-8d81-a8fac8cc658e by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '08f16a7f-fc0a-4f54-8c16-53adcf889321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '59399444-7ee2-4e99-b5dc-2187f4a90e33'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:20:58.936269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Attempting to bind port 667fe5f8-a7ef-41da-8d81-a8fac8cc658e on network 59399444-7ee2-4e99-b5dc-2187f4a90e33 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:20:58.944467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:20:58.945045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Checking segment: {'id': '08f16a7f-fc0a-4f54-8c16-53adcf889321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '59399444-7ee2-4e99-b5dc-2187f4a90e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:20:58.945761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:58.946204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Bound using segment: {'id': '08f16a7f-fc0a-4f54-8c16-53adcf889321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '59399444-7ee2-4e99-b5dc-2187f4a90e33'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:20:58.947244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Bound port: 667fe5f8-a7ef-41da-8d81-a8fac8cc658e, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f16a7f-fc0a-4f54-8c16-53adcf889321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '59399444-7ee2-4e99-b5dc-2187f4a90e33'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:20:58.947681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:59.077308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] For port 667fe5f8-a7ef-41da-8d81-a8fac8cc658e, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:20:59.110085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a539f026-bccf-4b93-8001-f73666860004 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Calling delete_port for f8b65698-2ba9-4b36-b6a6-a28402d9a1ff owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:20:59.245666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] For port 667fe5f8-a7ef-41da-8d81-a8fac8cc658e, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=667fe5f8-a7ef-41da-8d81-a8fac8cc658e,segment=NetworkSegment(08f16a7f-fc0a-4f54-8c16-53adcf889321),segment_id=08f16a7f-fc0a-4f54-8c16-53adcf889321)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:20:59.279885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:59.285035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-31a5edf1-d1a6-4aa0-9e9c-ec8061236d81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:59.289538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ddbe43fc-eea7-4089-88d8-105d8685e2e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:59.312786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:59.323338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ddbe43fc-eea7-4089-88d8-105d8685e2e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Transition to ACTIVE for port object 33e88122-9feb-4f3d-801e-40becad6cd36 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:20:59.394045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Pushing event updated for resources: {'Port': ['ID=667fe5f8-a7ef-41da-8d81-a8fac8cc658e,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:59.397484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:59.405317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ddbe43fc-eea7-4089-88d8-105d8685e2e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:59.414560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ec5c231-f1c2-43e8-a81a-652118575f60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:59.452878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a539f026-bccf-4b93-8001-f73666860004 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:59.492185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbe43fc-eea7-4089-88d8-105d8685e2e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network 59399444-7ee2-4e99-b5dc-2187f4a90e33 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:20:59.510658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-ddbe43fc-eea7-4089-88d8-105d8685e2e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:20:59.526513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbe43fc-eea7-4089-88d8-105d8685e2e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:20:59.569113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a539f026-bccf-4b93-8001-f73666860004 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:59.593763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe43fc-eea7-4089-88d8-105d8685e2e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Port': ['ID=33e88122-9feb-4f3d-801e-40becad6cd36,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:59.602384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ddbe43fc-eea7-4089-88d8-105d8685e2e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:59.602975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-677e6268-1e07-4fe9-a848-be2bb182e16a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:20:59.618775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9984625-ed23-4878-97d2-9cb573554100 req-77e1d0cf-daee-410f-b255-8b6edda72ed7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:59.620735 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b9984625-ed23-4878-97d2-9cb573554100 req-77e1d0cf-daee-410f-b255-8b6edda72ed7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/networks?id=004890de-ba85-4569-8774-f7b9851ca4ee HTTP/1.1" status: 200 len: 797 time: 0.2870700 Apr 23 09:20:59.658366 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a539f026-bccf-4b93-8001-f73666860004 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/ports/f8b65698-2ba9-4b36-b6a6-a28402d9a1ff HTTP/1.1" status: 204 len: 168 time: 1.2972100 Apr 23 09:20:59.663893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539f026-bccf-4b93-8001-f73666860004 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Port': ['ID=f8b65698-2ba9-4b36-b6a6-a28402d9a1ff,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:20:59.669124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39536) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:59.680937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a539f026-bccf-4b93-8001-f73666860004 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:20:59.684988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:59.727778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39540) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:59.754144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbe43fc-eea7-4089-88d8-105d8685e2e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:59.754875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ddbe43fc-eea7-4089-88d8-105d8685e2e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:20:59.757829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-b9984625-ed23-4878-97d2-9cb573554100 req-c5665d0d-5e2d-48a7-937f-babe7545c7db tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:20:59.782573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-b9984625-ed23-4878-97d2-9cb573554100 req-c5665d0d-5e2d-48a7-937f-babe7545c7db tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:20:59.784213 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b9984625-ed23-4878-97d2-9cb573554100 req-c5665d0d-5e2d-48a7-937f-babe7545c7db tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 379 time: 0.1477482 Apr 23 09:20:59.795722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-b9984625-ed23-4878-97d2-9cb573554100 req-d9a777f4-691b-4ac5-8abc-87df3930e479 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'port': {'device_id': '6396bd5f-9151-4681-b6cf-7b9aeba67439', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'admin_state_up': True, 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'security_groups': ['13edef79-0f6a-4ba0-9653-4d1b2abdea43']}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:59.838153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90125b17-8f8d-4fb8-8b56-0e7d0159648e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:20:59.844201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-90125b17-8f8d-4fb8-8b56-0e7d0159648e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Synchronizing usage tracker for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:20:59.852996 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ddbe43fc-eea7-4089-88d8-105d8685e2e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.0796146 Apr 23 09:20:59.853323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39546) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:59.957015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-423522853'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:20:59.970464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:20:59.973011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-90125b17-8f8d-4fb8-8b56-0e7d0159648e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Unset dirty status for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:20:59.974277 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-90125b17-8f8d-4fb8-8b56-0e7d0159648e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3043466 Apr 23 09:20:59.978555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39552) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:20:59.979549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Usage tracker for resource:network and tenant:0271238eda4d4e3d9797c9131e5c9f0d is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:00.021636 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a7cac309-722b-45bc-b580-2c856933fd55 req-fe9c1d28-8fa2-48b5-8778-b21e2aecb3f7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 210 time: 0.1977944 Apr 23 09:21:00.027107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:00.095565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:00.098519 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6f2ac0-03e7-4d12-95f9-cd493df834f9 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] GET failed (client error): The resource could not be found. Apr 23 09:21:00.100008 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ef6f2ac0-03e7-4d12-95f9-cd493df834f9 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports/3e43b9d6-7197-4748-b9a4-fa1ade9d8041 HTTP/1.1" status: 404 len: 333 time: 0.0752590 Apr 23 09:21:00.103264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39558) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:00.168428 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-34034d5b-f54b-4900-bab2-8b0c5ef10d68 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] GET failed (client error): The resource could not be found. Apr 23 09:21:00.168428 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-34034d5b-f54b-4900-bab2-8b0c5ef10d68 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports/f8b65698-2ba9-4b36-b6a6-a28402d9a1ff HTTP/1.1" status: 404 len: 333 time: 0.0600965 Apr 23 09:21:00.172882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39562) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:00.189591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-b9984625-ed23-4878-97d2-9cb573554100 req-d9a777f4-691b-4ac5-8abc-87df3930e479 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:00.216858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-b9984625-ed23-4878-97d2-9cb573554100 req-d9a777f4-691b-4ac5-8abc-87df3930e479 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:00.221623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Made reservation on behalf of 0271238eda4d4e3d9797c9131e5c9f0d for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:00.227596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:00.247724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:00.249464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:00.255661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9984625-ed23-4878-97d2-9cb573554100 req-d9a777f4-691b-4ac5-8abc-87df3930e479 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:00.261976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b9984625-ed23-4878-97d2-9cb573554100 req-d9a777f4-691b-4ac5-8abc-87df3930e479 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:00.326335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8668f932-00de-482e-9cc0-04744c44c154 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting port 33e88122-9feb-4f3d-801e-40becad6cd36 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:00.326777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8668f932-00de-482e-9cc0-04744c44c154 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:00.326944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:00.333023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bb72b06b-6a3d-4373-8140-57d58b31f949 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:00.345311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:00.379359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Usage tracker for resource:security_group_rule and tenant:0271238eda4d4e3d9797c9131e5c9f0d is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:00.387972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:00.406395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9f30ae4-4540-4d99-9765-9a60d0ae274b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:00.455355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:00.486189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Pushing event updated for resources: {'Port': ['ID=d7602a19-4499-48e7-bf7e-96ba419455cf,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:00.494078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:00.503313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:00.617971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8668f932-00de-482e-9cc0-04744c44c154 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:00.729607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-b9984625-ed23-4878-97d2-9cb573554100 req-d9a777f4-691b-4ac5-8abc-87df3930e479 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.20.0.3 (004890de-ba85-4569-8774-f7b9851ca4ee/cf0c24f7-f59a-4164-9809-33a3cfb48acd/68cdcc24-a8af-4b60-b26c-7a2543784955) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:21:00.765643 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Floating IP e272dace-85a4-4681-b0b0-7efb48e7644e associated. External IP: 172.26.4.9, port: b453fc89-ae49-4714-b3e1-d723172944e1. Apr 23 09:21:00.820958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8668f932-00de-482e-9cc0-04744c44c154 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Calling delete_port for 33e88122-9feb-4f3d-801e-40becad6cd36 owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:00.825048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9f30ae4-4540-4d99-9765-9a60d0ae274b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:01.019558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-c9f30ae4-4540-4d99-9765-9a60d0ae274b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5844a8b9-e84f-4551-9c66-3b3e0501794c']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:01.028484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:01.039078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-c9f30ae4-4540-4d99-9765-9a60d0ae274b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f40adf4-0f44-4c61-8176-553b02a76fc0') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:01.039398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-c9f30ae4-4540-4d99-9765-9a60d0ae274b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f40adf4-0f44-4c61-8176-553b02a76fc0') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:01.055815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9f30ae4-4540-4d99-9765-9a60d0ae274b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:01.082454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9f30ae4-4540-4d99-9765-9a60d0ae274b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:01.129946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:01.134799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f30ae4-4540-4d99-9765-9a60d0ae274b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:21:01.151433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4b84dc4a-3e40-4fd2-8aed-a654daa5cfc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:01.187681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0d8577-cc9f-4737-a931-49012910987d None None] Network 59399444-7ee2-4e99-b5dc-2187f4a90e33 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:01.282598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b9984625-ed23-4878-97d2-9cb573554100 req-d9a777f4-691b-4ac5-8abc-87df3930e479 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:01.359994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Router 84835fce-90cc-4b7d-bdbc-d5b91f9aa12a has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:21:01.387449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b25a33c8-f62d-466e-9941-21c9d0ef94b5 None None] Provisioning for port 667fe5f8-a7ef-41da-8d81-a8fac8cc658e completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:21:01.670153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=accf2f8c-5a6b-4b32-a0a4-84f1c906f42f,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:01.672780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 667fe5f8-a7ef-41da-8d81-a8fac8cc658e up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:21:01.691505 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7f7cede5-45c6-4d63-9cd7-3108958f5981 req-4b743d2c-a43e-4334-999c-7f3e75f83737 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 210 time: 0.1348624 Apr 23 09:21:01.692752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:21:01.695549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:01.753256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8668f932-00de-482e-9cc0-04744c44c154 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:01.766339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e9d6e6df-262e-4964-91a2-0b37f2acdc03 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:01.799497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 667fe5f8-a7ef-41da-8d81-a8fac8cc658e completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:21:01.805759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 667fe5f8-a7ef-41da-8d81-a8fac8cc658e triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:01.806488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:01.863335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c9f30ae4-4540-4d99-9765-9a60d0ae274b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 5844a8b9-e84f-4551-9c66-3b3e0501794c has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:21:01.873311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:01.873712 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Added segment ad4545e3-5226-49f8-bea3-33144a63a697 of type vlan for network 17ad8a05-de52-48bd-a2c1-cf21a394a688 Apr 23 09:21:01.875291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668f932-00de-482e-9cc0-04744c44c154 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Port': ['ID=33e88122-9feb-4f3d-801e-40becad6cd36,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:01.878753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9f30ae4-4540-4d99-9765-9a60d0ae274b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:01.899568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-97f77a45-7e17-456a-92a3-00325aa38d31 None None] Provisioning complete for port 667fe5f8-a7ef-41da-8d81-a8fac8cc658e triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:01.900348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97f77a45-7e17-456a-92a3-00325aa38d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:01.926724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8668f932-00de-482e-9cc0-04744c44c154 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:01.937283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-b9984625-ed23-4878-97d2-9cb573554100 req-d9a777f4-691b-4ac5-8abc-87df3930e479 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Transition to ACTIVE for port object 68cdcc24-a8af-4b60-b26c-7a2543784955 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:01.975261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:21:02.039389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c728bf-2365-45ef-8129-e478f5676622 None None] Sync routers for ids ['84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:21:02.050557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:02.074065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:02.087128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b9984625-ed23-4878-97d2-9cb573554100 req-d9a777f4-691b-4ac5-8abc-87df3930e479 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:02.095834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:02.098806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c728bf-2365-45ef-8129-e478f5676622 None None] Routers {'84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:21:02.099693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-72c728bf-2365-45ef-8129-e478f5676622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:20:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:02.101162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c3f8ecef-a82e-437a-a287-25b46fa9e944 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:02.181963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c9f30ae4-4540-4d99-9765-9a60d0ae274b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 5844a8b9-e84f-4551-9c66-3b3e0501794c has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:21:02.192645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8668f932-00de-482e-9cc0-04744c44c154 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:02.207293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9984625-ed23-4878-97d2-9cb573554100 req-d9a777f4-691b-4ac5-8abc-87df3930e479 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 004890de-ba85-4569-8774-f7b9851ca4ee is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:02.213499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a777f4-691b-4ac5-8abc-87df3930e479 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=68cdcc24-a8af-4b60-b26c-7a2543784955,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:02.217687 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 5.3386519 Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:21:02.217856 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:21:02.219965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-b9984625-ed23-4878-97d2-9cb573554100 req-d9a777f4-691b-4ac5-8abc-87df3930e479 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:02.232986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d9a777f4-691b-4ac5-8abc-87df3930e479 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:02.233699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de537509-c7aa-4d4e-98e6-39f533822fbd', 'tag': 'b453fc89-ae49-4714-b3e1-d723172944e1'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:21:02.261693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9984625-ed23-4878-97d2-9cb573554100 req-d9a777f4-691b-4ac5-8abc-87df3930e479 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:21:02.365122 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8668f932-00de-482e-9cc0-04744c44c154 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/ports/33e88122-9feb-4f3d-801e-40becad6cd36 HTTP/1.1" status: 204 len: 168 time: 2.5106902 Apr 23 09:21:02.368239 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de537509-c7aa-4d4e-98e6-39f533822fbd', 'tag': 'b453fc89-ae49-4714-b3e1-d723172944e1', 'status': 'completed', 'code': 200} Apr 23 09:21:02.369494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39572) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:02.471494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9984625-ed23-4878-97d2-9cb573554100 req-d9a777f4-691b-4ac5-8abc-87df3930e479 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:02.472675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b9984625-ed23-4878-97d2-9cb573554100 req-d9a777f4-691b-4ac5-8abc-87df3930e479 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:02.512645 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-466381c5-6c72-4334-8179-7497199e6a26 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] GET failed (client error): The resource could not be found. Apr 23 09:21:02.513274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-466381c5-6c72-4334-8179-7497199e6a26 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Synchronizing usage tracker for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:02.522597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9f30ae4-4540-4d99-9765-9a60d0ae274b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:02.524229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:02.531818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:02.532513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:02.534301 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b9984625-ed23-4878-97d2-9cb573554100 req-d9a777f4-691b-4ac5-8abc-87df3930e479 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7437742 Apr 23 09:21:02.546788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a823d-7a40-4853-81d7-9a2f5d210cf4 req-f7ee084f-e74e-4b99-99a3-dd03d9840905 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:02.547048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-977b34ab-8786-4e5c-a8e8-c4a79a365ed0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:02.549480 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-428a823d-7a40-4853-81d7-9a2f5d210cf4 req-f7ee084f-e74e-4b99-99a3-dd03d9840905 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 945 time: 0.1504622 Apr 23 09:21:02.555253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-b9984625-ed23-4878-97d2-9cb573554100 req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Request body: {'port': {'device_id': '6396bd5f-9151-4681-b6cf-7b9aeba67439', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:02.567992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9f30ae4-4540-4d99-9765-9a60d0ae274b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:02.591483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97f77a45-7e17-456a-92a3-00325aa38d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:02.592295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:21:02.624609 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c9f30ae4-4540-4d99-9765-9a60d0ae274b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/networks/5844a8b9-e84f-4551-9c66-3b3e0501794c HTTP/1.1" status: 204 len: 168 time: 2.4405942 Apr 23 09:21:02.624827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 667fe5f8-a7ef-41da-8d81-a8fac8cc658e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=667fe5f8-a7ef-41da-8d81-a8fac8cc658e,segment=NetworkSegment(08f16a7f-fc0a-4f54-8c16-53adcf889321),segment_id=08f16a7f-fc0a-4f54-8c16-53adcf889321)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:21:02.624945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39576) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:02.632319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7f55dc48-d237-4723-b4d0-67aec2030164 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1340163365'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:02.664118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7f55dc48-d237-4723-b4d0-67aec2030164 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:02.674691 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-428a823d-7a40-4853-81d7-9a2f5d210cf4 req-afff294e-a239-4d68-b781-ce73277f498b tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908053 Apr 23 09:21:02.678577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-466381c5-6c72-4334-8179-7497199e6a26 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Unset dirty status for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:02.679350 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-466381c5-6c72-4334-8179-7497199e6a26 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports/33e88122-9feb-4f3d-801e-40becad6cd36 HTTP/1.1" status: 404 len: 333 time: 0.3091037 Apr 23 09:21:02.684625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:02.690900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39580) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:02.698784 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.9623320 Apr 23 09:21:02.698968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-18f35f53-3694-421d-b0d7-f11aced4a7f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:02.708040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7f55dc48-d237-4723-b4d0-67aec2030164 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:network and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:02.718229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39584) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:02.719241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7f55dc48-d237-4723-b4d0-67aec2030164 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:02.739224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-965aebfb-1579-4d07-9dd5-1895d98a2459 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Request body: {'subnet': {'network_id': '17ad8a05-de52-48bd-a2c1-cf21a394a688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:02.744550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39590) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:02.758109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7f55dc48-d237-4723-b4d0-67aec2030164 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:02.790256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=667fe5f8-a7ef-41da-8d81-a8fac8cc658e,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:02.799515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:02.823740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Pushing event updated for resources: {'Network': ['ID=17ad8a05-de52-48bd-a2c1-cf21a394a688,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:02.827758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-72c728bf-2365-45ef-8129-e478f5676622 None None] Set router 84835fce-90cc-4b7d-bdbc-d5b91f9aa12a gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:21:02.872693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b9984625-ed23-4878-97d2-9cb573554100 req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:02.881927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-97f77a45-7e17-456a-92a3-00325aa38d31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:21:02.882180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-97f77a45-7e17-456a-92a3-00325aa38d31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:21:02.893394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 17ad8a05-de52-48bd-a2c1-cf21a394a688 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:21:02.897296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f55dc48-d237-4723-b4d0-67aec2030164 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:02.904089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7f55dc48-d237-4723-b4d0-67aec2030164 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:02.937067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f30ae4-4540-4d99-9765-9a60d0ae274b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Network': ['ID=5844a8b9-e84f-4551-9c66-3b3e0501794c,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:02.959409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c9f30ae4-4540-4d99-9765-9a60d0ae274b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:02.962299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.400s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:02.962299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:02.962634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-965aebfb-1579-4d07-9dd5-1895d98a2459 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:02.977022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-965aebfb-1579-4d07-9dd5-1895d98a2459 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Usage tracker for resource:subnet and tenant:0271238eda4d4e3d9797c9131e5c9f0d is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:02.979550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d45df-85a6-4b79-936b-9f6aa489d7d1 req-1e03d2d4-ca74-4854-95ca-44c918f43ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:02.981806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-965aebfb-1579-4d07-9dd5-1895d98a2459 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:02.981957 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-741d45df-85a6-4b79-936b-9f6aa489d7d1 req-1e03d2d4-ca74-4854-95ca-44c918f43ace service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2512ab69cb484640aebc38a05079f506&device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 1098 time: 0.5518894 Apr 23 09:21:02.995495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-965aebfb-1579-4d07-9dd5-1895d98a2459 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:03.004791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1bf1d4-5bce-4ad4-bb4f-eabb0005cfdc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting subnet 995569e0-a464-4971-9d2b-1c689d07f882 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:21:03.011306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f55dc48-d237-4723-b4d0-67aec2030164 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:21:03.034733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c1bf1d4-5bce-4ad4-bb4f-eabb0005cfdc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:03.038128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7f55dc48-d237-4723-b4d0-67aec2030164 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:03.038556 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-7f55dc48-d237-4723-b4d0-67aec2030164 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Added segment ac51b2bc-64a9-4d88-8e62-0bbedae9d945 of type vlan for network 9ef8b640-f64f-4b11-98d9-a05d4b131c43 Apr 23 09:21:03.077480 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b9660c82-3fe6-45ce-8398-004715e402e0 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/floatingips/e272dace-85a4-4681-b0b0-7efb48e7644e HTTP/1.1" status: 200 len: 989 time: 0.3263803 Apr 23 09:21:03.093123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965aebfb-1579-4d07-9dd5-1895d98a2459 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Made reservation on behalf of 0271238eda4d4e3d9797c9131e5c9f0d for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:03.098759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-965aebfb-1579-4d07-9dd5-1895d98a2459 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:03.196621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c1bf1d4-5bce-4ad4-bb4f-eabb0005cfdc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:03.245708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7f55dc48-d237-4723-b4d0-67aec2030164 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:03.257100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171813fd-08a1-4fa9-96c3-cce6a902ddfc req-8ea55297-8bf3-44b8-b72c-003f39dbe30a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:03.258798 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-171813fd-08a1-4fa9-96c3-cce6a902ddfc req-8ea55297-8bf3-44b8-b72c-003f39dbe30a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 931 time: 0.3665423 Apr 23 09:21:03.345162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d45df-85a6-4b79-936b-9f6aa489d7d1 req-357667ba-a641-4538-84ef-60e4607fc3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:03.345702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-72c728bf-2365-45ef-8129-e478f5676622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139391490', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '9a138633-491d-46c0-90c1-23bd420a2add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:10Z', 'updated_at': '2021-04-23T09:20:26Z', 'revision_number': 4, 'project_id': '2512ab69cb484640aebc38a05079f506', 'gw_port': {'id': '9a138633-491d-46c0-90c1-23bd420a2add', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:12Z', 'updated_at': '2021-04-23T09:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'e272dace-85a4-4681-b0b0-7efb48e7644e', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'port_id': 'b453fc89-ae49-4714-b3e1-d723172944e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685', 'mac_address': 'fa:16:3e:ff:c2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de537509-c7aa-4d4e-98e6-39f533822fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:20:59Z', 'updated_at': '2021-04-23T09:20:59Z', 'revision_number': 0, 'project_id': '2512ab69cb484640aebc38a05079f506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4557fd6e-56ad-4ca7-ab71-67a6a728c961', 'name': '', 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'mac_address': 'fa:16:3e:93:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'f9cc2ef9-06c3-48b5-b616-fcca2863fff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:24Z', 'updated_at': '2021-04-23T09:20:33Z', 'revision_number': 5, 'project_id': '2512ab69cb484640aebc38a05079f506', 'subnets': [{'id': 'f9cc2ef9-06c3-48b5-b616-fcca2863fff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:03.346945 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-741d45df-85a6-4b79-936b-9f6aa489d7d1 req-357667ba-a641-4538-84ef-60e4607fc3a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb03be9d-741f-4be2-af33-c80fc3ae7685 HTTP/1.1" status: 200 len: 897 time: 0.3580666 Apr 23 09:21:03.350246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c728bf-2365-45ef-8129-e478f5676622 None None] Checking router: 84835fce-90cc-4b7d-bdbc-d5b91f9aa12a for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:21:03.361350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c728bf-2365-45ef-8129-e478f5676622 None None] Routers {'84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:21:03.362031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-72c728bf-2365-45ef-8129-e478f5676622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:20:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:03.423980 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-171813fd-08a1-4fa9-96c3-cce6a902ddfc req-210bfe6c-e4e8-4893-b21b-c6e0a1e4d2fe tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=13edef79-0f6a-4ba0-9653-4d1b2abdea43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499035 Apr 23 09:21:03.483567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7f55dc48-d237-4723-b4d0-67aec2030164 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:03.489883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f55dc48-d237-4723-b4d0-67aec2030164 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:03.490589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7f55dc48-d237-4723-b4d0-67aec2030164 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:03.496691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c1bf1d4-5bce-4ad4-bb4f-eabb0005cfdc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:03.498887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1348233b-30ca-48b6-84ac-ae5f0057de37 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:03.565726 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-741d45df-85a6-4b79-936b-9f6aa489d7d1 req-91012c83-13e0-49af-babf-b3c005875b17 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b453fc89-ae49-4714-b3e1-d723172944e1 HTTP/1.1" status: 200 len: 997 time: 0.2049050 Apr 23 09:21:03.611600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 667fe5f8-a7ef-41da-8d81-a8fac8cc658e up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:21:03.656341 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7f55dc48-d237-4723-b4d0-67aec2030164 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0272405 Apr 23 09:21:03.667952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39594) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:03.699622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d9b0cbcc-bd7f-4bd6-802f-f091bb2c0ea2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'subnet': {'network_id': '9ef8b640-f64f-4b11-98d9-a05d4b131c43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:03.703115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-97f77a45-7e17-456a-92a3-00325aa38d31 None None] Could not find standard attr ID for object 33e88122-9feb-4f3d-801e-40becad6cd36. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:21:03.710616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55dc48-d237-4723-b4d0-67aec2030164 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Network': ['ID=9ef8b640-f64f-4b11-98d9-a05d4b131c43,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:03.726859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7f55dc48-d237-4723-b4d0-67aec2030164 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:03.745369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 9ef8b640-f64f-4b11-98d9-a05d4b131c43 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:21:03.754270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-b9984625-ed23-4878-97d2-9cb573554100 req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68cdcc24-a8af-4b60-b26c-7a2543784955 {{(pid=87174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:21:03.762479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b9984625-ed23-4878-97d2-9cb573554100 req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:03.779774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-b9984625-ed23-4878-97d2-9cb573554100 req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Transition to ACTIVE for port object 68cdcc24-a8af-4b60-b26c-7a2543784955 will not be triggered until provisioned by entity L2. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:03.805447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d45df-85a6-4b79-936b-9f6aa489d7d1 req-bacb634d-c06b-4f92-8a03-111e93707663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:03.807127 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-741d45df-85a6-4b79-936b-9f6aa489d7d1 req-bacb634d-c06b-4f92-8a03-111e93707663 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9cc2ef9-06c3-48b5-b616-fcca2863fff9 HTTP/1.1" status: 200 len: 834 time: 0.2349792 Apr 23 09:21:03.819740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b9984625-ed23-4878-97d2-9cb573554100 req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:03.826282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a8e58963-fcea-4d88-8578-ac7f1ddb9f1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:03.855750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-72c728bf-2365-45ef-8129-e478f5676622 None None] Set router 84835fce-90cc-4b7d-bdbc-d5b91f9aa12a gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:21:03.917991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-96b9fde0-ca7f-4ab7-9b1a-2cb75db9087c None None] Could not find standard attr ID for object 33e88122-9feb-4f3d-801e-40becad6cd36. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:21:03.932534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 667fe5f8-a7ef-41da-8d81-a8fac8cc658e triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:03.932971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:03.987879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d9b0cbcc-bd7f-4bd6-802f-f091bb2c0ea2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:04.021196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Pushing event updated for resources: {'Port': ['ID=68cdcc24-a8af-4b60-b26c-7a2543784955,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:04.095782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-96b9fde0-ca7f-4ab7-9b1a-2cb75db9087c None None] Provisioning for port 68cdcc24-a8af-4b60-b26c-7a2543784955 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:21:04.114754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:04.115208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39598) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:04.123245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d9b0cbcc-bd7f-4bd6-802f-f091bb2c0ea2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:subnet and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:04.128199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d9b0cbcc-bd7f-4bd6-802f-f091bb2c0ea2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:04.139794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d9b0cbcc-bd7f-4bd6-802f-f091bb2c0ea2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:04.174377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d45df-85a6-4b79-936b-9f6aa489d7d1 req-569146e2-0313-4b40-bf09-f86fc8c3e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:04.176156 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-741d45df-85a6-4b79-936b-9f6aa489d7d1 req-569146e2-0313-4b40-bf09-f86fc8c3e40c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb03be9d-741f-4be2-af33-c80fc3ae7685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3603883 Apr 23 09:21:04.223573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b0cbcc-bd7f-4bd6-802f-f091bb2c0ea2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:04.230519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d9b0cbcc-bd7f-4bd6-802f-f091bb2c0ea2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:04.259446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c1bf1d4-5bce-4ad4-bb4f-eabb0005cfdc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:04.280549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ded5aee9-b647-49f2-91dd-992273038d13 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:04.334068 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5629c655-0405-4262-a474-372979e51c41 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/floatingips/e272dace-85a4-4681-b0b0-7efb48e7644e HTTP/1.1" status: 200 len: 989 time: 0.2161472 Apr 23 09:21:04.342222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-b9984625-ed23-4878-97d2-9cb573554100 req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Attempting to bind port 68cdcc24-a8af-4b60-b26c-7a2543784955 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:21:04.342632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-b9984625-ed23-4878-97d2-9cb573554100 req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Attempting to bind port 68cdcc24-a8af-4b60-b26c-7a2543784955 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '8e35b97f-fcf9-42e2-85e6-4ec01e817911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:21:04.343007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9984625-ed23-4878-97d2-9cb573554100 req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Attempting to bind port 68cdcc24-a8af-4b60-b26c-7a2543784955 on network 004890de-ba85-4569-8774-f7b9851ca4ee {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:21:04.352208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9984625-ed23-4878-97d2-9cb573554100 req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Port 68cdcc24-a8af-4b60-b26c-7a2543784955 on network 004890de-ba85-4569-8774-f7b9851ca4ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:21:04.352598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9984625-ed23-4878-97d2-9cb573554100 req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Attempting to bind port 68cdcc24-a8af-4b60-b26c-7a2543784955 on network 004890de-ba85-4569-8774-f7b9851ca4ee {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:21:04.363155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9984625-ed23-4878-97d2-9cb573554100 req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:21:04.363427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9984625-ed23-4878-97d2-9cb573554100 req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Checking segment: {'id': '8e35b97f-fcf9-42e2-85e6-4ec01e817911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:21:04.363722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9984625-ed23-4878-97d2-9cb573554100 req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Bound using segment: {'id': '8e35b97f-fcf9-42e2-85e6-4ec01e817911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee'} {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:21:04.364705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-b9984625-ed23-4878-97d2-9cb573554100 req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Bound port: 68cdcc24-a8af-4b60-b26c-7a2543784955, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e35b97f-fcf9-42e2-85e6-4ec01e817911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee'}}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:21:04.364705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b9984625-ed23-4878-97d2-9cb573554100 req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:04.387359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c1bf1d4-5bce-4ad4-bb4f-eabb0005cfdc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:04.391113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bf1d4-5bce-4ad4-bb4f-eabb0005cfdc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Subnet': ['ID=995569e0-a464-4971-9d2b-1c689d07f882,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:04.393630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6c1bf1d4-5bce-4ad4-bb4f-eabb0005cfdc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:04.411782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290597cf-ab2c-40fb-926d-48b01cf64c3b None None] Network 59399444-7ee2-4e99-b5dc-2187f4a90e33 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:04.516064 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6c1bf1d4-5bce-4ad4-bb4f-eabb0005cfdc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/subnets/995569e0-a464-4971-9d2b-1c689d07f882 HTTP/1.1" status: 204 len: 168 time: 1.8224580 Apr 23 09:21:04.521187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39604) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:04.560176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-965aebfb-1579-4d07-9dd5-1895d98a2459 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:04.579167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7219373e-2b0d-4578-945c-b811ce6e7ff5 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:04.593972 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-741d45df-85a6-4b79-936b-9f6aa489d7d1 req-7dbd0fe7-9032-4f47-961b-dee83c56760f service neutron] 10.222.0.35 "GET /v2.0/networks/cb03be9d-741f-4be2-af33-c80fc3ae7685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112675 Apr 23 09:21:04.611299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-b9984625-ed23-4878-97d2-9cb573554100 req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] For port 68cdcc24-a8af-4b60-b26c-7a2543784955, host hv-neutron-7864, cleared binding levels {{(pid=87174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:21:04.731763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-b9984625-ed23-4878-97d2-9cb573554100 req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] For port 68cdcc24-a8af-4b60-b26c-7a2543784955, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=68cdcc24-a8af-4b60-b26c-7a2543784955,segment=NetworkSegment(8e35b97f-fcf9-42e2-85e6-4ec01e817911),segment_id=8e35b97f-fcf9-42e2-85e6-4ec01e817911)] {{(pid=87174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:21:04.813683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:04.816105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b9984625-ed23-4878-97d2-9cb573554100 req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:04.826967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-72c728bf-2365-45ef-8129-e478f5676622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139391490', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '9a138633-491d-46c0-90c1-23bd420a2add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:10Z', 'updated_at': '2021-04-23T09:20:26Z', 'revision_number': 4, 'project_id': '2512ab69cb484640aebc38a05079f506', 'gw_port': {'id': '9a138633-491d-46c0-90c1-23bd420a2add', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:12Z', 'updated_at': '2021-04-23T09:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'e272dace-85a4-4681-b0b0-7efb48e7644e', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'port_id': 'b453fc89-ae49-4714-b3e1-d723172944e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685', 'mac_address': 'fa:16:3e:ff:c2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de537509-c7aa-4d4e-98e6-39f533822fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:20:59Z', 'updated_at': '2021-04-23T09:20:59Z', 'revision_number': 0, 'project_id': '2512ab69cb484640aebc38a05079f506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4557fd6e-56ad-4ca7-ab71-67a6a728c961', 'name': '', 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'mac_address': 'fa:16:3e:93:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'f9cc2ef9-06c3-48b5-b616-fcca2863fff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:24Z', 'updated_at': '2021-04-23T09:20:33Z', 'revision_number': 5, 'project_id': '2512ab69cb484640aebc38a05079f506', 'subnets': [{'id': 'f9cc2ef9-06c3-48b5-b616-fcca2863fff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:04.827269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965aebfb-1579-4d07-9dd5-1895d98a2459 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Pushing event updated for resources: {'Subnet': ['ID=e3dea54b-3a01-44d5-b2df-df8a1c10e4b0,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:04.834363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c728bf-2365-45ef-8129-e478f5676622 None None] The sync data for ids ['84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'] in dv-neutron-786478-4-hyperv is: [{'id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139391490', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '9a138633-491d-46c0-90c1-23bd420a2add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:10Z', 'updated_at': '2021-04-23T09:20:26Z', 'revision_number': 4, 'project_id': '2512ab69cb484640aebc38a05079f506', 'gw_port': {'id': '9a138633-491d-46c0-90c1-23bd420a2add', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:12Z', 'updated_at': '2021-04-23T09:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'e272dace-85a4-4681-b0b0-7efb48e7644e', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'port_id': 'b453fc89-ae49-4714-b3e1-d723172944e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685', 'mac_address': 'fa:16:3e:ff:c2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de537509-c7aa-4d4e-98e6-39f533822fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:20:59Z', 'updated_at': '2021-04-23T09:20:59Z', 'revision_number': 0, 'project_id': '2512ab69cb484640aebc38a05079f506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4557fd6e-56ad-4ca7-ab71-67a6a728c961', 'name': '', 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'mac_address': 'fa:16:3e:93:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'f9cc2ef9-06c3-48b5-b616-fcca2863fff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:24Z', 'updated_at': '2021-04-23T09:20:33Z', 'revision_number': 5, 'project_id': '2512ab69cb484640aebc38a05079f506', 'subnets': [{'id': 'f9cc2ef9-06c3-48b5-b616-fcca2863fff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:21:04.835624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-965aebfb-1579-4d07-9dd5-1895d98a2459 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:04.839455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:04.863239 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-741d45df-85a6-4b79-936b-9f6aa489d7d1 req-a18b6050-ab01-41b6-a4cd-bcaaae2a5adb service neutron] 10.222.0.35 "GET /v2.0/networks/cb03be9d-741f-4be2-af33-c80fc3ae7685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380159 Apr 23 09:21:04.918510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9984625-ed23-4878-97d2-9cb573554100 req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:04.919737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b9984625-ed23-4878-97d2-9cb573554100 req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:04.921518 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b9984625-ed23-4878-97d2-9cb573554100 req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] 10.222.0.35 "PUT /v2.0/ports/68cdcc24-a8af-4b60-b26c-7a2543784955 HTTP/1.1" status: 200 len: 1093 time: 2.3708844 Apr 23 09:21:04.928897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6396bd5f-9151-4681-b6cf-7b9aeba67439', 'tag': '68cdcc24-a8af-4b60-b26c-7a2543784955'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:21:04.931080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c659272-4dc4-42ec-b8b9-d78bc101531e None None] DHCP port deletion for 59399444-7ee2-4e99-b5dc-2187f4a90e33 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:21:04.935469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965aebfb-1579-4d07-9dd5-1895d98a2459 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Checking segment: {'id': 'ad4545e3-5226-49f8-bea3-33144a63a697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '17ad8a05-de52-48bd-a2c1-cf21a394a688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:21:04.943217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965aebfb-1579-4d07-9dd5-1895d98a2459 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Network hostable DHCP agents. Network: 17ad8a05-de52-48bd-a2c1-cf21a394a688, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:21:05.083236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0c659272-4dc4-42ec-b8b9-d78bc101531e None None] Deleting port 667fe5f8-a7ef-41da-8d81-a8fac8cc658e {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:05.083964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c659272-4dc4-42ec-b8b9-d78bc101531e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:05.125416 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6396bd5f-9151-4681-b6cf-7b9aeba67439', 'tag': '68cdcc24-a8af-4b60-b26c-7a2543784955', 'status': 'completed', 'code': 200} Apr 23 09:21:05.170943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Pushing event updated for resources: {'Port': ['ID=68cdcc24-a8af-4b60-b26c-7a2543784955,revision_number=3']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:05.196721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715482b8-d388-4e20-a0dc-70f43af729dd req-d421ae11-e68e-4a4e-af54-4e213b6d44eb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:05.197667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-715482b8-d388-4e20-a0dc-70f43af729dd req-d421ae11-e68e-4a4e-af54-4e213b6d44eb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:05.206788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:05.219385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965aebfb-1579-4d07-9dd5-1895d98a2459 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Network 17ad8a05-de52-48bd-a2c1-cf21a394a688 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:21:05.221553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-0c659272-4dc4-42ec-b8b9-d78bc101531e None None] For port 667fe5f8-a7ef-41da-8d81-a8fac8cc658e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=667fe5f8-a7ef-41da-8d81-a8fac8cc658e,segment=NetworkSegment(08f16a7f-fc0a-4f54-8c16-53adcf889321),segment_id=08f16a7f-fc0a-4f54-8c16-53adcf889321)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:21:05.222138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c659272-4dc4-42ec-b8b9-d78bc101531e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:05.259827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842f0f8a-568e-40f7-83f7-71de9adb607d None None] New status for floating IP e272dace-85a4-4681-b0b0-7efb48e7644e: ACTIVE {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:21:05.265118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-965aebfb-1579-4d07-9dd5-1895d98a2459 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 17ad8a05-de52-48bd-a2c1-cf21a394a688) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:05.285251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting port 667fe5f8-a7ef-41da-8d81-a8fac8cc658e {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:05.285630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:05.323078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9984625-ed23-4878-97d2-9cb573554100 req-17ea2db3-967d-44c7-8898-4d7b1117b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:05.325283 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b9984625-ed23-4878-97d2-9cb573554100 req-17ea2db3-967d-44c7-8898-4d7b1117b778 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 1096 time: 0.3075631 Apr 23 09:21:05.330356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965aebfb-1579-4d07-9dd5-1895d98a2459 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:05.330954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-965aebfb-1579-4d07-9dd5-1895d98a2459 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:05.336551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39610) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:05.339965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-715482b8-d388-4e20-a0dc-70f43af729dd req-d421ae11-e68e-4a4e-af54-4e213b6d44eb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:05.341262 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-715482b8-d388-4e20-a0dc-70f43af729dd req-d421ae11-e68e-4a4e-af54-4e213b6d44eb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 943 time: 0.7017696 Apr 23 09:21:05.411921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1342985b-4b7e-4044-98ef-c16fdcff5e4e None None] Network 17ad8a05-de52-48bd-a2c1-cf21a394a688 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:05.580611 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-57ea7d55-0f43-4bcd-ad6c-40dabedc4c4c tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/floatingips/e272dace-85a4-4681-b0b0-7efb48e7644e HTTP/1.1" status: 200 len: 989 time: 0.2430475 Apr 23 09:21:05.601237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0c659272-4dc4-42ec-b8b9-d78bc101531e None None] Calling delete_port for 667fe5f8-a7ef-41da-8d81-a8fac8cc658e owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:05.650601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 667fe5f8-a7ef-41da-8d81-a8fac8cc658e no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:21:05.805277 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b9984625-ed23-4878-97d2-9cb573554100 req-0a9236c5-13b2-4ae5-997b-980ccbf451bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68cdcc24-a8af-4b60-b26c-7a2543784955 HTTP/1.1" status: 200 len: 217 time: 0.4680421 Apr 23 09:21:05.828265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d9b0cbcc-bd7f-4bd6-802f-f091bb2c0ea2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:05.833587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4b4de7ee-949f-4205-b25f-dc51118a21c3 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:05.880391 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-965aebfb-1579-4d07-9dd5-1895d98a2459 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1628542 Apr 23 09:21:05.882598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] For port 667fe5f8-a7ef-41da-8d81-a8fac8cc658e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=667fe5f8-a7ef-41da-8d81-a8fac8cc658e,segment=NetworkSegment(08f16a7f-fc0a-4f54-8c16-53adcf889321),segment_id=08f16a7f-fc0a-4f54-8c16-53adcf889321)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:21:05.882997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:05.885809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39614) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:05.892560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-17ad8a05-de52-48bd-a2c1-cf21a394a688', 'network_id': '17ad8a05-de52-48bd-a2c1-cf21a394a688', 'tenant_id': '0271238eda4d4e3d9797c9131e5c9f0d', 'fixed_ips': [{'subnet_id': 'e3dea54b-3a01-44d5-b2df-df8a1c10e4b0'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:21:05.893850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:05.904951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-696aa182-d3d5-4300-a8ea-5f9ccd0da309 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Request body: {'port': {'network_id': '17ad8a05-de52-48bd-a2c1-cf21a394a688', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1246420668'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:05.905307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:05.968748 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-715482b8-d388-4e20-a0dc-70f43af729dd req-6cfccac4-5151-466b-a30a-624311eb5531 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=13edef79-0f6a-4ba0-9653-4d1b2abdea43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5070648 Apr 23 09:21:06.028685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0cbcc-bd7f-4bd6-802f-f091bb2c0ea2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Subnet': ['ID=ca4fafdc-8550-42ef-b075-765d4df92808,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:06.035901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d9b0cbcc-bd7f-4bd6-802f-f091bb2c0ea2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:06.036854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b0cbcc-bd7f-4bd6-802f-f091bb2c0ea2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Checking segment: {'id': 'ac51b2bc-64a9-4d88-8e62-0bbedae9d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9ef8b640-f64f-4b11-98d9-a05d4b131c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:21:06.037258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b0cbcc-bd7f-4bd6-802f-f091bb2c0ea2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network hostable DHCP agents. Network: 9ef8b640-f64f-4b11-98d9-a05d4b131c43, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:21:06.048828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Calling delete_port for 667fe5f8-a7ef-41da-8d81-a8fac8cc658e owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:06.063412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9984625-ed23-4878-97d2-9cb573554100 req-23d0f836-3dcd-4c9e-be2f-b2a21275e2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:06.064724 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b9984625-ed23-4878-97d2-9cb573554100 req-23d0f836-3dcd-4c9e-be2f-b2a21275e2df service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf0c24f7-f59a-4164-9809-33a3cfb48acd HTTP/1.1" status: 200 len: 835 time: 0.2467682 Apr 23 09:21:06.102387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c659272-4dc4-42ec-b8b9-d78bc101531e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:06.106778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-696aa182-d3d5-4300-a8ea-5f9ccd0da309 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:06.109558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-13b25bea-2e26-4070-936b-64ee4f552761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:06.110976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-696aa182-d3d5-4300-a8ea-5f9ccd0da309 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Usage tracker for resource:port and tenant:0271238eda4d4e3d9797c9131e5c9f0d is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:06.114058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-696aa182-d3d5-4300-a8ea-5f9ccd0da309 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:06.120784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-696aa182-d3d5-4300-a8ea-5f9ccd0da309 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:06.130145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b0cbcc-bd7f-4bd6-802f-f091bb2c0ea2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 9ef8b640-f64f-4b11-98d9-a05d4b131c43 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:21:06.156899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696aa182-d3d5-4300-a8ea-5f9ccd0da309 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Made reservation on behalf of 0271238eda4d4e3d9797c9131e5c9f0d for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:06.163469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-696aa182-d3d5-4300-a8ea-5f9ccd0da309 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:06.176747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:21:06.177177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:21:06.180220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9984625-ed23-4878-97d2-9cb573554100 req-bafa75e6-2f1b-4132-9b16-05015acfd25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:06.181843 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b9984625-ed23-4878-97d2-9cb573554100 req-bafa75e6-2f1b-4132-9b16-05015acfd25e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=004890de-ba85-4569-8774-f7b9851ca4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1028724 Apr 23 09:21:06.182767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-d9b0cbcc-bd7f-4bd6-802f-f091bb2c0ea2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 9ef8b640-f64f-4b11-98d9-a05d4b131c43) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:06.202903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-696aa182-d3d5-4300-a8ea-5f9ccd0da309 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] device_id is not set on port 3845fb78-c011-4df8-99b0-f153b57b2cbb yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:21:06.239661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b0cbcc-bd7f-4bd6-802f-f091bb2c0ea2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:06.240321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d9b0cbcc-bd7f-4bd6-802f-f091bb2c0ea2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:06.268625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2220b65b-c73d-4e97-8406-b6e4aa3b9389 None None] Network 9ef8b640-f64f-4b11-98d9-a05d4b131c43 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:06.316791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c659272-4dc4-42ec-b8b9-d78bc101531e None None] Pushing event deleted for resources: {'Port': ['ID=667fe5f8-a7ef-41da-8d81-a8fac8cc658e,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:06.323497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0c659272-4dc4-42ec-b8b9-d78bc101531e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:06.326983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c659272-4dc4-42ec-b8b9-d78bc101531e None None] No DVR routers for this DVR port 667fe5f8-a7ef-41da-8d81-a8fac8cc658e on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:21:06.332156 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d9b0cbcc-bd7f-4bd6-802f-f091bb2c0ea2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6569827 Apr 23 09:21:06.334644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39618) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:06.343426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bd3426a6-0056-44b6-aa74-1abb9e830fb1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'port': {'network_id': '9ef8b640-f64f-4b11-98d9-a05d4b131c43', 'name': 'tempest-PortsIpV6TestJSON-1131830931'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:06.343624 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b9984625-ed23-4878-97d2-9cb573554100 req-38322922-4926-433a-8c62-2bf574a8c2d3 service neutron] 10.222.0.35 "GET /v2.0/networks/004890de-ba85-4569-8774-f7b9851ca4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549137 Apr 23 09:21:06.426142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Allocated IP 2001:db8::2 (17ad8a05-de52-48bd-a2c1-cf21a394a688/e3dea54b-3a01-44d5-b2df-df8a1c10e4b0/c81ce7fe-f297-4567-8562-e95ed74a8b11) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:21:06.513057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bd3426a6-0056-44b6-aa74-1abb9e830fb1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:06.524619 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b9984625-ed23-4878-97d2-9cb573554100 req-6840b872-6fe5-482e-aa23-1f00b5611843 service neutron] 10.222.0.35 "GET /v2.0/networks/004890de-ba85-4569-8774-f7b9851ca4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739058 Apr 23 09:21:06.526455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bd3426a6-0056-44b6-aa74-1abb9e830fb1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:06.569847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3426a6-0056-44b6-aa74-1abb9e830fb1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:06.576948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd3426a6-0056-44b6-aa74-1abb9e830fb1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:06.589568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39622) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:06.604000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-bd3426a6-0056-44b6-aa74-1abb9e830fb1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] device_id is not set on port 2a7f5d77-b074-4837-96e9-60cd579378a8 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:21:06.722950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-9ef8b640-f64f-4b11-98d9-a05d4b131c43', 'network_id': '9ef8b640-f64f-4b11-98d9-a05d4b131c43', 'tenant_id': 'ed81b2e31f5a49b893e0f8cf455bcd22', 'fixed_ips': [{'subnet_id': 'ca4fafdc-8550-42ef-b075-765d4df92808'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:21:06.723878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:06.743022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4a9e87d2-c943-484f-aa75-018bdaac4aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:06.775682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] The port '667fe5f8-a7ef-41da-8d81-a8fac8cc658e' was deleted {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:21:06.783567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-bd3426a6-0056-44b6-aa74-1abb9e830fb1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Allocated IP 2001:db8::371 (9ef8b640-f64f-4b11-98d9-a05d4b131c43/ca4fafdc-8550-42ef-b075-765d4df92808/2a7f5d77-b074-4837-96e9-60cd579378a8) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:21:06.875191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:06.901132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Transition to ACTIVE for port object c81ce7fe-f297-4567-8562-e95ed74a8b11 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:06.926809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Transition to ACTIVE for port object c81ce7fe-f297-4567-8562-e95ed74a8b11 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:06.944721 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-99c136d8-7639-4276-8721-c9d00f5697b5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/floatingips/e272dace-85a4-4681-b0b0-7efb48e7644e HTTP/1.1" status: 200 len: 991 time: 0.3604603 Apr 23 09:21:06.964753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:06.965023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:06.971392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:07.088482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-696aa182-d3d5-4300-a8ea-5f9ccd0da309 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Allocated IP 2001:db8::8d (17ad8a05-de52-48bd-a2c1-cf21a394a688/e3dea54b-3a01-44d5-b2df-df8a1c10e4b0/3845fb78-c011-4df8-99b0-f153b57b2cbb) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:21:07.121821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd3426a6-0056-44b6-aa74-1abb9e830fb1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:07.135461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d255a-b47a-404b-a974-0631073231b6 req-752a0938-0563-4053-886d-d14623b7b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:07.137825 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d89d255a-b47a-404b-a974-0631073231b6 req-752a0938-0563-4053-886d-d14623b7b400 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 1096 time: 0.4681938 Apr 23 09:21:07.212848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59399444-7ee2-4e99-b5dc-2187f4a90e33']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:07.217601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-bd3426a6-0056-44b6-aa74-1abb9e830fb1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Transition to ACTIVE for port object 2a7f5d77-b074-4837-96e9-60cd579378a8 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:07.233775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Network 17ad8a05-de52-48bd-a2c1-cf21a394a688 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:07.237208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:07.246074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:21:07.285510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f16a7f-fc0a-4f54-8c16-53adcf889321') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:07.285837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f16a7f-fc0a-4f54-8c16-53adcf889321') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:07.290797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Pushing event updated for resources: {'Port': ['ID=c81ce7fe-f297-4567-8562-e95ed74a8b11,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:07.299799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:07.311809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:07.337307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:07.357688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:21:07.359103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Attempting to bind port c81ce7fe-f297-4567-8562-e95ed74a8b11 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:21:07.359539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Attempting to bind port c81ce7fe-f297-4567-8562-e95ed74a8b11 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'ad4545e3-5226-49f8-bea3-33144a63a697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '17ad8a05-de52-48bd-a2c1-cf21a394a688'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:21:07.359979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Attempting to bind port c81ce7fe-f297-4567-8562-e95ed74a8b11 on network 17ad8a05-de52-48bd-a2c1-cf21a394a688 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:21:07.365818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:21:07.366239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Checking segment: {'id': 'ad4545e3-5226-49f8-bea3-33144a63a697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '17ad8a05-de52-48bd-a2c1-cf21a394a688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:21:07.366733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:07.367176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Bound using segment: {'id': 'ad4545e3-5226-49f8-bea3-33144a63a697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '17ad8a05-de52-48bd-a2c1-cf21a394a688'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:21:07.367694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Bound port: c81ce7fe-f297-4567-8562-e95ed74a8b11, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4545e3-5226-49f8-bea3-33144a63a697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '17ad8a05-de52-48bd-a2c1-cf21a394a688'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:21:07.368112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:07.384530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d255a-b47a-404b-a974-0631073231b6 req-9a1d9240-1c4e-486d-8ecb-8ab77609dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:07.386198 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d89d255a-b47a-404b-a974-0631073231b6 req-9a1d9240-1c4e-486d-8ecb-8ab77609dc86 service neutron] 10.222.0.35 "GET /v2.0/networks?id=004890de-ba85-4569-8774-f7b9851ca4ee HTTP/1.1" status: 200 len: 898 time: 0.2381876 Apr 23 09:21:07.389329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af536c91-a668-4943-8667-a4a3119257c8 req-bd4653ab-235c-466e-a557-c90142c43a0a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:07.390804 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-af536c91-a668-4943-8667-a4a3119257c8 req-bd4653ab-235c-466e-a557-c90142c43a0a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 943 time: 0.2742400 Apr 23 09:21:07.493311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd3426a6-0056-44b6-aa74-1abb9e830fb1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:07.506351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-17627dbe-934c-43ed-9307-91e15323e81d tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:07.544621 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d89d255a-b47a-404b-a974-0631073231b6 req-4aceb7ab-f194-4bca-9d8e-f11e35c9ea36 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68cdcc24-a8af-4b60-b26c-7a2543784955 HTTP/1.1" status: 200 len: 217 time: 0.1027744 Apr 23 09:21:07.550033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Allocated IP 2001:db8::2 (9ef8b640-f64f-4b11-98d9-a05d4b131c43/ca4fafdc-8550-42ef-b075-765d4df92808/60fdbae7-ffaf-4328-82a0-4daa2c76ee4c) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:21:07.558020 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-af536c91-a668-4943-8667-a4a3119257c8 req-d24e01f3-6749-4a1e-95a9-0bae0cdfd38d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=13edef79-0f6a-4ba0-9653-4d1b2abdea43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550088 Apr 23 09:21:07.562726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] For port c81ce7fe-f297-4567-8562-e95ed74a8b11, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:21:07.567334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] For port c81ce7fe-f297-4567-8562-e95ed74a8b11, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c81ce7fe-f297-4567-8562-e95ed74a8b11,segment=NetworkSegment(ad4545e3-5226-49f8-bea3-33144a63a697),segment_id=ad4545e3-5226-49f8-bea3-33144a63a697)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:21:07.595719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-696aa182-d3d5-4300-a8ea-5f9ccd0da309 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:07.626951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3426a6-0056-44b6-aa74-1abb9e830fb1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 9ef8b640-f64f-4b11-98d9-a05d4b131c43 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:07.635160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-bd3426a6-0056-44b6-aa74-1abb9e830fb1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:07.639507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3426a6-0056-44b6-aa74-1abb9e830fb1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Port': ['ID=2a7f5d77-b074-4837-96e9-60cd579378a8,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:07.641949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3426a6-0056-44b6-aa74-1abb9e830fb1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:21:07.649100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3426a6-0056-44b6-aa74-1abb9e830fb1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:07.649797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd3426a6-0056-44b6-aa74-1abb9e830fb1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:07.654930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-696aa182-d3d5-4300-a8ea-5f9ccd0da309 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Transition to ACTIVE for port object 3845fb78-c011-4df8-99b0-f153b57b2cbb will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:07.660115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bd3426a6-0056-44b6-aa74-1abb9e830fb1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:07.671092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:07.677566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:07.695884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network 59399444-7ee2-4e99-b5dc-2187f4a90e33 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:21:07.708956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:07.720959 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bd3426a6-0056-44b6-aa74-1abb9e830fb1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3822227 Apr 23 09:21:07.722010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39628) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:07.771451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-696aa182-d3d5-4300-a8ea-5f9ccd0da309 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:07.784287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:07.818244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d255a-b47a-404b-a974-0631073231b6 req-2e3e0948-d99e-4026-a5a4-29e57f764862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:07.819748 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d89d255a-b47a-404b-a974-0631073231b6 req-2e3e0948-d99e-4026-a5a4-29e57f764862 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf0c24f7-f59a-4164-9809-33a3cfb48acd HTTP/1.1" status: 200 len: 835 time: 0.2626598 Apr 23 09:21:07.827374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Pushing event updated for resources: {'Port': ['ID=c81ce7fe-f297-4567-8562-e95ed74a8b11,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:07.831505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:07.877585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696aa182-d3d5-4300-a8ea-5f9ccd0da309 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Network 17ad8a05-de52-48bd-a2c1-cf21a394a688 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:07.888679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-696aa182-d3d5-4300-a8ea-5f9ccd0da309 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:07.892567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696aa182-d3d5-4300-a8ea-5f9ccd0da309 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:21:07.898709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696aa182-d3d5-4300-a8ea-5f9ccd0da309 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:07.899555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-696aa182-d3d5-4300-a8ea-5f9ccd0da309 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:07.914441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:07.927214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Transition to ACTIVE for port object 60fdbae7-ffaf-4328-82a0-4daa2c76ee4c will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:07.948548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Transition to ACTIVE for port object 60fdbae7-ffaf-4328-82a0-4daa2c76ee4c will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:07.955772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696aa182-d3d5-4300-a8ea-5f9ccd0da309 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Pushing event updated for resources: {'Port': ['ID=3845fb78-c011-4df8-99b0-f153b57b2cbb,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:07.967000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-696aa182-d3d5-4300-a8ea-5f9ccd0da309 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:07.982785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:07.983364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network 59399444-7ee2-4e99-b5dc-2187f4a90e33 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:21:07.988877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-66c2ed17-42fa-47f7-8aa7-0377053207f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:08.009006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0752b702-5360-44e1-a412-68df62f42765 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting port 2a7f5d77-b074-4837-96e9-60cd579378a8 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:08.009379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0752b702-5360-44e1-a412-68df62f42765 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:21:08.011303 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:21:08.030458 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-696aa182-d3d5-4300-a8ea-5f9ccd0da309 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.1398530 Apr 23 09:21:08.044101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39632) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:08.053554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Network 9ef8b640-f64f-4b11-98d9-a05d4b131c43 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:08.054396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f71c4fa4-e8b4-499c-8f00-98f9f25b60ec tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Request body: {'port': {'network_id': '17ad8a05-de52-48bd-a2c1-cf21a394a688', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-639383575', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:08.054697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.api.validators [None req-f71c4fa4-e8b4-499c-8f00-98f9f25b60ec tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] bootfile-name is not in valid_values {{(pid=87175) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 23 09:21:08.055072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.api.validators [None req-f71c4fa4-e8b4-499c-8f00-98f9f25b60ec tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] tftp-server is not in valid_values {{(pid=87175) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 23 09:21:08.055447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.api.validators [None req-f71c4fa4-e8b4-499c-8f00-98f9f25b60ec tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] server-ip-address is not in valid_values {{(pid=87175) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 23 09:21:08.062777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:08.067475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:21:08.103999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Pushing event updated for resources: {'Port': ['ID=60fdbae7-ffaf-4328-82a0-4daa2c76ee4c,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:08.112694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:08.127354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d255a-b47a-404b-a974-0631073231b6 req-34bb8d6a-bf22-4578-82b1-be1ee3315419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:08.129248 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d89d255a-b47a-404b-a974-0631073231b6 req-34bb8d6a-bf22-4578-82b1-be1ee3315419 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=004890de-ba85-4569-8774-f7b9851ca4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2868128 Apr 23 09:21:08.172286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:08.177217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Attempting to bind port 60fdbae7-ffaf-4328-82a0-4daa2c76ee4c on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:21:08.177640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Attempting to bind port 60fdbae7-ffaf-4328-82a0-4daa2c76ee4c by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'ac51b2bc-64a9-4d88-8e62-0bbedae9d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9ef8b640-f64f-4b11-98d9-a05d4b131c43'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:21:08.178056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Attempting to bind port 60fdbae7-ffaf-4328-82a0-4daa2c76ee4c on network 9ef8b640-f64f-4b11-98d9-a05d4b131c43 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:21:08.184382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:21:08.184818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Checking segment: {'id': 'ac51b2bc-64a9-4d88-8e62-0bbedae9d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9ef8b640-f64f-4b11-98d9-a05d4b131c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:21:08.185269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:08.185715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Bound using segment: {'id': 'ac51b2bc-64a9-4d88-8e62-0bbedae9d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9ef8b640-f64f-4b11-98d9-a05d4b131c43'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:21:08.186253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Bound port: 60fdbae7-ffaf-4328-82a0-4daa2c76ee4c, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac51b2bc-64a9-4d88-8e62-0bbedae9d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9ef8b640-f64f-4b11-98d9-a05d4b131c43'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:21:08.186686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:08.191818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d590176-8b20-4860-9b27-34e7e09f24de tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:08.263860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:08.313782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] For port 60fdbae7-ffaf-4328-82a0-4daa2c76ee4c, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:21:08.317772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] For port 60fdbae7-ffaf-4328-82a0-4daa2c76ee4c, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=60fdbae7-ffaf-4328-82a0-4daa2c76ee4c,segment=NetworkSegment(ac51b2bc-64a9-4d88-8e62-0bbedae9d945),segment_id=ac51b2bc-64a9-4d88-8e62-0bbedae9d945)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:21:08.320690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0752b702-5360-44e1-a412-68df62f42765 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:08.342664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Network': ['ID=59399444-7ee2-4e99-b5dc-2187f4a90e33,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:08.356580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:08.365028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:08.365724 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/networks/59399444-7ee2-4e99-b5dc-2187f4a90e33 HTTP/1.1" status: 204 len: 168 time: 3.8430634 Apr 23 09:21:08.371064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39636) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:08.372056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6f9909c9-3089-4a32-b071-1d513404ce61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:08.378386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b9f85f1c-8bb2-4f24-9f10-105d3f981d83 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'port': {'network_id': 'fa69da7b-2a72-44c2-9c97-f04cc5178f5f', 'name': 'tempest-PortsTestJSON-840080255'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:08.463866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f71c4fa4-e8b4-499c-8f00-98f9f25b60ec tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:08.473801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0752b702-5360-44e1-a412-68df62f42765 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Calling delete_port for 2a7f5d77-b074-4837-96e9-60cd579378a8 owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:08.475958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Pushing event updated for resources: {'Port': ['ID=60fdbae7-ffaf-4328-82a0-4daa2c76ee4c,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:08.481714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:08.481952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f71c4fa4-e8b4-499c-8f00-98f9f25b60ec tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Usage tracker for resource:port and tenant:0271238eda4d4e3d9797c9131e5c9f0d is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:08.486477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f71c4fa4-e8b4-499c-8f00-98f9f25b60ec tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:08.495506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f71c4fa4-e8b4-499c-8f00-98f9f25b60ec tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:08.531427 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d89d255a-b47a-404b-a974-0631073231b6 req-efa0669b-b06d-4e7f-a065-237fcbbf3688 service neutron] 10.222.0.35 "GET /v2.0/networks/004890de-ba85-4569-8774-f7b9851ca4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927753 Apr 23 09:21:08.571048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b9f85f1c-8bb2-4f24-9f10-105d3f981d83 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:08.577680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71c4fa4-e8b4-499c-8f00-98f9f25b60ec tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Made reservation on behalf of 0271238eda4d4e3d9797c9131e5c9f0d for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:08.584260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f71c4fa4-e8b4-499c-8f00-98f9f25b60ec tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:08.591930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b9f85f1c-8bb2-4f24-9f10-105d3f981d83 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:port and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:08.599214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b9f85f1c-8bb2-4f24-9f10-105d3f981d83 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:08.627817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-f71c4fa4-e8b4-499c-8f00-98f9f25b60ec tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] device_id is not set on port 8d2b020e-8920-416d-842d-e2866297eadd yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:21:08.658249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b9f85f1c-8bb2-4f24-9f10-105d3f981d83 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:08.758710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0752b702-5360-44e1-a412-68df62f42765 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:08.762226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f85f1c-8bb2-4f24-9f10-105d3f981d83 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:08.768810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b9f85f1c-8bb2-4f24-9f10-105d3f981d83 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:08.773484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c3b18b66-2723-491f-b0e0-60a5389198bc tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:08.814854 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d89d255a-b47a-404b-a974-0631073231b6 req-43e53fc7-04db-42f5-bc42-de57b85ddab2 service neutron] 10.222.0.35 "GET /v2.0/networks/004890de-ba85-4569-8774-f7b9851ca4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739363 Apr 23 09:21:08.816543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-b9f85f1c-8bb2-4f24-9f10-105d3f981d83 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] device_id is not set on port e0cc6605-18a7-4104-a42a-5adde3790d11 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:21:08.853486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752b702-5360-44e1-a412-68df62f42765 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Port': ['ID=2a7f5d77-b074-4837-96e9-60cd579378a8,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:08.860709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0752b702-5360-44e1-a412-68df62f42765 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:08.931231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0752b702-5360-44e1-a412-68df62f42765 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:08.936626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-f71c4fa4-e8b4-499c-8f00-98f9f25b60ec tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Allocated IP 2001:db8::376 (17ad8a05-de52-48bd-a2c1-cf21a394a688/e3dea54b-3a01-44d5-b2df-df8a1c10e4b0/8d2b020e-8920-416d-842d-e2866297eadd) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:21:08.956644 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0752b702-5360-44e1-a412-68df62f42765 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/ports/2a7f5d77-b074-4837-96e9-60cd579378a8 HTTP/1.1" status: 204 len: 168 time: 1.2320745 Apr 23 09:21:08.970966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39642) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:08.984427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581573f-8cbe-4035-aa91-e6d2a992f8e1 req-cc87579a-934c-4a66-b71f-3fd9c880743d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:08.986032 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d581573f-8cbe-4035-aa91-e6d2a992f8e1 req-cc87579a-934c-4a66-b71f-3fd9c880743d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 943 time: 0.2782297 Apr 23 09:21:09.027318 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d3c16b-2a7c-4b7d-9844-b42a74528ec3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] DELETE failed (client error): The resource could not be found. Apr 23 09:21:09.027998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d3c16b-2a7c-4b7d-9844-b42a74528ec3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:21:09.032486 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e8d3c16b-2a7c-4b7d-9844-b42a74528ec3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/ports/2a7f5d77-b074-4837-96e9-60cd579378a8 HTTP/1.1" status: 404 len: 333 time: 0.0700934 Apr 23 09:21:09.039130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39646) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:09.100077 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea767de-4218-429e-8f09-cd88c2e78338 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] GET failed (client error): The resource could not be found. Apr 23 09:21:09.100682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6ea767de-4218-429e-8f09-cd88c2e78338 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Synchronizing usage tracker for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:09.139978 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d581573f-8cbe-4035-aa91-e6d2a992f8e1 req-179be1e9-5145-448d-b080-958096d6c397 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=13edef79-0f6a-4ba0-9653-4d1b2abdea43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323249 Apr 23 09:21:09.162730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b9f85f1c-8bb2-4f24-9f10-105d3f981d83 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:09.222268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b9f85f1c-8bb2-4f24-9f10-105d3f981d83 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:09.229940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-630e8a4d-61aa-4b67-91a4-f3efe3e3ef2d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:09.314809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f85f1c-8bb2-4f24-9f10-105d3f981d83 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network fa69da7b-2a72-44c2-9c97-f04cc5178f5f is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:09.319081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b9f85f1c-8bb2-4f24-9f10-105d3f981d83 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:09.324864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f85f1c-8bb2-4f24-9f10-105d3f981d83 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:21:09.331772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f85f1c-8bb2-4f24-9f10-105d3f981d83 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:09.332714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b9f85f1c-8bb2-4f24-9f10-105d3f981d83 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:09.339362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f85f1c-8bb2-4f24-9f10-105d3f981d83 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Port': ['ID=e0cc6605-18a7-4104-a42a-5adde3790d11,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:09.350458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b9f85f1c-8bb2-4f24-9f10-105d3f981d83 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:09.399516 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b9f85f1c-8bb2-4f24-9f10-105d3f981d83 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0261316 Apr 23 09:21:09.401137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39650) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:09.571393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6ea767de-4218-429e-8f09-cd88c2e78338 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Unset dirty status for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:09.572788 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6ea767de-4218-429e-8f09-cd88c2e78338 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports/2a7f5d77-b074-4837-96e9-60cd579378a8 HTTP/1.1" status: 404 len: 333 time: 0.5326259 Apr 23 09:21:09.577209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39654) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:09.613417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e517b-f12e-424b-990a-97da62307150 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting port e0cc6605-18a7-4104-a42a-5adde3790d11 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:09.614182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f9e517b-f12e-424b-990a-97da62307150 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:09.632950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-daccd4a7-101c-47c2-ab8c-d02b579ad417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:09.697634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c81ce7fe-f297-4567-8562-e95ed74a8b11 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:21:09.713780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-931741be-36dc-452f-8a99-cd49ddcf09bc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting subnet ca4fafdc-8550-42ef-b075-765d4df92808 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:21:09.735439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-931741be-36dc-452f-8a99-cd49ddcf09bc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:09.743577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923d3766-d6e8-4d3e-bf89-16778d8a863d None None] Network 17ad8a05-de52-48bd-a2c1-cf21a394a688 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:09.751939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f9e517b-f12e-424b-990a-97da62307150 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:09.818441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-931741be-36dc-452f-8a99-cd49ddcf09bc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:09.901586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f71c4fa4-e8b4-499c-8f00-98f9f25b60ec tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:09.928853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e517b-f12e-424b-990a-97da62307150 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Calling delete_port for e0cc6605-18a7-4104-a42a-5adde3790d11 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:09.942798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f71c4fa4-e8b4-499c-8f00-98f9f25b60ec tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Transition to ACTIVE for port object 8d2b020e-8920-416d-842d-e2866297eadd will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:09.956067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-69881c8d-ddfd-4aa9-b3db-2c41cdbc65ee None None] Provisioning for port c81ce7fe-f297-4567-8562-e95ed74a8b11 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:21:09.964452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-931741be-36dc-452f-8a99-cd49ddcf09bc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:09.967983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-69881c8d-ddfd-4aa9-b3db-2c41cdbc65ee None None] Provisioning complete for port c81ce7fe-f297-4567-8562-e95ed74a8b11 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:09.968671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69881c8d-ddfd-4aa9-b3db-2c41cdbc65ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:10.021435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f9e517b-f12e-424b-990a-97da62307150 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:10.029734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b8ea33d5-03ea-448a-8b4b-666dd9139197 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:10.048141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port c81ce7fe-f297-4567-8562-e95ed74a8b11 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:21:10.065707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port c81ce7fe-f297-4567-8562-e95ed74a8b11 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:10.066454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:10.098014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f9e517b-f12e-424b-990a-97da62307150 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:10.106977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e517b-f12e-424b-990a-97da62307150 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Port': ['ID=e0cc6605-18a7-4104-a42a-5adde3790d11,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:10.110254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8f9e517b-f12e-424b-990a-97da62307150 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:10.118218 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8f9e517b-f12e-424b-990a-97da62307150 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/ports/e0cc6605-18a7-4104-a42a-5adde3790d11 HTTP/1.1" status: 204 len: 168 time: 0.7158861 Apr 23 09:21:10.120765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39658) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:10.128199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-415cd8c1-c225-45c5-8b70-fef1f5fd5c4c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'port': {'network_id': 'fa69da7b-2a72-44c2-9c97-f04cc5178f5f', 'mac_address': 'fa:16:3e:b7:ce:71', 'name': 'tempest-PortsTestJSON-592538849'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:10.140703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f71c4fa4-e8b4-499c-8f00-98f9f25b60ec tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:10.157284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:10.171498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ebbd1d-d16e-4628-9682-75801c283c00 None None] Network 9ef8b640-f64f-4b11-98d9-a05d4b131c43 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:10.270431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-415cd8c1-c225-45c5-8b70-fef1f5fd5c4c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:10.275358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-415cd8c1-c225-45c5-8b70-fef1f5fd5c4c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:port and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:10.278587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-415cd8c1-c225-45c5-8b70-fef1f5fd5c4c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:10.286153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-415cd8c1-c225-45c5-8b70-fef1f5fd5c4c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:10.330528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415cd8c1-c225-45c5-8b70-fef1f5fd5c4c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:10.399027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71c4fa4-e8b4-499c-8f00-98f9f25b60ec tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Network 17ad8a05-de52-48bd-a2c1-cf21a394a688 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:10.413211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-f71c4fa4-e8b4-499c-8f00-98f9f25b60ec tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:10.430736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71c4fa4-e8b4-499c-8f00-98f9f25b60ec tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:21:10.437722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71c4fa4-e8b4-499c-8f00-98f9f25b60ec tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:10.438270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f71c4fa4-e8b4-499c-8f00-98f9f25b60ec tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:10.438874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:10.453774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-415cd8c1-c225-45c5-8b70-fef1f5fd5c4c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:10.476467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c4fa4-e8b4-499c-8f00-98f9f25b60ec tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Pushing event updated for resources: {'Port': ['ID=8d2b020e-8920-416d-842d-e2866297eadd,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:10.488363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-415cd8c1-c225-45c5-8b70-fef1f5fd5c4c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] device_id is not set on port a934caf6-91e4-4114-8cbb-3b01db087a7d yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:21:10.519849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f71c4fa4-e8b4-499c-8f00-98f9f25b60ec tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:10.555110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-931741be-36dc-452f-8a99-cd49ddcf09bc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:10.562567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-11ee2e4b-597f-4d6f-9142-2ca24de0ceab tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:10.587478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:10.609543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbec8e-1bc3-4cc0-8f6e-506a7275cfc7 req-87f9c96f-e812-489a-8174-bd520451bd4b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:10.611289 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c4bbec8e-1bc3-4cc0-8f6e-506a7275cfc7 req-87f9c96f-e812-489a-8174-bd520451bd4b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 943 time: 0.3296444 Apr 23 09:21:10.615225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69881c8d-ddfd-4aa9-b3db-2c41cdbc65ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:10.621014 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f71c4fa4-e8b4-499c-8f00-98f9f25b60ec tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.5757611 Apr 23 09:21:10.623473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39664) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:10.626815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-931741be-36dc-452f-8a99-cd49ddcf09bc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:10.628768 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-931741be-36dc-452f-8a99-cd49ddcf09bc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/subnets/ca4fafdc-8550-42ef-b075-765d4df92808 HTTP/1.1" status: 204 len: 168 time: 1.0504651 Apr 23 09:21:10.632046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931741be-36dc-452f-8a99-cd49ddcf09bc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Subnet': ['ID=ca4fafdc-8550-42ef-b075-765d4df92808,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:10.635097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-931741be-36dc-452f-8a99-cd49ddcf09bc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:10.636772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39666) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:10.680409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port c81ce7fe-f297-4567-8562-e95ed74a8b11, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c81ce7fe-f297-4567-8562-e95ed74a8b11,segment=NetworkSegment(ad4545e3-5226-49f8-bea3-33144a63a697),segment_id=ad4545e3-5226-49f8-bea3-33144a63a697)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:21:10.726657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:10.727593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 60fdbae7-ffaf-4328-82a0-4daa2c76ee4c up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:21:10.766527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:10.768094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-415cd8c1-c225-45c5-8b70-fef1f5fd5c4c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:10.833191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-415cd8c1-c225-45c5-8b70-fef1f5fd5c4c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:10.842159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d243f383-4ee0-44d5-b6bc-9a22a27b58c7 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:10.861692 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c4bbec8e-1bc3-4cc0-8f6e-506a7275cfc7 req-bc5179fa-3ea8-41ea-a3bb-46ca28d1b037 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=13edef79-0f6a-4ba0-9653-4d1b2abdea43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2389534 Apr 23 09:21:10.881160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:10.931147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415cd8c1-c225-45c5-8b70-fef1f5fd5c4c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network fa69da7b-2a72-44c2-9c97-f04cc5178f5f is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:10.940586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-415cd8c1-c225-45c5-8b70-fef1f5fd5c4c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:10.943224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415cd8c1-c225-45c5-8b70-fef1f5fd5c4c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:21:10.950020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415cd8c1-c225-45c5-8b70-fef1f5fd5c4c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:10.950668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-415cd8c1-c225-45c5-8b70-fef1f5fd5c4c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:10.976052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cd8c1-c225-45c5-8b70-fef1f5fd5c4c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Port': ['ID=a934caf6-91e4-4114-8cbb-3b01db087a7d,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:10.979308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-415cd8c1-c225-45c5-8b70-fef1f5fd5c4c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:10.998607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35cb8e1-cf37-4aec-9fb9-83d0948708b3 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:11.006350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35cb8e1-cf37-4aec-9fb9-83d0948708b3 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:11.006577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 68cdcc24-a8af-4b60-b26c-7a2543784955 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:21:11.013591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35cb8e1-cf37-4aec-9fb9-83d0948708b3 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:11.014615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a35cb8e1-cf37-4aec-9fb9-83d0948708b3 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Synchronizing usage tracker for tenant:0271238eda4d4e3d9797c9131e5c9f0d on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:11.050622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting port 60fdbae7-ffaf-4328-82a0-4daa2c76ee4c {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:11.051187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:11.067808 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-415cd8c1-c225-45c5-8b70-fef1f5fd5c4c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9439414 Apr 23 09:21:11.072381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39672) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:11.121414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-69881c8d-ddfd-4aa9-b3db-2c41cdbc65ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:21:11.122074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-69881c8d-ddfd-4aa9-b3db-2c41cdbc65ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:21:11.142979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a35cb8e1-cf37-4aec-9fb9-83d0948708b3 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Unset dirty status for tenant:0271238eda4d4e3d9797c9131e5c9f0d on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:11.146962 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a35cb8e1-cf37-4aec-9fb9-83d0948708b3 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.5140824 Apr 23 09:21:11.148364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39676) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:11.206676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bee7be-6e54-4564-bbe6-76e423000a1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:11.207375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f8bee7be-6e54-4564-bbe6-76e423000a1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Synchronizing usage tracker for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:11.234088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=c81ce7fe-f297-4567-8562-e95ed74a8b11,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:11.238788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:11.244718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] For port 60fdbae7-ffaf-4328-82a0-4daa2c76ee4c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=60fdbae7-ffaf-4328-82a0-4daa2c76ee4c,segment=NetworkSegment(ac51b2bc-64a9-4d88-8e62-0bbedae9d945),segment_id=ac51b2bc-64a9-4d88-8e62-0bbedae9d945)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:21:11.245129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:11.256107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f8bee7be-6e54-4564-bbe6-76e423000a1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Unset dirty status for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:11.258626 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f8bee7be-6e54-4564-bbe6-76e423000a1e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports/a934caf6-91e4-4114-8cbb-3b01db087a7d HTTP/1.1" status: 200 len: 840 time: 0.1850810 Apr 23 09:21:11.263189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39680) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:11.320618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:11.324854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 68cdcc24-a8af-4b60-b26c-7a2543784955, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=68cdcc24-a8af-4b60-b26c-7a2543784955,segment=NetworkSegment(8e35b97f-fcf9-42e2-85e6-4ec01e817911),segment_id=8e35b97f-fcf9-42e2-85e6-4ec01e817911)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:21:11.345838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '68cdcc24-a8af-4b60-b26c-7a2543784955', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'port_id': '68cdcc24-a8af-4b60-b26c-7a2543784955', 'mac_address': 'fa:16:3e:5d:24:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:21:11.398674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 60fdbae7-ffaf-4328-82a0-4daa2c76ee4c completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:21:11.432423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Calling delete_port for 60fdbae7-ffaf-4328-82a0-4daa2c76ee4c owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:11.441632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:11.493167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852d704e-ea4e-45ae-98eb-7a5b6380c5e2 None None] Network 9ef8b640-f64f-4b11-98d9-a05d4b131c43 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:11.513381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68cdcc24-a8af-4b60-b26c-7a2543784955 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:21:11.540504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:11.561711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bd3426a6-0056-44b6-aa74-1abb9e830fb1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:11.604609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] No DVR routers for this DVR port 60fdbae7-ffaf-4328-82a0-4daa2c76ee4c on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:21:11.650767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 68cdcc24-a8af-4b60-b26c-7a2543784955, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=68cdcc24-a8af-4b60-b26c-7a2543784955,segment=NetworkSegment(8e35b97f-fcf9-42e2-85e6-4ec01e817911),segment_id=8e35b97f-fcf9-42e2-85e6-4ec01e817911)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:21:11.664362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c81ce7fe-f297-4567-8562-e95ed74a8b11 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:21:11.686087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Port': ['ID=60fdbae7-ffaf-4328-82a0-4daa2c76ee4c,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:11.694764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:11.716841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:11.732339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:11.810080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:11.854745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b88f62e2-8159-4d94-aad1-87fc8fc86e93 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Deleting port 8d2b020e-8920-416d-842d-e2866297eadd {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:11.855056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b88f62e2-8159-4d94-aad1-87fc8fc86e93 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:11.893463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7092582b-9ffa-4916-8686-6724f0c7a296 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting port a934caf6-91e4-4114-8cbb-3b01db087a7d {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:11.893463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7092582b-9ffa-4916-8686-6724f0c7a296 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:11.922342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=68cdcc24-a8af-4b60-b26c-7a2543784955,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:11.940322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:11.984120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port c81ce7fe-f297-4567-8562-e95ed74a8b11 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:11.984120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:12.052901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca87ce7f-2880-4fe3-8091-29a9a787a24e None None] DHCP port deletion for 9ef8b640-f64f-4b11-98d9-a05d4b131c43 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:21:12.070269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7092582b-9ffa-4916-8686-6724f0c7a296 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:12.078780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['68cdcc24-a8af-4b60-b26c-7a2543784955'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:21:12.091487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef8b640-f64f-4b11-98d9-a05d4b131c43']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:12.117915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac51b2bc-64a9-4d88-8e62-0bbedae9d945') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:12.118186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac51b2bc-64a9-4d88-8e62-0bbedae9d945') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:12.141030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:12.175019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b88f62e2-8159-4d94-aad1-87fc8fc86e93 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:12.183289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:12.195645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:21:12.206481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-98d4ed9c-dfb0-4b21-b139-e5833723d119 None None] Provisioning for port 8d2b020e-8920-416d-842d-e2866297eadd completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:21:12.220968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:12.222971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7092582b-9ffa-4916-8686-6724f0c7a296 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Calling delete_port for a934caf6-91e4-4114-8cbb-3b01db087a7d owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:12.228441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-98d4ed9c-dfb0-4b21-b139-e5833723d119 None None] Provisioning complete for port 8d2b020e-8920-416d-842d-e2866297eadd triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:12.228727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98d4ed9c-dfb0-4b21-b139-e5833723d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:12.280107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecb593-1ce3-4ea7-b826-12bb453314bb req-6b18c656-cf2d-4f8f-b9fb-32ea6366d036 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:12.281845 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5aecb593-1ce3-4ea7-b826-12bb453314bb req-6b18c656-cf2d-4f8f-b9fb-32ea6366d036 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 944 time: 0.2707231 Apr 23 09:21:12.339842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-98d4ed9c-dfb0-4b21-b139-e5833723d119 None None] Port 8d2b020e-8920-416d-842d-e2866297eadd cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:21:12.351021 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5aecb593-1ce3-4ea7-b826-12bb453314bb req-6d90ba15-3086-4977-bc68-20a634da7767 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=13edef79-0f6a-4ba0-9653-4d1b2abdea43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583415 Apr 23 09:21:12.354941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b88f62e2-8159-4d94-aad1-87fc8fc86e93 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Calling delete_port for 8d2b020e-8920-416d-842d-e2866297eadd owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:12.361035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-98d4ed9c-dfb0-4b21-b139-e5833723d119 None None] Provisioning complete for port c81ce7fe-f297-4567-8562-e95ed74a8b11 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:12.361463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98d4ed9c-dfb0-4b21-b139-e5833723d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:12.392884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7092582b-9ffa-4916-8686-6724f0c7a296 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:12.399205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9af75b0f-8750-4a81-928a-b633e520a40c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:12.451110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092582b-9ffa-4916-8686-6724f0c7a296 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Port': ['ID=a934caf6-91e4-4114-8cbb-3b01db087a7d,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:12.455293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7092582b-9ffa-4916-8686-6724f0c7a296 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:12.457640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7092582b-9ffa-4916-8686-6724f0c7a296 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:12.556309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 9ef8b640-f64f-4b11-98d9-a05d4b131c43 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:21:12.569846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:12.581278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-98d4ed9c-dfb0-4b21-b139-e5833723d119 None None] Could not find standard attr ID for object 60fdbae7-ffaf-4328-82a0-4daa2c76ee4c. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:21:12.662255 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7092582b-9ffa-4916-8686-6724f0c7a296 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/ports/a934caf6-91e4-4114-8cbb-3b01db087a7d HTTP/1.1" status: 204 len: 168 time: 1.3976600 Apr 23 09:21:12.664918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39686) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:12.693765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-98d4ed9c-dfb0-4b21-b139-e5833723d119 None None] Provisioning for port 3845fb78-c011-4df8-99b0-f153b57b2cbb completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:21:12.701079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-98d4ed9c-dfb0-4b21-b139-e5833723d119 None None] Provisioning complete for port 3845fb78-c011-4df8-99b0-f153b57b2cbb triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:12.701523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98d4ed9c-dfb0-4b21-b139-e5833723d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:12.721335 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb890f7-1d33-461b-a200-a7b6bc023860 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] GET failed (client error): The resource could not be found. Apr 23 09:21:12.722058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-adb890f7-1d33-461b-a200-a7b6bc023860 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Synchronizing usage tracker for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:12.763618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-98d4ed9c-dfb0-4b21-b139-e5833723d119 None None] Port 3845fb78-c011-4df8-99b0-f153b57b2cbb cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:21:12.774115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-adb890f7-1d33-461b-a200-a7b6bc023860 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Unset dirty status for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:12.775463 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-adb890f7-1d33-461b-a200-a7b6bc023860 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports/a934caf6-91e4-4114-8cbb-3b01db087a7d HTTP/1.1" status: 404 len: 333 time: 0.1092536 Apr 23 09:21:12.780102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39690) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:12.783239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 9ef8b640-f64f-4b11-98d9-a05d4b131c43 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:21:12.786549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d559a865-f453-4a3a-8c4e-a18d39310f0a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'port': {'network_id': 'fa69da7b-2a72-44c2-9c97-f04cc5178f5f', 'name': 'tempest-PortsTestJSON-1323343590'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:21:12.809603 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:21:12.903411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d559a865-f453-4a3a-8c4e-a18d39310f0a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:12.914173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d559a865-f453-4a3a-8c4e-a18d39310f0a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:12.958763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d559a865-f453-4a3a-8c4e-a18d39310f0a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:12.965111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d559a865-f453-4a3a-8c4e-a18d39310f0a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:12.987228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:12.991021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b0cbf22e-c372-412c-8b68-0d328dc9d7b5 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:12.999395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-d559a865-f453-4a3a-8c4e-a18d39310f0a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] device_id is not set on port db225637-a864-4140-939c-5de6c3361e80 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:21:13.012098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:13.022810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b88f62e2-8159-4d94-aad1-87fc8fc86e93 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:13.024861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Network': ['ID=9ef8b640-f64f-4b11-98d9-a05d4b131c43,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:13.034063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:13.035772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fafdd142-eced-42ba-8a76-c28cf511a721 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:13.093345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f62e2-8159-4d94-aad1-87fc8fc86e93 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Pushing event deleted for resources: {'Port': ['ID=8d2b020e-8920-416d-842d-e2866297eadd,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:13.098232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b88f62e2-8159-4d94-aad1-87fc8fc86e93 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:13.139531 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/networks/9ef8b640-f64f-4b11-98d9-a05d4b131c43 HTTP/1.1" status: 204 len: 168 time: 2.4622948 Apr 23 09:21:13.145604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39694) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:13.150493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b88f62e2-8159-4d94-aad1-87fc8fc86e93 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:13.158382 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b88f62e2-8159-4d94-aad1-87fc8fc86e93 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] 10.222.0.60 "DELETE /v2.0/ports/8d2b020e-8920-416d-842d-e2866297eadd HTTP/1.1" status: 204 len: 168 time: 2.0031643 Apr 23 09:21:13.158382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5f6c71d1-29f4-43ed-becc-626dbb74b2aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-67933137'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:13.162717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39698) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:13.163737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5f6c71d1-29f4-43ed-becc-626dbb74b2aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:13.174124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a7d77c09-3f03-45bb-b2f6-e528c22ed100 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Request body: {'port': {'name': 'tempest-new-port-name-234468784', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:13.174520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.api.validators [None req-a7d77c09-3f03-45bb-b2f6-e528c22ed100 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] bootfile-name is not in valid_values {{(pid=87175) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 23 09:21:13.174902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.api.validators [None req-a7d77c09-3f03-45bb-b2f6-e528c22ed100 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] tftp-server is not in valid_values {{(pid=87175) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 23 09:21:13.175275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.api.validators [None req-a7d77c09-3f03-45bb-b2f6-e528c22ed100 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] server-ip-address is not in valid_values {{(pid=87175) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 23 09:21:13.203730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5f6c71d1-29f4-43ed-becc-626dbb74b2aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:network and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:13.211949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5f6c71d1-29f4-43ed-becc-626dbb74b2aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:13.226831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5f6c71d1-29f4-43ed-becc-626dbb74b2aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:13.258054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d559a865-f453-4a3a-8c4e-a18d39310f0a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:13.293934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6c71d1-29f4-43ed-becc-626dbb74b2aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:13.300357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f6c71d1-29f4-43ed-becc-626dbb74b2aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:13.317717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d559a865-f453-4a3a-8c4e-a18d39310f0a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:13.326494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b9f85f1c-8bb2-4f24-9f10-105d3f981d83 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:13.358714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a7d77c09-3f03-45bb-b2f6-e528c22ed100 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:13.372545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6c71d1-29f4-43ed-becc-626dbb74b2aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:21:13.410886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d559a865-f453-4a3a-8c4e-a18d39310f0a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network fa69da7b-2a72-44c2-9c97-f04cc5178f5f is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:13.414975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-d559a865-f453-4a3a-8c4e-a18d39310f0a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:13.417700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d559a865-f453-4a3a-8c4e-a18d39310f0a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:21:13.425842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d559a865-f453-4a3a-8c4e-a18d39310f0a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:13.426975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d559a865-f453-4a3a-8c4e-a18d39310f0a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:13.427327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f6c71d1-29f4-43ed-becc-626dbb74b2aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:13.427730 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-5f6c71d1-29f4-43ed-becc-626dbb74b2aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Added segment b974b798-b6c7-469e-b9b9-67e8bc73c55b of type vlan for network 253e539f-3f0d-4d91-a055-04a383868e61 Apr 23 09:21:13.441265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559a865-f453-4a3a-8c4e-a18d39310f0a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Port': ['ID=db225637-a864-4140-939c-5de6c3361e80,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:13.444730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d559a865-f453-4a3a-8c4e-a18d39310f0a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:13.504911 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d559a865-f453-4a3a-8c4e-a18d39310f0a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7210319 Apr 23 09:21:13.505479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39704) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:13.512619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d376815a-9229-45fb-ab7b-98527d6f35fe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:13.571409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 60fdbae7-ffaf-4328-82a0-4daa2c76ee4c no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:21:13.614656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 60fdbae7-ffaf-4328-82a0-4daa2c76ee4c {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:21:13.615161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 60fdbae7-ffaf-4328-82a0-4daa2c76ee4c not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:21:13.654651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d376815a-9229-45fb-ab7b-98527d6f35fe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:13.656435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f6c71d1-29f4-43ed-becc-626dbb74b2aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:13.907247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d376815a-9229-45fb-ab7b-98527d6f35fe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:13.962892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d376815a-9229-45fb-ab7b-98527d6f35fe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:13.968146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:14.022252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d376815a-9229-45fb-ab7b-98527d6f35fe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] In _notify_port_updated(), no bound segment for port db225637-a864-4140-939c-5de6c3361e80 on network fa69da7b-2a72-44c2-9c97-f04cc5178f5f {{(pid=87174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 23 09:21:14.029114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d376815a-9229-45fb-ab7b-98527d6f35fe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:14.030511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d376815a-9229-45fb-ab7b-98527d6f35fe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:14.031554 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d376815a-9229-45fb-ab7b-98527d6f35fe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "PUT /v2.0/ports/db225637-a864-4140-939c-5de6c3361e80 HTTP/1.1" status: 200 len: 818 time: 0.5250225 Apr 23 09:21:14.035861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39708) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:14.060751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f6c71d1-29f4-43ed-becc-626dbb74b2aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:14.066797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6c71d1-29f4-43ed-becc-626dbb74b2aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:14.067469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f6c71d1-29f4-43ed-becc-626dbb74b2aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:14.076904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7ad97152-d5a7-426f-8ba8-5cd94bc2e058 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:14.100394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb9628-79d3-4e6c-8175-d7fc2a7c4d78 req-bf650c4d-9634-46a8-8f3f-f530bde30bd9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:14.102045 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b9bb9628-79d3-4e6c-8175-d7fc2a7c4d78 req-bf650c4d-9634-46a8-8f3f-f530bde30bd9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 944 time: 0.6252272 Apr 23 09:21:14.103634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376815a-9229-45fb-ab7b-98527d6f35fe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Port': ['ID=db225637-a864-4140-939c-5de6c3361e80,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:14.108988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d376815a-9229-45fb-ab7b-98527d6f35fe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:14.209371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-948a5288-e304-480c-b2ea-5fab63678239 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting port db225637-a864-4140-939c-5de6c3361e80 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:14.209669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-948a5288-e304-480c-b2ea-5fab63678239 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:14.227356 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5f6c71d1-29f4-43ed-becc-626dbb74b2aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0788229 Apr 23 09:21:14.240010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39712) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:14.258495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c71d1-29f4-43ed-becc-626dbb74b2aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Network': ['ID=253e539f-3f0d-4d91-a055-04a383868e61,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:14.269701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ad0772e1-87b5-44b0-a530-3a85bd0a9916 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'subnet': {'network_id': '253e539f-3f0d-4d91-a055-04a383868e61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:14.270883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 253e539f-3f0d-4d91-a055-04a383868e61 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:21:14.286543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a7d77c09-3f03-45bb-b2f6-e528c22ed100 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:14.290887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5f6c71d1-29f4-43ed-becc-626dbb74b2aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:14.311897 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b9bb9628-79d3-4e6c-8175-d7fc2a7c4d78 req-cab7faa9-b0cc-4933-9297-22789779aab2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=13edef79-0f6a-4ba0-9653-4d1b2abdea43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853218 Apr 23 09:21:14.344318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-948a5288-e304-480c-b2ea-5fab63678239 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:14.377451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a7d77c09-3f03-45bb-b2f6-e528c22ed100 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:14.389187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:14.460925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a7d77c09-3f03-45bb-b2f6-e528c22ed100 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] In _notify_port_updated(), no bound segment for port 3845fb78-c011-4df8-99b0-f153b57b2cbb on network 17ad8a05-de52-48bd-a2c1-cf21a394a688 {{(pid=87175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 23 09:21:14.467756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d77c09-3f03-45bb-b2f6-e528c22ed100 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:14.468496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a7d77c09-3f03-45bb-b2f6-e528c22ed100 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:14.469962 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a7d77c09-3f03-45bb-b2f6-e528c22ed100 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] 10.222.0.60 "PUT /v2.0/ports/3845fb78-c011-4df8-99b0-f153b57b2cbb HTTP/1.1" status: 200 len: 1128 time: 1.3035276 Apr 23 09:21:14.475184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39716) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:14.492382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-948a5288-e304-480c-b2ea-5fab63678239 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Calling delete_port for db225637-a864-4140-939c-5de6c3361e80 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:14.540719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ad0772e1-87b5-44b0-a530-3a85bd0a9916 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:14.559675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d77c09-3f03-45bb-b2f6-e528c22ed100 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Pushing event updated for resources: {'Port': ['ID=3845fb78-c011-4df8-99b0-f153b57b2cbb,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:14.563102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ad0772e1-87b5-44b0-a530-3a85bd0a9916 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:subnet and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:14.569073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a7d77c09-3f03-45bb-b2f6-e528c22ed100 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:14.569936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ad0772e1-87b5-44b0-a530-3a85bd0a9916 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:14.576700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-948a5288-e304-480c-b2ea-5fab63678239 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:14.583515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-eb7c59cf-4d6f-4f67-9827-820d993e5b89 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:14.587723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ad0772e1-87b5-44b0-a530-3a85bd0a9916 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:14.605227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a74128-3f93-45ac-a7d5-14ecfb34d9e4 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:14.605972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-06a74128-3f93-45ac-a7d5-14ecfb34d9e4 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Synchronizing usage tracker for tenant:0271238eda4d4e3d9797c9131e5c9f0d on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:14.633476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a5288-e304-480c-b2ea-5fab63678239 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Port': ['ID=db225637-a864-4140-939c-5de6c3361e80,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:14.638133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-948a5288-e304-480c-b2ea-5fab63678239 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:14.642580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-948a5288-e304-480c-b2ea-5fab63678239 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:14.648816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0772e1-87b5-44b0-a530-3a85bd0a9916 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:14.654095 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-948a5288-e304-480c-b2ea-5fab63678239 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/ports/db225637-a864-4140-939c-5de6c3361e80 HTTP/1.1" status: 204 len: 168 time: 0.6170986 Apr 23 09:21:14.655944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ad0772e1-87b5-44b0-a530-3a85bd0a9916 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:14.658304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39720) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:14.688542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-06a74128-3f93-45ac-a7d5-14ecfb34d9e4 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Unset dirty status for tenant:0271238eda4d4e3d9797c9131e5c9f0d on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:14.689838 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-06a74128-3f93-45ac-a7d5-14ecfb34d9e4 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] 10.222.0.60 "GET /v2.0/ports/3845fb78-c011-4df8-99b0-f153b57b2cbb HTTP/1.1" status: 200 len: 1128 time: 0.2136433 Apr 23 09:21:14.693827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39724) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:14.712026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f047e5d6-5c86-471f-be06-98fda1240f73 None None] Provisioning complete for port 3845fb78-c011-4df8-99b0-f153b57b2cbb triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:14.713003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f047e5d6-5c86-471f-be06-98fda1240f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:14.753878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab470c54-4faf-4046-a7ea-15ab2b17eff3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:14.754861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ab470c54-4faf-4046-a7ea-15ab2b17eff3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Synchronizing usage tracker for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:14.776427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f047e5d6-5c86-471f-be06-98fda1240f73 None None] Port 3845fb78-c011-4df8-99b0-f153b57b2cbb cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:21:14.804437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ab470c54-4faf-4046-a7ea-15ab2b17eff3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Unset dirty status for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:14.805762 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ab470c54-4faf-4046-a7ea-15ab2b17eff3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1480670 Apr 23 09:21:14.808994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39728) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:14.859217 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-de22985c-0f5f-4d37-9ecb-fe7b7bd98c0b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] GET failed (client error): The resource could not be found. Apr 23 09:21:14.860685 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-de22985c-0f5f-4d37-9ecb-fe7b7bd98c0b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports/db225637-a864-4140-939c-5de6c3361e80 HTTP/1.1" status: 404 len: 333 time: 0.0506942 Apr 23 09:21:14.864485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39732) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:14.870641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b5ea0877-34e5-44b1-89a0-a43b03498aae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1048091706'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:14.876899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b5ea0877-34e5-44b1-89a0-a43b03498aae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:14.880881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b5ea0877-34e5-44b1-89a0-a43b03498aae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:network and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:14.883900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b5ea0877-34e5-44b1-89a0-a43b03498aae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:14.892162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b5ea0877-34e5-44b1-89a0-a43b03498aae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:14.893202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 68cdcc24-a8af-4b60-b26c-7a2543784955 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:21:14.936261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ea0877-34e5-44b1-89a0-a43b03498aae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:14.943038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5ea0877-34e5-44b1-89a0-a43b03498aae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:14.977592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ea0877-34e5-44b1-89a0-a43b03498aae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:21:14.992782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5ea0877-34e5-44b1-89a0-a43b03498aae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:14.993071 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-b5ea0877-34e5-44b1-89a0-a43b03498aae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Added segment 8549892e-2fbd-47c2-9d4f-a33a6d32269f of type vlan for network 0759c160-29f8-428e-81be-4fcdc4646707 Apr 23 09:21:15.003845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-703b3426-3cd0-405d-8785-19f85cc32c0e tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Deleting port 3845fb78-c011-4df8-99b0-f153b57b2cbb {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:15.004217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 68cdcc24-a8af-4b60-b26c-7a2543784955 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:21:15.004359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-703b3426-3cd0-405d-8785-19f85cc32c0e tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:15.010569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 68cdcc24-a8af-4b60-b26c-7a2543784955 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:15.011168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:15.028305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5ea0877-34e5-44b1-89a0-a43b03498aae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:15.093694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5ea0877-34e5-44b1-89a0-a43b03498aae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:15.100195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ea0877-34e5-44b1-89a0-a43b03498aae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:15.100856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5ea0877-34e5-44b1-89a0-a43b03498aae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:15.107525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d029049c-0a6a-4300-8cf9-3dfb40a497b6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:15.155872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:15.189132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6396bd5f-9151-4681-b6cf-7b9aeba67439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cdcc24-a8af-4b60-b26c-7a2543784955'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:21:15.204731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 68cdcc24-a8af-4b60-b26c-7a2543784955, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=68cdcc24-a8af-4b60-b26c-7a2543784955,segment=NetworkSegment(8e35b97f-fcf9-42e2-85e6-4ec01e817911),segment_id=8e35b97f-fcf9-42e2-85e6-4ec01e817911)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:21:15.215838 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b5ea0877-34e5-44b1-89a0-a43b03498aae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3496451 Apr 23 09:21:15.222029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39738) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:15.230177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea0877-34e5-44b1-89a0-a43b03498aae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Network': ['ID=0759c160-29f8-428e-81be-4fcdc4646707,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:15.233443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b5ea0877-34e5-44b1-89a0-a43b03498aae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:15.234473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:15.236806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e1a278a6-7b0a-4e79-9a33-1c0f4e2b5c0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:15.243710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b23412e3-1dd3-49cc-99d8-56e0ef16a0cc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'subnet': {'network_id': '0759c160-29f8-428e-81be-4fcdc4646707', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:15.270866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-703b3426-3cd0-405d-8785-19f85cc32c0e tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:15.281249 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6396bd5f-9151-4681-b6cf-7b9aeba67439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cdcc24-a8af-4b60-b26c-7a2543784955', 'code': 200} Apr 23 09:21:15.283531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 0759c160-29f8-428e-81be-4fcdc4646707 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:21:15.419480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=68cdcc24-a8af-4b60-b26c-7a2543784955,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:15.424168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:15.501028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-703b3426-3cd0-405d-8785-19f85cc32c0e tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Calling delete_port for 3845fb78-c011-4df8-99b0-f153b57b2cbb owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:15.620206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9182440-80c6-4fe0-a4b5-35420e0fb06a req-ff68ca7d-1704-4ec4-b0f8-1c21f43351c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:15.622632 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c9182440-80c6-4fe0-a4b5-35420e0fb06a req-ff68ca7d-1704-4ec4-b0f8-1c21f43351c6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 1098 time: 0.0842068 Apr 23 09:21:15.654435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b23412e3-1dd3-49cc-99d8-56e0ef16a0cc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:15.666780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b23412e3-1dd3-49cc-99d8-56e0ef16a0cc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:subnet and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:15.670048 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c9182440-80c6-4fe0-a4b5-35420e0fb06a req-dd9ec6c8-31f0-4c36-8645-23a050afcc16 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=13edef79-0f6a-4ba0-9653-4d1b2abdea43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400124 Apr 23 09:21:15.673556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b23412e3-1dd3-49cc-99d8-56e0ef16a0cc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:15.686071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b23412e3-1dd3-49cc-99d8-56e0ef16a0cc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:15.758945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f2764-d76a-4e4d-96b9-5dcbef913cfd req-d717be55-f304-4f10-92ac-8efd0a3eeaa0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:15.760512 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cf1f2764-d76a-4e4d-96b9-5dcbef913cfd req-d717be55-f304-4f10-92ac-8efd0a3eeaa0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 945 time: 0.2760613 Apr 23 09:21:15.763104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23412e3-1dd3-49cc-99d8-56e0ef16a0cc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:15.769080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b23412e3-1dd3-49cc-99d8-56e0ef16a0cc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:15.974701 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cf1f2764-d76a-4e4d-96b9-5dcbef913cfd req-35f943ca-bb7d-4b17-b8b7-34f349a80e88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=13edef79-0f6a-4ba0-9653-4d1b2abdea43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855776 Apr 23 09:21:16.076807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ad0772e1-87b5-44b0-a530-3a85bd0a9916 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:16.082800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c9e44845-e2cc-435a-9a16-e9a95f6f1af0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:16.133304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-703b3426-3cd0-405d-8785-19f85cc32c0e tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:16.282134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-703b3426-3cd0-405d-8785-19f85cc32c0e tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:16.305517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0772e1-87b5-44b0-a530-3a85bd0a9916 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Subnet': ['ID=51d7f813-f64b-468d-b380-7e159919d8da,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:16.314101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ad0772e1-87b5-44b0-a530-3a85bd0a9916 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:16.329735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a539f026-bccf-4b93-8001-f73666860004 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:16.384491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0772e1-87b5-44b0-a530-3a85bd0a9916 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Checking segment: {'id': 'b974b798-b6c7-469e-b9b9-67e8bc73c55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '253e539f-3f0d-4d91-a055-04a383868e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:21:16.384899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0772e1-87b5-44b0-a530-3a85bd0a9916 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network hostable DHCP agents. Network: 253e539f-3f0d-4d91-a055-04a383868e61, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:21:16.390617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b3426-3cd0-405d-8785-19f85cc32c0e tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Pushing event deleted for resources: {'Port': ['ID=3845fb78-c011-4df8-99b0-f153b57b2cbb,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:16.402998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-703b3426-3cd0-405d-8785-19f85cc32c0e tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:16.408086 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-703b3426-3cd0-405d-8785-19f85cc32c0e tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] 10.222.0.60 "DELETE /v2.0/ports/3845fb78-c011-4df8-99b0-f153b57b2cbb HTTP/1.1" status: 204 len: 168 time: 1.7132261 Apr 23 09:21:16.410855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39744) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:16.477502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0772e1-87b5-44b0-a530-3a85bd0a9916 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 253e539f-3f0d-4d91-a055-04a383868e61 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:21:16.493565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-57fcc7f2-8116-4515-81e4-5b65bda596ca tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Deleting subnet e3dea54b-3a01-44d5-b2df-df8a1c10e4b0 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:21:16.497971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-57fcc7f2-8116-4515-81e4-5b65bda596ca tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:16.555877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-ad0772e1-87b5-44b0-a530-3a85bd0a9916 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 253e539f-3f0d-4d91-a055-04a383868e61) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:16.568606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed76753-2afa-4787-8fd6-7e65fd9b668f None None] Network 253e539f-3f0d-4d91-a055-04a383868e61 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:16.581415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0772e1-87b5-44b0-a530-3a85bd0a9916 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:16.581629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-57fcc7f2-8116-4515-81e4-5b65bda596ca tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:16.581979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ad0772e1-87b5-44b0-a530-3a85bd0a9916 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:16.687383 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ad0772e1-87b5-44b0-a530-3a85bd0a9916 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4438348 Apr 23 09:21:16.690615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39748) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:16.702440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'port': {'network_id': '253e539f-3f0d-4d91-a055-04a383868e61', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-295330644'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:16.726536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b23412e3-1dd3-49cc-99d8-56e0ef16a0cc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:16.736828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-569bae0f-a5f4-4dce-82b2-1359eb6d2f13 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:16.750876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-57fcc7f2-8116-4515-81e4-5b65bda596ca tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:16.834454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23412e3-1dd3-49cc-99d8-56e0ef16a0cc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Subnet': ['ID=2371c4d2-d70e-4022-b4b1-ec6bf62a33b5,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:16.837298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b23412e3-1dd3-49cc-99d8-56e0ef16a0cc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:16.847612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23412e3-1dd3-49cc-99d8-56e0ef16a0cc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Checking segment: {'id': '8549892e-2fbd-47c2-9d4f-a33a6d32269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0759c160-29f8-428e-81be-4fcdc4646707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:21:16.848091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23412e3-1dd3-49cc-99d8-56e0ef16a0cc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network hostable DHCP agents. Network: 0759c160-29f8-428e-81be-4fcdc4646707, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:21:16.853799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-253e539f-3f0d-4d91-a055-04a383868e61', 'network_id': '253e539f-3f0d-4d91-a055-04a383868e61', 'tenant_id': 'ed81b2e31f5a49b893e0f8cf455bcd22', 'fixed_ips': [{'subnet_id': '51d7f813-f64b-468d-b380-7e159919d8da'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:21:16.856054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:16.901371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23412e3-1dd3-49cc-99d8-56e0ef16a0cc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network 0759c160-29f8-428e-81be-4fcdc4646707 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:21:16.958557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b23412e3-1dd3-49cc-99d8-56e0ef16a0cc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 0759c160-29f8-428e-81be-4fcdc4646707) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:16.968445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511226f7-7b1e-4e60-9aab-57943c43b3dc None None] Network 0759c160-29f8-428e-81be-4fcdc4646707 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:16.975149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23412e3-1dd3-49cc-99d8-56e0ef16a0cc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:16.975857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b23412e3-1dd3-49cc-99d8-56e0ef16a0cc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:17.010273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:17.020740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:port and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:17.039075 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b23412e3-1dd3-49cc-99d8-56e0ef16a0cc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8028674 Apr 23 09:21:17.039798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39754) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:17.050714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-765f03f5-fc6b-4b08-a007-de6f8d54f8d9 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'subnet': {'network_id': '0759c160-29f8-428e-81be-4fcdc4646707', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:17.065804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:17.078937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:17.161604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Allocated IP 2001:db8::2 (253e539f-3f0d-4d91-a055-04a383868e61/51d7f813-f64b-468d-b380-7e159919d8da/be97adc7-7d89-41e4-856a-b36735519b6f) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:21:17.212044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:17.218939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:17.232387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-765f03f5-fc6b-4b08-a007-de6f8d54f8d9 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:17.236739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-765f03f5-fc6b-4b08-a007-de6f8d54f8d9 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:subnet and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:17.240293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-765f03f5-fc6b-4b08-a007-de6f8d54f8d9 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:17.246275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-765f03f5-fc6b-4b08-a007-de6f8d54f8d9 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:17.268370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] device_id is not set on port efb62051-89e6-4a46-88d9-d5f32a5030ae yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:21:17.282678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765f03f5-fc6b-4b08-a007-de6f8d54f8d9 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:17.289028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-765f03f5-fc6b-4b08-a007-de6f8d54f8d9 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:17.398250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c67f6-ebf1-46d7-9e69-60bb57ca6f6b req-60fe5d5c-c088-4ca9-a3ec-846fb2dd5023 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:17.400080 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-952c67f6-ebf1-46d7-9e69-60bb57ca6f6b req-60fe5d5c-c088-4ca9-a3ec-846fb2dd5023 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 945 time: 0.2851264 Apr 23 09:21:17.408997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-57fcc7f2-8116-4515-81e4-5b65bda596ca tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:17.416269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9ae19260-2e39-4cb0-891c-88fa7b24553b tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:17.444485 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.ipam_backend_mixin [None req-765f03f5-fc6b-4b08-a007-de6f8d54f8d9 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2371c4d2-d70e-4022-b4b1-ec6bf62a33b5 (CIDR: 172.20.0.0/28) Apr 23 09:21:17.484067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcc7f2-8116-4515-81e4-5b65bda596ca tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Pushing event deleted for resources: {'Subnet': ['ID=e3dea54b-3a01-44d5-b2df-df8a1c10e4b0,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:17.491981 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-765f03f5-fc6b-4b08-a007-de6f8d54f8d9 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:21:17.492202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-57fcc7f2-8116-4515-81e4-5b65bda596ca tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:17.492589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765f03f5-fc6b-4b08-a007-de6f8d54f8d9 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:21:17.493451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-57fcc7f2-8116-4515-81e4-5b65bda596ca tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:17.522432 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-57fcc7f2-8116-4515-81e4-5b65bda596ca tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] 10.222.0.60 "DELETE /v2.0/subnets/e3dea54b-3a01-44d5-b2df-df8a1c10e4b0 HTTP/1.1" status: 204 len: 168 time: 1.1102097 Apr 23 09:21:17.525629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39758) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:17.534700 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-952c67f6-ebf1-46d7-9e69-60bb57ca6f6b req-ba170a4b-0d6f-48a9-8cb0-4d220575d5bb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=13edef79-0f6a-4ba0-9653-4d1b2abdea43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201990 Apr 23 09:21:17.573739 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-765f03f5-fc6b-4b08-a007-de6f8d54f8d9 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5300608 Apr 23 09:21:17.574687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39764) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:17.582689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'subnet': {'network_id': '0759c160-29f8-428e-81be-4fcdc4646707', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:17.600464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fd264b-1309-4856-b56a-998cd95a56d8 None None] Network 17ad8a05-de52-48bd-a2c1-cf21a394a688 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:17.622517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-0759c160-29f8-428e-81be-4fcdc4646707', 'network_id': '0759c160-29f8-428e-81be-4fcdc4646707', 'tenant_id': '696097c35055491c960511aa485cbd7b', 'fixed_ips': [{'subnet_id': '2371c4d2-d70e-4022-b4b1-ec6bf62a33b5'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:21:17.624317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:17.701817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:17.782729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Deleting port c81ce7fe-f297-4567-8562-e95ed74a8b11 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:17.783236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:17.827831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:17.835809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:subnet and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:17.839615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:17.848345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:17.902264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] For port c81ce7fe-f297-4567-8562-e95ed74a8b11, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c81ce7fe-f297-4567-8562-e95ed74a8b11,segment=NetworkSegment(ad4545e3-5226-49f8-bea3-33144a63a697),segment_id=ad4545e3-5226-49f8-bea3-33144a63a697)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:21:17.903628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:18.001253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:18.045746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Calling delete_port for c81ce7fe-f297-4567-8562-e95ed74a8b11 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:18.053487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Transition to ACTIVE for port object be97adc7-7d89-41e4-856a-b36735519b6f will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:18.110594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Transition to ACTIVE for port object be97adc7-7d89-41e4-856a-b36735519b6f will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:18.129154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Allocated IP 172.20.0.2 (0759c160-29f8-428e-81be-4fcdc4646707/2371c4d2-d70e-4022-b4b1-ec6bf62a33b5/0c4ea262-1a90-4c22-96ed-85cb955874ba) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:21:18.165100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:18.176741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d9a777f4-691b-4ac5-8abc-87df3930e479 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:18.177488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e74c4-ab6f-464f-ba92-46a402bca50b req-c980dc67-c363-43e7-b8b0-8c817d29bfa7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:18.179235 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f07e74c4-ab6f-464f-ba92-46a402bca50b req-c980dc67-c363-43e7-b8b0-8c817d29bfa7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 945 time: 0.4767153 Apr 23 09:21:18.192535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:18.199931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3974342b-8d5e-4e33-a95e-15ebaf6fc030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:18.231135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:18.231655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Pushing event deleted for resources: {'Port': ['ID=c81ce7fe-f297-4567-8562-e95ed74a8b11,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:18.238377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:18.242780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:18.250254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] No DVR routers for this DVR port c81ce7fe-f297-4567-8562-e95ed74a8b11 on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:21:18.288100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b7c117-fced-49c2-a0b1-cadb286297f6 None None] DHCP port deletion for 17ad8a05-de52-48bd-a2c1-cf21a394a688 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:21:18.323636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Allocated IP 2001:db8::28a (253e539f-3f0d-4d91-a055-04a383868e61/51d7f813-f64b-468d-b380-7e159919d8da/efb62051-89e6-4a46-88d9-d5f32a5030ae) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:21:18.359242 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f07e74c4-ab6f-464f-ba92-46a402bca50b req-06e29c96-07d0-4c0a-8895-367aeb3c5ef4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=13edef79-0f6a-4ba0-9653-4d1b2abdea43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533790 Apr 23 09:21:18.392307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39768) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:18.431671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:18.519822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Pushing event updated for resources: {'Port': ['ID=be97adc7-7d89-41e4-856a-b36735519b6f,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:18.522122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317b5b7e-52d0-4bc4-943d-08a6d850cb24 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:18.524096 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-317b5b7e-52d0-4bc4-943d-08a6d850cb24 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 1093 time: 0.1302962 Apr 23 09:21:18.528014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39772) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:18.532585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Network 253e539f-3f0d-4d91-a055-04a383868e61 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:18.536693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': '68cdcc24-a8af-4b60-b26c-7a2543784955', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:18.548563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:18.548809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:18.554995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:18.563112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:21:18.594013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:floatingip and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:18.599486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:18.610765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:18.665700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:18.833012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Attempting to bind port be97adc7-7d89-41e4-856a-b36735519b6f on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:21:18.833595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Attempting to bind port be97adc7-7d89-41e4-856a-b36735519b6f by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'b974b798-b6c7-469e-b9b9-67e8bc73c55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '253e539f-3f0d-4d91-a055-04a383868e61'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:21:18.834278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Attempting to bind port be97adc7-7d89-41e4-856a-b36735519b6f on network 253e539f-3f0d-4d91-a055-04a383868e61 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:21:18.930149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:21:18.931501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Checking segment: {'id': 'b974b798-b6c7-469e-b9b9-67e8bc73c55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '253e539f-3f0d-4d91-a055-04a383868e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:21:18.931670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:18.932283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Bound using segment: {'id': 'b974b798-b6c7-469e-b9b9-67e8bc73c55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '253e539f-3f0d-4d91-a055-04a383868e61'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:21:18.933574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Bound port: be97adc7-7d89-41e4-856a-b36735519b6f, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b974b798-b6c7-469e-b9b9-67e8bc73c55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '253e539f-3f0d-4d91-a055-04a383868e61'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:21:18.935608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:18.975985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:19.009040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ad8a05-de52-48bd-a2c1-cf21a394a688']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:19.039063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4545e3-5226-49f8-bea3-33144a63a697') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:19.039432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4545e3-5226-49f8-bea3-33144a63a697') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:19.061016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:19.066853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:19.091577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:19.098975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Transition to ACTIVE for port object 0c4ea262-1a90-4c22-96ed-85cb955874ba will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:19.099338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:19.114170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:21:19.144708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Transition to ACTIVE for port object efb62051-89e6-4a46-88d9-d5f32a5030ae will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:19.145193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Transition to ACTIVE for port object 0c4ea262-1a90-4c22-96ed-85cb955874ba will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:19.147003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] For port be97adc7-7d89-41e4-856a-b36735519b6f, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:21:19.188491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:19.192239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:19.195654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-209c2e1d-522c-4d10-a749-a628dd8d9f76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:19.203128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ad0772e1-87b5-44b0-a530-3a85bd0a9916 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:19.271179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.26.4.100 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/7c10a93f-bfef-4216-9be0-0324f8761ba8) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:21:19.275510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Network 0759c160-29f8-428e-81be-4fcdc4646707 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:19.281020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:19.284539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:21:19.293977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network 0759c160-29f8-428e-81be-4fcdc4646707 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:19.298938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:19.325746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Network 17ad8a05-de52-48bd-a2c1-cf21a394a688 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:21:19.343516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:19.343922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:19.344118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:19.360781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Subnet': ['ID=0dd0a4c7-8831-452b-a53c-c4e49c6e4bce,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:19.380677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Pushing event updated for resources: {'Port': ['ID=0c4ea262-1a90-4c22-96ed-85cb955874ba,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:19.384580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:19.433878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:19.434370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:19.434876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:19.435420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:19.435747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:19.436182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:19.437071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:19.437071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:19.437518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:19.437761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:19.438195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:19.438646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:19.453561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:19.481000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Attempting to bind port 0c4ea262-1a90-4c22-96ed-85cb955874ba on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:21:19.482927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Attempting to bind port 0c4ea262-1a90-4c22-96ed-85cb955874ba by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8549892e-2fbd-47c2-9d4f-a33a6d32269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0759c160-29f8-428e-81be-4fcdc4646707'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:21:19.483542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Attempting to bind port 0c4ea262-1a90-4c22-96ed-85cb955874ba on network 0759c160-29f8-428e-81be-4fcdc4646707 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:21:19.497137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:19.498221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:21:19.498827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Checking segment: {'id': '8549892e-2fbd-47c2-9d4f-a33a6d32269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0759c160-29f8-428e-81be-4fcdc4646707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:21:19.499160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:19.499839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Bound using segment: {'id': '8549892e-2fbd-47c2-9d4f-a33a6d32269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0759c160-29f8-428e-81be-4fcdc4646707'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:21:19.500361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Bound port: 0c4ea262-1a90-4c22-96ed-85cb955874ba, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8549892e-2fbd-47c2-9d4f-a33a6d32269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0759c160-29f8-428e-81be-4fcdc4646707'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:21:19.500815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:19.529319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:19.540535 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9626837 Apr 23 09:21:19.562590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39776) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:19.569252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-fed22527-7be6-4a7b-9351-fb59fbca7530 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'port': {'network_id': '0759c160-29f8-428e-81be-4fcdc4646707', 'fixed_ips': [{'subnet_id': '2371c4d2-d70e-4022-b4b1-ec6bf62a33b5'}, {'subnet_id': '0dd0a4c7-8831-452b-a53c-c4e49c6e4bce'}], 'name': 'tempest-PortsTestJSON-1377040161'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:19.594611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8f9e517b-f12e-424b-990a-97da62307150 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:19.630607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c81ce7fe-f297-4567-8562-e95ed74a8b11 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:21:19.686423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:19.687961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: c81ce7fe-f297-4567-8562-e95ed74a8b11 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:21:19.688364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c81ce7fe-f297-4567-8562-e95ed74a8b11 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:21:19.695554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] For port 0c4ea262-1a90-4c22-96ed-85cb955874ba, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:21:19.699828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] For port 0c4ea262-1a90-4c22-96ed-85cb955874ba, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=0c4ea262-1a90-4c22-96ed-85cb955874ba,segment=NetworkSegment(8549892e-2fbd-47c2-9d4f-a33a6d32269f),segment_id=8549892e-2fbd-47c2-9d4f-a33a6d32269f)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:21:19.703526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a7d77c09-3f03-45bb-b2f6-e528c22ed100 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:19.730559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:19.731028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Network 17ad8a05-de52-48bd-a2c1-cf21a394a688 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:21:19.736984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:21:19.786393 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:21:19.791146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 253e539f-3f0d-4d91-a055-04a383868e61 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:19.826263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:19.829466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:21:19.839003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:19.840017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:19.840862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:19.843135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Pushing event updated for resources: {'Port': ['ID=0c4ea262-1a90-4c22-96ed-85cb955874ba,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:19.847244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:19.855899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:19.857165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Port': ['ID=efb62051-89e6-4a46-88d9-d5f32a5030ae,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:19.862393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:21:19.938520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:19.938948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:19.939372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:19.939792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:19.940209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:19.940612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:19.940776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=7c10a93f-bfef-4216-9be0-0324f8761ba8,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:19.941019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:19.941427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:19.941843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:19.942244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:19.942699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:19.943106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:19.951333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:19.954940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:19.969745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] For port be97adc7-7d89-41e4-856a-b36735519b6f, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=be97adc7-7d89-41e4-856a-b36735519b6f,segment=NetworkSegment(b974b798-b6c7-469e-b9b9-67e8bc73c55b),segment_id=b974b798-b6c7-469e-b9b9-67e8bc73c55b)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:21:19.989467 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.2971909 Apr 23 09:21:19.992389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39780) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:20.014679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:20.017269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fed22527-7be6-4a7b-9351-fb59fbca7530 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:20.020656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a7874b9c-212b-49ae-975e-1610d1326114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:20.025586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fed22527-7be6-4a7b-9351-fb59fbca7530 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:port and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:20.032497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fed22527-7be6-4a7b-9351-fb59fbca7530 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:20.049555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fed22527-7be6-4a7b-9351-fb59fbca7530 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:20.057089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:20.065413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:20.085624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:20.121975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Pushing event updated for resources: {'Port': ['ID=be97adc7-7d89-41e4-856a-b36735519b6f,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:20.126298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Pushing event deleted for resources: {'Network': ['ID=17ad8a05-de52-48bd-a2c1-cf21a394a688,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:20.136157 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] 10.222.0.60 "DELETE /v2.0/networks/17ad8a05-de52-48bd-a2c1-cf21a394a688 HTTP/1.1" status: 204 len: 168 time: 2.6016686 Apr 23 09:21:20.136157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:20.138027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:20.316406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed22527-7be6-4a7b-9351-fb59fbca7530 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:20.349812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3808e0dc-96ea-4055-b9f4-097f74e297de tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting port efb62051-89e6-4a46-88d9-d5f32a5030ae {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:20.350229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3808e0dc-96ea-4055-b9f4-097f74e297de tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:20.684328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3808e0dc-96ea-4055-b9f4-097f74e297de tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:20.741307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fed22527-7be6-4a7b-9351-fb59fbca7530 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:20.781621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-fed22527-7be6-4a7b-9351-fb59fbca7530 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] device_id is not set on port d0566410-34a1-4f93-bce6-54d1993f4e43 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:21:20.863244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39788) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:20.938619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3808e0dc-96ea-4055-b9f4-097f74e297de tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Calling delete_port for efb62051-89e6-4a46-88d9-d5f32a5030ae owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:20.974855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:21.107797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3808e0dc-96ea-4055-b9f4-097f74e297de tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:21.116152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-415cd8c1-c225-45c5-8b70-fef1f5fd5c4c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:21.130806 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fe94cdd9-084e-48cf-9152-39e50962809f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0271238eda4d4e3d9797c9131e5c9f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2620521 Apr 23 09:21:21.158829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39794) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:21.231950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808e0dc-96ea-4055-b9f4-097f74e297de tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Port': ['ID=efb62051-89e6-4a46-88d9-d5f32a5030ae,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:21.235181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3808e0dc-96ea-4055-b9f4-097f74e297de tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:21.248015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3808e0dc-96ea-4055-b9f4-097f74e297de tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:21.251118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:21.271534 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3808e0dc-96ea-4055-b9f4-097f74e297de tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/ports/efb62051-89e6-4a46-88d9-d5f32a5030ae HTTP/1.1" status: 204 len: 168 time: 1.2776625 Apr 23 09:21:21.275764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39798) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:21.342614 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-405c080d-fdb3-48fd-98b9-054f0627c03e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] GET failed (client error): The resource could not be found. Apr 23 09:21:21.343442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-405c080d-fdb3-48fd-98b9-054f0627c03e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Synchronizing usage tracker for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:21.377125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ff6d949-7db4-4916-87b3-e8d48dfb1264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:21.410223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-405c080d-fdb3-48fd-98b9-054f0627c03e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Unset dirty status for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:21.414833 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-405c080d-fdb3-48fd-98b9-054f0627c03e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports/efb62051-89e6-4a46-88d9-d5f32a5030ae HTTP/1.1" status: 404 len: 333 time: 0.1346674 Apr 23 09:21:21.419747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39802) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:21.423161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ff6d949-7db4-4916-87b3-e8d48dfb1264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:21.434362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-fed22527-7be6-4a7b-9351-fb59fbca7530 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Allocated IP 172.20.0.9 (0759c160-29f8-428e-81be-4fcdc4646707/2371c4d2-d70e-4022-b4b1-ec6bf62a33b5/d0566410-34a1-4f93-bce6-54d1993f4e43) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:21:21.559667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-fed22527-7be6-4a7b-9351-fb59fbca7530 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Allocated IP 172.20.0.28 (0759c160-29f8-428e-81be-4fcdc4646707/0dd0a4c7-8831-452b-a53c-c4e49c6e4bce/d0566410-34a1-4f93-bce6-54d1993f4e43) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:21:21.651053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-8492f074-a413-4bfa-a6cf-65a1df81aa3f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting subnet 51d7f813-f64b-468d-b380-7e159919d8da {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:21:21.657286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8492f074-a413-4bfa-a6cf-65a1df81aa3f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:21.705931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:21.749267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:21.755609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7972166d-5a8e-4dbf-a88d-0a4779a989ad None None] Network 0759c160-29f8-428e-81be-4fcdc4646707 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:21.759337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:21.800490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8492f074-a413-4bfa-a6cf-65a1df81aa3f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:21.847537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device be97adc7-7d89-41e4-856a-b36735519b6f up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:21:21.930402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8492f074-a413-4bfa-a6cf-65a1df81aa3f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:22.054204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-dd8154a1-1e51-4f17-af7c-d46e07bda519 None None] Provisioning for port 0c4ea262-1a90-4c22-96ed-85cb955874ba completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:21:22.164406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ff6d949-7db4-4916-87b3-e8d48dfb1264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:22.175780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-88f81d0f-2e01-48ef-9938-22058d8fd27d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:22.189674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port be97adc7-7d89-41e4-856a-b36735519b6f completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:21:22.196857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ff1d99-845f-433a-8af0-cdaf0aa85660 None None] Network 253e539f-3f0d-4d91-a055-04a383868e61 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:22.206519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6d949-7db4-4916-87b3-e8d48dfb1264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accf2f8c-5a6b-4b32-a0a4-84f1c906f42f,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:22.209256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3ff6d949-7db4-4916-87b3-e8d48dfb1264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:22.225495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3ff6d949-7db4-4916-87b3-e8d48dfb1264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:22.229291 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3ff6d949-7db4-4916-87b3-e8d48dfb1264 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/accf2f8c-5a6b-4b32-a0a4-84f1c906f42f HTTP/1.1" status: 204 len: 168 time: 1.0643301 Apr 23 09:21:22.276298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 0c4ea262-1a90-4c22-96ed-85cb955874ba up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:21:22.338497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=7c10a93f-bfef-4216-9be0-0324f8761ba8,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:22.353265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:22.366021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:22.398282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f3446b45-d068-4952-b07e-9def0be69490 None None] Provisioning for port be97adc7-7d89-41e4-856a-b36735519b6f completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:21:22.452405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8492f074-a413-4bfa-a6cf-65a1df81aa3f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:22.467734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f3446b45-d068-4952-b07e-9def0be69490 None None] Provisioning complete for port be97adc7-7d89-41e4-856a-b36735519b6f triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:22.468047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f3446b45-d068-4952-b07e-9def0be69490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:22.485255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9af75b0f-8750-4a81-928a-b633e520a40c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:22.556311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fed22527-7be6-4a7b-9351-fb59fbca7530 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:22.599311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fed22527-7be6-4a7b-9351-fb59fbca7530 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Transition to ACTIVE for port object d0566410-34a1-4f93-bce6-54d1993f4e43 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:22.620069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492f074-a413-4bfa-a6cf-65a1df81aa3f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Subnet': ['ID=51d7f813-f64b-468d-b380-7e159919d8da,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:22.626102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8492f074-a413-4bfa-a6cf-65a1df81aa3f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:22.639950 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8492f074-a413-4bfa-a6cf-65a1df81aa3f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/subnets/51d7f813-f64b-468d-b380-7e159919d8da HTTP/1.1" status: 204 len: 168 time: 1.2038233 Apr 23 09:21:22.641805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8492f074-a413-4bfa-a6cf-65a1df81aa3f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:22.644608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39810) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:22.658427 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Floating IP 48977363-fc2f-46b0-b998-619cf54b55d1 associated. External IP: 172.26.4.100, port: 68cdcc24-a8af-4b60-b26c-7a2543784955. Apr 23 09:21:22.864962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fed22527-7be6-4a7b-9351-fb59fbca7530 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:22.884782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:22.935964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:22.979973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 0c4ea262-1a90-4c22-96ed-85cb955874ba completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:21:23.041141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 0c4ea262-1a90-4c22-96ed-85cb955874ba triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:23.041579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:23.073339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting port be97adc7-7d89-41e4-856a-b36735519b6f {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:23.073572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:23.137206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f3446b45-d068-4952-b07e-9def0be69490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:23.184499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed22527-7be6-4a7b-9351-fb59fbca7530 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network 0759c160-29f8-428e-81be-4fcdc4646707 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:23.187387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:23.191099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfae8fa-6e39-4b84-a084-f9e4bcf18bd7 None None] Update dhcp port {'port': {'network_id': '0759c160-29f8-428e-81be-4fcdc4646707', 'fixed_ips': [{'subnet_id': '2371c4d2-d70e-4022-b4b1-ec6bf62a33b5', 'ip_address': '172.20.0.2'}, {'subnet_id': '0dd0a4c7-8831-452b-a53c-c4e49c6e4bce'}], 'binding:host_id': 'dv-neutron-786478-4-hyperv'}, 'id': '0c4ea262-1a90-4c22-96ed-85cb955874ba'} from dv-neutron-786478-4-hyperv. {{(pid=87176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 23 09:21:23.254775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] For port be97adc7-7d89-41e4-856a-b36735519b6f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=be97adc7-7d89-41e4-856a-b36735519b6f,segment=NetworkSegment(b974b798-b6c7-469e-b9b9-67e8bc73c55b),segment_id=b974b798-b6c7-469e-b9b9-67e8bc73c55b)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:21:23.255890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:23.282931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f3446b45-d068-4952-b07e-9def0be69490 None None] For port be97adc7-7d89-41e4-856a-b36735519b6f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=be97adc7-7d89-41e4-856a-b36735519b6f,segment=NetworkSegment(b974b798-b6c7-469e-b9b9-67e8bc73c55b),segment_id=b974b798-b6c7-469e-b9b9-67e8bc73c55b)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:21:23.328143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dcfae8fa-6e39-4b84-a084-f9e4bcf18bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:23.334019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-fed22527-7be6-4a7b-9351-fb59fbca7530 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:23.343389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed22527-7be6-4a7b-9351-fb59fbca7530 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Port': ['ID=d0566410-34a1-4f93-bce6-54d1993f4e43,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:23.351679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f3446b45-d068-4952-b07e-9def0be69490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:23.352012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed22527-7be6-4a7b-9351-fb59fbca7530 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:21:23.363619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:23.390700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fed22527-7be6-4a7b-9351-fb59fbca7530 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:23.497987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdafc2b6-ca7e-4d0e-86ed-03797e208936 None None] DHCP port deletion for 253e539f-3f0d-4d91-a055-04a383868e61 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:21:23.502973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed22527-7be6-4a7b-9351-fb59fbca7530 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:23.504214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fed22527-7be6-4a7b-9351-fb59fbca7530 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:23.540204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:23.547252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Calling delete_port for be97adc7-7d89-41e4-856a-b36735519b6f owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:23.594427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router b8ddafff-e3db-458d-b80d-48ac8b1c842b has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:21:23.635968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3446b45-d068-4952-b07e-9def0be69490 None None] Pushing event updated for resources: {'Port': ['ID=be97adc7-7d89-41e4-856a-b36735519b6f,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:23.644699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f3446b45-d068-4952-b07e-9def0be69490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:23.683519 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fed22527-7be6-4a7b-9351-fb59fbca7530 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.1177154 Apr 23 09:21:23.686771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39828) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:23.699398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-db307e06-8217-4143-b46b-86e34c875f38 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2371c4d2-d70e-4022-b4b1-ec6bf62a33b5'}]}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:23.723654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 0c4ea262-1a90-4c22-96ed-85cb955874ba, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=0c4ea262-1a90-4c22-96ed-85cb955874ba,segment=NetworkSegment(8549892e-2fbd-47c2-9d4f-a33a6d32269f),segment_id=8549892e-2fbd-47c2-9d4f-a33a6d32269f)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:21:23.745840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:21:23.745840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:21:23.807209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:23.812398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:23.833480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:21:23.855240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cdafc2b6-ca7e-4d0e-86ed-03797e208936 None None] Deleting port be97adc7-7d89-41e4-856a-b36735519b6f {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:23.855911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cdafc2b6-ca7e-4d0e-86ed-03797e208936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:23.870246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1173347-2386-4d27-976e-415191c61483 None None] Sync routers for ids ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:21:23.888825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:23.936908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1173347-2386-4d27-976e-415191c61483 None None] Routers {'b8ddafff-e3db-458d-b80d-48ac8b1c842b'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:21:23.937934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a1173347-2386-4d27-976e-415191c61483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:21:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:23.958736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39834) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:23.976117 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4449329 Apr 23 09:21:23.977019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6396bd5f-9151-4681-b6cf-7b9aeba67439', 'tag': '68cdcc24-a8af-4b60-b26c-7a2543784955'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:21:23.983501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39838) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:24.066950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device be97adc7-7d89-41e4-856a-b36735519b6f no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:21:24.086739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db307e06-8217-4143-b46b-86e34c875f38 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:24.124580 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d7eee94b-8846-4606-bb97-ff5c1af016c3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/48977363-fc2f-46b0-b998-619cf54b55d1 HTTP/1.1" status: 200 len: 991 time: 0.1388690 Apr 23 09:21:24.196886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-dcfae8fa-6e39-4b84-a084-f9e4bcf18bd7 None None] Allocated IP 172.20.0.18 (0759c160-29f8-428e-81be-4fcdc4646707/0dd0a4c7-8831-452b-a53c-c4e49c6e4bce/0c4ea262-1a90-4c22-96ed-85cb955874ba) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:21:24.251436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1841cc74-65b8-48a5-b14e-66c1420c6eba tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] Request body: {'port': {'network_id': 'a54f4723-4ec1-448b-980b-d2b4967a1d7b', 'name': 'tempest-NetworksNegativeTestJSON-207782675'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:24.253426 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6396bd5f-9151-4681-b6cf-7b9aeba67439', 'tag': '68cdcc24-a8af-4b60-b26c-7a2543784955', 'status': 'completed', 'code': 200} Apr 23 09:21:24.295076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=0c4ea262-1a90-4c22-96ed-85cb955874ba,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:24.299692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-cdafc2b6-ca7e-4d0e-86ed-03797e208936 None None] For port be97adc7-7d89-41e4-856a-b36735519b6f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=be97adc7-7d89-41e4-856a-b36735519b6f,segment=NetworkSegment(b974b798-b6c7-469e-b9b9-67e8bc73c55b),segment_id=b974b798-b6c7-469e-b9b9-67e8bc73c55b)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:21:24.299925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cdafc2b6-ca7e-4d0e-86ed-03797e208936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:24.319007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:24.361327 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-1841cc74-65b8-48a5-b14e-66c1420c6eba tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] POST failed (client error): The resource could not be found. Apr 23 09:21:24.361866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1841cc74-65b8-48a5-b14e-66c1420c6eba tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:21:24.366774 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1841cc74-65b8-48a5-b14e-66c1420c6eba tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4005876 Apr 23 09:21:24.367531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39848) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:24.399370 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22758ea-dacd-4d11-9ff1-2bbfa2df6317 tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] DELETE failed (client error): The resource could not be found. Apr 23 09:21:24.399925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c22758ea-dacd-4d11-9ff1-2bbfa2df6317 tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:21:24.402292 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c22758ea-dacd-4d11-9ff1-2bbfa2df6317 tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] 10.222.0.60 "DELETE /v2.0/networks/9a361c15-7f72-4e1d-bf18-20ad1241b179 HTTP/1.1" status: 404 len: 339 time: 0.0332112 Apr 23 09:21:24.406481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39852) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:24.471404 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-19efc650-718e-4990-bde8-2ca7604f2127 tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] DELETE failed (client error): The resource could not be found. Apr 23 09:21:24.479184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19efc650-718e-4990-bde8-2ca7604f2127 tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:21:24.486973 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-19efc650-718e-4990-bde8-2ca7604f2127 tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] 10.222.0.60 "DELETE /v2.0/ports/b561fa97-b3b8-46ac-b546-4db67d0734c5 HTTP/1.1" status: 404 len: 333 time: 0.0746489 Apr 23 09:21:24.487640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39856) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:24.534516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cdafc2b6-ca7e-4d0e-86ed-03797e208936 None None] Calling delete_port for be97adc7-7d89-41e4-856a-b36735519b6f owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:24.536468 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-20cb01df-fa93-4edd-8a32-4cb2deba1d12 tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] DELETE failed (client error): The resource could not be found. Apr 23 09:21:24.546131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20cb01df-fa93-4edd-8a32-4cb2deba1d12 tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:21:24.546131 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-20cb01df-fa93-4edd-8a32-4cb2deba1d12 tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] 10.222.0.60 "DELETE /v2.0/subnets/43895930-5faa-4c3c-96a7-126643c5efab HTTP/1.1" status: 404 len: 337 time: 0.0513282 Apr 23 09:21:24.546131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39860) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:24.551058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting port be97adc7-7d89-41e4-856a-b36735519b6f {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:24.551352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:24.577391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-a1173347-2386-4d27-976e-415191c61483 None None] Set router b8ddafff-e3db-458d-b80d-48ac8b1c842b gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:21:24.580728 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae57daa-fc0d-4fb6-b7e3-e441c3d30932 tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] GET failed (client error): The resource could not be found. Apr 23 09:21:24.586089 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-aae57daa-fc0d-4fb6-b7e3-e441c3d30932 tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] 10.222.0.60 "GET /v2.0/networks/4aba6141-161c-4aa5-84cf-e050e643b249 HTTP/1.1" status: 404 len: 339 time: 0.0362034 Apr 23 09:21:24.587005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39864) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:24.606664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f2e2b-249b-4eef-bf76-3aa7e147c23f req-3c78e632-9386-480a-a8a2-c03fda348356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:24.608314 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-682f2e2b-249b-4eef-bf76-3aa7e147c23f req-3c78e632-9386-480a-a8a2-c03fda348356 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 1098 time: 0.3154969 Apr 23 09:21:24.656849 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a295f1-c17c-45a8-b860-5aba0827293e tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] GET failed (client error): The resource could not be found. Apr 23 09:21:24.658640 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-16a295f1-c17c-45a8-b860-5aba0827293e tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] 10.222.0.60 "GET /v2.0/ports/fb894fd4-3845-4445-8d7b-57b455bddbf4 HTTP/1.1" status: 404 len: 333 time: 0.0701783 Apr 23 09:21:24.665662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39868) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:24.719558 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd129f1-2795-40b9-ba53-48daa9381a94 tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] GET failed (client error): The resource could not be found. Apr 23 09:21:24.725680 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fdd129f1-2795-40b9-ba53-48daa9381a94 tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] 10.222.0.60 "GET /v2.0/subnets/9277a8df-c0a3-4a2f-a380-23669a6c7d4d HTTP/1.1" status: 404 len: 337 time: 0.0540311 Apr 23 09:21:24.726940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39872) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:24.735750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-472b9275-64d7-4d7b-8b0c-39aa96323585 tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:24.760347 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-472b9275-64d7-4d7b-8b0c-39aa96323585 tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] PUT failed (client error): The resource could not be found. Apr 23 09:21:24.761071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472b9275-64d7-4d7b-8b0c-39aa96323585 tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:21:24.766462 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-472b9275-64d7-4d7b-8b0c-39aa96323585 tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] 10.222.0.60 "PUT /v2.0/networks/63ee88e9-c668-4a6e-af68-0e752c08dd78 HTTP/1.1" status: 404 len: 339 time: 0.0357687 Apr 23 09:21:24.771903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39876) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:24.782022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2a633356-adee-4272-9278-4bb417ebff7e tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:24.819265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] For port be97adc7-7d89-41e4-856a-b36735519b6f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=be97adc7-7d89-41e4-856a-b36735519b6f,segment=NetworkSegment(b974b798-b6c7-469e-b9b9-67e8bc73c55b),segment_id=b974b798-b6c7-469e-b9b9-67e8bc73c55b)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:21:24.819672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:24.832235 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a633356-adee-4272-9278-4bb417ebff7e tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] PUT failed (client error): The resource could not be found. Apr 23 09:21:24.833318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a633356-adee-4272-9278-4bb417ebff7e tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:21:24.841449 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2a633356-adee-4272-9278-4bb417ebff7e tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] 10.222.0.60 "PUT /v2.0/ports/6460f8fb-0ee0-452d-8dee-0c29f6c67071 HTTP/1.1" status: 404 len: 333 time: 0.0608087 Apr 23 09:21:24.842429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39880) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:24.849462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3b505f6c-b01b-49ea-8da7-6fe924c44099 tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:24.892259 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b505f6c-b01b-49ea-8da7-6fe924c44099 tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] PUT failed (client error): The resource could not be found. Apr 23 09:21:24.892910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b505f6c-b01b-49ea-8da7-6fe924c44099 tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:21:24.899580 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3b505f6c-b01b-49ea-8da7-6fe924c44099 tempest-NetworksNegativeTestJSON-1602682772 tempest-NetworksNegativeTestJSON-1602682772-project] 10.222.0.60 "PUT /v2.0/subnets/6979cd80-4b50-4d24-b13a-c8fdc9674b4f HTTP/1.1" status: 404 len: 337 time: 0.0506423 Apr 23 09:21:24.973213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Calling delete_port for be97adc7-7d89-41e4-856a-b36735519b6f owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:25.015521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f2e2b-249b-4eef-bf76-3aa7e147c23f req-2d41c727-7dbd-43e7-bfe0-86db95042cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:25.017130 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-682f2e2b-249b-4eef-bf76-3aa7e147c23f req-2d41c727-7dbd-43e7-bfe0-86db95042cef service neutron] 10.222.0.35 "GET /v2.0/networks?id=004890de-ba85-4569-8774-f7b9851ca4ee HTTP/1.1" status: 200 len: 898 time: 0.3949037 Apr 23 09:21:25.027967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:25.130510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39886) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:25.148851 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-682f2e2b-249b-4eef-bf76-3aa7e147c23f req-e3942d5c-d4cf-4ec6-bed8-3bf6feb19d16 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68cdcc24-a8af-4b60-b26c-7a2543784955 HTTP/1.1" status: 200 len: 999 time: 0.1245255 Apr 23 09:21:25.179692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-dcfae8fa-6e39-4b84-a084-f9e4bcf18bd7 None None] For port 0c4ea262-1a90-4c22-96ed-85cb955874ba, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=0c4ea262-1a90-4c22-96ed-85cb955874ba,segment=NetworkSegment(8549892e-2fbd-47c2-9d4f-a33a6d32269f),segment_id=8549892e-2fbd-47c2-9d4f-a33a6d32269f)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:21:25.228608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f2e2b-249b-4eef-bf76-3aa7e147c23f req-b2062c3e-4283-443c-b457-ec8943d255a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:25.230625 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-682f2e2b-249b-4eef-bf76-3aa7e147c23f req-b2062c3e-4283-443c-b457-ec8943d255a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf0c24f7-f59a-4164-9809-33a3cfb48acd HTTP/1.1" status: 200 len: 835 time: 0.0752742 Apr 23 09:21:25.287624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-cdafc2b6-ca7e-4d0e-86ed-03797e208936 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:21:25.288531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-cdafc2b6-ca7e-4d0e-86ed-03797e208936 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:21:25.306859 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f71908b1-2942-4d4b-a947-95ffbae8495c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/48977363-fc2f-46b0-b998-619cf54b55d1 HTTP/1.1" status: 200 len: 991 time: 0.1735926 Apr 23 09:21:25.316209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:25.321715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-49a356c3-749f-49be-a139-817ae97dadee tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:25.348955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-dcfae8fa-6e39-4b84-a084-f9e4bcf18bd7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:21:25.369172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dcfae8fa-6e39-4b84-a084-f9e4bcf18bd7 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:25.375197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Port': ['ID=be97adc7-7d89-41e4-856a-b36735519b6f,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:25.380059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:25.391029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] No DVR routers for this DVR port be97adc7-7d89-41e4-856a-b36735519b6f on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:21:25.412679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-dcfae8fa-6e39-4b84-a084-f9e4bcf18bd7 None None] Transition to ACTIVE for port object 0c4ea262-1a90-4c22-96ed-85cb955874ba will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:25.484622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dcfae8fa-6e39-4b84-a084-f9e4bcf18bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:25.503229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2d8feea8-42e3-446d-9d1d-8bb7bb3129dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:25.526462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39892) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:25.702643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9dd6b0b6-7b3b-43f6-a6a7-bf9d02187aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:25.721262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9dd6b0b6-7b3b-43f6-a6a7-bf9d02187aeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:25.726275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9dd6b0b6-7b3b-43f6-a6a7-bf9d02187aeb admin admin] Usage tracker for resource:security_group_rule and tenant:db8dc4ddcd344472a63e18ebeae85ae6 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:25.729770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9dd6b0b6-7b3b-43f6-a6a7-bf9d02187aeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:25.737342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9dd6b0b6-7b3b-43f6-a6a7-bf9d02187aeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:25.772594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfae8fa-6e39-4b84-a084-f9e4bcf18bd7 None None] Pushing event updated for resources: {'Port': ['ID=0c4ea262-1a90-4c22-96ed-85cb955874ba,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:25.785708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dcfae8fa-6e39-4b84-a084-f9e4bcf18bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:25.834567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cdafc2b6-ca7e-4d0e-86ed-03797e208936 None None] The port 'be97adc7-7d89-41e4-856a-b36735519b6f' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:21:25.851533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a1173347-2386-4d27-976e-415191c61483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'name': 'tempest-TestNetworkBasicOps-router-529862777', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'dff0f742-9476-4163-9916-5e47994affd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:31Z', 'updated_at': '2021-04-23T09:20:44Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'dff0f742-9476-4163-9916-5e47994affd5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:33Z', 'updated_at': '2021-04-23T09:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '48977363-fc2f-46b0-b998-619cf54b55d1', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.100', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'port_id': '68cdcc24-a8af-4b60-b26c-7a2543784955', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'mac_address': 'fa:16:3e:5d:24:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6396bd5f-9151-4681-b6cf-7b9aeba67439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:21:20Z', 'updated_at': '2021-04-23T09:21:20Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5645f6-da53-4cec-8a2a-3ec0d1fdff23', 'name': '', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:08:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:42Z', 'updated_at': '2021-04-23T09:20:52Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:25.851980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9dd6b0b6-7b3b-43f6-a6a7-bf9d02187aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:25.856871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1173347-2386-4d27-976e-415191c61483 None None] Checking router: b8ddafff-e3db-458d-b80d-48ac8b1c842b for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:21:25.869236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1173347-2386-4d27-976e-415191c61483 None None] Routers {'b8ddafff-e3db-458d-b80d-48ac8b1c842b'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:21:25.875684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a1173347-2386-4d27-976e-415191c61483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:21:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:25.889915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9dd6b0b6-7b3b-43f6-a6a7-bf9d02187aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:25.908044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-babea085-9e4d-4915-84a8-9b6ca9554286 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:25.982156 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9dd6b0b6-7b3b-43f6-a6a7-bf9d02187aeb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db8dc4ddcd344472a63e18ebeae85ae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4508865 Apr 23 09:21:25.984144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39898) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:25.986757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f2e2b-249b-4eef-bf76-3aa7e147c23f req-6d61a9f1-3fca-417d-a4b9-e51695a53bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:25.988188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6b0b6-7b3b-43f6-a6a7-bf9d02187aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26017336-073c-4cf2-8449-13adfc96bc13,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:25.989793 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-682f2e2b-249b-4eef-bf76-3aa7e147c23f req-6d61a9f1-3fca-417d-a4b9-e51695a53bac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=004890de-ba85-4569-8774-f7b9851ca4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7511961 Apr 23 09:21:25.994583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9dd6b0b6-7b3b-43f6-a6a7-bf9d02187aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:26.002193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:26.052828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 0c4ea262-1a90-4c22-96ed-85cb955874ba up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:21:26.093836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ee20cc3d-fc4e-4048-92f5-358b98997f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:26.131145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-db307e06-8217-4143-b46b-86e34c875f38 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Delete allocated IP 172.20.0.28 (0759c160-29f8-428e-81be-4fcdc4646707/0dd0a4c7-8831-452b-a53c-c4e49c6e4bce) {{(pid=87174) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Apr 23 09:21:26.164800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ee20cc3d-fc4e-4048-92f5-358b98997f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:26.301941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ee20cc3d-fc4e-4048-92f5-358b98997f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:26.311114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-a1173347-2386-4d27-976e-415191c61483 None None] Set router b8ddafff-e3db-458d-b80d-48ac8b1c842b gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:21:26.321990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39902) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:26.328210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a5adb850-cf6a-4f1a-aaa7-167c9fd2456f tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:26.422377 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-682f2e2b-249b-4eef-bf76-3aa7e147c23f req-e0921cc8-5844-437f-b7f9-c2352ffa3c02 service neutron] 10.222.0.35 "GET /v2.0/networks/004890de-ba85-4569-8774-f7b9851ca4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610039 Apr 23 09:21:26.450592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253e539f-3f0d-4d91-a055-04a383868e61']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:26.470453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20cc3d-fc4e-4048-92f5-358b98997f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26017336-073c-4cf2-8449-13adfc96bc13,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:26.475597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ee20cc3d-fc4e-4048-92f5-358b98997f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:26.484968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b974b798-b6c7-469e-b9b9-67e8bc73c55b') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:26.485319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b974b798-b6c7-469e-b9b9-67e8bc73c55b') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:26.495006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ee20cc3d-fc4e-4048-92f5-358b98997f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:26.496938 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ee20cc3d-fc4e-4048-92f5-358b98997f53 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/26017336-073c-4cf2-8449-13adfc96bc13 HTTP/1.1" status: 204 len: 168 time: 0.5110259 Apr 23 09:21:26.531614 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-43a77040-bdbe-4d3f-ab28-992cd364d936 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/48977363-fc2f-46b0-b998-619cf54b55d1 HTTP/1.1" status: 200 len: 991 time: 0.1803257 Apr 23 09:21:26.548856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:26.606216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820d6290-bc4c-4472-ab14-2b11fc63acee None None] Network 0759c160-29f8-428e-81be-4fcdc4646707 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:26.706517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:26.781150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:21:26.794084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0ef2a787-3736-4f37-822e-a3d94c9365fe None None] Provisioning for port 0c4ea262-1a90-4c22-96ed-85cb955874ba completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:21:26.864420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0ef2a787-3736-4f37-822e-a3d94c9365fe None None] Provisioning complete for port 0c4ea262-1a90-4c22-96ed-85cb955874ba triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:26.864819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0ef2a787-3736-4f37-822e-a3d94c9365fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:26.982402 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-682f2e2b-249b-4eef-bf76-3aa7e147c23f req-42f6c0fb-5e5f-4630-a50c-3cb2289500fe service neutron] 10.222.0.35 "GET /v2.0/networks/004890de-ba85-4569-8774-f7b9851ca4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619255 Apr 23 09:21:27.070608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 253e539f-3f0d-4d91-a055-04a383868e61 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:21:27.083540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:27.197768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db307e06-8217-4143-b46b-86e34c875f38 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:27.309015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-db307e06-8217-4143-b46b-86e34c875f38 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Ignored duplicate provisioning block setup for port d0566410-34a1-4f93-bce6-54d1993f4e43 by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Apr 23 09:21:27.332001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 253e539f-3f0d-4d91-a055-04a383868e61 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:21:27.363898 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:21:27.378923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db307e06-8217-4143-b46b-86e34c875f38 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:27.389228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d559a865-f453-4a3a-8c4e-a18d39310f0a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:27.481375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a1173347-2386-4d27-976e-415191c61483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'name': 'tempest-TestNetworkBasicOps-router-529862777', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'dff0f742-9476-4163-9916-5e47994affd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:31Z', 'updated_at': '2021-04-23T09:20:44Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'dff0f742-9476-4163-9916-5e47994affd5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:33Z', 'updated_at': '2021-04-23T09:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '48977363-fc2f-46b0-b998-619cf54b55d1', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.100', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'port_id': '68cdcc24-a8af-4b60-b26c-7a2543784955', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'mac_address': 'fa:16:3e:5d:24:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6396bd5f-9151-4681-b6cf-7b9aeba67439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:21:20Z', 'updated_at': '2021-04-23T09:21:20Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5645f6-da53-4cec-8a2a-3ec0d1fdff23', 'name': '', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:08:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:42Z', 'updated_at': '2021-04-23T09:20:52Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:27.502198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1173347-2386-4d27-976e-415191c61483 None None] The sync data for ids ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'] in dv-neutron-786478-4-hyperv is: [{'id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'name': 'tempest-TestNetworkBasicOps-router-529862777', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'dff0f742-9476-4163-9916-5e47994affd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:31Z', 'updated_at': '2021-04-23T09:20:44Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'dff0f742-9476-4163-9916-5e47994affd5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:33Z', 'updated_at': '2021-04-23T09:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '48977363-fc2f-46b0-b998-619cf54b55d1', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.100', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'port_id': '68cdcc24-a8af-4b60-b26c-7a2543784955', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'mac_address': 'fa:16:3e:5d:24:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6396bd5f-9151-4681-b6cf-7b9aeba67439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:21:20Z', 'updated_at': '2021-04-23T09:21:20Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5645f6-da53-4cec-8a2a-3ec0d1fdff23', 'name': '', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:08:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:42Z', 'updated_at': '2021-04-23T09:20:52Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:21:27.535103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39918) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:27.635957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db307e06-8217-4143-b46b-86e34c875f38 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Port': ['ID=d0566410-34a1-4f93-bce6-54d1993f4e43,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:27.644525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-db307e06-8217-4143-b46b-86e34c875f38 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:27.667334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:27.679536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-713f6300-ba13-4886-9bf2-947186c505f6 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:27.719549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-db307e06-8217-4143-b46b-86e34c875f38 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] In _notify_port_updated(), no bound segment for port d0566410-34a1-4f93-bce6-54d1993f4e43 on network 0759c160-29f8-428e-81be-4fcdc4646707 {{(pid=87174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 23 09:21:27.732975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db307e06-8217-4143-b46b-86e34c875f38 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:27.734182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db307e06-8217-4143-b46b-86e34c875f38 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:27.739674 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-db307e06-8217-4143-b46b-86e34c875f38 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "PUT /v2.0/ports/d0566410-34a1-4f93-bce6-54d1993f4e43 HTTP/1.1" status: 200 len: 919 time: 4.0514185 Apr 23 09:21:27.742478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39924) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:27.745373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:27.753871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Network': ['ID=253e539f-3f0d-4d91-a055-04a383868e61,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:27.757236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:27.768119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-58fa0c77-dcc0-495b-8b3e-54461210cd67 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2371c4d2-d70e-4022-b4b1-ec6bf62a33b5'}, {'subnet_id': '0dd0a4c7-8831-452b-a53c-c4e49c6e4bce'}]}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:27.814778 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6f77710c-04ba-4c83-a8d8-40964feea95c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/48977363-fc2f-46b0-b998-619cf54b55d1 HTTP/1.1" status: 200 len: 991 time: 0.2768743 Apr 23 09:21:27.831585 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/networks/253e539f-3f0d-4d91-a055-04a383868e61 HTTP/1.1" status: 204 len: 168 time: 5.1855397 Apr 23 09:21:27.838485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39930) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:27.851625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0f889061-3a5e-4544-bb57-ca4f7f9593ac tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'port': {'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e', 'name': 'tempest-PortsIpV6TestJSON-1433012043'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:27.929940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6c5c4d72-cd77-48eb-a07e-7a54a4320e3f None None] Provisioning for port d0566410-34a1-4f93-bce6-54d1993f4e43 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:21:27.937534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6c5c4d72-cd77-48eb-a07e-7a54a4320e3f None None] Provisioning complete for port d0566410-34a1-4f93-bce6-54d1993f4e43 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:27.938127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c5c4d72-cd77-48eb-a07e-7a54a4320e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:27.986428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57897de-1b0a-4f94-b479-c754369f01ae None None] New status for floating IP 48977363-fc2f-46b0-b998-619cf54b55d1: ACTIVE {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:21:28.066754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6c5c4d72-cd77-48eb-a07e-7a54a4320e3f None None] Port d0566410-34a1-4f93-bce6-54d1993f4e43 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:21:28.095498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6c5c4d72-cd77-48eb-a07e-7a54a4320e3f None None] Provisioning complete for port 0c4ea262-1a90-4c22-96ed-85cb955874ba triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:28.095906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c5c4d72-cd77-48eb-a07e-7a54a4320e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:28.112412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0f889061-3a5e-4544-bb57-ca4f7f9593ac tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:28.128255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0f889061-3a5e-4544-bb57-ca4f7f9593ac tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:port and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:28.134659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0f889061-3a5e-4544-bb57-ca4f7f9593ac tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:28.153088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0f889061-3a5e-4544-bb57-ca4f7f9593ac tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:28.192520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f889061-3a5e-4544-bb57-ca4f7f9593ac tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:28.200402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f889061-3a5e-4544-bb57-ca4f7f9593ac tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:28.267178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-0f889061-3a5e-4544-bb57-ca4f7f9593ac tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] device_id is not set on port 5e5d9369-0605-43ae-b64f-33fd9cc4c015 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:21:28.295113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58fa0c77-dcc0-495b-8b3e-54461210cd67 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:28.435037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39938) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:28.628395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1ece26ef-3838-4992-83b3-074ec4be1bb0 None None] Provisioning complete for port d0566410-34a1-4f93-bce6-54d1993f4e43 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:28.630214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1ece26ef-3838-4992-83b3-074ec4be1bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:28.714491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f889061-3a5e-4544-bb57-ca4f7f9593ac tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:28.735082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Request body: {'security_group': {'name': 'tempest-secgroup--158442131'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:28.745105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:28.752356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Usage tracker for resource:security_group and tenant:001948a8af62414f9361a48330c4472d is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:28.755340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1ece26ef-3838-4992-83b3-074ec4be1bb0 None None] Port d0566410-34a1-4f93-bce6-54d1993f4e43 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:21:28.756746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:28.765140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:28.816926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39944) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:28.887435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e4914214-931b-4e94-a072-eb765701e46d None None] Provisioning complete for port d0566410-34a1-4f93-bce6-54d1993f4e43 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:28.888267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e4914214-931b-4e94-a072-eb765701e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:28.891754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:28.902836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f889061-3a5e-4544-bb57-ca4f7f9593ac tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:28.916129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-58fa0c77-dcc0-495b-8b3e-54461210cd67 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Allocated IP 172.20.0.22 (0759c160-29f8-428e-81be-4fcdc4646707/0dd0a4c7-8831-452b-a53c-c4e49c6e4bce/d0566410-34a1-4f93-bce6-54d1993f4e43) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:21:28.927674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a1829043-5349-4efc-97e6-25accff4612b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:28.975258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:29.004470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e4914214-931b-4e94-a072-eb765701e46d None None] Port d0566410-34a1-4f93-bce6-54d1993f4e43 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:21:29.046142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:29.050187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f889061-3a5e-4544-bb57-ca4f7f9593ac tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 648f7067-487a-45f1-b029-aad1f3808d4e is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:29.063949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-0f889061-3a5e-4544-bb57-ca4f7f9593ac tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:29.069685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Usage tracker for resource:security_group_rule and tenant:001948a8af62414f9361a48330c4472d is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:29.076731 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4ae99961-9147-4618-a86c-9784832fbfca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/48977363-fc2f-46b0-b998-619cf54b55d1 HTTP/1.1" status: 200 len: 993 time: 0.2583661 Apr 23 09:21:29.077789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f889061-3a5e-4544-bb57-ca4f7f9593ac tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:21:29.084175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f889061-3a5e-4544-bb57-ca4f7f9593ac tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:29.084933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f889061-3a5e-4544-bb57-ca4f7f9593ac tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:29.089779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:29.108113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:29.110620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f889061-3a5e-4544-bb57-ca4f7f9593ac tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Port': ['ID=5e5d9369-0605-43ae-b64f-33fd9cc4c015,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:29.117354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0f889061-3a5e-4544-bb57-ca4f7f9593ac tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:29.139870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58fa0c77-dcc0-495b-8b3e-54461210cd67 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:29.164693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-58fa0c77-dcc0-495b-8b3e-54461210cd67 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Transition to ACTIVE for port object d0566410-34a1-4f93-bce6-54d1993f4e43 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:29.175940 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0f889061-3a5e-4544-bb57-ca4f7f9593ac tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3359356 Apr 23 09:21:29.179819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39948) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:29.240358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:29.272815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:29.277344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-df37413d-576d-4dd2-a996-1fff784618f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:29.287265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:29.298057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Usage tracker for resource:security_group_rule and tenant:001948a8af62414f9361a48330c4472d is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:29.304180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:29.322974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:29.332982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f0707b-4488-4c0c-af20-8e3636275749,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:29.341201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:29.429364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:29.473376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:29.484297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-88b8d256-a147-4ccd-8d17-deca7108da6b tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:29.562360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f21517e1-df6e-4ebc-853a-b0dc124ae613,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:29.570854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:29.588894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58fa0c77-dcc0-495b-8b3e-54461210cd67 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:29.597936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-696aa182-d3d5-4300-a8ea-5f9ccd0da309 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:29.598776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:29.600696 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1643493 Apr 23 09:21:29.605648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39952) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:29.698219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-79c7bdeb-b19c-4bf7-969e-82c59761911a tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Synchronizing usage tracker for tenant:001948a8af62414f9361a48330c4472d on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:29.748486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-79c7bdeb-b19c-4bf7-969e-82c59761911a tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Unset dirty status for tenant:001948a8af62414f9361a48330c4472d on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:29.755112 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-79c7bdeb-b19c-4bf7-969e-82c59761911a tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1471846 Apr 23 09:21:29.756585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39956) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:29.765621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-4ada32e6-5f09-4855-ae35-5eae4325acba tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Request body: {'security_group': {'name': 'tempest-security--1288392620', 'description': 'tempest-security-description-1875283942'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:29.828018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4ada32e6-5f09-4855-ae35-5eae4325acba tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:29.861720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa0c77-dcc0-495b-8b3e-54461210cd67 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Port': ['ID=d0566410-34a1-4f93-bce6-54d1993f4e43,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:29.876209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-58fa0c77-dcc0-495b-8b3e-54461210cd67 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:29.910466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-58fa0c77-dcc0-495b-8b3e-54461210cd67 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] In _notify_port_updated(), no bound segment for port d0566410-34a1-4f93-bce6-54d1993f4e43 on network 0759c160-29f8-428e-81be-4fcdc4646707 {{(pid=87175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 23 09:21:29.916616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fa0c77-dcc0-495b-8b3e-54461210cd67 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:29.917933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58fa0c77-dcc0-495b-8b3e-54461210cd67 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:29.919371 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-58fa0c77-dcc0-495b-8b3e-54461210cd67 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "PUT /v2.0/ports/d0566410-34a1-4f93-bce6-54d1993f4e43 HTTP/1.1" status: 200 len: 999 time: 2.1756821 Apr 23 09:21:29.926465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 39960) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:29.939392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4ada32e6-5f09-4855-ae35-5eae4325acba tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:29.943213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-58714da2-9018-4a6c-997c-06b45b5d1854 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting port 5e5d9369-0605-43ae-b64f-33fd9cc4c015 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:29.943822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58714da2-9018-4a6c-997c-06b45b5d1854 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:29.983769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4ada32e6-5f09-4855-ae35-5eae4325acba tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:29.985996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4ada32e6-5f09-4855-ae35-5eae4325acba tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:29.987415 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4ada32e6-5f09-4855-ae35-5eae4325acba tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "PUT /v2.0/security-groups/f21517e1-df6e-4ebc-853a-b0dc124ae613 HTTP/1.1" status: 200 len: 1780 time: 0.2292130 Apr 23 09:21:29.992325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39964) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:29.995676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-58e98cbb-82f6-4c9a-939a-0b6e06ea6ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:30.077531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a361fbeb-455d-4129-93ae-861d3ef4199a None None] Provisioning for port d0566410-34a1-4f93-bce6-54d1993f4e43 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:21:30.079660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada32e6-5f09-4855-ae35-5eae4325acba tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f21517e1-df6e-4ebc-853a-b0dc124ae613,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:30.089244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4ada32e6-5f09-4855-ae35-5eae4325acba tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:30.091845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a361fbeb-455d-4129-93ae-861d3ef4199a None None] Provisioning complete for port d0566410-34a1-4f93-bce6-54d1993f4e43 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:30.092571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a361fbeb-455d-4129-93ae-861d3ef4199a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:30.135652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a92f9775-a7b8-4fd3-bc4a-76bd569ef87e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting port d0566410-34a1-4f93-bce6-54d1993f4e43 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:30.136337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a92f9775-a7b8-4fd3-bc4a-76bd569ef87e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:30.155381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58714da2-9018-4a6c-997c-06b45b5d1854 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:30.198199 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a4d533a5-b8b0-4eca-abf6-b00996d5c699 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-groups/f21517e1-df6e-4ebc-853a-b0dc124ae613 HTTP/1.1" status: 200 len: 1780 time: 0.2039406 Apr 23 09:21:30.203026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39968) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:30.233089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a361fbeb-455d-4129-93ae-861d3ef4199a None None] Port d0566410-34a1-4f93-bce6-54d1993f4e43 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:21:30.463446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-58714da2-9018-4a6c-997c-06b45b5d1854 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Calling delete_port for 5e5d9369-0605-43ae-b64f-33fd9cc4c015 owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:30.467175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a92f9775-a7b8-4fd3-bc4a-76bd569ef87e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:30.559090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d2aabcbd-b5d3-402e-a4a0-b182f08bda63 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:30.604567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d2aabcbd-b5d3-402e-a4a0-b182f08bda63 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:30.701469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58714da2-9018-4a6c-997c-06b45b5d1854 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:30.711110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-21f66947-5b91-464f-a734-f2a1da9fc5f6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:30.750300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a92f9775-a7b8-4fd3-bc4a-76bd569ef87e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Calling delete_port for d0566410-34a1-4f93-bce6-54d1993f4e43 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:30.769596 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c5ce9d6-e5cf-440e-874c-9e3972e2d1ad req-139a265c-82a3-4891-b564-06bb940cca89 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5118961 Apr 23 09:21:30.801154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d2aabcbd-b5d3-402e-a4a0-b182f08bda63 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:30.812768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58714da2-9018-4a6c-997c-06b45b5d1854 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Port': ['ID=5e5d9369-0605-43ae-b64f-33fd9cc4c015,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:30.820543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-58714da2-9018-4a6c-997c-06b45b5d1854 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:30.821100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c43ecd67-b409-4a51-98e6-df55ee8f8c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:30.849882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58714da2-9018-4a6c-997c-06b45b5d1854 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:30.865804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aabcbd-b5d3-402e-a4a0-b182f08bda63 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21517e1-df6e-4ebc-853a-b0dc124ae613,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:30.877640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d2aabcbd-b5d3-402e-a4a0-b182f08bda63 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:30.885082 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-58714da2-9018-4a6c-997c-06b45b5d1854 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/ports/5e5d9369-0605-43ae-b64f-33fd9cc4c015 HTTP/1.1" status: 204 len: 168 time: 1.7030673 Apr 23 09:21:30.888891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39972) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:30.901014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b5934f6b-6eb3-4103-ba14-e9141cff8897 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'port': {'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e', 'mac_address': 'fa:16:3e:6e:a3:8b', 'name': 'tempest-PortsIpV6TestJSON-1210534221'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:30.941365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d2aabcbd-b5d3-402e-a4a0-b182f08bda63 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:30.943483 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d2aabcbd-b5d3-402e-a4a0-b182f08bda63 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "DELETE /v2.0/security-groups/f21517e1-df6e-4ebc-853a-b0dc124ae613 HTTP/1.1" status: 204 len: 168 time: 0.7387509 Apr 23 09:21:30.968952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39976) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:31.219356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b5934f6b-6eb3-4103-ba14-e9141cff8897 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:31.228344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-130f69c7-0b9b-4934-ae44-906d288ec7c9 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Synchronizing usage tracker for tenant:001948a8af62414f9361a48330c4472d on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:31.233744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ce9d6-e5cf-440e-874c-9e3972e2d1ad req-2883b747-9949-44e8-bc85-e8706ec0e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:31.236566 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c5ce9d6-e5cf-440e-874c-9e3972e2d1ad req-2883b747-9949-44e8-bc85-e8706ec0e0e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2512ab69cb484640aebc38a05079f506&device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 1098 time: 0.3220282 Apr 23 09:21:31.239525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b5934f6b-6eb3-4103-ba14-e9141cff8897 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:port and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:31.259986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b5934f6b-6eb3-4103-ba14-e9141cff8897 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:31.262814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b5934f6b-6eb3-4103-ba14-e9141cff8897 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:31.272988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a92f9775-a7b8-4fd3-bc4a-76bd569ef87e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:31.283191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-49a356c3-749f-49be-a139-817ae97dadee tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:31.301024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-130f69c7-0b9b-4934-ae44-906d288ec7c9 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Unset dirty status for tenant:001948a8af62414f9361a48330c4472d on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:31.302783 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-130f69c7-0b9b-4934-ae44-906d288ec7c9 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3321946 Apr 23 09:21:31.306042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39984) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:31.332247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5934f6b-6eb3-4103-ba14-e9141cff8897 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:31.351625 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-d067f7c1-37e0-4236-b6e8-5d0e781c580c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] delete failed (client error): The resource could not be found. Apr 23 09:21:31.352782 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d067f7c1-37e0-4236-b6e8-5d0e781c580c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "DELETE /v2.0/security-groups/f21517e1-df6e-4ebc-853a-b0dc124ae613 HTTP/1.1" status: 404 len: 347 time: 0.0456424 Apr 23 09:21:31.366870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39988) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:31.376874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2b495e18-08b9-4a9f-9159-a623b5b3bbdb tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Request body: {'security_group': {'name': 'tempest-secgroup--1107367551'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:31.385928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2b495e18-08b9-4a9f-9159-a623b5b3bbdb tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:31.439041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f9775-a7b8-4fd3-bc4a-76bd569ef87e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Port': ['ID=d0566410-34a1-4f93-bce6-54d1993f4e43,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:31.457768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2b495e18-08b9-4a9f-9159-a623b5b3bbdb tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:31.471276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a92f9775-a7b8-4fd3-bc4a-76bd569ef87e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:31.521999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5934f6b-6eb3-4103-ba14-e9141cff8897 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:31.552065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b495e18-08b9-4a9f-9159-a623b5b3bbdb tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:31.614846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2b495e18-08b9-4a9f-9159-a623b5b3bbdb tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:31.618044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-b5934f6b-6eb3-4103-ba14-e9141cff8897 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] device_id is not set on port eb008727-841e-41cb-b804-24f13e8e8572 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:21:31.661348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2b495e18-08b9-4a9f-9159-a623b5b3bbdb tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Usage tracker for resource:security_group_rule and tenant:001948a8af62414f9361a48330c4472d is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:31.666129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2b495e18-08b9-4a9f-9159-a623b5b3bbdb tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:31.689475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2b495e18-08b9-4a9f-9159-a623b5b3bbdb tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:31.949705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b495e18-08b9-4a9f-9159-a623b5b3bbdb tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:31.973442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5934f6b-6eb3-4103-ba14-e9141cff8897 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:31.984356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b495e18-08b9-4a9f-9159-a623b5b3bbdb tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:31.993221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b21f4474-0ad5-4936-9348-1f607935f69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:32.062352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b495e18-08b9-4a9f-9159-a623b5b3bbdb tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054a1050-588c-4234-931b-0ed5ad0f3b98,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:32.070907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2b495e18-08b9-4a9f-9159-a623b5b3bbdb tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:32.107846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b495e18-08b9-4a9f-9159-a623b5b3bbdb tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:32.110133 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2b495e18-08b9-4a9f-9159-a623b5b3bbdb tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7420886 Apr 23 09:21:32.115118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39992) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:32.123372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bda5110f-f5b5-4d8a-8562-a1862e468002 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Request body: {'security_group_rule': {'security_group_id': '054a1050-588c-4234-931b-0ed5ad0f3b98', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:32.130866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bda5110f-f5b5-4d8a-8562-a1862e468002 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:32.135765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bda5110f-f5b5-4d8a-8562-a1862e468002 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Usage tracker for resource:security_group_rule and tenant:001948a8af62414f9361a48330c4472d is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:32.138295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a92f9775-a7b8-4fd3-bc4a-76bd569ef87e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:32.141110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bda5110f-f5b5-4d8a-8562-a1862e468002 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:32.145094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5934f6b-6eb3-4103-ba14-e9141cff8897 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:32.149172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ce9d6-e5cf-440e-874c-9e3972e2d1ad req-75a7ff16-b0a3-4130-8288-41f0f0b50912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:32.151216 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c5ce9d6-e5cf-440e-874c-9e3972e2d1ad req-75a7ff16-b0a3-4130-8288-41f0f0b50912 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb03be9d-741f-4be2-af33-c80fc3ae7685 HTTP/1.1" status: 200 len: 897 time: 0.7815948 Apr 23 09:21:32.155751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:32.156158 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a92f9775-a7b8-4fd3-bc4a-76bd569ef87e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/ports/d0566410-34a1-4f93-bce6-54d1993f4e43 HTTP/1.1" status: 204 len: 168 time: 2.2218740 Apr 23 09:21:32.190377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 39996) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:32.191424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bda5110f-f5b5-4d8a-8562-a1862e468002 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:32.294227 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-185b92b8-f72b-4cfe-9760-745459d5117f tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] GET failed (client error): The resource could not be found. Apr 23 09:21:32.294762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-185b92b8-f72b-4cfe-9760-745459d5117f tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Synchronizing usage tracker for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:32.300941 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c5ce9d6-e5cf-440e-874c-9e3972e2d1ad req-725b762b-f504-434c-bd75-9281987defdf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b453fc89-ae49-4714-b3e1-d723172944e1 HTTP/1.1" status: 200 len: 999 time: 0.1413140 Apr 23 09:21:32.305846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5934f6b-6eb3-4103-ba14-e9141cff8897 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 648f7067-487a-45f1-b029-aad1f3808d4e is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:32.317058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b5934f6b-6eb3-4103-ba14-e9141cff8897 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:32.328139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5934f6b-6eb3-4103-ba14-e9141cff8897 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Port': ['ID=eb008727-841e-41cb-b804-24f13e8e8572,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:32.330847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5934f6b-6eb3-4103-ba14-e9141cff8897 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:21:32.337500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5934f6b-6eb3-4103-ba14-e9141cff8897 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:32.338234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5934f6b-6eb3-4103-ba14-e9141cff8897 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:32.347843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b5934f6b-6eb3-4103-ba14-e9141cff8897 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:32.357179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bda5110f-f5b5-4d8a-8562-a1862e468002 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:32.399222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ce9d6-e5cf-440e-874c-9e3972e2d1ad req-c195cced-d8a9-4a87-8748-1aaecbeb719d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:32.400605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-185b92b8-f72b-4cfe-9760-745459d5117f tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Unset dirty status for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:32.401194 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c5ce9d6-e5cf-440e-874c-9e3972e2d1ad req-c195cced-d8a9-4a87-8748-1aaecbeb719d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9cc2ef9-06c3-48b5-b616-fcca2863fff9 HTTP/1.1" status: 200 len: 834 time: 0.0935717 Apr 23 09:21:32.402636 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-185b92b8-f72b-4cfe-9760-745459d5117f tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports/d0566410-34a1-4f93-bce6-54d1993f4e43 HTTP/1.1" status: 404 len: 333 time: 0.2067273 Apr 23 09:21:32.406076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40000) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:32.424012 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b5934f6b-6eb3-4103-ba14-e9141cff8897 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5331159 Apr 23 09:21:32.433876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40004) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:32.504365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bda5110f-f5b5-4d8a-8562-a1862e468002 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:32.565218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bda5110f-f5b5-4d8a-8562-a1862e468002 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:32.576833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f690dd87-d8eb-45ff-b7b4-86ac2b504279 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:32.614915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335a3169-5cc5-4857-845e-bcaf9eebb14e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:32.616007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-335a3169-5cc5-4857-845e-bcaf9eebb14e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Synchronizing usage tracker for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:32.650008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5110f-f5b5-4d8a-8562-a1862e468002 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c32c383-4723-42ad-962f-ad41e7f3490e,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:32.664198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bda5110f-f5b5-4d8a-8562-a1862e468002 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:32.673675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c3e599-3467-4b89-86da-53d1b0b99c8d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting subnet 0dd0a4c7-8831-452b-a53c-c4e49c6e4bce {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:21:32.686275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-84c3e599-3467-4b89-86da-53d1b0b99c8d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:32.708337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bda5110f-f5b5-4d8a-8562-a1862e468002 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:32.710503 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bda5110f-f5b5-4d8a-8562-a1862e468002 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5938497 Apr 23 09:21:32.723897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40008) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:32.756021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-335a3169-5cc5-4857-845e-bcaf9eebb14e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Unset dirty status for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:32.758122 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-335a3169-5cc5-4857-845e-bcaf9eebb14e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports/eb008727-841e-41cb-b804-24f13e8e8572 HTTP/1.1" status: 200 len: 845 time: 0.3225067 Apr 23 09:21:32.774421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40012) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:32.786576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ce9d6-e5cf-440e-874c-9e3972e2d1ad req-0ff520e9-875e-4ab2-8b57-f2673338e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:32.789454 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c5ce9d6-e5cf-440e-874c-9e3972e2d1ad req-0ff520e9-875e-4ab2-8b57-f2673338e94e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb03be9d-741f-4be2-af33-c80fc3ae7685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3780544 Apr 23 09:21:32.802292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-84c3e599-3467-4b89-86da-53d1b0b99c8d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:32.859112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5458595a-4761-4ae1-a95a-32d616f9efc8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:32.895695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5458595a-4761-4ae1-a95a-32d616f9efc8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:33.048925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5458595a-4761-4ae1-a95a-32d616f9efc8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:33.066201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:33.096324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-17228867-fd1e-486f-a7c5-3c163ed0ea73 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting port eb008727-841e-41cb-b804-24f13e8e8572 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:33.096706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-17228867-fd1e-486f-a7c5-3c163ed0ea73 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:33.109994 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c5ce9d6-e5cf-440e-874c-9e3972e2d1ad req-1dd58cbd-8d2e-4c71-bcb4-d89eedec4b81 service neutron] 10.222.0.35 "GET /v2.0/networks/cb03be9d-741f-4be2-af33-c80fc3ae7685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124573 Apr 23 09:21:33.114780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-84c3e599-3467-4b89-86da-53d1b0b99c8d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:33.120051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458595a-4761-4ae1-a95a-32d616f9efc8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c32c383-4723-42ad-962f-ad41e7f3490e,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:33.141214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5458595a-4761-4ae1-a95a-32d616f9efc8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:33.143390 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5458595a-4761-4ae1-a95a-32d616f9efc8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/9c32c383-4723-42ad-962f-ad41e7f3490e HTTP/1.1" status: 204 len: 168 time: 0.4177554 Apr 23 09:21:33.145223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5458595a-4761-4ae1-a95a-32d616f9efc8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:33.153789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40016) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:33.345560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-17228867-fd1e-486f-a7c5-3c163ed0ea73 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:33.430097 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c5ce9d6-e5cf-440e-874c-9e3972e2d1ad req-bc3b4d41-3b33-4400-b98b-ba110d322fb5 service neutron] 10.222.0.35 "GET /v2.0/networks/cb03be9d-741f-4be2-af33-c80fc3ae7685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854016 Apr 23 09:21:33.528087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ad4c1421-9f84-48bb-837a-9638143891bd tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Synchronizing usage tracker for tenant:001948a8af62414f9361a48330c4472d on resource:security_group_rule {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:33.677070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-17228867-fd1e-486f-a7c5-3c163ed0ea73 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Calling delete_port for eb008727-841e-41cb-b804-24f13e8e8572 owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:33.724473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-84c3e599-3467-4b89-86da-53d1b0b99c8d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:33.731234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c4fd55f9-a1e4-4bc1-9063-e3b72d053c92 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:33.754557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ad4c1421-9f84-48bb-837a-9638143891bd tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Unset dirty status for tenant:001948a8af62414f9361a48330c4472d on resource:security_group_rule {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:33.757035 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ad4c1421-9f84-48bb-837a-9638143891bd tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5971866 Apr 23 09:21:33.760382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40020) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:33.783650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3e599-3467-4b89-86da-53d1b0b99c8d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Subnet': ['ID=0dd0a4c7-8831-452b-a53c-c4e49c6e4bce,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:33.794743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ba627a-4d1f-4137-bc68-800d9954260f None None] Network 0759c160-29f8-428e-81be-4fcdc4646707 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:33.800384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-84c3e599-3467-4b89-86da-53d1b0b99c8d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:33.816215 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-84c3e599-3467-4b89-86da-53d1b0b99c8d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/subnets/0dd0a4c7-8831-452b-a53c-c4e49c6e4bce HTTP/1.1" status: 204 len: 168 time: 1.4076536 Apr 23 09:21:33.818123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-84c3e599-3467-4b89-86da-53d1b0b99c8d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:33.819224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40026) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:33.864228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-17228867-fd1e-486f-a7c5-3c163ed0ea73 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:33.879022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9a97310c-a7f5-4e6e-93e0-ff912f4a8b19 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:33.935982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d51fb18-8b7e-428a-b94c-0a806b300ff2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting subnet 2371c4d2-d70e-4022-b4b1-ec6bf62a33b5 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:21:33.940261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d51fb18-8b7e-428a-b94c-0a806b300ff2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:33.994948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17228867-fd1e-486f-a7c5-3c163ed0ea73 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Port': ['ID=eb008727-841e-41cb-b804-24f13e8e8572,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:34.018726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d51fb18-8b7e-428a-b94c-0a806b300ff2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:34.019186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-17228867-fd1e-486f-a7c5-3c163ed0ea73 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:34.026340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d1227a02-cf34-46e6-8bd1-99a8175042d6 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:34.031071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-17228867-fd1e-486f-a7c5-3c163ed0ea73 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:34.098108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d1227a02-cf34-46e6-8bd1-99a8175042d6 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:34.136704 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-17228867-fd1e-486f-a7c5-3c163ed0ea73 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/ports/eb008727-841e-41cb-b804-24f13e8e8572 HTTP/1.1" status: 204 len: 168 time: 1.3599005 Apr 23 09:21:34.141122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40030) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:34.155528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d51fb18-8b7e-428a-b94c-0a806b300ff2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:34.263454 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b228b2d-bfdd-4e67-8348-d3cc5f7edbc3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] GET failed (client error): The resource could not be found. Apr 23 09:21:34.264433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4b228b2d-bfdd-4e67-8348-d3cc5f7edbc3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Synchronizing usage tracker for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:34.322379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d1227a02-cf34-46e6-8bd1-99a8175042d6 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:34.328809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:34.351744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1227a02-cf34-46e6-8bd1-99a8175042d6 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=054a1050-588c-4234-931b-0ed5ad0f3b98,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:34.357322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d1227a02-cf34-46e6-8bd1-99a8175042d6 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:34.357758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4b228b2d-bfdd-4e67-8348-d3cc5f7edbc3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Unset dirty status for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:34.363821 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4b228b2d-bfdd-4e67-8348-d3cc5f7edbc3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports/eb008727-841e-41cb-b804-24f13e8e8572 HTTP/1.1" status: 404 len: 333 time: 0.2208023 Apr 23 09:21:34.364286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40034) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:34.376871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-be1154c0-8909-428a-8f18-0c8546fd2227 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'port': {'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e', 'name': 'tempest-PortsIpV6TestJSON-1129928673'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:34.530724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d1227a02-cf34-46e6-8bd1-99a8175042d6 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:34.536167 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d1227a02-cf34-46e6-8bd1-99a8175042d6 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "DELETE /v2.0/security-groups/054a1050-588c-4234-931b-0ed5ad0f3b98 HTTP/1.1" status: 204 len: 168 time: 0.7696550 Apr 23 09:21:34.537520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40038) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:34.571893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-be1154c0-8909-428a-8f18-0c8546fd2227 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:34.587115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-be1154c0-8909-428a-8f18-0c8546fd2227 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:34.626883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1154c0-8909-428a-8f18-0c8546fd2227 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:34.629397 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ae3127fe-3320-4861-bd15-7ab7a04b7ca1 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0904462 Apr 23 09:21:34.636870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40042) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:34.638844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-be1154c0-8909-428a-8f18-0c8546fd2227 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:34.642882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b720c0ca-a59a-402a-acad-55b1fd8a5c24 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Request body: {'security_group': {'name': 'tempest-secgroup--745731466'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:34.649605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b720c0ca-a59a-402a-acad-55b1fd8a5c24 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:34.655408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b720c0ca-a59a-402a-acad-55b1fd8a5c24 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Usage tracker for resource:security_group and tenant:001948a8af62414f9361a48330c4472d is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:34.658768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b720c0ca-a59a-402a-acad-55b1fd8a5c24 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:34.665545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b720c0ca-a59a-402a-acad-55b1fd8a5c24 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:34.675033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d51fb18-8b7e-428a-b94c-0a806b300ff2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:34.679492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-be1154c0-8909-428a-8f18-0c8546fd2227 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] device_id is not set on port 58851265-b0a7-451c-9367-0653f6359c6f yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:21:34.687866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7f009d12-192d-49b5-a368-feb948dd22c7 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:34.743615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51fb18-8b7e-428a-b94c-0a806b300ff2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Subnet': ['ID=2371c4d2-d70e-4022-b4b1-ec6bf62a33b5,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:34.748491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d51fb18-8b7e-428a-b94c-0a806b300ff2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:34.753779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b720c0ca-a59a-402a-acad-55b1fd8a5c24 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:34.772617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4d51fb18-8b7e-428a-b94c-0a806b300ff2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:34.784736 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4d51fb18-8b7e-428a-b94c-0a806b300ff2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/subnets/2371c4d2-d70e-4022-b4b1-ec6bf62a33b5 HTTP/1.1" status: 204 len: 168 time: 0.9628687 Apr 23 09:21:34.791171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40046) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:34.796777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b720c0ca-a59a-402a-acad-55b1fd8a5c24 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:34.827472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b720c0ca-a59a-402a-acad-55b1fd8a5c24 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Usage tracker for resource:security_group_rule and tenant:001948a8af62414f9361a48330c4472d is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:34.843765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b720c0ca-a59a-402a-acad-55b1fd8a5c24 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:34.857170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b720c0ca-a59a-402a-acad-55b1fd8a5c24 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:34.963260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:35.081804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538011e0-2c65-444c-9f86-5fb6c7608ced None None] Network 0759c160-29f8-428e-81be-4fcdc4646707 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:35.092012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b720c0ca-a59a-402a-acad-55b1fd8a5c24 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:35.097067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-be1154c0-8909-428a-8f18-0c8546fd2227 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:35.116233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting port 0c4ea262-1a90-4c22-96ed-85cb955874ba {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:35.117062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:35.151997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b720c0ca-a59a-402a-acad-55b1fd8a5c24 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:35.158812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4ada32e6-5f09-4855-ae35-5eae4325acba tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:35.173118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-be1154c0-8909-428a-8f18-0c8546fd2227 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:35.188252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8b63b8da-36eb-4c55-99ec-7d7eff449741 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:35.273074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720c0ca-a59a-402a-acad-55b1fd8a5c24 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=444b08bb-b26a-4747-ae67-09fb64a17f73,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:35.283296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b720c0ca-a59a-402a-acad-55b1fd8a5c24 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:35.287929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-371196d9-ec90-4f3f-8fa0-260833c2819e None None] Provisioning complete for port 0c4ea262-1a90-4c22-96ed-85cb955874ba triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:35.288341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-371196d9-ec90-4f3f-8fa0-260833c2819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:35.300862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] For port 0c4ea262-1a90-4c22-96ed-85cb955874ba, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=0c4ea262-1a90-4c22-96ed-85cb955874ba,segment=NetworkSegment(8549892e-2fbd-47c2-9d4f-a33a6d32269f),segment_id=8549892e-2fbd-47c2-9d4f-a33a6d32269f)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:21:35.301272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:35.312563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1154c0-8909-428a-8f18-0c8546fd2227 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 648f7067-487a-45f1-b029-aad1f3808d4e is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:35.328510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-be1154c0-8909-428a-8f18-0c8546fd2227 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:35.337622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1154c0-8909-428a-8f18-0c8546fd2227 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:21:35.350692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1154c0-8909-428a-8f18-0c8546fd2227 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:35.351925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-be1154c0-8909-428a-8f18-0c8546fd2227 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:35.377526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b720c0ca-a59a-402a-acad-55b1fd8a5c24 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:35.381833 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b720c0ca-a59a-402a-acad-55b1fd8a5c24 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7417750 Apr 23 09:21:35.382902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1154c0-8909-428a-8f18-0c8546fd2227 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Port': ['ID=58851265-b0a7-451c-9367-0653f6359c6f,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:35.392366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40050) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:35.398493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-be1154c0-8909-428a-8f18-0c8546fd2227 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:35.405980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9f4ddc37-00fc-4c2d-b998-6ff9384543b1 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Request body: {'security_group_rule': {'security_group_id': '444b08bb-b26a-4747-ae67-09fb64a17f73', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:35.431358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9f4ddc37-00fc-4c2d-b998-6ff9384543b1 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:35.444639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9f4ddc37-00fc-4c2d-b998-6ff9384543b1 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Usage tracker for resource:security_group_rule and tenant:001948a8af62414f9361a48330c4472d is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:35.451610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9f4ddc37-00fc-4c2d-b998-6ff9384543b1 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:35.451939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Calling delete_port for 0c4ea262-1a90-4c22-96ed-85cb955874ba owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:35.466893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9f4ddc37-00fc-4c2d-b998-6ff9384543b1 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:35.496471 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-be1154c0-8909-428a-8f18-0c8546fd2227 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1285763 Apr 23 09:21:35.499482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40054) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:35.508655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-8530a023-e22a-44d6-b6ef-472e2a3fba1a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:35.544966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddc37-00fc-4c2d-b998-6ff9384543b1 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:35.654788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddc37-00fc-4c2d-b998-6ff9384543b1 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:35.665699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f905b400-1d31-412a-aa8b-f672cd4f8a0c None None] DHCP port deletion for 0759c160-29f8-428e-81be-4fcdc4646707 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:21:35.673684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8530a023-e22a-44d6-b6ef-472e2a3fba1a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:35.695755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddc37-00fc-4c2d-b998-6ff9384543b1 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:35.699625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-835c7b95-e47d-4de0-aab5-1ccf0e567ed6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:35.719678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f905b400-1d31-412a-aa8b-f672cd4f8a0c None None] The port '0c4ea262-1a90-4c22-96ed-85cb955874ba' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:21:35.744246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ddc37-00fc-4c2d-b998-6ff9384543b1 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21cb38db-0bff-488b-9e81-ca71fff06ee6,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:35.749233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9f4ddc37-00fc-4c2d-b998-6ff9384543b1 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:35.763759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:35.790812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f4ddc37-00fc-4c2d-b998-6ff9384543b1 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:35.791195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:35.792780 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9f4ddc37-00fc-4c2d-b998-6ff9384543b1 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3987651 Apr 23 09:21:35.796163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40058) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:35.802173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e22b25f8-5dc3-4d72-9077-26da043f3158 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Request body: {'security_group_rule': {'security_group_id': '444b08bb-b26a-4747-ae67-09fb64a17f73', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:35.809288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e22b25f8-5dc3-4d72-9077-26da043f3158 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:35.814417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e22b25f8-5dc3-4d72-9077-26da043f3158 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Usage tracker for resource:security_group_rule and tenant:001948a8af62414f9361a48330c4472d is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:35.817675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e22b25f8-5dc3-4d72-9077-26da043f3158 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:35.825490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e22b25f8-5dc3-4d72-9077-26da043f3158 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:35.876346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e22b25f8-5dc3-4d72-9077-26da043f3158 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:35.895571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Port': ['ID=0c4ea262-1a90-4c22-96ed-85cb955874ba,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:35.901264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:35.906568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] No DVR routers for this DVR port 0c4ea262-1a90-4c22-96ed-85cb955874ba on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:21:35.914581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 0c4ea262-1a90-4c22-96ed-85cb955874ba no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:21:35.955781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 0c4ea262-1a90-4c22-96ed-85cb955874ba {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:21:35.956185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 0c4ea262-1a90-4c22-96ed-85cb955874ba not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:21:35.966510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e22b25f8-5dc3-4d72-9077-26da043f3158 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:36.013607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e22b25f8-5dc3-4d72-9077-26da043f3158 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:36.016133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-21c5a483-cf3a-4e41-bd15-ff7c057dec14 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:36.042358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b25f8-5dc3-4d72-9077-26da043f3158 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e26f08-b0e7-4676-8dff-808b2f8239e1,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:36.047762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e22b25f8-5dc3-4d72-9077-26da043f3158 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:36.105741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e22b25f8-5dc3-4d72-9077-26da043f3158 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:36.107685 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e22b25f8-5dc3-4d72-9077-26da043f3158 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3101261 Apr 23 09:21:36.110978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40062) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:36.118637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0bea910d-66e9-408b-95b9-7e8847b1722d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Request body: {'security_group_rule': {'security_group_id': '444b08bb-b26a-4747-ae67-09fb64a17f73', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:36.126622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0bea910d-66e9-408b-95b9-7e8847b1722d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:36.131890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0bea910d-66e9-408b-95b9-7e8847b1722d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Usage tracker for resource:security_group_rule and tenant:001948a8af62414f9361a48330c4472d is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:36.135426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0bea910d-66e9-408b-95b9-7e8847b1722d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:36.143807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0bea910d-66e9-408b-95b9-7e8847b1722d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:36.170749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:36.189029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bea910d-66e9-408b-95b9-7e8847b1722d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:36.265273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bea910d-66e9-408b-95b9-7e8847b1722d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:36.295430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bea910d-66e9-408b-95b9-7e8847b1722d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:36.304093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:36.326253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea910d-66e9-408b-95b9-7e8847b1722d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90de87a7-60f0-438b-bbf9-99e91080d067,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:36.329052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0bea910d-66e9-408b-95b9-7e8847b1722d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:36.333285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0759c160-29f8-428e-81be-4fcdc4646707']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:36.360424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8549892e-2fbd-47c2-9d4f-a33a6d32269f') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:36.360722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8549892e-2fbd-47c2-9d4f-a33a6d32269f') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:36.370067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8530a023-e22a-44d6-b6ef-472e2a3fba1a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:36.373608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bea910d-66e9-408b-95b9-7e8847b1722d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:36.375453 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0bea910d-66e9-408b-95b9-7e8847b1722d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2630076 Apr 23 09:21:36.378219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:36.378646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40066) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:36.386418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-90c973b4-dea7-4ffb-9c2b-99ed6b1c0ad8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Request body: {'security_group_rule': {'security_group_id': '444b08bb-b26a-4747-ae67-09fb64a17f73', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:36.394357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-90c973b4-dea7-4ffb-9c2b-99ed6b1c0ad8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:36.399128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:36.399706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-90c973b4-dea7-4ffb-9c2b-99ed6b1c0ad8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Usage tracker for resource:security_group_rule and tenant:001948a8af62414f9361a48330c4472d is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:36.404793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-90c973b4-dea7-4ffb-9c2b-99ed6b1c0ad8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:36.405439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8530a023-e22a-44d6-b6ef-472e2a3fba1a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:36.412202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:36.413108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-90c973b4-dea7-4ffb-9c2b-99ed6b1c0ad8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:36.454589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:21:36.494583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90c973b4-dea7-4ffb-9c2b-99ed6b1c0ad8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:36.555501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8530a023-e22a-44d6-b6ef-472e2a3fba1a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] In _notify_port_updated(), no bound segment for port 58851265-b0a7-451c-9367-0653f6359c6f on network 648f7067-487a-45f1-b029-aad1f3808d4e {{(pid=87174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 23 09:21:36.562272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8530a023-e22a-44d6-b6ef-472e2a3fba1a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:36.563032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8530a023-e22a-44d6-b6ef-472e2a3fba1a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:36.564526 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8530a023-e22a-44d6-b6ef-472e2a3fba1a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "PUT /v2.0/ports/58851265-b0a7-451c-9367-0653f6359c6f HTTP/1.1" status: 200 len: 818 time: 1.0642080 Apr 23 09:21:36.571949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40070) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:36.626425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530a023-e22a-44d6-b6ef-472e2a3fba1a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Port': ['ID=58851265-b0a7-451c-9367-0653f6359c6f,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:36.631413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8530a023-e22a-44d6-b6ef-472e2a3fba1a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:36.684520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5879f33-25fe-41fc-a18c-42af9197a612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:36.689626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90c973b4-dea7-4ffb-9c2b-99ed6b1c0ad8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:36.707382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network 0759c160-29f8-428e-81be-4fcdc4646707 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:21:36.718800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:36.734873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90c973b4-dea7-4ffb-9c2b-99ed6b1c0ad8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:36.742421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9361ed9e-b64e-4a61-9624-38db812a85a5 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:36.780796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c973b4-dea7-4ffb-9c2b-99ed6b1c0ad8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20405789-4cba-4250-831e-b4ac7be0eac5,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:36.788178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-90c973b4-dea7-4ffb-9c2b-99ed6b1c0ad8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:36.828650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-89ff6445-d8b2-490e-a682-ecd486d928a9 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting port 58851265-b0a7-451c-9367-0653f6359c6f {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:36.829124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89ff6445-d8b2-490e-a682-ecd486d928a9 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:36.848264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90c973b4-dea7-4ffb-9c2b-99ed6b1c0ad8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:36.849627 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-90c973b4-dea7-4ffb-9c2b-99ed6b1c0ad8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4697139 Apr 23 09:21:36.865194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40074) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:36.875874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5ca9833e-f444-4bd9-a2b4-e784521c2f4f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Request body: {'security_group_rule': {'security_group_id': '444b08bb-b26a-4747-ae67-09fb64a17f73', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:36.885083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5ca9833e-f444-4bd9-a2b4-e784521c2f4f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:36.941644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5ca9833e-f444-4bd9-a2b4-e784521c2f4f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Usage tracker for resource:security_group_rule and tenant:001948a8af62414f9361a48330c4472d is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:36.951785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5ca9833e-f444-4bd9-a2b4-e784521c2f4f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:36.970415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5ca9833e-f444-4bd9-a2b4-e784521c2f4f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:36.983650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network 0759c160-29f8-428e-81be-4fcdc4646707 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:21:36.986958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89ff6445-d8b2-490e-a682-ecd486d928a9 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:21:37.038753 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:21:37.138400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-89ff6445-d8b2-490e-a682-ecd486d928a9 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Calling delete_port for 58851265-b0a7-451c-9367-0653f6359c6f owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:37.143718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ca9833e-f444-4bd9-a2b4-e784521c2f4f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:37.233419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:37.235670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ca9833e-f444-4bd9-a2b4-e784521c2f4f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:37.239707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:37.266918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ca9833e-f444-4bd9-a2b4-e784521c2f4f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:37.270963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:37.278054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ea50391f-269a-4f39-9fea-619f343b41cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:37.295540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Network': ['ID=0759c160-29f8-428e-81be-4fcdc4646707,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:37.304547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:37.308805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89ff6445-d8b2-490e-a682-ecd486d928a9 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:37.313147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9833e-f444-4bd9-a2b4-e784521c2f4f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db35a62-e517-495c-a1d1-7461c29f8663,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:37.326121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ca9833e-f444-4bd9-a2b4-e784521c2f4f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:37.326862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-277f5d0c-0d54-4ee9-a85f-e196f04f25e0 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:37.348911 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/networks/0759c160-29f8-428e-81be-4fcdc4646707 HTTP/1.1" status: 204 len: 168 time: 2.5486910 Apr 23 09:21:37.350697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40080) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:37.400720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff6445-d8b2-490e-a682-ecd486d928a9 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Port': ['ID=58851265-b0a7-451c-9367-0653f6359c6f,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:37.406009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89ff6445-d8b2-490e-a682-ecd486d928a9 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:37.406009 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-89ff6445-d8b2-490e-a682-ecd486d928a9 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/ports/58851265-b0a7-451c-9367-0653f6359c6f HTTP/1.1" status: 204 len: 168 time: 0.8321896 Apr 23 09:21:37.406923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-89ff6445-d8b2-490e-a682-ecd486d928a9 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:37.412259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40084) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:37.478704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc68d9d-60f4-4810-a093-cbd9613eefc7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:37.479846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1fc68d9d-60f4-4810-a093-cbd9613eefc7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Synchronizing usage tracker for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:37.514823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ca9833e-f444-4bd9-a2b4-e784521c2f4f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:37.521265 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5ca9833e-f444-4bd9-a2b4-e784521c2f4f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6506448 Apr 23 09:21:37.521675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40088) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:37.536913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1fc68d9d-60f4-4810-a093-cbd9613eefc7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Unset dirty status for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:37.538245 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1fc68d9d-60f4-4810-a093-cbd9613eefc7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1859698 Apr 23 09:21:37.545397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40092) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:37.612847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7257419c-bf9a-4136-bdde-eadc7a5e5572 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:37.614255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7257419c-bf9a-4136-bdde-eadc7a5e5572 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Synchronizing usage tracker for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:37.614542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d3c1b55-8d29-4e73-bcd8-2edb32c4d64d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:37.630815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d3c1b55-8d29-4e73-bcd8-2edb32c4d64d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:37.680828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7257419c-bf9a-4136-bdde-eadc7a5e5572 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Unset dirty status for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:37.684649 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7257419c-bf9a-4136-bdde-eadc7a5e5572 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2689593 Apr 23 09:21:37.687012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40096) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:37.695523 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-930bea1c-f548-4308-bde3-ae5279f96c57 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1476891 Apr 23 09:21:37.699644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40100) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:37.706873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e7cdbd3f-54a3-47dc-bc6b-347bc4e5c579 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-995857374'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:37.713036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e7cdbd3f-54a3-47dc-bc6b-347bc4e5c579 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:37.719093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e7cdbd3f-54a3-47dc-bc6b-347bc4e5c579 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:network and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:37.722847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d3c1b55-8d29-4e73-bcd8-2edb32c4d64d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:37.800495 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1209c9-230a-49c7-8a5a-8870ba69feee tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] GET failed (client error): The resource could not be found. Apr 23 09:21:37.803319 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5c1209c9-230a-49c7-8a5a-8870ba69feee tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports/58851265-b0a7-451c-9367-0653f6359c6f HTTP/1.1" status: 404 len: 333 time: 0.1140654 Apr 23 09:21:37.808871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40104) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:37.817262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-596c86d0-c8dd-4bb3-b39d-95d96224ce91 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-565613719'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:37.825266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-596c86d0-c8dd-4bb3-b39d-95d96224ce91 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:37.834532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-596c86d0-c8dd-4bb3-b39d-95d96224ce91 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:network and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:37.843071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-596c86d0-c8dd-4bb3-b39d-95d96224ce91 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:37.857966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-596c86d0-c8dd-4bb3-b39d-95d96224ce91 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:37.910731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596c86d0-c8dd-4bb3-b39d-95d96224ce91 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:37.918018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-596c86d0-c8dd-4bb3-b39d-95d96224ce91 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:37.958546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596c86d0-c8dd-4bb3-b39d-95d96224ce91 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:21:37.973097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-596c86d0-c8dd-4bb3-b39d-95d96224ce91 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:37.973582 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-596c86d0-c8dd-4bb3-b39d-95d96224ce91 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Added segment e2c1db35-0e5c-4b5d-adad-3750d923ee40 of type vlan for network cd6af10c-209e-4184-b7a5-807fa2260934 Apr 23 09:21:38.010184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-596c86d0-c8dd-4bb3-b39d-95d96224ce91 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:38.076008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e7cdbd3f-54a3-47dc-bc6b-347bc4e5c579 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:38.080524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7e48b02d-d305-4afe-9389-949a13f6ea42 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:38.097431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e7cdbd3f-54a3-47dc-bc6b-347bc4e5c579 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:38.099701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-596c86d0-c8dd-4bb3-b39d-95d96224ce91 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:38.102876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c1b55-8d29-4e73-bcd8-2edb32c4d64d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0db35a62-e517-495c-a1d1-7461c29f8663,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:38.105076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d3c1b55-8d29-4e73-bcd8-2edb32c4d64d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:38.106291 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7d3c1b55-8d29-4e73-bcd8-2edb32c4d64d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/0db35a62-e517-495c-a1d1-7461c29f8663 HTTP/1.1" status: 204 len: 168 time: 0.5834661 Apr 23 09:21:38.107502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d3c1b55-8d29-4e73-bcd8-2edb32c4d64d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:38.111761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40108) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:38.117477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596c86d0-c8dd-4bb3-b39d-95d96224ce91 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:38.118710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-596c86d0-c8dd-4bb3-b39d-95d96224ce91 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:38.130789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e566533-03c0-45f6-bdef-e8a80886ac82 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:38.156354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cdbd3f-54a3-47dc-bc6b-347bc4e5c579 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:38.162649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e7cdbd3f-54a3-47dc-bc6b-347bc4e5c579 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:38.201297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b831b46f-6090-4095-8328-fa11e27c151c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Synchronizing usage tracker for tenant:001948a8af62414f9361a48330c4472d on resource:security_group_rule {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:38.229934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7cdbd3f-54a3-47dc-bc6b-347bc4e5c579 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:21:38.240146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e7cdbd3f-54a3-47dc-bc6b-347bc4e5c579 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:38.240562 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-e7cdbd3f-54a3-47dc-bc6b-347bc4e5c579 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Added segment 8b7ed28f-3476-4125-80f2-8a143a767f5d of type vlan for network ce977d78-1bd3-4dc9-8af1-67547339163b Apr 23 09:21:38.252488 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-596c86d0-c8dd-4bb3-b39d-95d96224ce91 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4416957 Apr 23 09:21:38.257724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40112) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:38.258547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b831b46f-6090-4095-8328-fa11e27c151c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Unset dirty status for tenant:001948a8af62414f9361a48330c4472d on resource:security_group_rule {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:38.259738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c86d0-c8dd-4bb3-b39d-95d96224ce91 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Network': ['ID=cd6af10c-209e-4184-b7a5-807fa2260934,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:38.260322 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b831b46f-6090-4095-8328-fa11e27c151c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1473610 Apr 23 09:21:38.264154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-596c86d0-c8dd-4bb3-b39d-95d96224ce91 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:38.265894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40116) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:38.270635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1f015b18-6f9f-4ac6-a290-42ee54bc3849 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'subnet': {'network_id': 'cd6af10c-209e-4184-b7a5-807fa2260934', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:38.275997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network cd6af10c-209e-4184-b7a5-807fa2260934 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:21:38.307080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c2a003f-7599-4553-9a14-9dfa23400e30 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:38.320668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c2a003f-7599-4553-9a14-9dfa23400e30 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:38.355175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e7cdbd3f-54a3-47dc-bc6b-347bc4e5c579 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:38.380827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c2a003f-7599-4553-9a14-9dfa23400e30 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:38.383087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b4eda86a-9c90-401d-b3e3-aca027534f93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:38.405623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a003f-7599-4553-9a14-9dfa23400e30 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20405789-4cba-4250-831e-b4ac7be0eac5,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:38.409932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9c2a003f-7599-4553-9a14-9dfa23400e30 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:38.453720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c2a003f-7599-4553-9a14-9dfa23400e30 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:38.459277 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9c2a003f-7599-4553-9a14-9dfa23400e30 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/20405789-4cba-4250-831e-b4ac7be0eac5 HTTP/1.1" status: 204 len: 168 time: 0.1880252 Apr 23 09:21:38.469318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40120) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:38.546515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-de8163aa-0790-440a-b547-4d21daf12373 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Synchronizing usage tracker for tenant:001948a8af62414f9361a48330c4472d on resource:security_group_rule {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:38.567817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1f015b18-6f9f-4ac6-a290-42ee54bc3849 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:38.581697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1f015b18-6f9f-4ac6-a290-42ee54bc3849 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:subnet and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:38.587370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1f015b18-6f9f-4ac6-a290-42ee54bc3849 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:38.592549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-de8163aa-0790-440a-b547-4d21daf12373 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Unset dirty status for tenant:001948a8af62414f9361a48330c4472d on resource:security_group_rule {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:38.594855 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-de8163aa-0790-440a-b547-4d21daf12373 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1215930 Apr 23 09:21:38.598469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40124) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:38.599230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1f015b18-6f9f-4ac6-a290-42ee54bc3849 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:38.626830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e7cdbd3f-54a3-47dc-bc6b-347bc4e5c579 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:38.633735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cdbd3f-54a3-47dc-bc6b-347bc4e5c579 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:38.634560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e7cdbd3f-54a3-47dc-bc6b-347bc4e5c579 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:38.640886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b5ea0877-34e5-44b1-89a0-a43b03498aae tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:38.648861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96e59145-a33c-4d23-9588-8b3e16dea099 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:38.669616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f015b18-6f9f-4ac6-a290-42ee54bc3849 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:38.673144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96e59145-a33c-4d23-9588-8b3e16dea099 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:38.676020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f015b18-6f9f-4ac6-a290-42ee54bc3849 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:38.753416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96e59145-a33c-4d23-9588-8b3e16dea099 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:38.756916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:38.798057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e59145-a33c-4d23-9588-8b3e16dea099 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90de87a7-60f0-438b-bbf9-99e91080d067,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:38.801174 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e7cdbd3f-54a3-47dc-bc6b-347bc4e5c579 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1001222 Apr 23 09:21:38.805417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-96e59145-a33c-4d23-9588-8b3e16dea099 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:38.805883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40128) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:38.817986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e9d3b09c-940f-486a-b181-af24a1e29edd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'subnet': {'network_id': 'ce977d78-1bd3-4dc9-8af1-67547339163b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:38.861308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96e59145-a33c-4d23-9588-8b3e16dea099 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:38.863451 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-96e59145-a33c-4d23-9588-8b3e16dea099 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/90de87a7-60f0-438b-bbf9-99e91080d067 HTTP/1.1" status: 204 len: 168 time: 0.2634404 Apr 23 09:21:38.871914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40132) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:38.874682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdbd3f-54a3-47dc-bc6b-347bc4e5c579 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Network': ['ID=ce977d78-1bd3-4dc9-8af1-67547339163b,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:38.889493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network ce977d78-1bd3-4dc9-8af1-67547339163b details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:21:38.896614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e7cdbd3f-54a3-47dc-bc6b-347bc4e5c579 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:38.966862 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-da4882b9-53de-42eb-8cda-600e67796d58 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0900161 Apr 23 09:21:38.974490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40136) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:39.062142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e9d3b09c-940f-486a-b181-af24a1e29edd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:39.067287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e9d3b09c-940f-486a-b181-af24a1e29edd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:subnet and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:39.067924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-488f54f1-7cb9-4efa-8c5f-45eaabdd301d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:39.071366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e9d3b09c-940f-486a-b181-af24a1e29edd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:39.079544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e9d3b09c-940f-486a-b181-af24a1e29edd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:39.090413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-488f54f1-7cb9-4efa-8c5f-45eaabdd301d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:39.127512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d3b09c-940f-486a-b181-af24a1e29edd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:39.139344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9d3b09c-940f-486a-b181-af24a1e29edd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:39.184325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-488f54f1-7cb9-4efa-8c5f-45eaabdd301d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:39.186714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8c8195b3-505a-4188-98a8-14b061901009 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:39.204144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f54f1-7cb9-4efa-8c5f-45eaabdd301d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5e26f08-b0e7-4676-8dff-808b2f8239e1,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:39.206885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-488f54f1-7cb9-4efa-8c5f-45eaabdd301d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:39.239115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-488f54f1-7cb9-4efa-8c5f-45eaabdd301d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:39.244548 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-488f54f1-7cb9-4efa-8c5f-45eaabdd301d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/a5e26f08-b0e7-4676-8dff-808b2f8239e1 HTTP/1.1" status: 204 len: 168 time: 0.2648957 Apr 23 09:21:39.257875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40140) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:39.400241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1cefeb07-8082-4f88-84d9-07cea63fc636 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Synchronizing usage tracker for tenant:001948a8af62414f9361a48330c4472d on resource:security_group_rule {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:39.481312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1cefeb07-8082-4f88-84d9-07cea63fc636 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Unset dirty status for tenant:001948a8af62414f9361a48330c4472d on resource:security_group_rule {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:39.485039 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1cefeb07-8082-4f88-84d9-07cea63fc636 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2254791 Apr 23 09:21:39.492008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40144) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:39.587342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2bb3563d-bc94-4cd6-b4a8-550d4fca7922 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:39.602217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:21:39.616616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2bb3563d-bc94-4cd6-b4a8-550d4fca7922 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:39.639572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f015b18-6f9f-4ac6-a290-42ee54bc3849 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:39.645297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-99726150-6bbf-4595-beaf-8f5465f14298 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:39.645642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86ac58e6-cc7f-42cd-b174-681f82c584c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:39.744304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2bb3563d-bc94-4cd6-b4a8-550d4fca7922 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:39.757753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f015b18-6f9f-4ac6-a290-42ee54bc3849 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Subnet': ['ID=84d3bd41-e717-459f-83bc-d533242871b8,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:39.764498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1f015b18-6f9f-4ac6-a290-42ee54bc3849 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:39.770293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:39.785327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f015b18-6f9f-4ac6-a290-42ee54bc3849 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Checking segment: {'id': 'e2c1db35-0e5c-4b5d-adad-3750d923ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cd6af10c-209e-4184-b7a5-807fa2260934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:21:39.785734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f015b18-6f9f-4ac6-a290-42ee54bc3849 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network hostable DHCP agents. Network: cd6af10c-209e-4184-b7a5-807fa2260934, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:21:39.792564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3563d-bc94-4cd6-b4a8-550d4fca7922 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21cb38db-0bff-488b-9e81-ca71fff06ee6,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:39.796788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2bb3563d-bc94-4cd6-b4a8-550d4fca7922 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:39.828054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2bb3563d-bc94-4cd6-b4a8-550d4fca7922 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:39.830455 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2bb3563d-bc94-4cd6-b4a8-550d4fca7922 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/21cb38db-0bff-488b-9e81-ca71fff06ee6 HTTP/1.1" status: 204 len: 168 time: 0.3367312 Apr 23 09:21:39.837204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40148) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:39.858639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f015b18-6f9f-4ac6-a290-42ee54bc3849 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network cd6af10c-209e-4184-b7a5-807fa2260934 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:21:39.903367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-098b76e5-28f0-406c-9e0c-6c41ccbcb143 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Synchronizing usage tracker for tenant:001948a8af62414f9361a48330c4472d on resource:security_group_rule {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:39.915958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-1f015b18-6f9f-4ac6-a290-42ee54bc3849 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, cd6af10c-209e-4184-b7a5-807fa2260934) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:39.934895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d679774-e47b-4051-b883-ffb7277e460a None None] Network cd6af10c-209e-4184-b7a5-807fa2260934 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:39.938001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f015b18-6f9f-4ac6-a290-42ee54bc3849 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:39.938718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f015b18-6f9f-4ac6-a290-42ee54bc3849 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:39.955245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-098b76e5-28f0-406c-9e0c-6c41ccbcb143 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Unset dirty status for tenant:001948a8af62414f9361a48330c4472d on resource:security_group_rule {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:39.959631 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-098b76e5-28f0-406c-9e0c-6c41ccbcb143 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1205993 Apr 23 09:21:39.960191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40152) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:40.000868 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1f015b18-6f9f-4ac6-a290-42ee54bc3849 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7349222 Apr 23 09:21:40.003467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40156) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:40.028112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-932d97d5-c5da-47b2-8ff2-dfba7030c2b2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'subnet': {'network_id': 'cd6af10c-209e-4184-b7a5-807fa2260934', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:40.039074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-17988b75-061c-4810-92b1-51b9dfb4144c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:40.097624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-17988b75-061c-4810-92b1-51b9dfb4144c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:40.228353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-932d97d5-c5da-47b2-8ff2-dfba7030c2b2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:40.237135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-932d97d5-c5da-47b2-8ff2-dfba7030c2b2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:subnet and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:40.241489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-932d97d5-c5da-47b2-8ff2-dfba7030c2b2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:40.249585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-17988b75-061c-4810-92b1-51b9dfb4144c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:40.253355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-932d97d5-c5da-47b2-8ff2-dfba7030c2b2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:40.260686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-22971637-c79a-484f-a41d-e769e4a249cd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:40.287368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17988b75-061c-4810-92b1-51b9dfb4144c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=444b08bb-b26a-4747-ae67-09fb64a17f73,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:40.295510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-17988b75-061c-4810-92b1-51b9dfb4144c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:40.333152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9d3b09c-940f-486a-b181-af24a1e29edd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:40.340175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e9efa8c-1770-4862-8c9c-b8ef8af030ca tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:40.403188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-17988b75-061c-4810-92b1-51b9dfb4144c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:40.408570 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-17988b75-061c-4810-92b1-51b9dfb4144c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "DELETE /v2.0/security-groups/444b08bb-b26a-4747-ae67-09fb64a17f73 HTTP/1.1" status: 204 len: 168 time: 0.4440718 Apr 23 09:21:40.409008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40160) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:40.409820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:40.414163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932d97d5-c5da-47b2-8ff2-dfba7030c2b2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:40.421886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-932d97d5-c5da-47b2-8ff2-dfba7030c2b2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:40.437961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-cd6af10c-209e-4184-b7a5-807fa2260934', 'network_id': 'cd6af10c-209e-4184-b7a5-807fa2260934', 'tenant_id': 'ed81b2e31f5a49b893e0f8cf455bcd22', 'fixed_ips': [{'subnet_id': '84d3bd41-e717-459f-83bc-d533242871b8'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:21:40.439499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:40.463520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3b09c-940f-486a-b181-af24a1e29edd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Subnet': ['ID=060cf733-f9ee-4578-8569-9573b68f6b13,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:40.475174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e9d3b09c-940f-486a-b181-af24a1e29edd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:40.517612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2121faec-8ee3-42f2-b5f0-406245b8107f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Synchronizing usage tracker for tenant:001948a8af62414f9361a48330c4472d on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:40.572894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d3b09c-940f-486a-b181-af24a1e29edd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Checking segment: {'id': '8b7ed28f-3476-4125-80f2-8a143a767f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ce977d78-1bd3-4dc9-8af1-67547339163b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:21:40.573317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d3b09c-940f-486a-b181-af24a1e29edd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network hostable DHCP agents. Network: ce977d78-1bd3-4dc9-8af1-67547339163b, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:21:40.576771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2121faec-8ee3-42f2-b5f0-406245b8107f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Unset dirty status for tenant:001948a8af62414f9361a48330c4472d on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:40.586501 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2121faec-8ee3-42f2-b5f0-406245b8107f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1685174 Apr 23 09:21:40.590530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40164) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:40.598405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7b606b84-19e0-4c58-ba63-50123cf11514 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Request body: {'security_group': {'name': 'tempest-secgroup--2014401402'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:40.609911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7b606b84-19e0-4c58-ba63-50123cf11514 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:40.626389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7b606b84-19e0-4c58-ba63-50123cf11514 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:40.642700 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.ipam_backend_mixin [None req-932d97d5-c5da-47b2-8ff2-dfba7030c2b2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 84d3bd41-e717-459f-83bc-d533242871b8 (CIDR: 2001:db8::/64) Apr 23 09:21:40.683898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d3b09c-940f-486a-b181-af24a1e29edd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network ce977d78-1bd3-4dc9-8af1-67547339163b is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:21:40.724230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7b606b84-19e0-4c58-ba63-50123cf11514 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:40.725709 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-932d97d5-c5da-47b2-8ff2-dfba7030c2b2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:21:40.726613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-932d97d5-c5da-47b2-8ff2-dfba7030c2b2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:21:40.742354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Allocated IP 2001:db8::2 (cd6af10c-209e-4184-b7a5-807fa2260934/84d3bd41-e717-459f-83bc-d533242871b8/f6adc9f9-af76-4ee1-b5a3-04f1f6455c15) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:21:40.751001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7b606b84-19e0-4c58-ba63-50123cf11514 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:40.756349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7b606b84-19e0-4c58-ba63-50123cf11514 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Usage tracker for resource:security_group_rule and tenant:001948a8af62414f9361a48330c4472d is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:40.759123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-e9d3b09c-940f-486a-b181-af24a1e29edd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, ce977d78-1bd3-4dc9-8af1-67547339163b) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:40.759892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7b606b84-19e0-4c58-ba63-50123cf11514 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:40.770775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7b606b84-19e0-4c58-ba63-50123cf11514 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:40.781246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b76df1-3521-4321-adab-3e8f83dbf941 None None] Network ce977d78-1bd3-4dc9-8af1-67547339163b requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:40.787402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d3b09c-940f-486a-b181-af24a1e29edd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:40.788553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9d3b09c-940f-486a-b181-af24a1e29edd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:40.802725 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-932d97d5-c5da-47b2-8ff2-dfba7030c2b2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7972016 Apr 23 09:21:40.814513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40170) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:40.827320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ae6739f7-5617-49c9-8628-a2553bb81dec tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'subnet': {'network_id': 'cd6af10c-209e-4184-b7a5-807fa2260934', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:40.907411 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e9d3b09c-940f-486a-b181-af24a1e29edd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0994534 Apr 23 09:21:40.911769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40174) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:40.925533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bc63b878-efc8-4b8d-a15d-5438f0360fc5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'port': {'network_id': 'ce977d78-1bd3-4dc9-8af1-67547339163b', 'name': 'tempest-PortsTestJSON-4952353'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:41.009434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7b606b84-19e0-4c58-ba63-50123cf11514 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:41.039616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ae6739f7-5617-49c9-8628-a2553bb81dec tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:41.045142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7b606b84-19e0-4c58-ba63-50123cf11514 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:41.049986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ae6739f7-5617-49c9-8628-a2553bb81dec tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:subnet and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:41.054740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1935f7d2-9546-496a-8815-48cf5b89a7c5 tempest-ExtraDHCPOptionsTestJSON-1549159859 tempest-ExtraDHCPOptionsTestJSON-1549159859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:41.071269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ae6739f7-5617-49c9-8628-a2553bb81dec tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:41.117591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ae6739f7-5617-49c9-8628-a2553bb81dec tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:41.152338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b606b84-19e0-4c58-ba63-50123cf11514 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d26727-a7c1-418f-8559-2e5dec92d979,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:41.161096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7b606b84-19e0-4c58-ba63-50123cf11514 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:41.204057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6739f7-5617-49c9-8628-a2553bb81dec tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:41.212423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ae6739f7-5617-49c9-8628-a2553bb81dec tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:41.219521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bc63b878-efc8-4b8d-a15d-5438f0360fc5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:41.243439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bc63b878-efc8-4b8d-a15d-5438f0360fc5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:41.254028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7b606b84-19e0-4c58-ba63-50123cf11514 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:41.260292 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7b606b84-19e0-4c58-ba63-50123cf11514 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6634805 Apr 23 09:21:41.260591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40178) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:41.266934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-fda15b3d-c0d6-4fa2-b1f6-38fe50e36ac0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Request body: {'security_group_rule': {'security_group_id': '95d26727-a7c1-418f-8559-2e5dec92d979', 'direction': 'ingress', 'protocol': 17}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:41.275107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fda15b3d-c0d6-4fa2-b1f6-38fe50e36ac0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:41.281241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fda15b3d-c0d6-4fa2-b1f6-38fe50e36ac0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Usage tracker for resource:security_group_rule and tenant:001948a8af62414f9361a48330c4472d is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:41.285413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fda15b3d-c0d6-4fa2-b1f6-38fe50e36ac0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:41.289504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc63b878-efc8-4b8d-a15d-5438f0360fc5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:41.297432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc63b878-efc8-4b8d-a15d-5438f0360fc5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:41.317910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fda15b3d-c0d6-4fa2-b1f6-38fe50e36ac0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:41.335545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-bc63b878-efc8-4b8d-a15d-5438f0360fc5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] device_id is not set on port 6a9229d6-1a2c-4c4e-bce3-2c93a79c73a4 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:21:41.397889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fda15b3d-c0d6-4fa2-b1f6-38fe50e36ac0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:41.528644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:41.540820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:41.555799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-ce977d78-1bd3-4dc9-8af1-67547339163b', 'network_id': 'ce977d78-1bd3-4dc9-8af1-67547339163b', 'tenant_id': '696097c35055491c960511aa485cbd7b', 'fixed_ips': [{'subnet_id': '060cf733-f9ee-4578-8569-9573b68f6b13'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:21:41.556937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:41.557787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fda15b3d-c0d6-4fa2-b1f6-38fe50e36ac0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:41.570787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Transition to ACTIVE for port object f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:41.572444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-bc63b878-efc8-4b8d-a15d-5438f0360fc5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Allocated IP 172.20.0.8 (ce977d78-1bd3-4dc9-8af1-67547339163b/060cf733-f9ee-4578-8569-9573b68f6b13/6a9229d6-1a2c-4c4e-bce3-2c93a79c73a4) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:21:41.606823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fda15b3d-c0d6-4fa2-b1f6-38fe50e36ac0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:41.613159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:41.644575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Transition to ACTIVE for port object f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:41.653483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda15b3d-c0d6-4fa2-b1f6-38fe50e36ac0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41aad374-a7b0-46b2-b2eb-59c5549cf967,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:41.661065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fda15b3d-c0d6-4fa2-b1f6-38fe50e36ac0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:41.687955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:41.696749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0c659272-4dc4-42ec-b8b9-d78bc101531e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:41.722478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fda15b3d-c0d6-4fa2-b1f6-38fe50e36ac0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:41.723877 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fda15b3d-c0d6-4fa2-b1f6-38fe50e36ac0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4622264 Apr 23 09:21:41.728754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40182) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:41.767640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Network cd6af10c-209e-4184-b7a5-807fa2260934 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:41.777032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:41.782389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:21:41.795685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Pushing event updated for resources: {'Port': ['ID=f6adc9f9-af76-4ee1-b5a3-04f1f6455c15,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:41.875886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:41.876489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:41.876682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:41.877033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:41.877408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:41.877785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:41.878163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:41.878569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:41.878945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:41.879468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:41.879641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:41.880007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:21:41.890252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:41.914540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Attempting to bind port f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:21:41.914980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Attempting to bind port f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'e2c1db35-0e5c-4b5d-adad-3750d923ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cd6af10c-209e-4184-b7a5-807fa2260934'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:21:41.915412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Attempting to bind port f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 on network cd6af10c-209e-4184-b7a5-807fa2260934 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:21:41.919771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a0471667-3f87-42e6-818e-c2b93e317d3d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:41.924022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:21:41.924801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Checking segment: {'id': 'e2c1db35-0e5c-4b5d-adad-3750d923ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cd6af10c-209e-4184-b7a5-807fa2260934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:21:41.925436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:41.926057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Bound using segment: {'id': 'e2c1db35-0e5c-4b5d-adad-3750d923ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cd6af10c-209e-4184-b7a5-807fa2260934'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:21:41.926818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Bound port: f6adc9f9-af76-4ee1-b5a3-04f1f6455c15, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c1db35-0e5c-4b5d-adad-3750d923ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cd6af10c-209e-4184-b7a5-807fa2260934'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:21:41.927457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:41.961231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc63b878-efc8-4b8d-a15d-5438f0360fc5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:41.989368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a0471667-3f87-42e6-818e-c2b93e317d3d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:42.010023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-bc63b878-efc8-4b8d-a15d-5438f0360fc5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Transition to ACTIVE for port object 6a9229d6-1a2c-4c4e-bce3-2c93a79c73a4 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:42.060632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] For port f6adc9f9-af76-4ee1-b5a3-04f1f6455c15, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:21:42.067443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] For port f6adc9f9-af76-4ee1-b5a3-04f1f6455c15, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f6adc9f9-af76-4ee1-b5a3-04f1f6455c15,segment=NetworkSegment(e2c1db35-0e5c-4b5d-adad-3750d923ee40),segment_id=e2c1db35-0e5c-4b5d-adad-3750d923ee40)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:21:42.095703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a0471667-3f87-42e6-818e-c2b93e317d3d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:42.100552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ac5914d2-8dc5-4ddd-a4ad-b1cf2736178f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:42.121668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0471667-3f87-42e6-818e-c2b93e317d3d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d26727-a7c1-418f-8559-2e5dec92d979,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:42.124699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a0471667-3f87-42e6-818e-c2b93e317d3d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:42.126133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc63b878-efc8-4b8d-a15d-5438f0360fc5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:42.134558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-58fa0c77-dcc0-495b-8b3e-54461210cd67 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:42.152919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:42.165858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-848b5c43-9259-4fe0-9421-83e2119f3fb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:42.209207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a0471667-3f87-42e6-818e-c2b93e317d3d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:42.215629 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a0471667-3f87-42e6-818e-c2b93e317d3d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "DELETE /v2.0/security-groups/95d26727-a7c1-418f-8559-2e5dec92d979 HTTP/1.1" status: 204 len: 168 time: 0.4806733 Apr 23 09:21:42.217517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40188) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:42.250194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc63b878-efc8-4b8d-a15d-5438f0360fc5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network ce977d78-1bd3-4dc9-8af1-67547339163b is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:42.257215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-bc63b878-efc8-4b8d-a15d-5438f0360fc5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:42.258771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Allocated IP 172.20.0.2 (ce977d78-1bd3-4dc9-8af1-67547339163b/060cf733-f9ee-4578-8569-9573b68f6b13/74a55780-0074-4bcd-8e15-1f9c39c1d35a) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:21:42.262161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc63b878-efc8-4b8d-a15d-5438f0360fc5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:21:42.290308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ae6739f7-5617-49c9-8628-a2553bb81dec tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:42.297926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:42.299682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-29e17c44-68d8-4e2c-bf3c-099cfff6235f tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:42.305728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Pushing event updated for resources: {'Port': ['ID=f6adc9f9-af76-4ee1-b5a3-04f1f6455c15,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:42.316043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63b878-efc8-4b8d-a15d-5438f0360fc5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Port': ['ID=6a9229d6-1a2c-4c4e-bce3-2c93a79c73a4,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:42.324191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bc63b878-efc8-4b8d-a15d-5438f0360fc5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:42.324915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:42.367741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ace4f22a-bf46-4510-a250-46f49823a89b tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Synchronizing usage tracker for tenant:001948a8af62414f9361a48330c4472d on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:42.391963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6739f7-5617-49c9-8628-a2553bb81dec tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network cd6af10c-209e-4184-b7a5-807fa2260934 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:42.395625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc63b878-efc8-4b8d-a15d-5438f0360fc5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:42.396516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc63b878-efc8-4b8d-a15d-5438f0360fc5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:42.399139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-ae6739f7-5617-49c9-8628-a2553bb81dec tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:42.438396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6739f7-5617-49c9-8628-a2553bb81dec tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:42.439087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ae6739f7-5617-49c9-8628-a2553bb81dec tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:42.443851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6739f7-5617-49c9-8628-a2553bb81dec tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Subnet': ['ID=4e4e8fc6-9089-4dcd-874b-3d48feb8eda6,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:42.449590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ae6739f7-5617-49c9-8628-a2553bb81dec tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:42.459817 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bc63b878-efc8-4b8d-a15d-5438f0360fc5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.5431273 Apr 23 09:21:42.465775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40192) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:42.494728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ace4f22a-bf46-4510-a250-46f49823a89b tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Unset dirty status for tenant:001948a8af62414f9361a48330c4472d on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:42.496822 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ace4f22a-bf46-4510-a250-46f49823a89b tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2781765 Apr 23 09:21:42.497157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bc2e47ee-2398-4173-8094-2ef100cbb964 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'port': {'network_id': 'ce977d78-1bd3-4dc9-8af1-67547339163b', 'name': 'tempest-PortsTestJSON-1013233188'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:42.504499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40196) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:42.519434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-02d82afa-97f7-4504-b8bb-2731e7f08cef tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Request body: {'security_group': {'name': 'tempest-secgroup--1182333946'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:42.537439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-02d82afa-97f7-4504-b8bb-2731e7f08cef tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:42.547898 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ae6739f7-5617-49c9-8628-a2553bb81dec tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7313232 Apr 23 09:21:42.549947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40200) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:42.560307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5d6dc12b-1fb3-443c-ae53-caedc8615ee5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'port': {'network_id': 'cd6af10c-209e-4184-b7a5-807fa2260934', 'fixed_ips': [{'subnet_id': '84d3bd41-e717-459f-83bc-d533242871b8'}, {'subnet_id': '4e4e8fc6-9089-4dcd-874b-3d48feb8eda6'}], 'name': 'tempest-PortsIpV6TestJSON-170802865'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:42.563169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-02d82afa-97f7-4504-b8bb-2731e7f08cef tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:42.605013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02d82afa-97f7-4504-b8bb-2731e7f08cef tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:42.643911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:42.650725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-02d82afa-97f7-4504-b8bb-2731e7f08cef tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:42.660567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-02d82afa-97f7-4504-b8bb-2731e7f08cef tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Usage tracker for resource:security_group_rule and tenant:001948a8af62414f9361a48330c4472d is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:42.671213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Transition to ACTIVE for port object 74a55780-0074-4bcd-8e15-1f9c39c1d35a will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:42.694878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-02d82afa-97f7-4504-b8bb-2731e7f08cef tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:42.718621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-02d82afa-97f7-4504-b8bb-2731e7f08cef tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:42.730122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Transition to ACTIVE for port object 74a55780-0074-4bcd-8e15-1f9c39c1d35a will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:42.776182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:42.788910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-848b5c43-9259-4fe0-9421-83e2119f3fb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:42.850768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02d82afa-97f7-4504-b8bb-2731e7f08cef tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:42.871431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Network ce977d78-1bd3-4dc9-8af1-67547339163b is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:42.874489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:42.879356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:21:42.884683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02d82afa-97f7-4504-b8bb-2731e7f08cef tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:42.898065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7b606b84-19e0-4c58-ba63-50123cf11514 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:42.914939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bc2e47ee-2398-4173-8094-2ef100cbb964 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:42.921104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bc2e47ee-2398-4173-8094-2ef100cbb964 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:port and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:42.925305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bc2e47ee-2398-4173-8094-2ef100cbb964 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:42.931896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bc2e47ee-2398-4173-8094-2ef100cbb964 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:42.939040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Pushing event updated for resources: {'Port': ['ID=74a55780-0074-4bcd-8e15-1f9c39c1d35a,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:42.969917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:42.978216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5d6dc12b-1fb3-443c-ae53-caedc8615ee5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:42.983844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5d6dc12b-1fb3-443c-ae53-caedc8615ee5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:port and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:42.987337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5d6dc12b-1fb3-443c-ae53-caedc8615ee5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:42.994883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5d6dc12b-1fb3-443c-ae53-caedc8615ee5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:42.998210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2e47ee-2398-4173-8094-2ef100cbb964 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:43.001214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Attempting to bind port 74a55780-0074-4bcd-8e15-1f9c39c1d35a on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:21:43.001644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Attempting to bind port 74a55780-0074-4bcd-8e15-1f9c39c1d35a by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8b7ed28f-3476-4125-80f2-8a143a767f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ce977d78-1bd3-4dc9-8af1-67547339163b'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:21:43.002118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Attempting to bind port 74a55780-0074-4bcd-8e15-1f9c39c1d35a on network ce977d78-1bd3-4dc9-8af1-67547339163b {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:21:43.004546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc2e47ee-2398-4173-8094-2ef100cbb964 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:43.006375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d82afa-97f7-4504-b8bb-2731e7f08cef tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=692027fc-6beb-4166-8141-c98f6ad4c64e,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:43.009066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:21:43.009501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Checking segment: {'id': '8b7ed28f-3476-4125-80f2-8a143a767f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ce977d78-1bd3-4dc9-8af1-67547339163b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:21:43.009972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:43.010446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Bound using segment: {'id': '8b7ed28f-3476-4125-80f2-8a143a767f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ce977d78-1bd3-4dc9-8af1-67547339163b'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:21:43.011535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Bound port: 74a55780-0074-4bcd-8e15-1f9c39c1d35a, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b7ed28f-3476-4125-80f2-8a143a767f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ce977d78-1bd3-4dc9-8af1-67547339163b'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:21:43.011936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:43.021430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-02d82afa-97f7-4504-b8bb-2731e7f08cef tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:43.038155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-bc2e47ee-2398-4173-8094-2ef100cbb964 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] device_id is not set on port 69ffc94c-2a03-4dbc-b0c3-890168941984 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:21:43.065646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02d82afa-97f7-4504-b8bb-2731e7f08cef tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:43.068118 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-02d82afa-97f7-4504-b8bb-2731e7f08cef tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5621278 Apr 23 09:21:43.071324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40204) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:43.080020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-615a6b0d-2eab-48cc-b741-fa36af52c13c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Request body: {'security_group': {'name': 'tempest-secgroup--443653520'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:43.088519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-615a6b0d-2eab-48cc-b741-fa36af52c13c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:43.095947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-615a6b0d-2eab-48cc-b741-fa36af52c13c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Usage tracker for resource:security_group and tenant:001948a8af62414f9361a48330c4472d is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:43.099998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-615a6b0d-2eab-48cc-b741-fa36af52c13c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:43.109368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-615a6b0d-2eab-48cc-b741-fa36af52c13c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:43.119175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6dc12b-1fb3-443c-ae53-caedc8615ee5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:43.151339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] For port 74a55780-0074-4bcd-8e15-1f9c39c1d35a, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:21:43.156982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] For port 74a55780-0074-4bcd-8e15-1f9c39c1d35a, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=74a55780-0074-4bcd-8e15-1f9c39c1d35a,segment=NetworkSegment(8b7ed28f-3476-4125-80f2-8a143a767f5d),segment_id=8b7ed28f-3476-4125-80f2-8a143a767f5d)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:21:43.158040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-615a6b0d-2eab-48cc-b741-fa36af52c13c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:43.187843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-615a6b0d-2eab-48cc-b741-fa36af52c13c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:43.188129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:43.195845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-615a6b0d-2eab-48cc-b741-fa36af52c13c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Usage tracker for resource:security_group_rule and tenant:001948a8af62414f9361a48330c4472d is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:43.196652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:43.200448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-615a6b0d-2eab-48cc-b741-fa36af52c13c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:43.210737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-615a6b0d-2eab-48cc-b741-fa36af52c13c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:43.327962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-615a6b0d-2eab-48cc-b741-fa36af52c13c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:43.354864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Pushing event updated for resources: {'Port': ['ID=74a55780-0074-4bcd-8e15-1f9c39c1d35a,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:43.360725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:43.368595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-615a6b0d-2eab-48cc-b741-fa36af52c13c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:43.379889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d6dc12b-1fb3-443c-ae53-caedc8615ee5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:43.381458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7cb4d89b-dbac-4e1c-a128-cb6c33079473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:43.397380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-bc2e47ee-2398-4173-8094-2ef100cbb964 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Allocated IP 172.20.0.6 (ce977d78-1bd3-4dc9-8af1-67547339163b/060cf733-f9ee-4578-8569-9573b68f6b13/69ffc94c-2a03-4dbc-b0c3-890168941984) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:21:43.421791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-5d6dc12b-1fb3-443c-ae53-caedc8615ee5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] device_id is not set on port 850bd15d-d60d-41ee-af49-f2ee29067d20 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:21:43.492460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a6b0d-2eab-48cc-b741-fa36af52c13c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a46003-cd19-4fa1-b008-6f7ac06a6f78,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:43.517077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-615a6b0d-2eab-48cc-b741-fa36af52c13c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:43.632820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-615a6b0d-2eab-48cc-b741-fa36af52c13c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:43.641373 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-615a6b0d-2eab-48cc-b741-fa36af52c13c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5615849 Apr 23 09:21:43.641373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40208) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:43.649443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2afc5ac9-e7cd-45ad-b051-381959e92f78 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Request body: {'security_group_rule': {'security_group_id': '692027fc-6beb-4166-8141-c98f6ad4c64e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '27a46003-cd19-4fa1-b008-6f7ac06a6f78', 'remote_ip_prefix': None}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:43.663145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2afc5ac9-e7cd-45ad-b051-381959e92f78 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:43.684250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2afc5ac9-e7cd-45ad-b051-381959e92f78 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Usage tracker for resource:security_group_rule and tenant:001948a8af62414f9361a48330c4472d is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:43.689373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2afc5ac9-e7cd-45ad-b051-381959e92f78 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:43.699883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2afc5ac9-e7cd-45ad-b051-381959e92f78 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:43.837308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2afc5ac9-e7cd-45ad-b051-381959e92f78 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:44.017870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc2e47ee-2398-4173-8094-2ef100cbb964 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:44.020875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2afc5ac9-e7cd-45ad-b051-381959e92f78 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:44.060727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2afc5ac9-e7cd-45ad-b051-381959e92f78 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:44.069815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:44.075142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-bc2e47ee-2398-4173-8094-2ef100cbb964 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Transition to ACTIVE for port object 69ffc94c-2a03-4dbc-b0c3-890168941984 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:44.097927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc5ac9-e7cd-45ad-b051-381959e92f78 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b085d19-3281-4c08-9e55-a2777e320b1b,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:44.100683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2afc5ac9-e7cd-45ad-b051-381959e92f78 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:44.133998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 74a55780-0074-4bcd-8e15-1f9c39c1d35a up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:21:44.141358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2afc5ac9-e7cd-45ad-b051-381959e92f78 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:44.144671 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2afc5ac9-e7cd-45ad-b051-381959e92f78 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5011382 Apr 23 09:21:44.148350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40212) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:44.218373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23ba9a7b-5e62-4fe5-985e-0f684a108627 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:44.249257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23ba9a7b-5e62-4fe5-985e-0f684a108627 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:44.312283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 74a55780-0074-4bcd-8e15-1f9c39c1d35a completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:21:44.322146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54c95f7-b075-461f-9550-b21fdac37f18 None None] Network cd6af10c-209e-4184-b7a5-807fa2260934 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:44.358519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23ba9a7b-5e62-4fe5-985e-0f684a108627 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:44.361793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f1f3e8f4-f433-4cbb-814f-aac2a0338e0d tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:44.385340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:21:44.394953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-5d6dc12b-1fb3-443c-ae53-caedc8615ee5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Allocated IP 2001:db8::65 (cd6af10c-209e-4184-b7a5-807fa2260934/84d3bd41-e717-459f-83bc-d533242871b8/850bd15d-d60d-41ee-af49-f2ee29067d20) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:21:44.400168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc2e47ee-2398-4173-8094-2ef100cbb964 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:44.403950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba9a7b-5e62-4fe5-985e-0f684a108627 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b085d19-3281-4c08-9e55-a2777e320b1b,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:44.408391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-23ba9a7b-5e62-4fe5-985e-0f684a108627 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:44.414646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23ba9a7b-5e62-4fe5-985e-0f684a108627 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:44.416970 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-23ba9a7b-5e62-4fe5-985e-0f684a108627 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/6b085d19-3281-4c08-9e55-a2777e320b1b HTTP/1.1" status: 204 len: 168 time: 0.2667294 Apr 23 09:21:44.422704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40216) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:44.428501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:44.500454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aae5caac-14c4-4ea1-b723-5fd34e00d2ea tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Synchronizing usage tracker for tenant:001948a8af62414f9361a48330c4472d on resource:security_group_rule {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:44.532971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-5d6dc12b-1fb3-443c-ae53-caedc8615ee5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Allocated IP 2001:db8:0:1::1f0 (cd6af10c-209e-4184-b7a5-807fa2260934/4e4e8fc6-9089-4dcd-874b-3d48feb8eda6/850bd15d-d60d-41ee-af49-f2ee29067d20) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:21:44.578107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2e47ee-2398-4173-8094-2ef100cbb964 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network ce977d78-1bd3-4dc9-8af1-67547339163b is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:44.582374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aae5caac-14c4-4ea1-b723-5fd34e00d2ea tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Unset dirty status for tenant:001948a8af62414f9361a48330c4472d on resource:security_group_rule {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:44.583053 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-aae5caac-14c4-4ea1-b723-5fd34e00d2ea tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1587348 Apr 23 09:21:44.588106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40220) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:44.602586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-bc2e47ee-2398-4173-8094-2ef100cbb964 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:44.615178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2e47ee-2398-4173-8094-2ef100cbb964 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:21:44.639184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-095c8a37-3e91-4aae-826a-1baf9169fff5 None None] Provisioning for port f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:21:44.719633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e47ee-2398-4173-8094-2ef100cbb964 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Port': ['ID=69ffc94c-2a03-4dbc-b0c3-890168941984,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:44.737057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-555f4e2a-d104-4c52-8a72-7a0ae0fa0afd tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:44.742241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bc2e47ee-2398-4173-8094-2ef100cbb964 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:44.798153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-555f4e2a-d104-4c52-8a72-7a0ae0fa0afd tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:44.811682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:21:44.819304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:44.819861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:44.849748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2e47ee-2398-4173-8094-2ef100cbb964 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:44.850979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc2e47ee-2398-4173-8094-2ef100cbb964 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:44.925336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-555f4e2a-d104-4c52-8a72-7a0ae0fa0afd tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:44.937203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:44.976407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f4e2a-d104-4c52-8a72-7a0ae0fa0afd tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a46003-cd19-4fa1-b008-6f7ac06a6f78,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:44.980966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-555f4e2a-d104-4c52-8a72-7a0ae0fa0afd tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:45.060954 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bc2e47ee-2398-4173-8094-2ef100cbb964 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5934155 Apr 23 09:21:45.067429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:45.068703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40224) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:45.133371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3000a1af-ad5f-41bc-80cf-39a99211dde5 None None] Update dhcp port {'port': {'network_id': 'cd6af10c-209e-4184-b7a5-807fa2260934', 'fixed_ips': [{'subnet_id': '84d3bd41-e717-459f-83bc-d533242871b8', 'ip_address': '2001:db8::2'}, {'subnet_id': '4e4e8fc6-9089-4dcd-874b-3d48feb8eda6'}], 'binding:host_id': 'dv-neutron-786478-4-hyperv'}, 'id': 'f6adc9f9-af76-4ee1-b5a3-04f1f6455c15'} from dv-neutron-786478-4-hyperv. {{(pid=87176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 23 09:21:45.155448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-555f4e2a-d104-4c52-8a72-7a0ae0fa0afd tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:45.160771 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-555f4e2a-d104-4c52-8a72-7a0ae0fa0afd tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "DELETE /v2.0/security-groups/27a46003-cd19-4fa1-b008-6f7ac06a6f78 HTTP/1.1" status: 204 len: 168 time: 0.5651069 Apr 23 09:21:45.164042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40228) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:45.173787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port f6adc9f9-af76-4ee1-b5a3-04f1f6455c15, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f6adc9f9-af76-4ee1-b5a3-04f1f6455c15,segment=NetworkSegment(e2c1db35-0e5c-4b5d-adad-3750d923ee40),segment_id=e2c1db35-0e5c-4b5d-adad-3750d923ee40)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:21:45.188545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d6dc12b-1fb3-443c-ae53-caedc8615ee5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:45.207250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3000a1af-ad5f-41bc-80cf-39a99211dde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:45.220507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:45.226186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d67a363c-311d-4d57-8444-cbb9e2d23db9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:45.268432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-954538e1-3492-4225-be4c-3541ec3b9bfd tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Synchronizing usage tracker for tenant:001948a8af62414f9361a48330c4472d on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:45.273437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5d6dc12b-1fb3-443c-ae53-caedc8615ee5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Transition to ACTIVE for port object 850bd15d-d60d-41ee-af49-f2ee29067d20 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:45.310136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=f6adc9f9-af76-4ee1-b5a3-04f1f6455c15,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:45.314827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:45.315182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf0a5e0-da13-498c-ac82-d947448a2e40 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:45.322731 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-daf0a5e0-da13-498c-ac82-d947448a2e40 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 919 time: 0.2490673 Apr 23 09:21:45.323891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40232) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:45.367821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-954538e1-3492-4225-be4c-3541ec3b9bfd tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Unset dirty status for tenant:001948a8af62414f9361a48330c4472d on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:45.374949 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-954538e1-3492-4225-be4c-3541ec3b9bfd tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2038617 Apr 23 09:21:45.375480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40236) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:45.379010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d6dc12b-1fb3-443c-ae53-caedc8615ee5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:45.388449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-703b3426-3cd0-405d-8785-19f85cc32c0e tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:45.501898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b066af-15a7-4ece-bc85-ef9e48678216 None None] Network ce977d78-1bd3-4dc9-8af1-67547339163b requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:45.538076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-25ca6e98-be93-4b96-9545-7eee260e85c8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:45.609264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-25ca6e98-be93-4b96-9545-7eee260e85c8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:45.654514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-abe17ad3-d4ec-4cb9-a2f4-20f2699f1d68 None None] Provisioning for port 74a55780-0074-4bcd-8e15-1f9c39c1d35a completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:21:45.682087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-abe17ad3-d4ec-4cb9-a2f4-20f2699f1d68 None None] Provisioning complete for port 74a55780-0074-4bcd-8e15-1f9c39c1d35a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:45.682921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-abe17ad3-d4ec-4cb9-a2f4-20f2699f1d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:45.748215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-25ca6e98-be93-4b96-9545-7eee260e85c8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:45.759666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c6646b9e-27f3-452a-9823-7ca305ab0581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:45.795757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca6e98-be93-4b96-9545-7eee260e85c8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=692027fc-6beb-4166-8141-c98f6ad4c64e,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:45.799354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6dc12b-1fb3-443c-ae53-caedc8615ee5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network cd6af10c-209e-4184-b7a5-807fa2260934 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:45.799588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-25ca6e98-be93-4b96-9545-7eee260e85c8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:45.806291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-5d6dc12b-1fb3-443c-ae53-caedc8615ee5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:45.815925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6dc12b-1fb3-443c-ae53-caedc8615ee5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:21:45.822230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6dc12b-1fb3-443c-ae53-caedc8615ee5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:45.823026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d6dc12b-1fb3-443c-ae53-caedc8615ee5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:45.874784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-25ca6e98-be93-4b96-9545-7eee260e85c8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:45.882597 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-25ca6e98-be93-4b96-9545-7eee260e85c8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "DELETE /v2.0/security-groups/692027fc-6beb-4166-8141-c98f6ad4c64e HTTP/1.1" status: 204 len: 168 time: 0.5049908 Apr 23 09:21:45.883706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40240) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:45.905395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6dc12b-1fb3-443c-ae53-caedc8615ee5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Port': ['ID=850bd15d-d60d-41ee-af49-f2ee29067d20,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:45.910434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d6dc12b-1fb3-443c-ae53-caedc8615ee5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:45.938188 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5d6dc12b-1fb3-443c-ae53-caedc8615ee5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.3868601 Apr 23 09:21:45.943775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40244) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:45.959389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bfdddb7e-3690-4636-9ea4-0c38b89fd01b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '84d3bd41-e717-459f-83bc-d533242871b8'}]}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:45.996482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:21:45.997637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-17fa255e-64c7-4280-b58d-6c36cf61c617 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Synchronizing usage tracker for tenant:001948a8af62414f9361a48330c4472d on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:46.013339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9b753999-8db6-4b92-9c1b-f2b496c9915e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting port 69ffc94c-2a03-4dbc-b0c3-890168941984 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:46.013800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b753999-8db6-4b92-9c1b-f2b496c9915e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:46.048274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-3000a1af-ad5f-41bc-80cf-39a99211dde5 None None] Allocated IP 2001:db8:0:1::2 (cd6af10c-209e-4184-b7a5-807fa2260934/4e4e8fc6-9089-4dcd-874b-3d48feb8eda6/f6adc9f9-af76-4ee1-b5a3-04f1f6455c15) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:21:46.065665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-17fa255e-64c7-4280-b58d-6c36cf61c617 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Unset dirty status for tenant:001948a8af62414f9361a48330c4472d on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:46.070365 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-17fa255e-64c7-4280-b58d-6c36cf61c617 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1825411 Apr 23 09:21:46.077820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40248) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:46.088409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-210feddb-9fa5-4e20-aa40-cf1cfa8f0b5d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Request body: {'security_group': {'name': 'tempest-secgroup--2109685610'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:46.102901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-210feddb-9fa5-4e20-aa40-cf1cfa8f0b5d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:46.126489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-210feddb-9fa5-4e20-aa40-cf1cfa8f0b5d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:46.180544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-210feddb-9fa5-4e20-aa40-cf1cfa8f0b5d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:46.232181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bfdddb7e-3690-4636-9ea4-0c38b89fd01b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:46.234728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-210feddb-9fa5-4e20-aa40-cf1cfa8f0b5d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:46.243608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-210feddb-9fa5-4e20-aa40-cf1cfa8f0b5d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Usage tracker for resource:security_group_rule and tenant:001948a8af62414f9361a48330c4472d is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:46.250566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-210feddb-9fa5-4e20-aa40-cf1cfa8f0b5d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:46.265248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-210feddb-9fa5-4e20-aa40-cf1cfa8f0b5d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:46.310427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b753999-8db6-4b92-9c1b-f2b496c9915e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:46.439263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-210feddb-9fa5-4e20-aa40-cf1cfa8f0b5d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:46.484437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9b753999-8db6-4b92-9c1b-f2b496c9915e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Calling delete_port for 69ffc94c-2a03-4dbc-b0c3-890168941984 owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:46.501640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-210feddb-9fa5-4e20-aa40-cf1cfa8f0b5d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:46.558905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-abe17ad3-d4ec-4cb9-a2f4-20f2699f1d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:46.583454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f6e36baa-2a05-43be-b656-d52b922f2b30 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:46.639455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210feddb-9fa5-4e20-aa40-cf1cfa8f0b5d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39cb5034-ab25-45f5-a5cb-db3f12284b35,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:46.642857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-210feddb-9fa5-4e20-aa40-cf1cfa8f0b5d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:46.649319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-210feddb-9fa5-4e20-aa40-cf1cfa8f0b5d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:46.650922 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-210feddb-9fa5-4e20-aa40-cf1cfa8f0b5d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5714059 Apr 23 09:21:46.656344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40252) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:46.663183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c4802510-38ce-4202-a851-999cd86f5133 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Request body: {'security_group_rule': {'security_group_id': '39cb5034-ab25-45f5-a5cb-db3f12284b35', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:46.671013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c4802510-38ce-4202-a851-999cd86f5133 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:46.675988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c4802510-38ce-4202-a851-999cd86f5133 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Usage tracker for resource:security_group_rule and tenant:001948a8af62414f9361a48330c4472d is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:46.679444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c4802510-38ce-4202-a851-999cd86f5133 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:46.687336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c4802510-38ce-4202-a851-999cd86f5133 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:46.711486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-abe17ad3-d4ec-4cb9-a2f4-20f2699f1d68 None None] For port 74a55780-0074-4bcd-8e15-1f9c39c1d35a, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=74a55780-0074-4bcd-8e15-1f9c39c1d35a,segment=NetworkSegment(8b7ed28f-3476-4125-80f2-8a143a767f5d),segment_id=8b7ed28f-3476-4125-80f2-8a143a767f5d)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:21:46.715942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:46.716513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:46.739032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c4802510-38ce-4202-a851-999cd86f5133 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:46.754132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-3000a1af-ad5f-41bc-80cf-39a99211dde5 None None] For port f6adc9f9-af76-4ee1-b5a3-04f1f6455c15, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f6adc9f9-af76-4ee1-b5a3-04f1f6455c15,segment=NetworkSegment(e2c1db35-0e5c-4b5d-adad-3750d923ee40),segment_id=e2c1db35-0e5c-4b5d-adad-3750d923ee40)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:21:46.772150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-abe17ad3-d4ec-4cb9-a2f4-20f2699f1d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:46.778528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:46.858526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c4802510-38ce-4202-a851-999cd86f5133 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:46.890367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c4802510-38ce-4202-a851-999cd86f5133 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:46.894509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d6656881-5138-4637-930b-01c1403ca8ce tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:46.949730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3000a1af-ad5f-41bc-80cf-39a99211dde5 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:46.951793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4802510-38ce-4202-a851-999cd86f5133 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49282b3a-520d-40ec-8f6c-8e44b876ebb1,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:46.965581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c4802510-38ce-4202-a851-999cd86f5133 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:46.988062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe17ad3-d4ec-4cb9-a2f4-20f2699f1d68 None None] Pushing event updated for resources: {'Port': ['ID=74a55780-0074-4bcd-8e15-1f9c39c1d35a,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:46.993895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-abe17ad3-d4ec-4cb9-a2f4-20f2699f1d68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:47.027653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b753999-8db6-4b92-9c1b-f2b496c9915e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:47.037780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:47.061900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c4802510-38ce-4202-a851-999cd86f5133 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:47.064631 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c4802510-38ce-4202-a851-999cd86f5133 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4063215 Apr 23 09:21:47.069162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40256) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:47.075344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3000a1af-ad5f-41bc-80cf-39a99211dde5 None None] Transition to ACTIVE for port object f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:47.128020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3000a1af-ad5f-41bc-80cf-39a99211dde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:47.143889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-50a546e3-d458-4cf6-b9e3-d88989137ccb tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:47.144104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:47.169495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-50a546e3-d458-4cf6-b9e3-d88989137ccb tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:47.202356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b753999-8db6-4b92-9c1b-f2b496c9915e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Port': ['ID=69ffc94c-2a03-4dbc-b0c3-890168941984,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:47.210771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9b753999-8db6-4b92-9c1b-f2b496c9915e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:47.247587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-50a546e3-d458-4cf6-b9e3-d88989137ccb tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:47.252183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-488f54f1-7cb9-4efa-8c5f-45eaabdd301d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:47.293505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a546e3-d458-4cf6-b9e3-d88989137ccb tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49282b3a-520d-40ec-8f6c-8e44b876ebb1,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:47.311128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-50a546e3-d458-4cf6-b9e3-d88989137ccb tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:47.314086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-50a546e3-d458-4cf6-b9e3-d88989137ccb tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:47.316425 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-50a546e3-d458-4cf6-b9e3-d88989137ccb tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/49282b3a-520d-40ec-8f6c-8e44b876ebb1 HTTP/1.1" status: 204 len: 168 time: 0.2454000 Apr 23 09:21:47.320375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40262) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:47.325473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-bfdddb7e-3690-4636-9ea4-0c38b89fd01b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Delete allocated IP 2001:db8:0:1::1f0 (cd6af10c-209e-4184-b7a5-807fa2260934/4e4e8fc6-9089-4dcd-874b-3d48feb8eda6) {{(pid=87175) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Apr 23 09:21:47.336389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b753999-8db6-4b92-9c1b-f2b496c9915e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:47.383817 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9b753999-8db6-4b92-9c1b-f2b496c9915e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/ports/69ffc94c-2a03-4dbc-b0c3-890168941984 HTTP/1.1" status: 204 len: 168 time: 2.0584774 Apr 23 09:21:47.389268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40266) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:47.442344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e721c134-0d10-4c11-9ab5-49077a9ecf59 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Synchronizing usage tracker for tenant:001948a8af62414f9361a48330c4472d on resource:security_group_rule {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:47.470437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-12a5fce0-c402-4989-9867-72d827709d64 None None] Provisioning complete for port 74a55780-0074-4bcd-8e15-1f9c39c1d35a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:47.470871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12a5fce0-c402-4989-9867-72d827709d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:47.522951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000a1af-ad5f-41bc-80cf-39a99211dde5 None None] Pushing event updated for resources: {'Port': ['ID=f6adc9f9-af76-4ee1-b5a3-04f1f6455c15,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:47.529583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3000a1af-ad5f-41bc-80cf-39a99211dde5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:47.535968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e721c134-0d10-4c11-9ab5-49077a9ecf59 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Unset dirty status for tenant:001948a8af62414f9361a48330c4472d on resource:security_group_rule {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:47.538221 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e721c134-0d10-4c11-9ab5-49077a9ecf59 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2151794 Apr 23 09:21:47.544649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40270) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:47.555806 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-455772dc-4471-4798-a693-6d2f80b1bcd0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] GET failed (client error): The resource could not be found. Apr 23 09:21:47.556760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-455772dc-4471-4798-a693-6d2f80b1bcd0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Synchronizing usage tracker for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:47.668001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-12a5fce0-c402-4989-9867-72d827709d64 None None] Could not find standard attr ID for object 69ffc94c-2a03-4dbc-b0c3-890168941984. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:21:47.685924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-455772dc-4471-4798-a693-6d2f80b1bcd0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Unset dirty status for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:47.692579 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-455772dc-4471-4798-a693-6d2f80b1bcd0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports/69ffc94c-2a03-4dbc-b0c3-890168941984 HTTP/1.1" status: 404 len: 333 time: 0.2977421 Apr 23 09:21:47.693985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40274) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:47.711165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-12a5fce0-c402-4989-9867-72d827709d64 None None] Provisioning for port 6a9229d6-1a2c-4c4e-bce3-2c93a79c73a4 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:21:47.715509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54edfe84-033a-451d-892b-08b7de57ae81 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:47.720228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-12a5fce0-c402-4989-9867-72d827709d64 None None] Provisioning complete for port 6a9229d6-1a2c-4c4e-bce3-2c93a79c73a4 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:47.720728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-12a5fce0-c402-4989-9867-72d827709d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:47.785770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54edfe84-033a-451d-892b-08b7de57ae81 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:47.811130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-12a5fce0-c402-4989-9867-72d827709d64 None None] Port 6a9229d6-1a2c-4c4e-bce3-2c93a79c73a4 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:21:47.903628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bfdddb7e-3690-4636-9ea4-0c38b89fd01b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:47.912585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54edfe84-033a-451d-892b-08b7de57ae81 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:47.930646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-bfdddb7e-3690-4636-9ea4-0c38b89fd01b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Ignored duplicate provisioning block setup for port 850bd15d-d60d-41ee-af49-f2ee29067d20 by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Apr 23 09:21:47.930902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-04c2082d-351c-44a8-a1ce-e80dc22c5a5e None None] Could not find standard attr ID for object 69ffc94c-2a03-4dbc-b0c3-890168941984. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:21:47.957226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-87215f6b-e480-4068-b196-be14f89c2b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:47.961844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-26b4f243-605e-41c4-a5e8-17b6c2f41a05 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting port 6a9229d6-1a2c-4c4e-bce3-2c93a79c73a4 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:47.962756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26b4f243-605e-41c4-a5e8-17b6c2f41a05 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:47.970094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:21:47.985982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54edfe84-033a-451d-892b-08b7de57ae81 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cb5034-ab25-45f5-a5cb-db3f12284b35,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:47.996400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-54edfe84-033a-451d-892b-08b7de57ae81 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:48.022269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bfdddb7e-3690-4636-9ea4-0c38b89fd01b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:48.043373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54edfe84-033a-451d-892b-08b7de57ae81 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:48.046626 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-54edfe84-033a-451d-892b-08b7de57ae81 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "DELETE /v2.0/security-groups/39cb5034-ab25-45f5-a5cb-db3f12284b35 HTTP/1.1" status: 204 len: 168 time: 0.5003309 Apr 23 09:21:48.051178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40278) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:48.053710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b81ee0db-ab04-41d3-a27f-f888f71cf1df tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:48.064759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-04c2082d-351c-44a8-a1ce-e80dc22c5a5e None None] Provisioning complete for port 6a9229d6-1a2c-4c4e-bce3-2c93a79c73a4 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:48.065452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04c2082d-351c-44a8-a1ce-e80dc22c5a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:48.171618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-82559400-68c3-49b8-b3d3-5d94744ecc2e tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Synchronizing usage tracker for tenant:001948a8af62414f9361a48330c4472d on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:48.240339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-04c2082d-351c-44a8-a1ce-e80dc22c5a5e None None] Port 6a9229d6-1a2c-4c4e-bce3-2c93a79c73a4 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:21:48.253841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-82559400-68c3-49b8-b3d3-5d94744ecc2e tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Unset dirty status for tenant:001948a8af62414f9361a48330c4472d on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:48.263678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 74a55780-0074-4bcd-8e15-1f9c39c1d35a up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:21:48.265371 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-82559400-68c3-49b8-b3d3-5d94744ecc2e tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2124364 Apr 23 09:21:48.266947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40282) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:48.286783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2ae8ed45-893e-4b47-892f-6287736407a0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Request body: {'security_group': {'name': 'tempest-secgroup--1794940948'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:48.299987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2ae8ed45-893e-4b47-892f-6287736407a0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:48.316875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2ae8ed45-893e-4b47-892f-6287736407a0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:48.368425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2ae8ed45-893e-4b47-892f-6287736407a0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:48.392409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 74a55780-0074-4bcd-8e15-1f9c39c1d35a triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:48.393691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:48.402004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bfdddb7e-3690-4636-9ea4-0c38b89fd01b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] In _notify_port_updated(), no bound segment for port 850bd15d-d60d-41ee-af49-f2ee29067d20 on network cd6af10c-209e-4184-b7a5-807fa2260934 {{(pid=87175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 23 09:21:48.413637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdddb7e-3690-4636-9ea4-0c38b89fd01b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:48.414911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bfdddb7e-3690-4636-9ea4-0c38b89fd01b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:48.420933 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bfdddb7e-3690-4636-9ea4-0c38b89fd01b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "PUT /v2.0/ports/850bd15d-d60d-41ee-af49-f2ee29067d20 HTTP/1.1" status: 200 len: 924 time: 2.4731514 Apr 23 09:21:48.421274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2ae8ed45-893e-4b47-892f-6287736407a0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:48.425079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40286) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:48.436496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6d0182c5-c78c-4977-a1fc-24ddbfd49534 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '84d3bd41-e717-459f-83bc-d533242871b8'}, {'subnet_id': '4e4e8fc6-9089-4dcd-874b-3d48feb8eda6'}]}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:48.461472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdddb7e-3690-4636-9ea4-0c38b89fd01b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Port': ['ID=850bd15d-d60d-41ee-af49-f2ee29067d20,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:48.472399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bfdddb7e-3690-4636-9ea4-0c38b89fd01b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:48.490508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53479f00-953f-4231-aa13-321200326dcb None None] Network cd6af10c-209e-4184-b7a5-807fa2260934 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:48.507390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26b4f243-605e-41c4-a5e8-17b6c2f41a05 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:48.561436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2ae8ed45-893e-4b47-892f-6287736407a0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Usage tracker for resource:security_group_rule and tenant:001948a8af62414f9361a48330c4472d is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:48.569254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2ae8ed45-893e-4b47-892f-6287736407a0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:48.599721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2ae8ed45-893e-4b47-892f-6287736407a0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:48.706273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-26b4f243-605e-41c4-a5e8-17b6c2f41a05 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Calling delete_port for 6a9229d6-1a2c-4c4e-bce3-2c93a79c73a4 owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:48.813400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-af2691e6-bd74-40c5-a5a9-78ea11644579 None None] Provisioning for port f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:21:48.863955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2ae8ed45-893e-4b47-892f-6287736407a0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:48.867137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-af2691e6-bd74-40c5-a5a9-78ea11644579 None None] Provisioning complete for port f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:48.867838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af2691e6-bd74-40c5-a5a9-78ea11644579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:48.879717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d0182c5-c78c-4977-a1fc-24ddbfd49534 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:48.920036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2ae8ed45-893e-4b47-892f-6287736407a0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:48.936870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-81f4b8c1-c839-46ab-994a-e0ca89040c1c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:48.947651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26b4f243-605e-41c4-a5e8-17b6c2f41a05 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:48.957940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ddbe43fc-eea7-4089-88d8-105d8685e2e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:49.013256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4f243-605e-41c4-a5e8-17b6c2f41a05 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Port': ['ID=6a9229d6-1a2c-4c4e-bce3-2c93a79c73a4,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:49.017194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-26b4f243-605e-41c4-a5e8-17b6c2f41a05 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:49.136094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-26b4f243-605e-41c4-a5e8-17b6c2f41a05 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:49.163788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8ed45-893e-4b47-892f-6287736407a0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3298bd37-1501-4568-89f3-d3f73c16a430,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:49.173904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2ae8ed45-893e-4b47-892f-6287736407a0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:49.181623 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-26b4f243-605e-41c4-a5e8-17b6c2f41a05 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/ports/6a9229d6-1a2c-4c4e-bce3-2c93a79c73a4 HTTP/1.1" status: 204 len: 168 time: 1.4861300 Apr 23 09:21:49.188396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40290) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:49.249644 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c97902-928b-492e-a57b-86ee6f2d994e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] GET failed (client error): The resource could not be found. Apr 23 09:21:49.250293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d4c97902-928b-492e-a57b-86ee6f2d994e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Synchronizing usage tracker for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:49.289710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2ae8ed45-893e-4b47-892f-6287736407a0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:49.291667 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2ae8ed45-893e-4b47-892f-6287736407a0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0224845 Apr 23 09:21:49.295619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40294) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:49.302611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-fdbbfc8d-6400-47e8-ba7e-aa7e585ac057 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Request body: {'security_group_rule': {'security_group_id': '3298bd37-1501-4568-89f3-d3f73c16a430', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:49.311444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fdbbfc8d-6400-47e8-ba7e-aa7e585ac057 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:49.314163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d4c97902-928b-492e-a57b-86ee6f2d994e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Unset dirty status for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:49.316043 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d4c97902-928b-492e-a57b-86ee6f2d994e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports/6a9229d6-1a2c-4c4e-bce3-2c93a79c73a4 HTTP/1.1" status: 404 len: 333 time: 0.1268909 Apr 23 09:21:49.323583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40298) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:49.327488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fdbbfc8d-6400-47e8-ba7e-aa7e585ac057 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Usage tracker for resource:security_group_rule and tenant:001948a8af62414f9361a48330c4472d is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:49.380386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fdbbfc8d-6400-47e8-ba7e-aa7e585ac057 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:49.407762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fdbbfc8d-6400-47e8-ba7e-aa7e585ac057 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:49.484436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e32f3e-02fa-4b96-bc29-bc8effd1f8c1 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting subnet 060cf733-f9ee-4578-8569-9573b68f6b13 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:21:49.496492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04e32f3e-02fa-4b96-bc29-bc8effd1f8c1 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:49.574550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e3edc219-3baf-4317-ac8a-bc075133998a None None] Provisioning complete for port f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:49.575536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3edc219-3baf-4317-ac8a-bc075133998a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:49.613810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdbbfc8d-6400-47e8-ba7e-aa7e585ac057 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:49.635166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-6d0182c5-c78c-4977-a1fc-24ddbfd49534 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Allocated IP 2001:db8:0:1::2c6 (cd6af10c-209e-4184-b7a5-807fa2260934/4e4e8fc6-9089-4dcd-874b-3d48feb8eda6/850bd15d-d60d-41ee-af49-f2ee29067d20) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:21:49.661804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04e32f3e-02fa-4b96-bc29-bc8effd1f8c1 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:49.882357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e3edc219-3baf-4317-ac8a-bc075133998a None None] Provisioning for port 850bd15d-d60d-41ee-af49-f2ee29067d20 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:21:49.892622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e3edc219-3baf-4317-ac8a-bc075133998a None None] Provisioning complete for port 850bd15d-d60d-41ee-af49-f2ee29067d20 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:49.893287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3edc219-3baf-4317-ac8a-bc075133998a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:49.911311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdbbfc8d-6400-47e8-ba7e-aa7e585ac057 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:49.930053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d0182c5-c78c-4977-a1fc-24ddbfd49534 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:49.938596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04e32f3e-02fa-4b96-bc29-bc8effd1f8c1 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:49.952385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6d0182c5-c78c-4977-a1fc-24ddbfd49534 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Ignored duplicate provisioning block setup for port 850bd15d-d60d-41ee-af49-f2ee29067d20 by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Apr 23 09:21:49.986412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d0182c5-c78c-4977-a1fc-24ddbfd49534 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:49.993647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-720208e7-e075-4f17-a92e-ed2ed2692be5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:49.997531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdbbfc8d-6400-47e8-ba7e-aa7e585ac057 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:49.999005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e3edc219-3baf-4317-ac8a-bc075133998a None None] Port 850bd15d-d60d-41ee-af49-f2ee29067d20 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:21:50.011376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:50.083066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbfc8d-6400-47e8-ba7e-aa7e585ac057 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82456339-54ae-4edd-a0d9-0d7e00bf65c6,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:50.107412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fdbbfc8d-6400-47e8-ba7e-aa7e585ac057 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:50.136564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-be525710-63fc-4f2d-9c96-154352a80932 None None] Provisioning complete for port 850bd15d-d60d-41ee-af49-f2ee29067d20 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:50.137140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-be525710-63fc-4f2d-9c96-154352a80932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:50.159600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0182c5-c78c-4977-a1fc-24ddbfd49534 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Port': ['ID=850bd15d-d60d-41ee-af49-f2ee29067d20,revision_number=3']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:50.162951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6d0182c5-c78c-4977-a1fc-24ddbfd49534 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] In _notify_port_updated(), no bound segment for port 850bd15d-d60d-41ee-af49-f2ee29067d20 on network cd6af10c-209e-4184-b7a5-807fa2260934 {{(pid=87174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 23 09:21:50.168811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdbbfc8d-6400-47e8-ba7e-aa7e585ac057 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:50.170047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0182c5-c78c-4977-a1fc-24ddbfd49534 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:50.170861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d0182c5-c78c-4977-a1fc-24ddbfd49534 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:50.174877 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6d0182c5-c78c-4977-a1fc-24ddbfd49534 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "PUT /v2.0/ports/850bd15d-d60d-41ee-af49-f2ee29067d20 HTTP/1.1" status: 200 len: 1010 time: 1.7480433 Apr 23 09:21:50.176311 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fdbbfc8d-6400-47e8-ba7e-aa7e585ac057 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8791759 Apr 23 09:21:50.177248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6d0182c5-c78c-4977-a1fc-24ddbfd49534 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:50.178082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40302) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:50.178793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40304) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:50.254072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-be525710-63fc-4f2d-9c96-154352a80932 None None] Port 850bd15d-d60d-41ee-af49-f2ee29067d20 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:21:50.256609 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f1f5d793-d13c-4056-9641-db8a5e2c6294 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-group-rules/82456339-54ae-4edd-a0d9-0d7e00bf65c6 HTTP/1.1" status: 200 len: 763 time: 0.0712466 Apr 23 09:21:50.262407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40310) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:50.390413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-70913d8f-6a37-4710-a75e-ecaf74ceb489 None None] Provisioning complete for port 850bd15d-d60d-41ee-af49-f2ee29067d20 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:50.390880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-70913d8f-6a37-4710-a75e-ecaf74ceb489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:50.490027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-70913d8f-6a37-4710-a75e-ecaf74ceb489 None None] Port 850bd15d-d60d-41ee-af49-f2ee29067d20 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:21:50.604366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04e32f3e-02fa-4b96-bc29-bc8effd1f8c1 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:50.610636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2a92cc77-04e0-4e09-aebf-182281747ffc tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:50.659791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e32f3e-02fa-4b96-bc29-bc8effd1f8c1 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Subnet': ['ID=060cf733-f9ee-4578-8569-9573b68f6b13,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:50.663620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04e32f3e-02fa-4b96-bc29-bc8effd1f8c1 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:50.670340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-04e32f3e-02fa-4b96-bc29-bc8effd1f8c1 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:50.678789 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-04e32f3e-02fa-4b96-bc29-bc8effd1f8c1 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/subnets/060cf733-f9ee-4578-8569-9573b68f6b13 HTTP/1.1" status: 204 len: 168 time: 1.3537288 Apr 23 09:21:50.682137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40314) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:50.686395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba34e25-1f1b-48d8-a00b-3a47d5d2571f None None] Network ce977d78-1bd3-4dc9-8af1-67547339163b requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:50.690644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f9dc51e6-9b02-4165-97f7-c259748abee6 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Synchronizing usage tracker for tenant:001948a8af62414f9361a48330c4472d on resource:security_group_rule {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:50.738122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5829e668-9700-4c96-a8f3-ce5ce287217f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting port 850bd15d-d60d-41ee-af49-f2ee29067d20 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:50.738647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5829e668-9700-4c96-a8f3-ce5ce287217f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:50.757560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f9dc51e6-9b02-4165-97f7-c259748abee6 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Unset dirty status for tenant:001948a8af62414f9361a48330c4472d on resource:security_group_rule {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:50.762492 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f9dc51e6-9b02-4165-97f7-c259748abee6 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4950795 Apr 23 09:21:50.763631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40318) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:50.903566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5829e668-9700-4c96-a8f3-ce5ce287217f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:50.986543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aec18780-7e92-467a-9bef-c0cf39c6e760 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:51.020217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:51.025559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aec18780-7e92-467a-9bef-c0cf39c6e760 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:51.036638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9beb4d0-a3aa-47e0-9b9e-a2ca98945985 None None] DHCP port deletion for ce977d78-1bd3-4dc9-8af1-67547339163b request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:21:51.060124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5829e668-9700-4c96-a8f3-ce5ce287217f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Calling delete_port for 850bd15d-d60d-41ee-af49-f2ee29067d20 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:51.116370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d9beb4d0-a3aa-47e0-9b9e-a2ca98945985 None None] Deleting port 74a55780-0074-4bcd-8e15-1f9c39c1d35a {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:51.124610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d9beb4d0-a3aa-47e0-9b9e-a2ca98945985 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:51.183717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aec18780-7e92-467a-9bef-c0cf39c6e760 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:51.197853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-49ce2851-81a4-4c69-b4b4-fecac4ee1935 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:51.241626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec18780-7e92-467a-9bef-c0cf39c6e760 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82456339-54ae-4edd-a0d9-0d7e00bf65c6,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:51.245450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aec18780-7e92-467a-9bef-c0cf39c6e760 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:51.260252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting port 74a55780-0074-4bcd-8e15-1f9c39c1d35a {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:51.261395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:51.310245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d9beb4d0-a3aa-47e0-9b9e-a2ca98945985 None None] For port 74a55780-0074-4bcd-8e15-1f9c39c1d35a, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=74a55780-0074-4bcd-8e15-1f9c39c1d35a,segment=NetworkSegment(8b7ed28f-3476-4125-80f2-8a143a767f5d),segment_id=8b7ed28f-3476-4125-80f2-8a143a767f5d)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:21:51.315526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d9beb4d0-a3aa-47e0-9b9e-a2ca98945985 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:51.315675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aec18780-7e92-467a-9bef-c0cf39c6e760 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:51.315675 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-aec18780-7e92-467a-9bef-c0cf39c6e760 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/82456339-54ae-4edd-a0d9-0d7e00bf65c6 HTTP/1.1" status: 204 len: 168 time: 0.5499253 Apr 23 09:21:51.317545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40322) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:51.344085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5829e668-9700-4c96-a8f3-ce5ce287217f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:51.351465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-39d4a978-5b7e-47ef-88f8-dc51892458c6 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:51.415270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829e668-9700-4c96-a8f3-ce5ce287217f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Port': ['ID=850bd15d-d60d-41ee-af49-f2ee29067d20,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:51.425017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5829e668-9700-4c96-a8f3-ce5ce287217f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:51.441684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] For port 74a55780-0074-4bcd-8e15-1f9c39c1d35a, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=74a55780-0074-4bcd-8e15-1f9c39c1d35a,segment=NetworkSegment(8b7ed28f-3476-4125-80f2-8a143a767f5d),segment_id=8b7ed28f-3476-4125-80f2-8a143a767f5d)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:21:51.442103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:51.567626 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6d6c90e0-9e32-4c73-aead-bd64bf9628b8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2482066 Apr 23 09:21:51.587193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40326) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:51.603003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3381f28c-6400-450b-a060-0980877baf83 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Request body: {'security_group_rule': {'security_group_id': '3298bd37-1501-4568-89f3-d3f73c16a430', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:51.603782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d9beb4d0-a3aa-47e0-9b9e-a2ca98945985 None None] Calling delete_port for 74a55780-0074-4bcd-8e15-1f9c39c1d35a owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:51.612428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5829e668-9700-4c96-a8f3-ce5ce287217f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:51.614839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Calling delete_port for 74a55780-0074-4bcd-8e15-1f9c39c1d35a owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:51.627778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3381f28c-6400-450b-a060-0980877baf83 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:51.639861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3381f28c-6400-450b-a060-0980877baf83 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Usage tracker for resource:security_group_rule and tenant:001948a8af62414f9361a48330c4472d is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:51.650354 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5829e668-9700-4c96-a8f3-ce5ce287217f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/ports/850bd15d-d60d-41ee-af49-f2ee29067d20 HTTP/1.1" status: 204 len: 168 time: 1.4689424 Apr 23 09:21:51.652074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40330) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:51.653737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3381f28c-6400-450b-a060-0980877baf83 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:51.671853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87175) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:21:51.672237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:21:51.689757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d9beb4d0-a3aa-47e0-9b9e-a2ca98945985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:51.699628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:51.732149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3381f28c-6400-450b-a060-0980877baf83 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:51.750493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9beb4d0-a3aa-47e0-9b9e-a2ca98945985 None None] Pushing event deleted for resources: {'Port': ['ID=74a55780-0074-4bcd-8e15-1f9c39c1d35a,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:51.753913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d9beb4d0-a3aa-47e0-9b9e-a2ca98945985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:51.754700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9beb4d0-a3aa-47e0-9b9e-a2ca98945985 None None] No DVR routers for this DVR port 74a55780-0074-4bcd-8e15-1f9c39c1d35a on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:21:51.769679 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7259ca-00b3-4dbe-830c-32a5e37e49a1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] GET failed (client error): The resource could not be found. Apr 23 09:21:51.770694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ca7259ca-00b3-4dbe-830c-32a5e37e49a1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Synchronizing usage tracker for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:51.840820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3381f28c-6400-450b-a060-0980877baf83 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:51.870880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ca7259ca-00b3-4dbe-830c-32a5e37e49a1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Unset dirty status for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:51.872307 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ca7259ca-00b3-4dbe-830c-32a5e37e49a1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports/850bd15d-d60d-41ee-af49-f2ee29067d20 HTTP/1.1" status: 404 len: 333 time: 0.2133715 Apr 23 09:21:51.876147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40334) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:51.921196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3381f28c-6400-450b-a060-0980877baf83 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:51.953146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 74a55780-0074-4bcd-8e15-1f9c39c1d35a no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:21:51.953726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3381f28c-6400-450b-a060-0980877baf83 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:51.962171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:51.983136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf8fa14-ebe0-4a06-bb65-6741fd2792aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting subnet 4e4e8fc6-9089-4dcd-874b-3d48feb8eda6 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:21:51.986838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381f28c-6400-450b-a060-0980877baf83 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a91902b-5253-4fbf-a240-bed25f62fb2f,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:51.989029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bcf8fa14-ebe0-4a06-bb65-6741fd2792aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:51.989565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3381f28c-6400-450b-a060-0980877baf83 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:52.018952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 74a55780-0074-4bcd-8e15-1f9c39c1d35a {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:21:52.019335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 74a55780-0074-4bcd-8e15-1f9c39c1d35a not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:21:52.047829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3381f28c-6400-450b-a060-0980877baf83 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:52.050181 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3381f28c-6400-450b-a060-0980877baf83 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4583101 Apr 23 09:21:52.053671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40338) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:52.068527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bcf8fa14-ebe0-4a06-bb65-6741fd2792aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:52.095970 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c8f635f8-20c0-47db-814d-beaaa9d65d06 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-group-rules/1a91902b-5253-4fbf-a240-bed25f62fb2f HTTP/1.1" status: 200 len: 763 time: 0.0401845 Apr 23 09:21:52.098944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40342) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:52.178769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d6551be2-b2ef-453d-a050-94ddae7f89b8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Synchronizing usage tracker for tenant:001948a8af62414f9361a48330c4472d on resource:security_group_rule {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:52.207691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bcf8fa14-ebe0-4a06-bb65-6741fd2792aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:52.225206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d6551be2-b2ef-453d-a050-94ddae7f89b8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Unset dirty status for tenant:001948a8af62414f9361a48330c4472d on resource:security_group_rule {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:52.231276 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d6551be2-b2ef-453d-a050-94ddae7f89b8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1269360 Apr 23 09:21:52.231860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40346) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:52.252653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] The port '74a55780-0074-4bcd-8e15-1f9c39c1d35a' was deleted {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:21:52.285331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-35f00224-669e-45d3-8c49-8843ac08b0f6 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:52.309056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-35f00224-669e-45d3-8c49-8843ac08b0f6 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:52.374873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-35f00224-669e-45d3-8c49-8843ac08b0f6 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:52.376950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-573901e4-4982-44e6-abad-663b97aa4b73 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:52.396270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f00224-669e-45d3-8c49-8843ac08b0f6 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a91902b-5253-4fbf-a240-bed25f62fb2f,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:52.400131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-35f00224-669e-45d3-8c49-8843ac08b0f6 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:52.432524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-35f00224-669e-45d3-8c49-8843ac08b0f6 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:52.434213 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-35f00224-669e-45d3-8c49-8843ac08b0f6 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/1a91902b-5253-4fbf-a240-bed25f62fb2f HTTP/1.1" status: 204 len: 168 time: 0.2007813 Apr 23 09:21:52.438406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40350) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:52.444929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:52.538261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-43f7e275-2cd2-4e33-981b-9c48838f67a4 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Synchronizing usage tracker for tenant:001948a8af62414f9361a48330c4472d on resource:security_group_rule {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:52.603868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-43f7e275-2cd2-4e33-981b-9c48838f67a4 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Unset dirty status for tenant:001948a8af62414f9361a48330c4472d on resource:security_group_rule {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:52.607631 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-43f7e275-2cd2-4e33-981b-9c48838f67a4 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1674147 Apr 23 09:21:52.611286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40354) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:52.618659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-980fa6c4-2520-4ec3-a705-df8eed20cc2f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Request body: {'security_group_rule': {'security_group_id': '3298bd37-1501-4568-89f3-d3f73c16a430', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:52.628357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-980fa6c4-2520-4ec3-a705-df8eed20cc2f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:52.643020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-980fa6c4-2520-4ec3-a705-df8eed20cc2f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:52.700747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-980fa6c4-2520-4ec3-a705-df8eed20cc2f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:52.790779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-980fa6c4-2520-4ec3-a705-df8eed20cc2f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:52.832314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-980fa6c4-2520-4ec3-a705-df8eed20cc2f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:52.842839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3381f28c-6400-450b-a060-0980877baf83 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:52.870881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fa6c4-2520-4ec3-a705-df8eed20cc2f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eef0682-8941-4ead-972e-2909586fe590,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:52.874042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-980fa6c4-2520-4ec3-a705-df8eed20cc2f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:52.913305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-980fa6c4-2520-4ec3-a705-df8eed20cc2f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:52.915658 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-980fa6c4-2520-4ec3-a705-df8eed20cc2f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3028402 Apr 23 09:21:52.920244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40358) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:52.959223 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4e7bab82-da14-4759-ba85-ed7736dcd43b tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-group-rules/0eef0682-8941-4ead-972e-2909586fe590 HTTP/1.1" status: 200 len: 764 time: 0.0367007 Apr 23 09:21:52.962161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40362) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:53.006045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce977d78-1bd3-4dc9-8af1-67547339163b']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:53.032899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b7ed28f-3476-4125-80f2-8a143a767f5d') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:53.033243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b7ed28f-3476-4125-80f2-8a143a767f5d') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:53.070178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2a4553e7-5265-4c87-b6e5-a7ad13e52765 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Synchronizing usage tracker for tenant:001948a8af62414f9361a48330c4472d on resource:security_group_rule {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:53.095175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:53.107241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:53.140235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:53.147154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2a4553e7-5265-4c87-b6e5-a7ad13e52765 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Unset dirty status for tenant:001948a8af62414f9361a48330c4472d on resource:security_group_rule {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:53.149283 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2a4553e7-5265-4c87-b6e5-a7ad13e52765 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1853061 Apr 23 09:21:53.153613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40366) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:53.153919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:21:53.195729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-524112c3-5359-4620-a30e-b77d934338ef tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:53.218072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-524112c3-5359-4620-a30e-b77d934338ef tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:53.284639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-524112c3-5359-4620-a30e-b77d934338ef tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:53.288011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f73b7713-0764-4a90-8347-2a68f6ed13d2 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:53.321282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524112c3-5359-4620-a30e-b77d934338ef tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0eef0682-8941-4ead-972e-2909586fe590,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:53.327432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-524112c3-5359-4620-a30e-b77d934338ef tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:53.389287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-524112c3-5359-4620-a30e-b77d934338ef tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:53.391553 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-524112c3-5359-4620-a30e-b77d934338ef tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/0eef0682-8941-4ead-972e-2909586fe590 HTTP/1.1" status: 204 len: 168 time: 0.2360930 Apr 23 09:21:53.394945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40374) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:53.402192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bcf8fa14-ebe0-4a06-bb65-6741fd2792aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:53.418402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9f96163d-cba9-40a7-9b0f-39a89b5c43b8 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:53.478468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8fa14-ebe0-4a06-bb65-6741fd2792aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Subnet': ['ID=4e4e8fc6-9089-4dcd-874b-3d48feb8eda6,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:53.481222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bcf8fa14-ebe0-4a06-bb65-6741fd2792aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:53.487668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network ce977d78-1bd3-4dc9-8af1-67547339163b has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:21:53.498882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d76d171-bef9-4e4b-91e6-2d0e5ea22124 None None] Network cd6af10c-209e-4184-b7a5-807fa2260934 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:53.499081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bcf8fa14-ebe0-4a06-bb65-6741fd2792aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:53.503719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:53.523054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6973568d-e484-4551-b9fe-598871f79e63 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Synchronizing usage tracker for tenant:001948a8af62414f9361a48330c4472d on resource:security_group_rule {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:53.537707 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bcf8fa14-ebe0-4a06-bb65-6741fd2792aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/subnets/4e4e8fc6-9089-4dcd-874b-3d48feb8eda6 HTTP/1.1" status: 204 len: 168 time: 1.6598487 Apr 23 09:21:53.538724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40378) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:53.608181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6973568d-e484-4551-b9fe-598871f79e63 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Unset dirty status for tenant:001948a8af62414f9361a48330c4472d on resource:security_group_rule {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:53.609323 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6973568d-e484-4551-b9fe-598871f79e63 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2123959 Apr 23 09:21:53.613585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40382) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:53.749499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e78f415-befc-42db-89fa-248d3b87d6c0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:53.810868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e78f415-befc-42db-89fa-248d3b87d6c0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:53.900425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8957a7-65a6-4199-a592-26636787002c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting subnet 84d3bd41-e717-459f-83bc-d533242871b8 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:21:53.915735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network ce977d78-1bd3-4dc9-8af1-67547339163b has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:21:53.924221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e78f415-befc-42db-89fa-248d3b87d6c0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:53.926617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d8957a7-65a6-4199-a592-26636787002c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:53.932471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-db686de6-fcb2-4204-bd06-a217c85c5554 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:53.956346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78f415-befc-42db-89fa-248d3b87d6c0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3298bd37-1501-4568-89f3-d3f73c16a430,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:53.960226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5e78f415-befc-42db-89fa-248d3b87d6c0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:21:53.988509 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:21:54.004391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e78f415-befc-42db-89fa-248d3b87d6c0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:54.007469 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5e78f415-befc-42db-89fa-248d3b87d6c0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "DELETE /v2.0/security-groups/3298bd37-1501-4568-89f3-d3f73c16a430 HTTP/1.1" status: 204 len: 168 time: 0.3898404 Apr 23 09:21:54.011598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40388) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:54.100492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d8957a7-65a6-4199-a592-26636787002c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:54.110673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-08acaa35-899d-4bbb-a304-4e1bfdbb6123 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Synchronizing usage tracker for tenant:001948a8af62414f9361a48330c4472d on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:54.169415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-08acaa35-899d-4bbb-a304-4e1bfdbb6123 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Unset dirty status for tenant:001948a8af62414f9361a48330c4472d on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:54.175339 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-08acaa35-899d-4bbb-a304-4e1bfdbb6123 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1582601 Apr 23 09:21:54.180472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40392) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:54.227799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:54.243670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9224faf1-5bc6-40fb-b19a-c461569adb3d tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:54.269924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:54.300963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Network': ['ID=ce977d78-1bd3-4dc9-8af1-67547339163b,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:54.309799 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/networks/ce977d78-1bd3-4dc9-8af1-67547339163b HTTP/1.1" status: 204 len: 168 time: 3.6246781 Apr 23 09:21:54.316481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40396) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:54.319156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:54.327766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c04f7b3b-8be7-494f-8b5a-d4d2cf10e1b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1642304238'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:54.338043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c04f7b3b-8be7-494f-8b5a-d4d2cf10e1b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:54.345825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c04f7b3b-8be7-494f-8b5a-d4d2cf10e1b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:network and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:54.347989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d8957a7-65a6-4199-a592-26636787002c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:54.351969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c04f7b3b-8be7-494f-8b5a-d4d2cf10e1b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:54.360370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c04f7b3b-8be7-494f-8b5a-d4d2cf10e1b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:54.393572 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-31167dc0-c800-48b2-bafd-836f0f56632c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2109756 Apr 23 09:21:54.400216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04f7b3b-8be7-494f-8b5a-d4d2cf10e1b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:54.414046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c04f7b3b-8be7-494f-8b5a-d4d2cf10e1b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:54.456868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c04f7b3b-8be7-494f-8b5a-d4d2cf10e1b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:21:54.472576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c04f7b3b-8be7-494f-8b5a-d4d2cf10e1b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:54.473259 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-c04f7b3b-8be7-494f-8b5a-d4d2cf10e1b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Added segment b38ddc82-fd4a-4503-a1a0-d31ef8e1a8e2 of type vlan for network d7ef702e-6e50-4768-b28f-815da2fe7452 Apr 23 09:21:54.516090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c04f7b3b-8be7-494f-8b5a-d4d2cf10e1b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:54.587309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c04f7b3b-8be7-494f-8b5a-d4d2cf10e1b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:54.600587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04f7b3b-8be7-494f-8b5a-d4d2cf10e1b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:54.601526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c04f7b3b-8be7-494f-8b5a-d4d2cf10e1b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:54.606447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-98bc7f0d-7bac-442b-8012-14800f3659b0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:54.728130 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c04f7b3b-8be7-494f-8b5a-d4d2cf10e1b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4099693 Apr 23 09:21:54.735749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40402) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:54.742819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c2291c0f-2757-439e-afd8-fca70bb74e98 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'subnet': {'network_id': 'd7ef702e-6e50-4768-b28f-815da2fe7452', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:54.781763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f7b3b-8be7-494f-8b5a-d4d2cf10e1b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Network': ['ID=d7ef702e-6e50-4768-b28f-815da2fe7452,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:54.789142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c04f7b3b-8be7-494f-8b5a-d4d2cf10e1b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:54.797871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network d7ef702e-6e50-4768-b28f-815da2fe7452 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:21:54.914222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c2291c0f-2757-439e-afd8-fca70bb74e98 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:54.920926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c2291c0f-2757-439e-afd8-fca70bb74e98 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:subnet and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:54.925978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c2291c0f-2757-439e-afd8-fca70bb74e98 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:54.934215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c2291c0f-2757-439e-afd8-fca70bb74e98 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:54.974682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-52318a9c-5d2d-4d3b-9d76-7c4356e3f6a6 None None] Provisioning complete for port f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:21:54.975383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-52318a9c-5d2d-4d3b-9d76-7c4356e3f6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:54.978134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40408) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:54.983595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2291c0f-2757-439e-afd8-fca70bb74e98 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:54.996739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2291c0f-2757-439e-afd8-fca70bb74e98 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:55.030845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d8957a7-65a6-4199-a592-26636787002c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:55.036916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bec205d7-77aa-41c7-a4b7-6a7263a4b459 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:55.084203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d8957a7-65a6-4199-a592-26636787002c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:55.087586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8957a7-65a6-4199-a592-26636787002c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Subnet': ['ID=84d3bd41-e717-459f-83bc-d533242871b8,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:55.092157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1d8957a7-65a6-4199-a592-26636787002c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:55.098590 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1d8957a7-65a6-4199-a592-26636787002c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/subnets/84d3bd41-e717-459f-83bc-d533242871b8 HTTP/1.1" status: 204 len: 168 time: 1.5547500 Apr 23 09:21:55.099528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40414) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:55.105645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68b6dcc-2743-4147-bd11-01bb41b86acb None None] Network cd6af10c-209e-4184-b7a5-807fa2260934 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:55.349986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:55.379135 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-890e06ab-b62e-4d5b-85b5-bc74d843149a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=001948a8af62414f9361a48330c4472d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3987470 Apr 23 09:21:55.383144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40418) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:55.501055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting port f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:55.501529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:55.507004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90941317-e853-4f42-8e4e-5310273a4bb6 None None] DHCP port deletion for cd6af10c-209e-4184-b7a5-807fa2260934 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:21:55.536851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa98f465-6775-4924-97d0-b7c8498ea7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:55.594390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-90941317-e853-4f42-8e4e-5310273a4bb6 None None] Deleting port f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:21:55.595215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90941317-e853-4f42-8e4e-5310273a4bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:55.636761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa98f465-6775-4924-97d0-b7c8498ea7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:55.730729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] For port f6adc9f9-af76-4ee1-b5a3-04f1f6455c15, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f6adc9f9-af76-4ee1-b5a3-04f1f6455c15,segment=NetworkSegment(e2c1db35-0e5c-4b5d-adad-3750d923ee40),segment_id=e2c1db35-0e5c-4b5d-adad-3750d923ee40)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:21:55.731302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:55.822353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa98f465-6775-4924-97d0-b7c8498ea7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:55.841314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5e78f415-befc-42db-89fa-248d3b87d6c0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:55.874447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98f465-6775-4924-97d0-b7c8498ea7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f0707b-4488-4c0c-af20-8e3636275749,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:55.890887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fa98f465-6775-4924-97d0-b7c8498ea7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:55.900593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Calling delete_port for f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:55.935525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2291c0f-2757-439e-afd8-fca70bb74e98 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:55.940718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-90941317-e853-4f42-8e4e-5310273a4bb6 None None] For port f6adc9f9-af76-4ee1-b5a3-04f1f6455c15, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f6adc9f9-af76-4ee1-b5a3-04f1f6455c15,segment=NetworkSegment(e2c1db35-0e5c-4b5d-adad-3750d923ee40),segment_id=e2c1db35-0e5c-4b5d-adad-3750d923ee40)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:21:55.941222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90941317-e853-4f42-8e4e-5310273a4bb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:55.946250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-48ea245b-e41e-4cb7-b2bd-71a05a229ccf tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:55.992736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:55.999179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-26b4f243-605e-41c4-a5e8-17b6c2f41a05 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:56.017841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:21:56.050804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Port': ['ID=f6adc9f9-af76-4ee1-b5a3-04f1f6455c15,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:56.054621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:56.055647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] No DVR routers for this DVR port f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:21:56.097054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa98f465-6775-4924-97d0-b7c8498ea7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:56.101179 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fa98f465-6775-4924-97d0-b7c8498ea7b8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e1f0707b-4488-4c0c-af20-8e3636275749 HTTP/1.1" status: 204 len: 168 time: 0.7146060 Apr 23 09:21:56.130815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-90941317-e853-4f42-8e4e-5310273a4bb6 None None] Calling delete_port for f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:21:56.133730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:21:56.134125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f6adc9f9-af76-4ee1-b5a3-04f1f6455c15 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:21:56.159679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2291c0f-2757-439e-afd8-fca70bb74e98 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Subnet': ['ID=f4ea2bb2-1899-4226-a613-8fa696189d7d,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:56.169010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c2291c0f-2757-439e-afd8-fca70bb74e98 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:56.170104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2291c0f-2757-439e-afd8-fca70bb74e98 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Checking segment: {'id': 'b38ddc82-fd4a-4503-a1a0-d31ef8e1a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7ef702e-6e50-4768-b28f-815da2fe7452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:21:56.170573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2291c0f-2757-439e-afd8-fca70bb74e98 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network hostable DHCP agents. Network: d7ef702e-6e50-4768-b28f-815da2fe7452, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:21:56.187981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-90941317-e853-4f42-8e4e-5310273a4bb6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:21:56.188612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-90941317-e853-4f42-8e4e-5310273a4bb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:21:56.236241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2291c0f-2757-439e-afd8-fca70bb74e98 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network d7ef702e-6e50-4768-b28f-815da2fe7452 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:21:56.256254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:56.289483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c2291c0f-2757-439e-afd8-fca70bb74e98 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, d7ef702e-6e50-4768-b28f-815da2fe7452) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:56.311039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2291c0f-2757-439e-afd8-fca70bb74e98 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:56.311799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2291c0f-2757-439e-afd8-fca70bb74e98 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:56.312956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483d6660-7e5e-46d3-a9fc-17f34db089dc None None] Network d7ef702e-6e50-4768-b28f-815da2fe7452 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:56.373833 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c2291c0f-2757-439e-afd8-fca70bb74e98 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6364360 Apr 23 09:21:56.378384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40428) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:56.385892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-4988f864-fc1c-4d6b-a623-0accf1027180 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'port': {'network_id': 'd7ef702e-6e50-4768-b28f-815da2fe7452', 'name': 'tempest-PortsTestJSON-2133906802', 'fixed_ips': [{'subnet_id': 'f4ea2bb2-1899-4226-a613-8fa696189d7d', 'ip_address': '172.20.0.10'}]}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:56.505666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd6af10c-209e-4184-b7a5-807fa2260934']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:56.533072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c1db35-0e5c-4b5d-adad-3750d923ee40') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:56.533901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c1db35-0e5c-4b5d-adad-3750d923ee40') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:21:56.558932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:56.585975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:56.596168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:21:56.653322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4988f864-fc1c-4d6b-a623-0accf1027180 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:56.672811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4988f864-fc1c-4d6b-a623-0accf1027180 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:56.722271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4988f864-fc1c-4d6b-a623-0accf1027180 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:56.825470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-90941317-e853-4f42-8e4e-5310273a4bb6 None None] The port 'f6adc9f9-af76-4ee1-b5a3-04f1f6455c15' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:21:56.843959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-d7ef702e-6e50-4768-b28f-815da2fe7452', 'network_id': 'd7ef702e-6e50-4768-b28f-815da2fe7452', 'tenant_id': '696097c35055491c960511aa485cbd7b', 'fixed_ips': [{'subnet_id': 'f4ea2bb2-1899-4226-a613-8fa696189d7d'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:21:56.845049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:56.888139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network cd6af10c-209e-4184-b7a5-807fa2260934 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:21:56.901563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:56.999205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4988f864-fc1c-4d6b-a623-0accf1027180 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:57.044226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-4988f864-fc1c-4d6b-a623-0accf1027180 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] device_id is not set on port 5430cc0d-b8c5-4f11-9b65-1a7494e34f12 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:21:57.106528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network cd6af10c-209e-4184-b7a5-807fa2260934 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:21:57.134154 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:21:57.255687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:57.270190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:57.281837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0a0d9308-0d1c-4c67-86fb-f4c0030172a6 tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:57.333249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Network': ['ID=cd6af10c-209e-4184-b7a5-807fa2260934,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:57.337861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:57.380032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40448) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:57.394434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Allocated IP 172.20.0.2 (d7ef702e-6e50-4768-b28f-815da2fe7452/f4ea2bb2-1899-4226-a613-8fa696189d7d/9733d1cf-340c-45d5-871b-fbf5f3fc6b1c) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:21:57.401936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40454) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:57.403253 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/networks/cd6af10c-209e-4184-b7a5-807fa2260934 HTTP/1.1" status: 204 len: 168 time: 2.3024268 Apr 23 09:21:57.580599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db36342-f240-4c30-b589-1e4b7d17ba10 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:57.583855 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1db36342-f240-4c30-b589-1e4b7d17ba10 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1760890 Apr 23 09:21:57.587621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40458) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:57.641683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1012849669-network', 'tenant_id': 'cfd1b499d3ee4e909a3bb34186002b43'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:57.659989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:57.667237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Usage tracker for resource:network and tenant:cfd1b499d3ee4e909a3bb34186002b43 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:57.672746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:57.681122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:57.683738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:57.705157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Transition to ACTIVE for port object 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:57.720710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a851e518-ed17-4673-93c9-779f73f54dd9 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Synchronizing usage tracker for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:21:57.733431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Made reservation on behalf of cfd1b499d3ee4e909a3bb34186002b43 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:57.738534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:57.740772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Transition to ACTIVE for port object 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:57.755929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:57.774796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:57.780704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Usage tracker for resource:security_group_rule and tenant:cfd1b499d3ee4e909a3bb34186002b43 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:57.784213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:57.788157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a851e518-ed17-4673-93c9-779f73f54dd9 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Unset dirty status for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:21:57.788989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:57.797180 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a851e518-ed17-4673-93c9-779f73f54dd9 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2001979 Apr 23 09:21:57.797682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40462) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:57.799373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:57.803100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c46abbf5-365b-4fe0-97bf-2843829aa3a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:57.813369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1e7567f4-65d3-49f5-8e28-24db5faa2eee tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-806528145'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:57.826590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1e7567f4-65d3-49f5-8e28-24db5faa2eee tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:57.843322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1e7567f4-65d3-49f5-8e28-24db5faa2eee tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:network and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:57.851311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1e7567f4-65d3-49f5-8e28-24db5faa2eee tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:57.861225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1e7567f4-65d3-49f5-8e28-24db5faa2eee tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:57.875409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-4988f864-fc1c-4d6b-a623-0accf1027180 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Allocated IP 172.20.0.10 (d7ef702e-6e50-4768-b28f-815da2fe7452/f4ea2bb2-1899-4226-a613-8fa696189d7d/5430cc0d-b8c5-4f11-9b65-1a7494e34f12) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:21:57.918471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7567f4-65d3-49f5-8e28-24db5faa2eee tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:57.922803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Network d7ef702e-6e50-4768-b28f-815da2fe7452 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:57.924819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1e7567f4-65d3-49f5-8e28-24db5faa2eee tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:57.925026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:57.928977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:21:57.944543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:57.982054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:57.991919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ee20cc3d-fc4e-4048-92f5-358b98997f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:58.037366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7567f4-65d3-49f5-8e28-24db5faa2eee tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:21:58.066974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:58.076712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:58.091381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:21:58.116273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:58.117784 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Added segment ca44d5b6-cf32-4165-9bbd-6a1369a4fbfe of type vlan for network 56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c Apr 23 09:21:58.124578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1e7567f4-65d3-49f5-8e28-24db5faa2eee tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:58.124863 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-1e7567f4-65d3-49f5-8e28-24db5faa2eee tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Added segment 63997c8f-2545-442a-a917-73a830baaaba of type vlan for network 42e1341c-c643-4588-b8a7-cf4e55285000 Apr 23 09:21:58.148276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Pushing event updated for resources: {'Port': ['ID=9733d1cf-340c-45d5-871b-fbf5f3fc6b1c,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:58.154695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:58.174675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Attempting to bind port 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:21:58.175750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Attempting to bind port 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'b38ddc82-fd4a-4503-a1a0-d31ef8e1a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7ef702e-6e50-4768-b28f-815da2fe7452'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:21:58.176586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Attempting to bind port 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c on network d7ef702e-6e50-4768-b28f-815da2fe7452 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:21:58.185204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:58.192498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:21:58.195134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Checking segment: {'id': 'b38ddc82-fd4a-4503-a1a0-d31ef8e1a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7ef702e-6e50-4768-b28f-815da2fe7452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:21:58.196211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:58.197154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Bound using segment: {'id': 'b38ddc82-fd4a-4503-a1a0-d31ef8e1a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7ef702e-6e50-4768-b28f-815da2fe7452'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:21:58.199092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Bound port: 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b38ddc82-fd4a-4503-a1a0-d31ef8e1a8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd7ef702e-6e50-4768-b28f-815da2fe7452'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:21:58.200021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1e7567f4-65d3-49f5-8e28-24db5faa2eee tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:58.200538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:58.231377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4988f864-fc1c-4d6b-a623-0accf1027180 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:58.271689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4988f864-fc1c-4d6b-a623-0accf1027180 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Transition to ACTIVE for port object 5430cc0d-b8c5-4f11-9b65-1a7494e34f12 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:21:58.284482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:58.287654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:58.289128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:58.297470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c8e7806d-6d3f-40ac-8658-dbd4c2339574 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:58.312313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1e7567f4-65d3-49f5-8e28-24db5faa2eee tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:58.325330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7567f4-65d3-49f5-8e28-24db5faa2eee tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:58.326511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1e7567f4-65d3-49f5-8e28-24db5faa2eee tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:58.337326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-66ea270d-72ec-40aa-9028-2eadcd04e688 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:58.386122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4988f864-fc1c-4d6b-a623-0accf1027180 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:58.414766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] For port 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:21:58.423246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Pushing event updated for resources: {'Network': ['ID=56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:58.424288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] For port 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=9733d1cf-340c-45d5-871b-fbf5f3fc6b1c,segment=NetworkSegment(b38ddc82-fd4a-4503-a1a0-d31ef8e1a8e2),segment_id=b38ddc82-fd4a-4503-a1a0-d31ef8e1a8e2)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:21:58.430417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:58.444624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:21:58.488901 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1058218 Apr 23 09:21:58.490092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40466) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:58.503083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-459faec3-7055-42ac-86fe-17a768963f66 admin admin] Request body: {'subnet': {'network_id': '56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1012849669-subnet', 'tenant_id': 'cfd1b499d3ee4e909a3bb34186002b43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:58.514114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-459faec3-7055-42ac-86fe-17a768963f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:58.519826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-459faec3-7055-42ac-86fe-17a768963f66 admin admin] Usage tracker for resource:subnet and tenant:cfd1b499d3ee4e909a3bb34186002b43 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:58.525725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:58.527556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-459faec3-7055-42ac-86fe-17a768963f66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:58.538711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bc5aa539-3258-4149-9f7d-43d871a0837e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:58.559678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-459faec3-7055-42ac-86fe-17a768963f66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:58.588983 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1e7567f4-65d3-49f5-8e28-24db5faa2eee tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7888792 Apr 23 09:21:58.595412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40470) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:58.596239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7567f4-65d3-49f5-8e28-24db5faa2eee tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Network': ['ID=42e1341c-c643-4588-b8a7-cf4e55285000,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:58.602538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4988f864-fc1c-4d6b-a623-0accf1027180 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network d7ef702e-6e50-4768-b28f-815da2fe7452 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:21:58.603771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1e7567f4-65d3-49f5-8e28-24db5faa2eee tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:58.605739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0f889061-3a5e-4544-bb57-ca4f7f9593ac tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:58.615704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459faec3-7055-42ac-86fe-17a768963f66 admin admin] Made reservation on behalf of cfd1b499d3ee4e909a3bb34186002b43 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:58.625240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-459faec3-7055-42ac-86fe-17a768963f66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:58.682815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 42e1341c-c643-4588-b8a7-cf4e55285000 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:21:58.695123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-70bb1094-4e96-4869-bc7b-d266955f7c83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'subnet': {'network_id': '42e1341c-c643-4588-b8a7-cf4e55285000', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:58.720424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988f864-fc1c-4d6b-a623-0accf1027180 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Port': ['ID=5430cc0d-b8c5-4f11-9b65-1a7494e34f12,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:58.723451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-4988f864-fc1c-4d6b-a623-0accf1027180 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:58.725719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4988f864-fc1c-4d6b-a623-0accf1027180 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:58.730280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4988f864-fc1c-4d6b-a623-0accf1027180 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:21:58.847373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4988f864-fc1c-4d6b-a623-0accf1027180 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:58.848585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4988f864-fc1c-4d6b-a623-0accf1027180 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:58.892412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Pushing event updated for resources: {'Port': ['ID=9733d1cf-340c-45d5-871b-fbf5f3fc6b1c,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:58.905368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:59.030957 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4988f864-fc1c-4d6b-a623-0accf1027180 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6509407 Apr 23 09:21:59.038575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40474) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:21:59.073426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-afea8711-ff78-4c17-b53c-92a9b1cf2f35 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'port': {'network_id': 'd7ef702e-6e50-4768-b28f-815da2fe7452', 'name': 'tempest-PortsTestJSON-515640763', 'fixed_ips': [{'subnet_id': 'f4ea2bb2-1899-4226-a613-8fa696189d7d', 'ip_address': '172.20.0.9'}]}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:21:59.124025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-70bb1094-4e96-4869-bc7b-d266955f7c83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:59.190463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-70bb1094-4e96-4869-bc7b-d266955f7c83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:subnet and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:59.196385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-70bb1094-4e96-4869-bc7b-d266955f7c83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:59.209299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-70bb1094-4e96-4869-bc7b-d266955f7c83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:59.267889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bb1094-4e96-4869-bc7b-d266955f7c83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:59.274466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-70bb1094-4e96-4869-bc7b-d266955f7c83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:59.327743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-afea8711-ff78-4c17-b53c-92a9b1cf2f35 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:21:59.333116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-afea8711-ff78-4c17-b53c-92a9b1cf2f35 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:port and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:21:59.336704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-afea8711-ff78-4c17-b53c-92a9b1cf2f35 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:21:59.345133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-afea8711-ff78-4c17-b53c-92a9b1cf2f35 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:21:59.458008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afea8711-ff78-4c17-b53c-92a9b1cf2f35 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:21:59.471502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-afea8711-ff78-4c17-b53c-92a9b1cf2f35 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:59.508662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-459faec3-7055-42ac-86fe-17a768963f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:59.519949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b1199b4c-bc06-4193-acf5-d33d6d8a2bf1 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:21:59.534061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-afea8711-ff78-4c17-b53c-92a9b1cf2f35 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] device_id is not set on port 8e85e268-63a1-4c64-b667-064490596a6c yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:21:59.684332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459faec3-7055-42ac-86fe-17a768963f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28dfa994-738d-4941-93ba-9ec40fa48e50,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:21:59.688925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-459faec3-7055-42ac-86fe-17a768963f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:21:59.704254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459faec3-7055-42ac-86fe-17a768963f66 admin admin] Checking segment: {'id': 'ca44d5b6-cf32-4165-9bbd-6a1369a4fbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:21:59.704815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459faec3-7055-42ac-86fe-17a768963f66 admin admin] Network hostable DHCP agents. Network: 56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:21:59.757822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459faec3-7055-42ac-86fe-17a768963f66 admin admin] Network 56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:21:59.801545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-459faec3-7055-42ac-86fe-17a768963f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:21:59.826603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1fafe9-c566-4f82-8139-0a7f86e7cfd0 None None] Network 56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:21:59.826900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459faec3-7055-42ac-86fe-17a768963f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:21:59.827653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-459faec3-7055-42ac-86fe-17a768963f66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:21:59.912092 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-459faec3-7055-42ac-86fe-17a768963f66 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4200821 Apr 23 09:22:00.002913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:22:00.247530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612ebb20-a204-427f-adf1-f0d91a46a87a None None] Network 56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:22:00.394201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:00.582582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-afea8711-ff78-4c17-b53c-92a9b1cf2f35 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Allocated IP 172.20.0.9 (d7ef702e-6e50-4768-b28f-815da2fe7452/f4ea2bb2-1899-4226-a613-8fa696189d7d/8e85e268-63a1-4c64-b667-064490596a6c) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:22:00.656913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96b9911-4955-4f59-adbc-132af6b15edd None None] Network d7ef702e-6e50-4768-b28f-815da2fe7452 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:22:00.784720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ab5c7769-3a0a-4a13-a78b-8ab2d44cb98e None None] Provisioning for port 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:00.797247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ab5c7769-3a0a-4a13-a78b-8ab2d44cb98e None None] Provisioning complete for port 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:00.797684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7769-3a0a-4a13-a78b-8ab2d44cb98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:00.921724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40494) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:00.933837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2010751528-network', 'tenant_id': '5b567be6a7af4cf1b85451a0df86de2e'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:00.942104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:00.951117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Usage tracker for resource:network and tenant:5b567be6a7af4cf1b85451a0df86de2e is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:00.958664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:00.969713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:01.000797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-afea8711-ff78-4c17-b53c-92a9b1cf2f35 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:01.004698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-70bb1094-4e96-4869-bc7b-d266955f7c83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:01.013206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Made reservation on behalf of 5b567be6a7af4cf1b85451a0df86de2e for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:01.014354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4d51fb18-8b7e-428a-b94c-0a806b300ff2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:01.021838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:01.048100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:01.083207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-afea8711-ff78-4c17-b53c-92a9b1cf2f35 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Transition to ACTIVE for port object 8e85e268-63a1-4c64-b667-064490596a6c will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:01.087333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:01.096577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Usage tracker for resource:security_group_rule and tenant:5b567be6a7af4cf1b85451a0df86de2e is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:01.102735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:01.117005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:01.141370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb1094-4e96-4869-bc7b-d266955f7c83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Subnet': ['ID=3ea170bf-36ef-45d9-81ac-bce9e53fe04f,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:01.144810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-70bb1094-4e96-4869-bc7b-d266955f7c83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:01.156536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bb1094-4e96-4869-bc7b-d266955f7c83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Checking segment: {'id': '63997c8f-2545-442a-a917-73a830baaaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '42e1341c-c643-4588-b8a7-cf4e55285000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:22:01.159277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bb1094-4e96-4869-bc7b-d266955f7c83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network hostable DHCP agents. Network: 42e1341c-c643-4588-b8a7-cf4e55285000, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:22:01.213728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bb1094-4e96-4869-bc7b-d266955f7c83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 42e1341c-c643-4588-b8a7-cf4e55285000 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:22:01.243497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-afea8711-ff78-4c17-b53c-92a9b1cf2f35 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:01.256549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-18dfc0da-b455-4a30-8718-324cbb902165 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:01.285232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7769-3a0a-4a13-a78b-8ab2d44cb98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:01.289856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:01.325476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:01.331710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-53e37d5e-fba8-4607-aa4e-bea066c94711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:01.346845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-70bb1094-4e96-4869-bc7b-d266955f7c83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 42e1341c-c643-4588-b8a7-cf4e55285000) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:01.379496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:22:01.380040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e55d437-0e42-41fa-ba7e-3dfb55c5e5db None None] Network 42e1341c-c643-4588-b8a7-cf4e55285000 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:22:01.403763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15244ae-cdb2-42f2-b45a-d113de6fb3ea,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:01.406484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afea8711-ff78-4c17-b53c-92a9b1cf2f35 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network d7ef702e-6e50-4768-b28f-815da2fe7452 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:22:01.412121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bb1094-4e96-4869-bc7b-d266955f7c83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:01.412547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:01.414208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-70bb1094-4e96-4869-bc7b-d266955f7c83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:01.414793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:01.415568 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Added segment c3310454-ff29-4f16-8533-913fb72d989f of type vlan for network ae461cdb-26a8-40aa-bc40-5f7af8a2452d Apr 23 09:22:01.431384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-afea8711-ff78-4c17-b53c-92a9b1cf2f35 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:01.437713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-ab5c7769-3a0a-4a13-a78b-8ab2d44cb98e None None] For port 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=9733d1cf-340c-45d5-871b-fbf5f3fc6b1c,segment=NetworkSegment(b38ddc82-fd4a-4503-a1a0-d31ef8e1a8e2),segment_id=b38ddc82-fd4a-4503-a1a0-d31ef8e1a8e2)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:01.442712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea8711-ff78-4c17-b53c-92a9b1cf2f35 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:22:01.474763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:01.546894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:01.549320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:01.550082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:01.555314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5f6c71d1-29f4-43ed-becc-626dbb74b2aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:01.593973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea8711-ff78-4c17-b53c-92a9b1cf2f35 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Port': ['ID=8e85e268-63a1-4c64-b667-064490596a6c,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:01.611740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-afea8711-ff78-4c17-b53c-92a9b1cf2f35 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:01.638450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afea8711-ff78-4c17-b53c-92a9b1cf2f35 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:01.639819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-afea8711-ff78-4c17-b53c-92a9b1cf2f35 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:01.640208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab5c7769-3a0a-4a13-a78b-8ab2d44cb98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:01.660802 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-70bb1094-4e96-4869-bc7b-d266955f7c83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0574784 Apr 23 09:22:01.661145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b31df335-4da7-4a07-87fa-ff4b695a8c78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:01.664151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40500) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:01.674934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-833d5375-9fc0-4fbc-ac4e-0bcb85d308cc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'port': {'network_id': '42e1341c-c643-4588-b8a7-cf4e55285000', 'name': 'tempest-PortsIpV6TestJSON-236417486'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:01.707438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Pushing event updated for resources: {'Network': ['ID=ae461cdb-26a8-40aa-bc40-5f7af8a2452d,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:01.712141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:01.732180 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-afea8711-ff78-4c17-b53c-92a9b1cf2f35 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6882119 Apr 23 09:22:01.732680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40504) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:01.746791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network ae461cdb-26a8-40aa-bc40-5f7af8a2452d details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:22:01.778767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c7769-3a0a-4a13-a78b-8ab2d44cb98e None None] Pushing event updated for resources: {'Port': ['ID=9733d1cf-340c-45d5-871b-fbf5f3fc6b1c,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:01.812364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ab5c7769-3a0a-4a13-a78b-8ab2d44cb98e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:01.826271 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8985555 Apr 23 09:22:01.829248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40508) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:01.839689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ad67d59e-fbe4-453a-8774-829e893774c1 admin admin] Request body: {'subnet': {'network_id': 'ae461cdb-26a8-40aa-bc40-5f7af8a2452d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2010751528-subnet', 'tenant_id': '5b567be6a7af4cf1b85451a0df86de2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:01.854754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ad67d59e-fbe4-453a-8774-829e893774c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:01.873406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ad67d59e-fbe4-453a-8774-829e893774c1 admin admin] Usage tracker for resource:subnet and tenant:5b567be6a7af4cf1b85451a0df86de2e is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:01.879858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ad67d59e-fbe4-453a-8774-829e893774c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:01.904265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ad67d59e-fbe4-453a-8774-829e893774c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:01.942872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-833d5375-9fc0-4fbc-ac4e-0bcb85d308cc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:01.949053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-833d5375-9fc0-4fbc-ac4e-0bcb85d308cc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:port and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:01.952487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3eb173-f0b3-4c1c-8215-ccbf8c006f76 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:01.953515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-833d5375-9fc0-4fbc-ac4e-0bcb85d308cc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:01.958965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9c3eb173-f0b3-4c1c-8215-ccbf8c006f76 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Synchronizing usage tracker for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:22:01.970354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-833d5375-9fc0-4fbc-ac4e-0bcb85d308cc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:01.981025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad67d59e-fbe4-453a-8774-829e893774c1 admin admin] Made reservation on behalf of 5b567be6a7af4cf1b85451a0df86de2e for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:02.004118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ad67d59e-fbe4-453a-8774-829e893774c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:02.019491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:22:02.030380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833d5375-9fc0-4fbc-ac4e-0bcb85d308cc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:02.032002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9c3eb173-f0b3-4c1c-8215-ccbf8c006f76 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Unset dirty status for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:22:02.033624 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9c3eb173-f0b3-4c1c-8215-ccbf8c006f76 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2994084 Apr 23 09:22:02.036903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40512) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:02.044246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-833d5375-9fc0-4fbc-ac4e-0bcb85d308cc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:02.218949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-42e1341c-c643-4588-b8a7-cf4e55285000', 'network_id': '42e1341c-c643-4588-b8a7-cf4e55285000', 'tenant_id': 'ed81b2e31f5a49b893e0f8cf455bcd22', 'fixed_ips': [{'subnet_id': '3ea170bf-36ef-45d9-81ac-bce9e53fe04f'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:22:02.220633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:02.244218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c34a58-6537-4287-aadd-5b3353ca877f tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:02.245786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-833d5375-9fc0-4fbc-ac4e-0bcb85d308cc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] device_id is not set on port 922e3e12-e67d-4b30-b742-0d04132ff023 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:22:02.253445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c34a58-6537-4287-aadd-5b3353ca877f tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:02.263701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c34a58-6537-4287-aadd-5b3353ca877f tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:02.270874 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a6c34a58-6537-4287-aadd-5b3353ca877f tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2310331 Apr 23 09:22:02.271775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40516) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:02.272162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f4346046-a0c6-4be7-ae98-2a64b92f6cdd None None] Provisioning for port 5430cc0d-b8c5-4f11-9b65-1a7494e34f12 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:02.299654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f4346046-a0c6-4be7-ae98-2a64b92f6cdd None None] Provisioning complete for port 5430cc0d-b8c5-4f11-9b65-1a7494e34f12 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:02.300376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f4346046-a0c6-4be7-ae98-2a64b92f6cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:02.565829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:02.566600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:02.612999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-833d5375-9fc0-4fbc-ac4e-0bcb85d308cc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Allocated IP 2001:db8::1d5 (42e1341c-c643-4588-b8a7-cf4e55285000/3ea170bf-36ef-45d9-81ac-bce9e53fe04f/922e3e12-e67d-4b30-b742-0d04132ff023) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:22:02.623847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b9a490c8-fabe-40d0-8cb3-1b623e96c5e7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting port 8e85e268-63a1-4c64-b667-064490596a6c {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:22:02.624504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b9a490c8-fabe-40d0-8cb3-1b623e96c5e7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:02.671767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f4346046-a0c6-4be7-ae98-2a64b92f6cdd None None] Port 5430cc0d-b8c5-4f11-9b65-1a7494e34f12 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:22:02.748955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f4346046-a0c6-4be7-ae98-2a64b92f6cdd None None] Provisioning complete for port 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:02.750162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f4346046-a0c6-4be7-ae98-2a64b92f6cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:02.797526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b9a490c8-fabe-40d0-8cb3-1b623e96c5e7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:02.980065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-833d5375-9fc0-4fbc-ac4e-0bcb85d308cc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:03.013341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-833d5375-9fc0-4fbc-ac4e-0bcb85d308cc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Transition to ACTIVE for port object 922e3e12-e67d-4b30-b742-0d04132ff023 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:03.095234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f4346046-a0c6-4be7-ae98-2a64b92f6cdd None None] Provisioning for port 8e85e268-63a1-4c64-b667-064490596a6c completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:03.095585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ad67d59e-fbe4-453a-8774-829e893774c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:03.101345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9c32f699-9e5f-46b5-aa77-2ecf6dcdba6c tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:03.103232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f4346046-a0c6-4be7-ae98-2a64b92f6cdd None None] Provisioning complete for port 8e85e268-63a1-4c64-b667-064490596a6c triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:03.104164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f4346046-a0c6-4be7-ae98-2a64b92f6cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:03.195311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67d59e-fbe4-453a-8774-829e893774c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=730a15e4-62fd-4068-95e6-723bc8b35279,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:03.199206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ad67d59e-fbe4-453a-8774-829e893774c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:03.203778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-833d5375-9fc0-4fbc-ac4e-0bcb85d308cc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:03.212239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-948a5288-e304-480c-b2ea-5fab63678239 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:03.216337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f4346046-a0c6-4be7-ae98-2a64b92f6cdd None None] Port 8e85e268-63a1-4c64-b667-064490596a6c cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:22:03.257022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Allocated IP 2001:db8::2 (42e1341c-c643-4588-b8a7-cf4e55285000/3ea170bf-36ef-45d9-81ac-bce9e53fe04f/3b4bd189-64bd-42b3-b11c-1af5769b4eaa) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:22:03.291041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad67d59e-fbe4-453a-8774-829e893774c1 admin admin] Checking segment: {'id': 'c3310454-ff29-4f16-8533-913fb72d989f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ae461cdb-26a8-40aa-bc40-5f7af8a2452d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:22:03.292450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad67d59e-fbe4-453a-8774-829e893774c1 admin admin] Network hostable DHCP agents. Network: ae461cdb-26a8-40aa-bc40-5f7af8a2452d, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:22:03.303750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833d5375-9fc0-4fbc-ac4e-0bcb85d308cc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 42e1341c-c643-4588-b8a7-cf4e55285000 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:22:03.320487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-833d5375-9fc0-4fbc-ac4e-0bcb85d308cc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:03.324676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833d5375-9fc0-4fbc-ac4e-0bcb85d308cc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:22:03.338890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833d5375-9fc0-4fbc-ac4e-0bcb85d308cc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:03.340142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-833d5375-9fc0-4fbc-ac4e-0bcb85d308cc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:03.378090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d5375-9fc0-4fbc-ac4e-0bcb85d308cc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Port': ['ID=922e3e12-e67d-4b30-b742-0d04132ff023,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:03.385988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-833d5375-9fc0-4fbc-ac4e-0bcb85d308cc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:03.392692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b158e3c7-688f-4d63-b12d-9eeecd667bd7 None None] Provisioning complete for port 5430cc0d-b8c5-4f11-9b65-1a7494e34f12 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:03.393125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b158e3c7-688f-4d63-b12d-9eeecd667bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:03.433989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad67d59e-fbe4-453a-8774-829e893774c1 admin admin] Network ae461cdb-26a8-40aa-bc40-5f7af8a2452d is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:22:03.465009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b9a490c8-fabe-40d0-8cb3-1b623e96c5e7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Calling delete_port for 8e85e268-63a1-4c64-b667-064490596a6c owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:22:03.487237 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-833d5375-9fc0-4fbc-ac4e-0bcb85d308cc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8213449 Apr 23 09:22:03.493040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40520) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:03.494977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b158e3c7-688f-4d63-b12d-9eeecd667bd7 None None] Port 5430cc0d-b8c5-4f11-9b65-1a7494e34f12 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:22:03.507466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b7f6d630-fca8-4ae2-a71d-0dc0138b709a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'port': {'network_id': '42e1341c-c643-4588-b8a7-cf4e55285000', 'name': 'tempest-PortsIpV6TestJSON-1336145632'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:03.554995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-ad67d59e-fbe4-453a-8774-829e893774c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, ae461cdb-26a8-40aa-bc40-5f7af8a2452d) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:03.574002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7117da69-8458-41ce-b388-22a62df89196 None None] Network ae461cdb-26a8-40aa-bc40-5f7af8a2452d requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:22:03.620514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b158e3c7-688f-4d63-b12d-9eeecd667bd7 None None] Provisioning complete for port 8e85e268-63a1-4c64-b667-064490596a6c triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:03.620995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b158e3c7-688f-4d63-b12d-9eeecd667bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:03.633350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67d59e-fbe4-453a-8774-829e893774c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:03.634726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ad67d59e-fbe4-453a-8774-829e893774c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:03.719045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b9a490c8-fabe-40d0-8cb3-1b623e96c5e7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:03.726706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fed22527-7be6-4a7b-9351-fb59fbca7530 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:03.772936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:03.786365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a490c8-fabe-40d0-8cb3-1b623e96c5e7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Port': ['ID=8e85e268-63a1-4c64-b667-064490596a6c,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:03.789853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b9a490c8-fabe-40d0-8cb3-1b623e96c5e7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:03.797410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b158e3c7-688f-4d63-b12d-9eeecd667bd7 None None] Port 8e85e268-63a1-4c64-b667-064490596a6c cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:22:03.804170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Transition to ACTIVE for port object 3b4bd189-64bd-42b3-b11c-1af5769b4eaa will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:03.851474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Transition to ACTIVE for port object 3b4bd189-64bd-42b3-b11c-1af5769b4eaa will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:03.936403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:03.938925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b7f6d630-fca8-4ae2-a71d-0dc0138b709a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:03.944489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b7f6d630-fca8-4ae2-a71d-0dc0138b709a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:port and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:03.949019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b7f6d630-fca8-4ae2-a71d-0dc0138b709a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:03.952555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ab5c7769-3a0a-4a13-a78b-8ab2d44cb98e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:03.956818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b7f6d630-fca8-4ae2-a71d-0dc0138b709a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:03.964131 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ad67d59e-fbe4-453a-8774-829e893774c1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1335442 Apr 23 09:22:03.980807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b9a490c8-fabe-40d0-8cb3-1b623e96c5e7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:04.009505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f6d630-fca8-4ae2-a71d-0dc0138b709a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:04.018296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d630-fca8-4ae2-a71d-0dc0138b709a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:04.049827 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b9a490c8-fabe-40d0-8cb3-1b623e96c5e7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/ports/8e85e268-63a1-4c64-b667-064490596a6c HTTP/1.1" status: 204 len: 168 time: 1.7719450 Apr 23 09:22:04.050398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40528) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:04.060864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-b7f6d630-fca8-4ae2-a71d-0dc0138b709a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] device_id is not set on port 266fefa5-241d-4763-bb3d-72ffa38d9889 yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:22:04.063273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Network 42e1341c-c643-4588-b8a7-cf4e55285000 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:22:04.072032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:04.087743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:22:04.105320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1374b8cf-1be7-4afd-ade1-5283e3a68d87 None None] Network ae461cdb-26a8-40aa-bc40-5f7af8a2452d requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:22:04.119243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Pushing event updated for resources: {'Port': ['ID=3b4bd189-64bd-42b3-b11c-1af5769b4eaa,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:04.168927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:04.175887 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce16174-678b-43ad-927a-1e237782cc2d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] GET failed (client error): The resource could not be found. Apr 23 09:22:04.177391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2ce16174-678b-43ad-927a-1e237782cc2d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Synchronizing usage tracker for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:22:04.246417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2ce16174-678b-43ad-927a-1e237782cc2d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Unset dirty status for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:22:04.255289 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2ce16174-678b-43ad-927a-1e237782cc2d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports/8e85e268-63a1-4c64-b667-064490596a6c HTTP/1.1" status: 404 len: 333 time: 0.2030487 Apr 23 09:22:04.257459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40532) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:04.306191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Attempting to bind port 3b4bd189-64bd-42b3-b11c-1af5769b4eaa on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:22:04.306650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Attempting to bind port 3b4bd189-64bd-42b3-b11c-1af5769b4eaa by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '63997c8f-2545-442a-a917-73a830baaaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '42e1341c-c643-4588-b8a7-cf4e55285000'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:22:04.307140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Attempting to bind port 3b4bd189-64bd-42b3-b11c-1af5769b4eaa on network 42e1341c-c643-4588-b8a7-cf4e55285000 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:22:04.320972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:22:04.322027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Checking segment: {'id': '63997c8f-2545-442a-a917-73a830baaaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '42e1341c-c643-4588-b8a7-cf4e55285000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:22:04.322027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:04.322956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Bound using segment: {'id': '63997c8f-2545-442a-a917-73a830baaaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '42e1341c-c643-4588-b8a7-cf4e55285000'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:22:04.323407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Bound port: 3b4bd189-64bd-42b3-b11c-1af5769b4eaa, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63997c8f-2545-442a-a917-73a830baaaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '42e1341c-c643-4588-b8a7-cf4e55285000'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:22:04.323854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:04.417121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-b7f6d630-fca8-4ae2-a71d-0dc0138b709a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Allocated IP 2001:db8::af (42e1341c-c643-4588-b8a7-cf4e55285000/3ea170bf-36ef-45d9-81ac-bce9e53fe04f/266fefa5-241d-4763-bb3d-72ffa38d9889) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:22:04.688280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4c1cecf3-a70a-4e96-9c29-209054951037 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting port 5430cc0d-b8c5-4f11-9b65-1a7494e34f12 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:22:04.688852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4c1cecf3-a70a-4e96-9c29-209054951037 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:04.728578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] For port 3b4bd189-64bd-42b3-b11c-1af5769b4eaa, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:22:04.778406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] For port 3b4bd189-64bd-42b3-b11c-1af5769b4eaa, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=3b4bd189-64bd-42b3-b11c-1af5769b4eaa,segment=NetworkSegment(63997c8f-2545-442a-a917-73a830baaaba),segment_id=63997c8f-2545-442a-a917-73a830baaaba)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:22:04.815565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:04.824253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d9beb4d0-a3aa-47e0-9b9e-a2ca98945985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:04.919634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d630-fca8-4ae2-a71d-0dc0138b709a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:04.957934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b7f6d630-fca8-4ae2-a71d-0dc0138b709a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Transition to ACTIVE for port object 266fefa5-241d-4763-bb3d-72ffa38d9889 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:04.958831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4c1cecf3-a70a-4e96-9c29-209054951037 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:05.004754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Pushing event updated for resources: {'Port': ['ID=3b4bd189-64bd-42b3-b11c-1af5769b4eaa,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:05.016234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:05.042548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d630-fca8-4ae2-a71d-0dc0138b709a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:05.053104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-99726150-6bbf-4595-beaf-8f5465f14298 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:05.121157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4c1cecf3-a70a-4e96-9c29-209054951037 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Calling delete_port for 5430cc0d-b8c5-4f11-9b65-1a7494e34f12 owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:22:05.185246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f6d630-fca8-4ae2-a71d-0dc0138b709a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 42e1341c-c643-4588-b8a7-cf4e55285000 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:22:05.192107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b7f6d630-fca8-4ae2-a71d-0dc0138b709a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:05.212618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f6d630-fca8-4ae2-a71d-0dc0138b709a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:22:05.223810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f6d630-fca8-4ae2-a71d-0dc0138b709a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:05.224955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d630-fca8-4ae2-a71d-0dc0138b709a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:05.262602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6d630-fca8-4ae2-a71d-0dc0138b709a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Port': ['ID=266fefa5-241d-4763-bb3d-72ffa38d9889,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:05.267973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b7f6d630-fca8-4ae2-a71d-0dc0138b709a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:05.326557 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b7f6d630-fca8-4ae2-a71d-0dc0138b709a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8317070 Apr 23 09:22:05.333479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40552) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:05.396250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4c1cecf3-a70a-4e96-9c29-209054951037 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:05.493446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4956139b-e8bd-4f62-b7c1-0b3f6326c34b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:05.494995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4956139b-e8bd-4f62-b7c1-0b3f6326c34b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Synchronizing usage tracker for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:22:05.515101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b9a490c8-fabe-40d0-8cb3-1b623e96c5e7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:05.557766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4956139b-e8bd-4f62-b7c1-0b3f6326c34b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Unset dirty status for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:22:05.560164 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4956139b-e8bd-4f62-b7c1-0b3f6326c34b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1d5 HTTP/1.1" status: 200 len: 928 time: 0.2235823 Apr 23 09:22:05.562912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40556) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:05.573662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cecf3-a70a-4e96-9c29-209054951037 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Port': ['ID=5430cc0d-b8c5-4f11-9b65-1a7494e34f12,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:05.586737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4c1cecf3-a70a-4e96-9c29-209054951037 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:05.721854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686f8d-b835-45df-b071-b940d9832d60 req-1523f967-cef9-472f-8d03-0c58d9efeb77 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:05.722900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-56686f8d-b835-45df-b071-b940d9832d60 req-1523f967-cef9-472f-8d03-0c58d9efeb77 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Synchronizing usage tracker for tenant:cfd1b499d3ee4e909a3bb34186002b43 on resource:network {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:22:05.733444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c209a701-7387-484e-9b94-57f220550a5b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting port 266fefa5-241d-4763-bb3d-72ffa38d9889 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:22:05.733839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c209a701-7387-484e-9b94-57f220550a5b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:05.761309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4c1cecf3-a70a-4e96-9c29-209054951037 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:05.790548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-56686f8d-b835-45df-b071-b940d9832d60 req-1523f967-cef9-472f-8d03-0c58d9efeb77 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Unset dirty status for tenant:cfd1b499d3ee4e909a3bb34186002b43 on resource:network {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:22:05.793533 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56686f8d-b835-45df-b071-b940d9832d60 req-1523f967-cef9-472f-8d03-0c58d9efeb77 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/networks?id=56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c HTTP/1.1" status: 200 len: 812 time: 0.5063033 Apr 23 09:22:05.824741 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56686f8d-b835-45df-b071-b940d9832d60 req-fc22c5e3-e7dc-45d5-b8fd-2dbaa54040f8 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/quotas/cfd1b499d3ee4e909a3bb34186002b43 HTTP/1.1" status: 200 len: 375 time: 0.0196624 Apr 23 09:22:05.828580 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4c1cecf3-a70a-4e96-9c29-209054951037 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/ports/5430cc0d-b8c5-4f11-9b65-1a7494e34f12 HTTP/1.1" status: 204 len: 168 time: 1.5679653 Apr 23 09:22:05.836534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40560) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:05.927201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c209a701-7387-484e-9b94-57f220550a5b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:05.999527 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-a423e324-3cf4-4f16-bde8-58f622f519e3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] GET failed (client error): The resource could not be found. Apr 23 09:22:06.000478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a423e324-3cf4-4f16-bde8-58f622f519e3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Synchronizing usage tracker for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:22:06.013135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 3b4bd189-64bd-42b3-b11c-1af5769b4eaa up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:22:06.028657 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56686f8d-b835-45df-b071-b940d9832d60 req-2dd7ba2a-c604-4101-b534-d6a64f9a1ab1 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cfd1b499d3ee4e909a3bb34186002b43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1119092 Apr 23 09:22:06.055505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [req-56686f8d-b835-45df-b071-b940d9832d60 req-dbfdce65-3e78-486b-b4de-18a9452cd273 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:22:06.057921 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56686f8d-b835-45df-b071-b940d9832d60 req-dbfdce65-3e78-486b-b4de-18a9452cd273 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103018 Apr 23 09:22:06.074265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a423e324-3cf4-4f16-bde8-58f622f519e3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Unset dirty status for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:22:06.078399 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a423e324-3cf4-4f16-bde8-58f622f519e3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports/5430cc0d-b8c5-4f11-9b65-1a7494e34f12 HTTP/1.1" status: 404 len: 333 time: 0.2401471 Apr 23 09:22:06.103757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40564) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:06.138777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 3b4bd189-64bd-42b3-b11c-1af5769b4eaa completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:06.208885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c209a701-7387-484e-9b94-57f220550a5b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Calling delete_port for 266fefa5-241d-4763-bb3d-72ffa38d9889 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:22:06.264812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65ad31a-74d7-4b2c-af06-017ed7e6691e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting subnet f4ea2bb2-1899-4226-a613-8fa696189d7d {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:22:06.270926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e65ad31a-74d7-4b2c-af06-017ed7e6691e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:06.352945 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56686f8d-b835-45df-b071-b940d9832d60 req-10a883fa-b46b-4d21-990d-db36a899dadc service neutron] 10.222.0.60 "GET /v2.0/networks/56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731092 Apr 23 09:22:06.356190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e65ad31a-74d7-4b2c-af06-017ed7e6691e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:06.470949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c209a701-7387-484e-9b94-57f220550a5b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:06.486115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-afea8711-ff78-4c17-b53c-92a9b1cf2f35 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:06.586214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209a701-7387-484e-9b94-57f220550a5b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Port': ['ID=266fefa5-241d-4763-bb3d-72ffa38d9889,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:06.593793 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56686f8d-b835-45df-b071-b940d9832d60 req-0a6100e4-fcde-4584-9951-a37c16212a6d service neutron] 10.222.0.60 "GET /v2.0/networks/56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012453 Apr 23 09:22:06.604823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e65ad31a-74d7-4b2c-af06-017ed7e6691e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:06.628403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c209a701-7387-484e-9b94-57f220550a5b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:06.646290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c209a701-7387-484e-9b94-57f220550a5b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:06.683068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d5e8ff3-cb51-40f4-984e-a47e832f8d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:06.716301 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c209a701-7387-484e-9b94-57f220550a5b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/ports/266fefa5-241d-4763-bb3d-72ffa38d9889 HTTP/1.1" status: 204 len: 168 time: 1.1515269 Apr 23 09:22:06.717676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40568) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:06.751763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8831649a-2044-40eb-9740-54f335d6e406 None None] Network 42e1341c-c643-4588-b8a7-cf4e55285000 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:22:06.831682 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae85bd1-06d4-4d94-8ac1-fc4b96661d11 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] GET failed (client error): The resource could not be found. Apr 23 09:22:06.837080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aae85bd1-06d4-4d94-8ac1-fc4b96661d11 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Synchronizing usage tracker for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:22:06.929849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aae85bd1-06d4-4d94-8ac1-fc4b96661d11 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Unset dirty status for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:22:06.934075 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-aae85bd1-06d4-4d94-8ac1-fc4b96661d11 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports/266fefa5-241d-4763-bb3d-72ffa38d9889 HTTP/1.1" status: 404 len: 333 time: 0.2143278 Apr 23 09:22:06.937229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40574) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:06.966408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d031f386-6b4a-4f77-88b2-f2341f91a1bb None None] Provisioning for port 3b4bd189-64bd-42b3-b11c-1af5769b4eaa completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:07.016602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d031f386-6b4a-4f77-88b2-f2341f91a1bb None None] Provisioning complete for port 3b4bd189-64bd-42b3-b11c-1af5769b4eaa triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:07.017431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d031f386-6b4a-4f77-88b2-f2341f91a1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:07.018362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e65ad31a-74d7-4b2c-af06-017ed7e6691e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:07.039889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c38db725-ebb8-41cd-9c0b-e1d542224eff tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:07.137045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ad31a-74d7-4b2c-af06-017ed7e6691e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Subnet': ['ID=f4ea2bb2-1899-4226-a613-8fa696189d7d,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:07.148692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e65ad31a-74d7-4b2c-af06-017ed7e6691e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:07.160844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e65ad31a-74d7-4b2c-af06-017ed7e6691e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:07.164554 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e65ad31a-74d7-4b2c-af06-017ed7e6691e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/subnets/f4ea2bb2-1899-4226-a613-8fa696189d7d HTTP/1.1" status: 204 len: 168 time: 1.0590179 Apr 23 09:22:07.171213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40582) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:07.236789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b4013b-231f-479a-8291-909fdb98d0f0 None None] Network d7ef702e-6e50-4768-b28f-815da2fe7452 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:22:07.435702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:07.642844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d031f386-6b4a-4f77-88b2-f2341f91a1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:07.669107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting port 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:22:07.669757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:07.699118 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1883d4c8-2f97-4b0f-9411-cf0edb24c958 req-bdf0a27f-442b-4f56-a5bb-13737d5d1667 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 210 time: 0.7005591 Apr 23 09:22:07.705303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6270def4-8dae-40b6-a8e4-89366dd5201d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting port 922e3e12-e67d-4b30-b742-0d04132ff023 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:22:07.705792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6270def4-8dae-40b6-a8e4-89366dd5201d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:07.758815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d031f386-6b4a-4f77-88b2-f2341f91a1bb None None] For port 3b4bd189-64bd-42b3-b11c-1af5769b4eaa, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=3b4bd189-64bd-42b3-b11c-1af5769b4eaa,segment=NetworkSegment(63997c8f-2545-442a-a917-73a830baaaba),segment_id=63997c8f-2545-442a-a917-73a830baaaba)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:07.811208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d031f386-6b4a-4f77-88b2-f2341f91a1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:07.814712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dcfae8fa-6e39-4b84-a084-f9e4bcf18bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:07.886280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6270def4-8dae-40b6-a8e4-89366dd5201d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:07.933923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] For port 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=9733d1cf-340c-45d5-871b-fbf5f3fc6b1c,segment=NetworkSegment(b38ddc82-fd4a-4503-a1a0-d31ef8e1a8e2),segment_id=b38ddc82-fd4a-4503-a1a0-d31ef8e1a8e2)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:07.934664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:08.009257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d71252-1d8a-4331-a821-0c4df75b10f7 None None] DHCP port deletion for d7ef702e-6e50-4768-b28f-815da2fe7452 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:22:08.089936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031f386-6b4a-4f77-88b2-f2341f91a1bb None None] Pushing event updated for resources: {'Port': ['ID=3b4bd189-64bd-42b3-b11c-1af5769b4eaa,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:08.115457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:22:08.127882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6270def4-8dae-40b6-a8e4-89366dd5201d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Calling delete_port for 922e3e12-e67d-4b30-b742-0d04132ff023 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:22:08.207640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d031f386-6b4a-4f77-88b2-f2341f91a1bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:08.249431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Calling delete_port for 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:22:08.291877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-bb3452f8-a7ce-4985-8f54-a7a2ba71b477 None None] Provisioning complete for port 3b4bd189-64bd-42b3-b11c-1af5769b4eaa triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:08.292938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb3452f8-a7ce-4985-8f54-a7a2ba71b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:08.364247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:08.371688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b88f62e2-8159-4d94-aad1-87fc8fc86e93 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:08.393764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:08.441382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6270def4-8dae-40b6-a8e4-89366dd5201d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:08.451287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:08.472057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Port': ['ID=9733d1cf-340c-45d5-871b-fbf5f3fc6b1c,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:08.475969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] No DVR routers for this DVR port 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:22:08.481898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:08.556384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270def4-8dae-40b6-a8e4-89366dd5201d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Port': ['ID=922e3e12-e67d-4b30-b742-0d04132ff023,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:08.557424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d3d71252-1d8a-4331-a821-0c4df75b10f7 None None] Deleting port 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:22:08.557964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d3d71252-1d8a-4331-a821-0c4df75b10f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:08.566949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6270def4-8dae-40b6-a8e4-89366dd5201d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:08.587093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6270def4-8dae-40b6-a8e4-89366dd5201d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:08.654139 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6270def4-8dae-40b6-a8e4-89366dd5201d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/ports/922e3e12-e67d-4b30-b742-0d04132ff023 HTTP/1.1" status: 204 len: 168 time: 1.7155108 Apr 23 09:22:08.658569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40592) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:08.723058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-bb3452f8-a7ce-4985-8f54-a7a2ba71b477 None None] Could not find standard attr ID for object 922e3e12-e67d-4b30-b742-0d04132ff023. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:22:08.730763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d3d71252-1d8a-4331-a821-0c4df75b10f7 None None] For port 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c, host dv-neutron-786478-4-hyperv, got binding levels [] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:08.731362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d3d71252-1d8a-4331-a821-0c4df75b10f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:08.735343 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3b032d-2713-4855-9d65-69d378a46dad tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] GET failed (client error): The resource could not be found. Apr 23 09:22:08.735343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-df3b032d-2713-4855-9d65-69d378a46dad tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Synchronizing usage tracker for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:22:08.786118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-df3b032d-2713-4855-9d65-69d378a46dad tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Unset dirty status for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:22:08.790957 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-df3b032d-2713-4855-9d65-69d378a46dad tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports/922e3e12-e67d-4b30-b742-0d04132ff023 HTTP/1.1" status: 404 len: 333 time: 0.1278446 Apr 23 09:22:08.793314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40598) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:08.863740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:08.902146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb4980e-1f3b-497d-98be-0fea09705feb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting subnet 3ea170bf-36ef-45d9-81ac-bce9e53fe04f {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:22:08.906195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6eb4980e-1f3b-497d-98be-0fea09705feb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:08.952390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d3d71252-1d8a-4331-a821-0c4df75b10f7 None None] Calling delete_port for 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:22:08.956449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3eaa9c30-653a-4465-ae59-e94f46b56513 None None] Could not find standard attr ID for object 266fefa5-241d-4763-bb3d-72ffa38d9889. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:22:08.961246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_backend_mixin [None req-d3d71252-1d8a-4331-a821-0c4df75b10f7 None None] Port 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c was not found and therefore no delete operation was performed {{(pid=87176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 23 09:22:08.962517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3eaa9c30-653a-4465-ae59-e94f46b56513 None None] Could not find standard attr ID for object 922e3e12-e67d-4b30-b742-0d04132ff023. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:22:08.970956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d3d71252-1d8a-4331-a821-0c4df75b10f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:08.980453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3000a1af-ad5f-41bc-80cf-39a99211dde5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:09.017933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6eb4980e-1f3b-497d-98be-0fea09705feb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:09.042713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d71252-1d8a-4331-a821-0c4df75b10f7 None None] Pushing event deleted for resources: {'Port': ['ID=9733d1cf-340c-45d5-871b-fbf5f3fc6b1c,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:09.047306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d3d71252-1d8a-4331-a821-0c4df75b10f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:09.058996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d71252-1d8a-4331-a821-0c4df75b10f7 None None] No DVR routers for this DVR port 9733d1cf-340c-45d5-871b-fbf5f3fc6b1c on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:22:09.094054 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-67ca7092-965d-49f6-9927-bf448add0f91 req-19cf02cc-1d0c-43b3-bd11-69748506ba87 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 210 time: 0.0968106 Apr 23 09:22:09.205904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ef702e-6e50-4768-b28f-815da2fe7452']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:09.210550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6eb4980e-1f3b-497d-98be-0fea09705feb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:09.222072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38ddc82-fd4a-4503-a1a0-d31ef8e1a8e2') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:09.222586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38ddc82-fd4a-4503-a1a0-d31ef8e1a8e2') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:09.237932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:09.256009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:09.264520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:22:09.481238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network d7ef702e-6e50-4768-b28f-815da2fe7452 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:22:09.491771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:09.632344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c1ae3dc9-f0db-461d-bb32-31dbee8c2c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:09.809407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6eb4980e-1f3b-497d-98be-0fea09705feb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:09.809725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network d7ef702e-6e50-4768-b28f-815da2fe7452 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:22:09.824554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1f015b18-6f9f-4ac6-a290-42ee54bc3849 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:22:09.857221 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:22:09.864149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6eb4980e-1f3b-497d-98be-0fea09705feb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:09.884221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4980e-1f3b-497d-98be-0fea09705feb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Subnet': ['ID=3ea170bf-36ef-45d9-81ac-bce9e53fe04f,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:09.885374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6527de10-f2d7-4931-8f8b-a76bba093c89 None None] Network 42e1341c-c643-4588-b8a7-cf4e55285000 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:22:09.887430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6eb4980e-1f3b-497d-98be-0fea09705feb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:09.897571 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6eb4980e-1f3b-497d-98be-0fea09705feb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/subnets/3ea170bf-36ef-45d9-81ac-bce9e53fe04f HTTP/1.1" status: 204 len: 168 time: 1.1030509 Apr 23 09:22:09.902133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40604) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:09.987867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686f8d-b835-45df-b071-b940d9832d60 req-3c6e3213-27df-4afc-ac73-c0016bd90f40 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:09.989587 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56686f8d-b835-45df-b071-b940d9832d60 req-3c6e3213-27df-4afc-ac73-c0016bd90f40 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.35 "GET /v2.0/networks?id=56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c HTTP/1.1" status: 200 len: 812 time: 0.2974625 Apr 23 09:22:10.055260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:10.062395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0e6bd8cd-9490-472f-b523-cac251c29355 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:10.083898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 3b4bd189-64bd-42b3-b11c-1af5769b4eaa up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:22:10.094489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:10.098715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-56686f8d-b835-45df-b071-b940d9832d60 req-757fe501-e114-4c79-8a91-b7a7e809c6c2 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Request body: {'port': {'device_id': '1cb77c03-6068-4a36-a548-3135fe9be794', 'network_id': '56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c', 'admin_state_up': True, 'tenant_id': 'cfd1b499d3ee4e909a3bb34186002b43'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:10.126180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Network': ['ID=d7ef702e-6e50-4768-b28f-815da2fe7452,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:10.136800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:10.183232 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/networks/d7ef702e-6e50-4768-b28f-815da2fe7452 HTTP/1.1" status: 204 len: 168 time: 3.0093722 Apr 23 09:22:10.191044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40610) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:10.203162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-4389681c-99c2-49f0-be5b-743096ac15f3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1422540327'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:10.235646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4389681c-99c2-49f0-be5b-743096ac15f3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:10.240595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4389681c-99c2-49f0-be5b-743096ac15f3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:network and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:10.244946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4389681c-99c2-49f0-be5b-743096ac15f3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:10.252455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4389681c-99c2-49f0-be5b-743096ac15f3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:10.289636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4389681c-99c2-49f0-be5b-743096ac15f3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:10.301739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4389681c-99c2-49f0-be5b-743096ac15f3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:10.329867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 3b4bd189-64bd-42b3-b11c-1af5769b4eaa triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:10.329867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:10.381759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4389681c-99c2-49f0-be5b-743096ac15f3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:22:10.386859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:10.405886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4389681c-99c2-49f0-be5b-743096ac15f3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:10.406809 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-4389681c-99c2-49f0-be5b-743096ac15f3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Added segment 15c1d2d3-1f25-4a01-958e-2215be2ad1ca of type vlan for network 4017ad5c-6c17-421b-9a1f-fffc8a0bbd03 Apr 23 09:22:10.482890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4389681c-99c2-49f0-be5b-743096ac15f3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:10.486666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:10.495188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-56686f8d-b835-45df-b071-b940d9832d60 req-757fe501-e114-4c79-8a91-b7a7e809c6c2 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:10.501212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-56686f8d-b835-45df-b071-b940d9832d60 req-757fe501-e114-4c79-8a91-b7a7e809c6c2 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Usage tracker for resource:port and tenant:cfd1b499d3ee4e909a3bb34186002b43 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:10.507742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-56686f8d-b835-45df-b071-b940d9832d60 req-757fe501-e114-4c79-8a91-b7a7e809c6c2 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:10.516497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-56686f8d-b835-45df-b071-b940d9832d60 req-757fe501-e114-4c79-8a91-b7a7e809c6c2 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:10.566684 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0d7c6b61-5d20-41d5-9732-c0832a525604 req-93cec571-6baf-4faa-992d-cae492f4494b tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 210 time: 0.2384658 Apr 23 09:22:10.570946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d27982-2234-4b38-bf1a-e12631a73de5 None None] DHCP port deletion for 42e1341c-c643-4588-b8a7-cf4e55285000 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:22:10.575002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56686f8d-b835-45df-b071-b940d9832d60 req-757fe501-e114-4c79-8a91-b7a7e809c6c2 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Made reservation on behalf of cfd1b499d3ee4e909a3bb34186002b43 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:10.581894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-56686f8d-b835-45df-b071-b940d9832d60 req-757fe501-e114-4c79-8a91-b7a7e809c6c2 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:10.604468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4389681c-99c2-49f0-be5b-743096ac15f3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:10.621376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4389681c-99c2-49f0-be5b-743096ac15f3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:10.622855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4389681c-99c2-49f0-be5b-743096ac15f3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:10.636541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c9f30ae4-4540-4d99-9765-9a60d0ae274b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:10.710941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27982-2234-4b38-bf1a-e12631a73de5 None None] Deleting port 3b4bd189-64bd-42b3-b11c-1af5769b4eaa {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:22:10.711641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8d27982-2234-4b38-bf1a-e12631a73de5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:10.833384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c8d27982-2234-4b38-bf1a-e12631a73de5 None None] For port 3b4bd189-64bd-42b3-b11c-1af5769b4eaa, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=3b4bd189-64bd-42b3-b11c-1af5769b4eaa,segment=NetworkSegment(63997c8f-2545-442a-a917-73a830baaaba),segment_id=63997c8f-2545-442a-a917-73a830baaaba)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:10.833742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8d27982-2234-4b38-bf1a-e12631a73de5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:10.851268 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4389681c-99c2-49f0-be5b-743096ac15f3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6584523 Apr 23 09:22:10.852253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40630) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:10.871536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-51005ced-10be-4d15-9179-d09f38b4c166 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'subnet': {'network_id': '4017ad5c-6c17-421b-9a1f-fffc8a0bbd03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:10.877620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-56686f8d-b835-45df-b071-b940d9832d60 req-757fe501-e114-4c79-8a91-b7a7e809c6c2 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Allocated IP 172.20.0.3 (56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c/28dfa994-738d-4941-93ba-9ec40fa48e50/187fe660-31f9-4c09-9bfd-512b1fd97b88) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:22:11.090976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting port 3b4bd189-64bd-42b3-b11c-1af5769b4eaa {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:22:11.091669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:11.186366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c8d27982-2234-4b38-bf1a-e12631a73de5 None None] Calling delete_port for 3b4bd189-64bd-42b3-b11c-1af5769b4eaa owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:22:11.280287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389681c-99c2-49f0-be5b-743096ac15f3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Network': ['ID=4017ad5c-6c17-421b-9a1f-fffc8a0bbd03,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:11.286513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4389681c-99c2-49f0-be5b-743096ac15f3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:11.307356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 4017ad5c-6c17-421b-9a1f-fffc8a0bbd03 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:22:11.450043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8d27982-2234-4b38-bf1a-e12631a73de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:11.461810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:11.474194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-51005ced-10be-4d15-9179-d09f38b4c166 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:11.485118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-51005ced-10be-4d15-9179-d09f38b4c166 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:subnet and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:11.491106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-51005ced-10be-4d15-9179-d09f38b4c166 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:11.501375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:11.501733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-51005ced-10be-4d15-9179-d09f38b4c166 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:11.530812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d27982-2234-4b38-bf1a-e12631a73de5 None None] Pushing event deleted for resources: {'Port': ['ID=3b4bd189-64bd-42b3-b11c-1af5769b4eaa,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:11.537848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c8d27982-2234-4b38-bf1a-e12631a73de5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:11.541293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d27982-2234-4b38-bf1a-e12631a73de5 None None] No DVR routers for this DVR port 3b4bd189-64bd-42b3-b11c-1af5769b4eaa on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:22:11.546279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51005ced-10be-4d15-9179-d09f38b4c166 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:11.564389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-51005ced-10be-4d15-9179-d09f38b4c166 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:11.764213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] For port 3b4bd189-64bd-42b3-b11c-1af5769b4eaa, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=3b4bd189-64bd-42b3-b11c-1af5769b4eaa,segment=NetworkSegment(63997c8f-2545-442a-a917-73a830baaaba),segment_id=63997c8f-2545-442a-a917-73a830baaaba)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:11.764559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:11.782227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-56686f8d-b835-45df-b071-b940d9832d60 req-757fe501-e114-4c79-8a91-b7a7e809c6c2 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:11.807679 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-42125b0c-abf8-4fea-a36b-8c741b941e4c req-56c2302d-ba85-4da8-b199-c7a72d5c9bf4 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 210 time: 0.0626972 Apr 23 09:22:11.941011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Calling delete_port for 3b4bd189-64bd-42b3-b11c-1af5769b4eaa owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:22:11.959309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 3b4bd189-64bd-42b3-b11c-1af5769b4eaa no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:22:12.019133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd46b6e-330f-49e3-9091-3afed3c0abff req-bd223545-9fe5-4cfb-9093-41e4d0fdff3d tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:12.020973 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4fd46b6e-330f-49e3-9091-3afed3c0abff req-bd223545-9fe5-4cfb-9093-41e4d0fdff3d tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 945 time: 0.5754073 Apr 23 09:22:12.043308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 3b4bd189-64bd-42b3-b11c-1af5769b4eaa {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:22:12.043983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 3b4bd189-64bd-42b3-b11c-1af5769b4eaa not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:22:12.069899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-56686f8d-b835-45df-b071-b940d9832d60 req-757fe501-e114-4c79-8a91-b7a7e809c6c2 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:12.099529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c209a701-7387-484e-9b94-57f220550a5b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:12.162625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56686f8d-b835-45df-b071-b940d9832d60 req-757fe501-e114-4c79-8a91-b7a7e809c6c2 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Network 56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:22:12.192883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-56686f8d-b835-45df-b071-b940d9832d60 req-757fe501-e114-4c79-8a91-b7a7e809c6c2 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:12.198030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-56686f8d-b835-45df-b071-b940d9832d60 req-757fe501-e114-4c79-8a91-b7a7e809c6c2 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:22:12.200128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:12.278029 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4fd46b6e-330f-49e3-9091-3afed3c0abff req-6c2e3e8c-536b-4181-9e37-f7468e5ede62 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433887 Apr 23 09:22:12.301601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757fe501-e114-4c79-8a91-b7a7e809c6c2 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Pushing event updated for resources: {'Port': ['ID=187fe660-31f9-4c09-9bfd-512b1fd97b88,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:12.307092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-757fe501-e114-4c79-8a91-b7a7e809c6c2 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:12.319572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:22:12.319934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:22:12.340887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-51005ced-10be-4d15-9179-d09f38b4c166 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:12.343877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686f8d-b835-45df-b071-b940d9832d60 req-757fe501-e114-4c79-8a91-b7a7e809c6c2 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:12.345165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-56686f8d-b835-45df-b071-b940d9832d60 req-757fe501-e114-4c79-8a91-b7a7e809c6c2 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:12.345376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5a01300c-e7e9-426a-bab8-6a1c231ddd35 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:12.410047 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56686f8d-b835-45df-b071-b940d9832d60 req-757fe501-e114-4c79-8a91-b7a7e809c6c2 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3156557 Apr 23 09:22:12.425723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [req-56686f8d-b835-45df-b071-b940d9832d60 req-61b438f3-8944-4778-bc42-05f09ee9a109 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:22:12.427705 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56686f8d-b835-45df-b071-b940d9832d60 req-61b438f3-8944-4778-bc42-05f09ee9a109 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099180 Apr 23 09:22:12.439989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-56686f8d-b835-45df-b071-b940d9832d60 req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Request body: {'port': {'device_id': '1cb77c03-6068-4a36-a548-3135fe9be794', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:12.444775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51005ced-10be-4d15-9179-d09f38b4c166 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Subnet': ['ID=8292931c-c3bb-4c31-8598-63511ba1ce54,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:12.452236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-51005ced-10be-4d15-9179-d09f38b4c166 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:12.464921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51005ced-10be-4d15-9179-d09f38b4c166 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Checking segment: {'id': '15c1d2d3-1f25-4a01-958e-2215be2ad1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4017ad5c-6c17-421b-9a1f-fffc8a0bbd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:22:12.465539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51005ced-10be-4d15-9179-d09f38b4c166 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network hostable DHCP agents. Network: 4017ad5c-6c17-421b-9a1f-fffc8a0bbd03, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:22:12.523362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51005ced-10be-4d15-9179-d09f38b4c166 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network 4017ad5c-6c17-421b-9a1f-fffc8a0bbd03 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:22:12.563385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-51005ced-10be-4d15-9179-d09f38b4c166 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 4017ad5c-6c17-421b-9a1f-fffc8a0bbd03) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:12.580545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52249650-f613-45c1-a8dc-910a430dc49b None None] Network 4017ad5c-6c17-421b-9a1f-fffc8a0bbd03 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:22:12.586285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51005ced-10be-4d15-9179-d09f38b4c166 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:12.587155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-51005ced-10be-4d15-9179-d09f38b4c166 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:12.627952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-56686f8d-b835-45df-b071-b940d9832d60 req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:12.638542 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-51005ced-10be-4d15-9179-d09f38b4c166 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7773640 Apr 23 09:22:12.644211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40644) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:12.651295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a17a4939-3483-453b-82ba-f10d0bc22e02 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-385019941', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:12.660054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a17a4939-3483-453b-82ba-f10d0bc22e02 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:12.667305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a17a4939-3483-453b-82ba-f10d0bc22e02 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:router and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:12.671160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a17a4939-3483-453b-82ba-f10d0bc22e02 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:12.678895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a17a4939-3483-453b-82ba-f10d0bc22e02 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:12.717848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a17a4939-3483-453b-82ba-f10d0bc22e02 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:12.719068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a17a4939-3483-453b-82ba-f10d0bc22e02 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:12.793488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a17a4939-3483-453b-82ba-f10d0bc22e02 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:12.853761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a17a4939-3483-453b-82ba-f10d0bc22e02 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:12.918759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] The port '3b4bd189-64bd-42b3-b11c-1af5769b4eaa' was deleted {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:22:12.935759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a17a4939-3483-453b-82ba-f10d0bc22e02 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:12.946274 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a17a4939-3483-453b-82ba-f10d0bc22e02 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3003623 Apr 23 09:22:12.948024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40650) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:12.960490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-aa808737-cb44-4126-ae4d-1e880a775c7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'port': {'network_id': '4017ad5c-6c17-421b-9a1f-fffc8a0bbd03', 'name': 'tempest-PortsTestJSON-1915341108'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:13.011593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-4017ad5c-6c17-421b-9a1f-fffc8a0bbd03', 'network_id': '4017ad5c-6c17-421b-9a1f-fffc8a0bbd03', 'tenant_id': '696097c35055491c960511aa485cbd7b', 'fixed_ips': [{'subnet_id': '8292931c-c3bb-4c31-8598-63511ba1ce54'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:22:13.012943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:13.204666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Allocated IP 172.20.0.2 (4017ad5c-6c17-421b-9a1f-fffc8a0bbd03/8292931c-c3bb-4c31-8598-63511ba1ce54/12c0f688-2a72-43b8-afad-e4acfe0e765e) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:22:13.270784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:13.417541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb2e8f-0cf6-4195-a2ce-c9435710a749 req-5a280e21-2932-41cb-bdaf-54ae5907a9e2 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:13.433306 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a1cb2e8f-0cf6-4195-a2ce-c9435710a749 req-5a280e21-2932-41cb-bdaf-54ae5907a9e2 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 931 time: 0.4394305 Apr 23 09:22:13.505315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-aa808737-cb44-4126-ae4d-1e880a775c7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:13.505541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:13.519858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Transition to ACTIVE for port object 12c0f688-2a72-43b8-afad-e4acfe0e765e will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:13.530455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aa808737-cb44-4126-ae4d-1e880a775c7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:port and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:13.543929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aa808737-cb44-4126-ae4d-1e880a775c7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:13.563352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-aa808737-cb44-4126-ae4d-1e880a775c7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:13.567500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a1cb2e8f-0cf6-4195-a2ce-c9435710a749 req-56774d2c-6377-494f-b6fa-fcb78dde135d tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Synchronizing usage tracker for tenant:cfd1b499d3ee4e909a3bb34186002b43 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:22:13.587116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Transition to ACTIVE for port object 12c0f688-2a72-43b8-afad-e4acfe0e765e will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:13.621718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa808737-cb44-4126-ae4d-1e880a775c7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:13.632998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa808737-cb44-4126-ae4d-1e880a775c7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:13.650161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:13.658248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a1cb2e8f-0cf6-4195-a2ce-c9435710a749 req-56774d2c-6377-494f-b6fa-fcb78dde135d tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Unset dirty status for tenant:cfd1b499d3ee4e909a3bb34186002b43 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:22:13.659638 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a1cb2e8f-0cf6-4195-a2ce-c9435710a749 req-56774d2c-6377-494f-b6fa-fcb78dde135d tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251058 Apr 23 09:22:13.665591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:13.671707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-aa808737-cb44-4126-ae4d-1e880a775c7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] device_id is not set on port 766759a2-c0fc-4d5d-ac63-894866d4c8cd yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:22:13.772599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Network 4017ad5c-6c17-421b-9a1f-fffc8a0bbd03 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:22:13.779984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:13.784636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:22:13.918008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-aa808737-cb44-4126-ae4d-1e880a775c7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Allocated IP 172.20.0.9 (4017ad5c-6c17-421b-9a1f-fffc8a0bbd03/8292931c-c3bb-4c31-8598-63511ba1ce54/766759a2-c0fc-4d5d-ac63-894866d4c8cd) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:22:13.969141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Pushing event updated for resources: {'Port': ['ID=12c0f688-2a72-43b8-afad-e4acfe0e765e,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:13.974509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:14.019765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Attempting to bind port 12c0f688-2a72-43b8-afad-e4acfe0e765e on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:22:14.020474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Attempting to bind port 12c0f688-2a72-43b8-afad-e4acfe0e765e by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '15c1d2d3-1f25-4a01-958e-2215be2ad1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4017ad5c-6c17-421b-9a1f-fffc8a0bbd03'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:22:14.021174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Attempting to bind port 12c0f688-2a72-43b8-afad-e4acfe0e765e on network 4017ad5c-6c17-421b-9a1f-fffc8a0bbd03 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:22:14.034614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e1341c-c643-4588-b8a7-cf4e55285000']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:14.034925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:22:14.035301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Checking segment: {'id': '15c1d2d3-1f25-4a01-958e-2215be2ad1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4017ad5c-6c17-421b-9a1f-fffc8a0bbd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:22:14.035951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:14.036827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Bound using segment: {'id': '15c1d2d3-1f25-4a01-958e-2215be2ad1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4017ad5c-6c17-421b-9a1f-fffc8a0bbd03'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:22:14.037788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Bound port: 12c0f688-2a72-43b8-afad-e4acfe0e765e, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c1d2d3-1f25-4a01-958e-2215be2ad1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4017ad5c-6c17-421b-9a1f-fffc8a0bbd03'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:22:14.038540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:14.066418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63997c8f-2545-442a-a917-73a830baaaba') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:14.066780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63997c8f-2545-442a-a917-73a830baaaba') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:14.087873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:14.120453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51072e6-f864-41df-afaa-18660d283189 req-9822e8a8-163e-4b0f-85c2-253cd84dd329 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:14.122367 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a51072e6-f864-41df-afaa-18660d283189 req-9822e8a8-163e-4b0f-85c2-253cd84dd329 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 945 time: 0.6817868 Apr 23 09:22:14.133290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:14.218761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:22:14.228172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] For port 12c0f688-2a72-43b8-afad-e4acfe0e765e, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:22:14.234099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] For port 12c0f688-2a72-43b8-afad-e4acfe0e765e, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=12c0f688-2a72-43b8-afad-e4acfe0e765e,segment=NetworkSegment(15c1d2d3-1f25-4a01-958e-2215be2ad1ca),segment_id=15c1d2d3-1f25-4a01-958e-2215be2ad1ca)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:22:14.268036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:14.275925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:14.350489 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a51072e6-f864-41df-afaa-18660d283189 req-6eb325e2-63d1-41b9-b594-2e76073f4f28 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106736 Apr 23 09:22:14.354815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa808737-cb44-4126-ae4d-1e880a775c7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:14.370295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-56686f8d-b835-45df-b071-b940d9832d60 req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 187fe660-31f9-4c09-9bfd-512b1fd97b88 {{(pid=87174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:22:14.395575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-56686f8d-b835-45df-b071-b940d9832d60 req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:14.396346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-aa808737-cb44-4126-ae4d-1e880a775c7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Transition to ACTIVE for port object 766759a2-c0fc-4d5d-ac63-894866d4c8cd will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:14.431572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Pushing event updated for resources: {'Port': ['ID=12c0f688-2a72-43b8-afad-e4acfe0e765e,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:14.437733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:14.492309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 42e1341c-c643-4588-b8a7-cf4e55285000 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:22:14.506810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:14.656045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa808737-cb44-4126-ae4d-1e880a775c7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:14.662580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d6dc12b-1fb3-443c-ae53-caedc8615ee5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:14.739399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa808737-cb44-4126-ae4d-1e880a775c7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network 4017ad5c-6c17-421b-9a1f-fffc8a0bbd03 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:22:14.740535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 42e1341c-c643-4588-b8a7-cf4e55285000 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:22:14.740742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-aa808737-cb44-4126-ae4d-1e880a775c7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:14.743377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa808737-cb44-4126-ae4d-1e880a775c7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:22:14.768870 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:22:14.810356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa808737-cb44-4126-ae4d-1e880a775c7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Port': ['ID=766759a2-c0fc-4d5d-ac63-894866d4c8cd,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:14.813702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aa808737-cb44-4126-ae4d-1e880a775c7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:14.850384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa808737-cb44-4126-ae4d-1e880a775c7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:14.851496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa808737-cb44-4126-ae4d-1e880a775c7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:14.926810 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-aa808737-cb44-4126-ae4d-1e880a775c7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9769566 Apr 23 09:22:14.932681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40658) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:15.025045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360c3d6-5bd6-466e-9408-0508465218db req-18801bea-caaa-4c59-86d9-954a24f863b5 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:15.027308 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5360c3d6-5bd6-466e-9408-0508465218db req-18801bea-caaa-4c59-86d9-954a24f863b5 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 931 time: 0.1506734 Apr 23 09:22:15.117049 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5360c3d6-5bd6-466e-9408-0508465218db req-52c6b397-1076-421e-aa18-a354f9690ed4 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746183 Apr 23 09:22:15.210462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-56686f8d-b835-45df-b071-b940d9832d60 req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Transition to ACTIVE for port object 187fe660-31f9-4c09-9bfd-512b1fd97b88 will not be triggered until provisioned by entity L2. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:15.367323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:15.372033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-56686f8d-b835-45df-b071-b940d9832d60 req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:15.377849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:15.440183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-07255889-ccfd-4221-99b1-477368be1048 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:15.484253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Network': ['ID=42e1341c-c643-4588-b8a7-cf4e55285000,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:15.487170 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/networks/42e1341c-c643-4588-b8a7-cf4e55285000 HTTP/1.1" status: 204 len: 168 time: 5.5838430 Apr 23 09:22:15.490568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:15.497104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40664) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:15.507246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-738ce42d-f456-4111-9bbf-86382e03dd60 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-196780695'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:15.523063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-738ce42d-f456-4111-9bbf-86382e03dd60 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:15.537249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-738ce42d-f456-4111-9bbf-86382e03dd60 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:network and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:15.544801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-738ce42d-f456-4111-9bbf-86382e03dd60 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:15.546455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-14a06e26-33a7-4416-8472-7086f78f0df2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:15.570737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-738ce42d-f456-4111-9bbf-86382e03dd60 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:15.626612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738ce42d-f456-4111-9bbf-86382e03dd60 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:15.634292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-738ce42d-f456-4111-9bbf-86382e03dd60 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:15.673285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738ce42d-f456-4111-9bbf-86382e03dd60 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:22:15.684960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-738ce42d-f456-4111-9bbf-86382e03dd60 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:15.685329 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-738ce42d-f456-4111-9bbf-86382e03dd60 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Added segment 944ec523-3e79-48f7-b0ec-36c409d29e73 of type vlan for network acc4107e-7586-4587-8929-c1ee4abee9a4 Apr 23 09:22:15.723386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-738ce42d-f456-4111-9bbf-86382e03dd60 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:15.786344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-738ce42d-f456-4111-9bbf-86382e03dd60 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:15.794527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738ce42d-f456-4111-9bbf-86382e03dd60 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:15.795306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-738ce42d-f456-4111-9bbf-86382e03dd60 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:15.802576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-596c86d0-c8dd-4bb3-b39d-95d96224ce91 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:15.957339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Pushing event updated for resources: {'Port': ['ID=187fe660-31f9-4c09-9bfd-512b1fd97b88,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:15.972238 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-738ce42d-f456-4111-9bbf-86382e03dd60 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4733319 Apr 23 09:22:15.983294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40670) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:16.000111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-cb541525-f81e-49a0-9bc8-a082342be98e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'subnet': {'network_id': 'acc4107e-7586-4587-8929-c1ee4abee9a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:16.004584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:16.036075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ce42d-f456-4111-9bbf-86382e03dd60 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Network': ['ID=acc4107e-7586-4587-8929-c1ee4abee9a4,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:16.065912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-738ce42d-f456-4111-9bbf-86382e03dd60 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:16.067744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network acc4107e-7586-4587-8929-c1ee4abee9a4 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:22:16.186210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-56686f8d-b835-45df-b071-b940d9832d60 req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Attempting to bind port 187fe660-31f9-4c09-9bfd-512b1fd97b88 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:22:16.186651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-56686f8d-b835-45df-b071-b940d9832d60 req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Attempting to bind port 187fe660-31f9-4c09-9bfd-512b1fd97b88 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'ca44d5b6-cf32-4165-9bbd-6a1369a4fbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:22:16.187134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56686f8d-b835-45df-b071-b940d9832d60 req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Attempting to bind port 187fe660-31f9-4c09-9bfd-512b1fd97b88 on network 56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:22:16.219945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56686f8d-b835-45df-b071-b940d9832d60 req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Port 187fe660-31f9-4c09-9bfd-512b1fd97b88 on network 56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:22:16.220273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56686f8d-b835-45df-b071-b940d9832d60 req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Attempting to bind port 187fe660-31f9-4c09-9bfd-512b1fd97b88 on network 56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:22:16.238846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56686f8d-b835-45df-b071-b940d9832d60 req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:22:16.239267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56686f8d-b835-45df-b071-b940d9832d60 req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Checking segment: {'id': 'ca44d5b6-cf32-4165-9bbd-6a1369a4fbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:22:16.239638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56686f8d-b835-45df-b071-b940d9832d60 req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Bound using segment: {'id': 'ca44d5b6-cf32-4165-9bbd-6a1369a4fbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c'} {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:22:16.240134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-56686f8d-b835-45df-b071-b940d9832d60 req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Bound port: 187fe660-31f9-4c09-9bfd-512b1fd97b88, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca44d5b6-cf32-4165-9bbd-6a1369a4fbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c'}}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:22:16.240531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-56686f8d-b835-45df-b071-b940d9832d60 req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:16.248369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cb541525-f81e-49a0-9bc8-a082342be98e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:16.256228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cb541525-f81e-49a0-9bc8-a082342be98e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:subnet and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:16.262146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6aa95-001d-48dc-ab24-e39d513eb65c req-c8f1c100-c263-426b-86f3-344fac510ec4 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:16.262691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cb541525-f81e-49a0-9bc8-a082342be98e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:16.271061 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5ca6aa95-001d-48dc-ab24-e39d513eb65c req-c8f1c100-c263-426b-86f3-344fac510ec4 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 945 time: 0.5764444 Apr 23 09:22:16.279410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cb541525-f81e-49a0-9bc8-a082342be98e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:16.335377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb541525-f81e-49a0-9bc8-a082342be98e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:16.346824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 12c0f688-2a72-43b8-afad-e4acfe0e765e up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:22:16.347161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb541525-f81e-49a0-9bc8-a082342be98e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:16.486760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-56686f8d-b835-45df-b071-b940d9832d60 req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] For port 187fe660-31f9-4c09-9bfd-512b1fd97b88, host hv-neutron-7864, cleared binding levels {{(pid=87174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:22:16.490072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-56686f8d-b835-45df-b071-b940d9832d60 req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] For port 187fe660-31f9-4c09-9bfd-512b1fd97b88, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=187fe660-31f9-4c09-9bfd-512b1fd97b88,segment=NetworkSegment(ca44d5b6-cf32-4165-9bbd-6a1369a4fbfe),segment_id=ca44d5b6-cf32-4165-9bbd-6a1369a4fbfe)] {{(pid=87174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:22:16.536320 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5ca6aa95-001d-48dc-ab24-e39d513eb65c req-9bffe78c-caca-4836-8149-80ded1a463b5 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596140 Apr 23 09:22:16.548997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:16.568959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 12c0f688-2a72-43b8-afad-e4acfe0e765e completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:16.607704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:22:16.613494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-56686f8d-b835-45df-b071-b940d9832d60 req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:16.629868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c15a78c-e93c-4ef9-a3c8-2a88709ef9be None None] Network 4017ad5c-6c17-421b-9a1f-fffc8a0bbd03 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:22:16.632524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b7f6d630-fca8-4ae2-a71d-0dc0138b709a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:16.683552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686f8d-b835-45df-b071-b940d9832d60 req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:16.684247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-56686f8d-b835-45df-b071-b940d9832d60 req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:16.685779 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56686f8d-b835-45df-b071-b940d9832d60 req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] 10.222.0.35 "PUT /v2.0/ports/187fe660-31f9-4c09-9bfd-512b1fd97b88 HTTP/1.1" status: 200 len: 1093 time: 4.2519784 Apr 23 09:22:16.694167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb77c03-6068-4a36-a548-3135fe9be794', 'tag': '187fe660-31f9-4c09-9bfd-512b1fd97b88'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:22:16.803531 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb77c03-6068-4a36-a548-3135fe9be794', 'tag': '187fe660-31f9-4c09-9bfd-512b1fd97b88', 'status': 'completed', 'code': 200} Apr 23 09:22:16.893613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3599d-af01-416d-9bb8-e29771e0de2b req-d5ac650d-d0b6-4348-b5e6-1e8628424cc3 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:16.895360 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-58a3599d-af01-416d-9bb8-e29771e0de2b req-d5ac650d-d0b6-4348-b5e6-1e8628424cc3 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 943 time: 0.2521479 Apr 23 09:22:16.991911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-179bce21-b9b4-4025-be6a-521bee59db5f None None] Provisioning for port 12c0f688-2a72-43b8-afad-e4acfe0e765e completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:16.992929 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-58a3599d-af01-416d-9bb8-e29771e0de2b req-51ec131e-6ea4-4d72-868e-b50346520c3a tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712035 Apr 23 09:22:16.996219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Pushing event updated for resources: {'Port': ['ID=187fe660-31f9-4c09-9bfd-512b1fd97b88,revision_number=3']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:17.007713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:17.015353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-179bce21-b9b4-4025-be6a-521bee59db5f None None] Provisioning complete for port 12c0f688-2a72-43b8-afad-e4acfe0e765e triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:17.016097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-179bce21-b9b4-4025-be6a-521bee59db5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:17.207388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7e287-4a17-48d2-bf5e-d5426f3c92eb req-daec77ad-d47e-49ef-96f0-0f6651ce0223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:17.209538 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ade7e287-4a17-48d2-bf5e-d5426f3c92eb req-daec77ad-d47e-49ef-96f0-0f6651ce0223 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cfd1b499d3ee4e909a3bb34186002b43&device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 1096 time: 0.4029450 Apr 23 09:22:17.315727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-179bce21-b9b4-4025-be6a-521bee59db5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:17.380298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-179bce21-b9b4-4025-be6a-521bee59db5f None None] For port 12c0f688-2a72-43b8-afad-e4acfe0e765e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=12c0f688-2a72-43b8-afad-e4acfe0e765e,segment=NetworkSegment(15c1d2d3-1f25-4a01-958e-2215be2ad1ca),segment_id=15c1d2d3-1f25-4a01-958e-2215be2ad1ca)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:17.427178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-179bce21-b9b4-4025-be6a-521bee59db5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:17.430647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-abe17ad3-d4ec-4cb9-a2f4-20f2699f1d68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:17.441452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb541525-f81e-49a0-9bc8-a082342be98e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:17.451241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-695385e6-8fec-479a-b778-9a5b324330e1 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:17.571493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb541525-f81e-49a0-9bc8-a082342be98e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Subnet': ['ID=3cf9d4b9-4ac7-4b06-b9a5-96ad38d0be8f,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:17.577077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cb541525-f81e-49a0-9bc8-a082342be98e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:17.626510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb541525-f81e-49a0-9bc8-a082342be98e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Checking segment: {'id': '944ec523-3e79-48f7-b0ec-36c409d29e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'acc4107e-7586-4587-8929-c1ee4abee9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:22:17.627594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb541525-f81e-49a0-9bc8-a082342be98e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network hostable DHCP agents. Network: acc4107e-7586-4587-8929-c1ee4abee9a4, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:22:17.635518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bce21-b9b4-4025-be6a-521bee59db5f None None] Pushing event updated for resources: {'Port': ['ID=12c0f688-2a72-43b8-afad-e4acfe0e765e,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:17.640692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-179bce21-b9b4-4025-be6a-521bee59db5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:17.717862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb541525-f81e-49a0-9bc8-a082342be98e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network acc4107e-7586-4587-8929-c1ee4abee9a4 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:22:17.781622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-cb541525-f81e-49a0-9bc8-a082342be98e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, acc4107e-7586-4587-8929-c1ee4abee9a4) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:17.796569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b56dd96-56eb-4e67-b51e-f6caa1d7d519 None None] Network acc4107e-7586-4587-8929-c1ee4abee9a4 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:22:17.817019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb541525-f81e-49a0-9bc8-a082342be98e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:17.818714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb541525-f81e-49a0-9bc8-a082342be98e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:17.835330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cfb7cf4d-79a5-451f-8d0e-77c0f4c485cf None None] Provisioning for port 766759a2-c0fc-4d5d-ac63-894866d4c8cd completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:17.846633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cfb7cf4d-79a5-451f-8d0e-77c0f4c485cf None None] Provisioning complete for port 766759a2-c0fc-4d5d-ac63-894866d4c8cd triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:17.847107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cfb7cf4d-79a5-451f-8d0e-77c0f4c485cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:17.847394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7e287-4a17-48d2-bf5e-d5426f3c92eb req-07b5f094-1e22-4c66-9005-8d8fd29ec183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:17.849184 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ade7e287-4a17-48d2-bf5e-d5426f3c92eb req-07b5f094-1e22-4c66-9005-8d8fd29ec183 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=cfd1b499d3ee4e909a3bb34186002b43&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6290703 Apr 23 09:22:17.864055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:17.912031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:17.930980 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cb541525-f81e-49a0-9bc8-a082342be98e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9406984 Apr 23 09:22:17.932402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40680) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:17.933310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-757fe501-e114-4c79-8a91-b7a7e809c6c2 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:17.935761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cfb7cf4d-79a5-451f-8d0e-77c0f4c485cf None None] Port 766759a2-c0fc-4d5d-ac63-894866d4c8cd cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:22:17.945585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'port': {'network_id': 'acc4107e-7586-4587-8929-c1ee4abee9a4', 'name': 'tempest-PortsIpV6TestJSON-1811153355', 'fixed_ips': [{'subnet_id': '3cf9d4b9-4ac7-4b06-b9a5-96ad38d0be8f', 'ip_address': '2001:db8::10'}]}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:18.016394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cfb7cf4d-79a5-451f-8d0e-77c0f4c485cf None None] Provisioning complete for port 12c0f688-2a72-43b8-afad-e4acfe0e765e triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:18.016887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cfb7cf4d-79a5-451f-8d0e-77c0f4c485cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:18.094224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 12c0f688-2a72-43b8-afad-e4acfe0e765e up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:22:18.198791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:18.246692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:port and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:18.255459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:18.265845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:18.279212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faba8a9-7b4f-4222-b81c-fb8b4acaf582 req-59a74656-8ef3-4d85-9f34-39164cbd4ae7 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:18.294713 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5faba8a9-7b4f-4222-b81c-fb8b4acaf582 req-59a74656-8ef3-4d85-9f34-39164cbd4ae7 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 945 time: 0.5125396 Apr 23 09:22:18.326988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63d93b-e616-49da-89de-651fa0a93204 req-31b07ee5-b62e-40b0-9280-1a08be01434e tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:18.332341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 12c0f688-2a72-43b8-afad-e4acfe0e765e triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:18.332750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:18.345215 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5f63d93b-e616-49da-89de-651fa0a93204 req-31b07ee5-b62e-40b0-9280-1a08be01434e tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 943 time: 0.1478128 Apr 23 09:22:18.352014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:18.581670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Port': ['ID=766759a2-c0fc-4d5d-ac63-894866d4c8cd,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:18.613674 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5faba8a9-7b4f-4222-b81c-fb8b4acaf582 req-58cd9c1b-1a4b-4bd7-b92c-36a16c8e1659 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3171194 Apr 23 09:22:18.615235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:18.696645 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5f63d93b-e616-49da-89de-651fa0a93204 req-c2df7f04-6e49-40a6-9613-686902da3bcb tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940576 Apr 23 09:22:18.705523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-395536bd-4dfb-4e16-8ce3-0179ba3081dd None None] Provisioning complete for port 766759a2-c0fc-4d5d-ac63-894866d4c8cd triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:18.706249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-395536bd-4dfb-4e16-8ce3-0179ba3081dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:18.727476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7e287-4a17-48d2-bf5e-d5426f3c92eb req-13630695-30a4-42b3-91f1-7cc4a34d6ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:18.730760 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ade7e287-4a17-48d2-bf5e-d5426f3c92eb req-13630695-30a4-42b3-91f1-7cc4a34d6ab4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7307565 Apr 23 09:22:18.757992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-acc4107e-7586-4587-8929-c1ee4abee9a4', 'network_id': 'acc4107e-7586-4587-8929-c1ee4abee9a4', 'tenant_id': 'ed81b2e31f5a49b893e0f8cf455bcd22', 'fixed_ips': [{'subnet_id': '3cf9d4b9-4ac7-4b06-b9a5-96ad38d0be8f'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:22:18.758973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:18.793636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:18.839396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] device_id is not set on port bdef1057-9181-4ea3-9415-2805fb34c52b yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:22:18.902978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-395536bd-4dfb-4e16-8ce3-0179ba3081dd None None] Port 766759a2-c0fc-4d5d-ac63-894866d4c8cd cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:22:19.075853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:19.081240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686f8d-b835-45df-b071-b940d9832d60 req-529e3bf0-03f7-47ab-b2a0-ee7f7035edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:19.083099 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56686f8d-b835-45df-b071-b940d9832d60 req-529e3bf0-03f7-47ab-b2a0-ee7f7035edb8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cfd1b499d3ee4e909a3bb34186002b43&device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 1096 time: 0.2503881 Apr 23 09:22:19.091091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-bcb19d94-a74a-439f-b23c-cef7c2e23145 None None] Provisioning complete for port 766759a2-c0fc-4d5d-ac63-894866d4c8cd triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:19.091519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bcb19d94-a74a-439f-b23c-cef7c2e23145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:19.175683 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56686f8d-b835-45df-b071-b940d9832d60 req-67c170f9-68a2-4377-8e6b-932b4720c2f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=187fe660-31f9-4c09-9bfd-512b1fd97b88 HTTP/1.1" status: 200 len: 217 time: 0.0837913 Apr 23 09:22:19.178449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bcb19d94-a74a-439f-b23c-cef7c2e23145 None None] Port 766759a2-c0fc-4d5d-ac63-894866d4c8cd cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:22:19.182850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Allocated IP 2001:db8::2 (acc4107e-7586-4587-8929-c1ee4abee9a4/3cf9d4b9-4ac7-4b06-b9a5-96ad38d0be8f/b92786cf-fbac-4a4e-bec6-d109fcc87e2f) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:22:19.270306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56686f8d-b835-45df-b071-b940d9832d60 req-59fdb6c8-8b71-4422-a560-3a6651582a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:19.272124 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56686f8d-b835-45df-b071-b940d9832d60 req-59fdb6c8-8b71-4422-a560-3a6651582a61 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=28dfa994-738d-4941-93ba-9ec40fa48e50 HTTP/1.1" status: 200 len: 852 time: 0.0884311 Apr 23 09:22:19.373217 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56686f8d-b835-45df-b071-b940d9832d60 req-1e6fe13b-430b-41ae-bcec-56ef9b2abf83 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925043 Apr 23 09:22:19.576467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:19.625417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:19.646109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Transition to ACTIVE for port object b92786cf-fbac-4a4e-bec6-d109fcc87e2f will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:19.687957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Transition to ACTIVE for port object b92786cf-fbac-4a4e-bec6-d109fcc87e2f will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:19.730632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:19.745290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d3d71252-1d8a-4331-a821-0c4df75b10f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:19.759341 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56686f8d-b835-45df-b071-b940d9832d60 req-1f8407c3-6eb9-4bcc-a366-eb0cc3d73dce service neutron] 10.222.0.35 "GET /v2.0/networks/56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765244 Apr 23 09:22:19.858668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Allocated IP 2001:db8::10 (acc4107e-7586-4587-8929-c1ee4abee9a4/3cf9d4b9-4ac7-4b06-b9a5-96ad38d0be8f/bdef1057-9181-4ea3-9415-2805fb34c52b) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:22:19.898067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Network acc4107e-7586-4587-8929-c1ee4abee9a4 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:22:19.905047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:19.912110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:22:19.923264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Pushing event updated for resources: {'Port': ['ID=b92786cf-fbac-4a4e-bec6-d109fcc87e2f,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:19.954846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:20.030482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Attempting to bind port b92786cf-fbac-4a4e-bec6-d109fcc87e2f on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:22:20.030968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Attempting to bind port b92786cf-fbac-4a4e-bec6-d109fcc87e2f by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '944ec523-3e79-48f7-b0ec-36c409d29e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'acc4107e-7586-4587-8929-c1ee4abee9a4'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:22:20.031302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Attempting to bind port b92786cf-fbac-4a4e-bec6-d109fcc87e2f on network acc4107e-7586-4587-8929-c1ee4abee9a4 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:22:20.038001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:22:20.038492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Checking segment: {'id': '944ec523-3e79-48f7-b0ec-36c409d29e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'acc4107e-7586-4587-8929-c1ee4abee9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:22:20.038909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:20.039369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Bound using segment: {'id': '944ec523-3e79-48f7-b0ec-36c409d29e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'acc4107e-7586-4587-8929-c1ee4abee9a4'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:22:20.039939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Bound port: b92786cf-fbac-4a4e-bec6-d109fcc87e2f, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944ec523-3e79-48f7-b0ec-36c409d29e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'acc4107e-7586-4587-8929-c1ee4abee9a4'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:22:20.040367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:20.170285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] For port b92786cf-fbac-4a4e-bec6-d109fcc87e2f, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:22:20.174307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] For port b92786cf-fbac-4a4e-bec6-d109fcc87e2f, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b92786cf-fbac-4a4e-bec6-d109fcc87e2f,segment=NetworkSegment(944ec523-3e79-48f7-b0ec-36c409d29e73),segment_id=944ec523-3e79-48f7-b0ec-36c409d29e73)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:22:20.200896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b3c90-778c-4693-b0de-000ce68519a9 req-a43f59d2-6c2d-4520-b2e4-caf336229786 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:20.202695 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fc7b3c90-778c-4693-b0de-000ce68519a9 req-a43f59d2-6c2d-4520-b2e4-caf336229786 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 943 time: 0.3075724 Apr 23 09:22:20.214221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:20.221969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-149b9d77-1b71-4235-acb8-377a76800f01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:20.296751 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fc7b3c90-778c-4693-b0de-000ce68519a9 req-5df37f8e-d559-4379-9b88-d24b6f71bcf9 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768600 Apr 23 09:22:20.326282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Pushing event updated for resources: {'Port': ['ID=b92786cf-fbac-4a4e-bec6-d109fcc87e2f,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:20.328280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:20.330803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:20.368000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Transition to ACTIVE for port object bdef1057-9181-4ea3-9415-2805fb34c52b will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:20.436554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:20.446585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cb852d78-d57f-486d-baec-f0d2110d51ca tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:20.570399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network acc4107e-7586-4587-8929-c1ee4abee9a4 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:22:20.586526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:20.595915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:22:20.603215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078b198-1cd8-4f70-900b-50c6f9e21dd1 req-f9ce801a-5706-4ece-8883-5080a470731d tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:20.606181 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1078b198-1cd8-4f70-900b-50c6f9e21dd1 req-f9ce801a-5706-4ece-8883-5080a470731d tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 945 time: 0.6912208 Apr 23 09:22:20.606954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:20.608132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:20.632143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Port': ['ID=bdef1057-9181-4ea3-9415-2805fb34c52b,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:20.645817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:20.646257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:20.646767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:20.647190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:20.647607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:20.648032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:20.648449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:20.648885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:20.652748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:20.652748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:20.652748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:20.652748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:20.659007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:20.700894 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7665124 Apr 23 09:22:20.704287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40690) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:20.718950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b20a5988-6947-4c9f-8463-9a18f0fbd508 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'port': {'network_id': 'acc4107e-7586-4587-8929-c1ee4abee9a4', 'name': 'tempest-PortsIpV6TestJSON-247488296', 'fixed_ips': [{'subnet_id': '3cf9d4b9-4ac7-4b06-b9a5-96ad38d0be8f', 'ip_address': '2001:db8::f'}]}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:20.803880 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56686f8d-b835-45df-b071-b940d9832d60 req-21fa218d-ba7d-4fa3-8cf6-8a7e92080058 service neutron] 10.222.0.35 "GET /v2.0/networks/56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8851876 Apr 23 09:22:20.855611 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1078b198-1cd8-4f70-900b-50c6f9e21dd1 req-caa21c74-1064-4d30-9c73-7511e1bff1d1 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158067 Apr 23 09:22:20.920309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:20.954277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b20a5988-6947-4c9f-8463-9a18f0fbd508 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:20.962246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b20a5988-6947-4c9f-8463-9a18f0fbd508 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:port and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:20.970690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b20a5988-6947-4c9f-8463-9a18f0fbd508 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:20.978899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:20.985046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b20a5988-6947-4c9f-8463-9a18f0fbd508 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:21.008027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:21.036568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20a5988-6947-4c9f-8463-9a18f0fbd508 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:21.052331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b20a5988-6947-4c9f-8463-9a18f0fbd508 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:21.101562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-b20a5988-6947-4c9f-8463-9a18f0fbd508 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] device_id is not set on port 2262e609-89d9-4da8-a171-33ef6ecfe314 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:22:21.113041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Port': ['ID=766759a2-c0fc-4d5d-ac63-894866d4c8cd,revision_number=3']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:21.120376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:21.132402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:21.132832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:21.133272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:21.133680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:21.134103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:21.135444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:21.135444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:21.135875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:21.136286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:21.136690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:21.137099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:21.137505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:21.143453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:21.316218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network 4017ad5c-6c17-421b-9a1f-fffc8a0bbd03 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:22:21.318260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:21.555625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-b20a5988-6947-4c9f-8463-9a18f0fbd508 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Allocated IP 2001:db8::f (acc4107e-7586-4587-8929-c1ee4abee9a4/3cf9d4b9-4ac7-4b06-b9a5-96ad38d0be8f/2262e609-89d9-4da8-a171-33ef6ecfe314) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:22:21.627629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Router 93d1976d-4f2a-4a44-8cbd-121b2e5efc60 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:22:21.655799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6c02a48a-e739-4c4b-9bad-499ee9370af4 None None] Provisioning complete for port 766759a2-c0fc-4d5d-ac63-894866d4c8cd triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:21.656685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c02a48a-e739-4c4b-9bad-499ee9370af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:21.705176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fd428-8078-4187-95bb-5c1203c95b3f req-5873c0c8-b1a2-4551-abec-7fdd875571f4 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:21.707111 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ab6fd428-8078-4187-95bb-5c1203c95b3f req-5873c0c8-b1a2-4551-abec-7fdd875571f4 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 943 time: 0.2421708 Apr 23 09:22:21.784652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6c02a48a-e739-4c4b-9bad-499ee9370af4 None None] Port 766759a2-c0fc-4d5d-ac63-894866d4c8cd cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:22:21.870431 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ab6fd428-8078-4187-95bb-5c1203c95b3f req-8e6fc335-f1e9-45fd-808a-ad24944399cc tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447744 Apr 23 09:22:22.179873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b92786cf-fbac-4a4e-bec6-d109fcc87e2f up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:22:22.255009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16073a9-5406-401a-bf07-991ae4c2d759 None None] Network acc4107e-7586-4587-8929-c1ee4abee9a4 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:22:22.383419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b20a5988-6947-4c9f-8463-9a18f0fbd508 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:22.403836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b20a5988-6947-4c9f-8463-9a18f0fbd508 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Transition to ACTIVE for port object 2262e609-89d9-4da8-a171-33ef6ecfe314 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:22.427956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:22:22.433907 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "PUT /v2.0/routers/93d1976d-4f2a-4a44-8cbd-121b2e5efc60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4994776 Apr 23 09:22:22.439114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40698) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:22.454170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fa7dfd-8dca-4bfe-b4a0-9a41bac696cc None None] Sync routers for ids ['93d1976d-4f2a-4a44-8cbd-121b2e5efc60'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:22:22.508749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b20a5988-6947-4c9f-8463-9a18f0fbd508 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:22.522978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bfdddb7e-3690-4636-9ea4-0c38b89fd01b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:22.523343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d206455-6e14-4b3b-a072-f17ae6af6e27 req-4554370f-7a3a-4408-863d-05ad683d7333 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:22.527733 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2d206455-6e14-4b3b-a072-f17ae6af6e27 req-4554370f-7a3a-4408-863d-05ad683d7333 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 945 time: 0.1940477 Apr 23 09:22:22.566524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fa7dfd-8dca-4bfe-b4a0-9a41bac696cc None None] Routers {'93d1976d-4f2a-4a44-8cbd-121b2e5efc60'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:22:22.567265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b6fa7dfd-8dca-4bfe-b4a0-9a41bac696cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:22:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['93d1976d-4f2a-4a44-8cbd-121b2e5efc60'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:22.625232 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2d206455-6e14-4b3b-a072-f17ae6af6e27 req-39974cf4-3d99-42f3-ac39-35e844df7d9f tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827050 Apr 23 09:22:22.648095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-80edf7d6-f661-4550-a597-55b253757639 None None] Provisioning for port b92786cf-fbac-4a4e-bec6-d109fcc87e2f completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:22.653086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b6fa7dfd-8dca-4bfe-b4a0-9a41bac696cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:22.669817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20a5988-6947-4c9f-8463-9a18f0fbd508 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network acc4107e-7586-4587-8929-c1ee4abee9a4 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:22:22.679984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b20a5988-6947-4c9f-8463-9a18f0fbd508 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:22.683188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20a5988-6947-4c9f-8463-9a18f0fbd508 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:22:22.690025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20a5988-6947-4c9f-8463-9a18f0fbd508 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:22.690770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b20a5988-6947-4c9f-8463-9a18f0fbd508 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:22.702486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a5988-6947-4c9f-8463-9a18f0fbd508 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Port': ['ID=2262e609-89d9-4da8-a171-33ef6ecfe314,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:22.706181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b20a5988-6947-4c9f-8463-9a18f0fbd508 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:22.722142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port b92786cf-fbac-4a4e-bec6-d109fcc87e2f completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:22.733638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fa7dfd-8dca-4bfe-b4a0-9a41bac696cc None None] Routers {'93d1976d-4f2a-4a44-8cbd-121b2e5efc60'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:22:22.734415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b6fa7dfd-8dca-4bfe-b4a0-9a41bac696cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:22:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['93d1976d-4f2a-4a44-8cbd-121b2e5efc60'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:22.754708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b54f68b-04cf-47c3-bb42-1de298ebdf48 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:22.755548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9b54f68b-04cf-47c3-bb42-1de298ebdf48 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Synchronizing usage tracker for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:22:22.781757 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b20a5988-6947-4c9f-8463-9a18f0fbd508 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0753641 Apr 23 09:22:22.784746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40702) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:22.804258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port b92786cf-fbac-4a4e-bec6-d109fcc87e2f triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:22.804258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:22.831769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9b54f68b-04cf-47c3-bb42-1de298ebdf48 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Unset dirty status for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:22:22.833092 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9b54f68b-04cf-47c3-bb42-1de298ebdf48 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports?device_id=93d1976d-4f2a-4a44-8cbd-121b2e5efc60 HTTP/1.1" status: 200 len: 982 time: 0.3925982 Apr 23 09:22:22.839216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40706) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:22.847429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b6fa7dfd-8dca-4bfe-b4a0-9a41bac696cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:22.848027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fa7dfd-8dca-4bfe-b4a0-9a41bac696cc None None] The sync data for ids ['93d1976d-4f2a-4a44-8cbd-121b2e5efc60'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:22:22.932049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fa2ddf-dfb1-46af-8854-6771ae2e83aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:22.934525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d5fa2ddf-dfb1-46af-8854-6771ae2e83aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Synchronizing usage tracker for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:22:22.996807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d5fa2ddf-dfb1-46af-8854-6771ae2e83aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Unset dirty status for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:22:23.004951 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d5fa2ddf-dfb1-46af-8854-6771ae2e83aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2178628 Apr 23 09:22:23.005800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40712) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:23.067239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:23.148074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port b92786cf-fbac-4a4e-bec6-d109fcc87e2f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b92786cf-fbac-4a4e-bec6-d109fcc87e2f,segment=NetworkSegment(944ec523-3e79-48f7-b0ec-36c409d29e73),segment_id=944ec523-3e79-48f7-b0ec-36c409d29e73)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:23.163529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:23.192352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:23.195109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b71357f6-c625-4360-a9f1-0352bbb8075b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:23.322030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b8d95a-1372-4bd8-900d-99402507278f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:23.336279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b8d95a-1372-4bd8-900d-99402507278f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:23.343267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=b92786cf-fbac-4a4e-bec6-d109fcc87e2f,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:23.349365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:23.350753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b8d95a-1372-4bd8-900d-99402507278f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:23.352309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-10a9c04f-32a7-4f4c-9766-874e981e7867 None None] Provisioning complete for port b92786cf-fbac-4a4e-bec6-d109fcc87e2f triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:23.353041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10a9c04f-32a7-4f4c-9766-874e981e7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:23.354867 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d9b8d95a-1372-4bd8-900d-99402507278f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3471892 Apr 23 09:22:23.365110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40716) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:23.419073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9d131-430e-49a9-9cad-91865216c70b req-a689ea10-dd4d-4060-b84f-6c2d1783ca59 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:23.422121 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7cc9d131-430e-49a9-9cad-91865216c70b req-a689ea10-dd4d-4060-b84f-6c2d1783ca59 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 943 time: 0.2906294 Apr 23 09:22:23.533407 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7cc9d131-430e-49a9-9cad-91865216c70b req-2fdfd4fe-df01-4499-b9c9-3a254b999b44 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013663 Apr 23 09:22:23.731770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-10a9c04f-32a7-4f4c-9766-874e981e7867 None None] Provisioning for port 2262e609-89d9-4da8-a171-33ef6ecfe314 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:23.750724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-10a9c04f-32a7-4f4c-9766-874e981e7867 None None] Provisioning complete for port 2262e609-89d9-4da8-a171-33ef6ecfe314 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:23.754698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10a9c04f-32a7-4f4c-9766-874e981e7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:23.819754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40724) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:23.940020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-44596251-3277-4117-8b1d-1d5ab1bbbf2d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting port 2262e609-89d9-4da8-a171-33ef6ecfe314 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:22:23.940410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-44596251-3277-4117-8b1d-1d5ab1bbbf2d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:24.004827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-10a9c04f-32a7-4f4c-9766-874e981e7867 None None] Port 2262e609-89d9-4da8-a171-33ef6ecfe314 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:22:24.073714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b92786cf-fbac-4a4e-bec6-d109fcc87e2f up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:22:24.082734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49c222f-35d9-4eec-840d-bd41d55c382f tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:24.083801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49c222f-35d9-4eec-840d-bd41d55c382f tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:24.084791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49c222f-35d9-4eec-840d-bd41d55c382f tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:24.092544 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a49c222f-35d9-4eec-840d-bd41d55c382f tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/ports?project_id=7602bab2a5e54e68ba9a873197bc68fc&network_id=004890de-ba85-4569-8774-f7b9851ca4ee HTTP/1.1" status: 200 len: 2999 time: 0.2681229 Apr 23 09:22:24.109346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-10a9c04f-32a7-4f4c-9766-874e981e7867 None None] Provisioning for port bdef1057-9181-4ea3-9415-2805fb34c52b completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:24.125373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-10a9c04f-32a7-4f4c-9766-874e981e7867 None None] Provisioning complete for port bdef1057-9181-4ea3-9415-2805fb34c52b triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:24.125785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10a9c04f-32a7-4f4c-9766-874e981e7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:24.211153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-10a9c04f-32a7-4f4c-9766-874e981e7867 None None] Port bdef1057-9181-4ea3-9415-2805fb34c52b cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:22:24.222296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port b92786cf-fbac-4a4e-bec6-d109fcc87e2f triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:24.222296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:24.299100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202d08f-232a-4208-bf82-9434d6d0a630 req-158fc3e1-299b-4187-95d3-3ce65f93039a tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:24.301100 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4202d08f-232a-4208-bf82-9434d6d0a630 req-158fc3e1-299b-4187-95d3-3ce65f93039a tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 945 time: 0.3392932 Apr 23 09:22:24.311290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-44596251-3277-4117-8b1d-1d5ab1bbbf2d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:24.327011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96e5d4fd-1066-4985-ae71-1205b118b3f8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:24.388554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8bddfd88-4794-4c32-818f-c3e362706833 None None] Provisioning complete for port bdef1057-9181-4ea3-9415-2805fb34c52b triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:24.388984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8bddfd88-4794-4c32-818f-c3e362706833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:24.481084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8bddfd88-4794-4c32-818f-c3e362706833 None None] Port bdef1057-9181-4ea3-9415-2805fb34c52b cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:22:24.495614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8bddfd88-4794-4c32-818f-c3e362706833 None None] Provisioning complete for port 2262e609-89d9-4da8-a171-33ef6ecfe314 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:24.496046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8bddfd88-4794-4c32-818f-c3e362706833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:24.561984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8bddfd88-4794-4c32-818f-c3e362706833 None None] Port 2262e609-89d9-4da8-a171-33ef6ecfe314 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:22:24.617760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-44596251-3277-4117-8b1d-1d5ab1bbbf2d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Calling delete_port for 2262e609-89d9-4da8-a171-33ef6ecfe314 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:22:24.691464 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4202d08f-232a-4208-bf82-9434d6d0a630 req-38756e1d-c9c1-40df-a7ae-854864fed904 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3658354 Apr 23 09:22:24.814149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe5ae0-e30b-4e56-b020-ab1085486a44 req-cb4f004e-cba1-44b5-ae31-b96af2ab4452 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:24.815833 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5ffe5ae0-e30b-4e56-b020-ab1085486a44 req-cb4f004e-cba1-44b5-ae31-b96af2ab4452 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 943 time: 0.1162667 Apr 23 09:22:24.885772 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5ffe5ae0-e30b-4e56-b020-ab1085486a44 req-e5ee927a-61c7-4c1d-898f-353faac4298b tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564444 Apr 23 09:22:25.026801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-44596251-3277-4117-8b1d-1d5ab1bbbf2d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:25.035313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3808e0dc-96ea-4055-b9f4-097f74e297de tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:25.095638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-96e5d4fd-1066-4985-ae71-1205b118b3f8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting port 766759a2-c0fc-4d5d-ac63-894866d4c8cd {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:22:25.095924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96e5d4fd-1066-4985-ae71-1205b118b3f8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:25.118144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 187fe660-31f9-4c09-9bfd-512b1fd97b88 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:22:25.144124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44596251-3277-4117-8b1d-1d5ab1bbbf2d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Port': ['ID=2262e609-89d9-4da8-a171-33ef6ecfe314,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:25.194071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-44596251-3277-4117-8b1d-1d5ab1bbbf2d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:25.302379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-44596251-3277-4117-8b1d-1d5ab1bbbf2d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:25.370706 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-44596251-3277-4117-8b1d-1d5ab1bbbf2d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/ports/2262e609-89d9-4da8-a171-33ef6ecfe314 HTTP/1.1" status: 204 len: 168 time: 1.9857407 Apr 23 09:22:25.373694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40740) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:25.389624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 187fe660-31f9-4c09-9bfd-512b1fd97b88, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=187fe660-31f9-4c09-9bfd-512b1fd97b88,segment=NetworkSegment(ca44d5b6-cf32-4165-9bbd-6a1369a4fbfe),segment_id=ca44d5b6-cf32-4165-9bbd-6a1369a4fbfe)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:25.417007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '187fe660-31f9-4c09-9bfd-512b1fd97b88', 'network_id': '56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c', 'port_id': '187fe660-31f9-4c09-9bfd-512b1fd97b88', 'mac_address': 'fa:16:3e:73:a0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28dfa994-738d-4941-93ba-9ec40fa48e50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:22:25.420444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96e5d4fd-1066-4985-ae71-1205b118b3f8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:25.435371 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb0d6f34-ec11-4232-820b-1ec3e312c004 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] GET failed (client error): The resource could not be found. Apr 23 09:22:25.436985 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fb0d6f34-ec11-4232-820b-1ec3e312c004 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports/2262e609-89d9-4da8-a171-33ef6ecfe314 HTTP/1.1" status: 404 len: 333 time: 0.0620024 Apr 23 09:22:25.440133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40744) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:25.544795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:25.711591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-96e5d4fd-1066-4985-ae71-1205b118b3f8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Calling delete_port for 766759a2-c0fc-4d5d-ac63-894866d4c8cd owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:22:25.733276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2c5922c9-43e9-45bd-b3d6-efad86dac2fb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting port bdef1057-9181-4ea3-9415-2805fb34c52b {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:22:25.733950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c5922c9-43e9-45bd-b3d6-efad86dac2fb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:25.863689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187fe660-31f9-4c09-9bfd-512b1fd97b88 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:22:25.888657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 187fe660-31f9-4c09-9bfd-512b1fd97b88, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=187fe660-31f9-4c09-9bfd-512b1fd97b88,segment=NetworkSegment(ca44d5b6-cf32-4165-9bbd-6a1369a4fbfe),segment_id=ca44d5b6-cf32-4165-9bbd-6a1369a4fbfe)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:25.917937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:25.921199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:26.017026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=187fe660-31f9-4c09-9bfd-512b1fd97b88,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:26.029669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:26.039748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c5922c9-43e9-45bd-b3d6-efad86dac2fb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:26.153877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96e5d4fd-1066-4985-ae71-1205b118b3f8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:26.168604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a908c3f9-21e8-4768-8b82-a3562847cea7 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:26.274044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15fd2d-d921-451e-944b-15f3092c3d18 req-3526cd61-8dbc-4237-a8f6-6b21a3739be1 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:26.277554 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6e15fd2d-d921-451e-944b-15f3092c3d18 req-3526cd61-8dbc-4237-a8f6-6b21a3739be1 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 945 time: 0.2815251 Apr 23 09:22:26.282712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5d4fd-1066-4985-ae71-1205b118b3f8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Port': ['ID=766759a2-c0fc-4d5d-ac63-894866d4c8cd,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:26.286925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2c5922c9-43e9-45bd-b3d6-efad86dac2fb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Calling delete_port for bdef1057-9181-4ea3-9415-2805fb34c52b owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:22:26.292194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-96e5d4fd-1066-4985-ae71-1205b118b3f8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:26.376702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['187fe660-31f9-4c09-9bfd-512b1fd97b88'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:22:26.542372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b1ff7-29cf-46b7-ab1b-8cdf8b2c7bdb req-ad695305-c52b-4fdf-8d80-8772a893555a tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:26.545275 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-799b1ff7-29cf-46b7-ab1b-8cdf8b2c7bdb req-ad695305-c52b-4fdf-8d80-8772a893555a tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 944 time: 0.2747743 Apr 23 09:22:26.655383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40754) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:26.763664 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-799b1ff7-29cf-46b7-ab1b-8cdf8b2c7bdb req-690d4550-f2c6-4eef-845e-a81d69b35546 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327975 Apr 23 09:22:26.798441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c5922c9-43e9-45bd-b3d6-efad86dac2fb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:26.810384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bc2e47ee-2398-4173-8094-2ef100cbb964 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:26.948628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5922c9-43e9-45bd-b3d6-efad86dac2fb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Port': ['ID=bdef1057-9181-4ea3-9415-2805fb34c52b,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:26.958056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2c5922c9-43e9-45bd-b3d6-efad86dac2fb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:26.960424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c5922c9-43e9-45bd-b3d6-efad86dac2fb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:26.982827 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2c5922c9-43e9-45bd-b3d6-efad86dac2fb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/ports/bdef1057-9181-4ea3-9415-2805fb34c52b HTTP/1.1" status: 204 len: 168 time: 1.5407307 Apr 23 09:22:26.986431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40758) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:27.073214 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-209feab7-e73b-4b89-854a-163513222569 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] GET failed (client error): The resource could not be found. Apr 23 09:22:27.073848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-209feab7-e73b-4b89-854a-163513222569 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Synchronizing usage tracker for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:22:27.129744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device b453fc89-ae49-4714-b3e1-d723172944e1 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:22:27.150935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-209feab7-e73b-4b89-854a-163513222569 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Unset dirty status for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:22:27.153457 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-209feab7-e73b-4b89-854a-163513222569 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports/bdef1057-9181-4ea3-9415-2805fb34c52b HTTP/1.1" status: 404 len: 333 time: 0.1650240 Apr 23 09:22:27.158038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40762) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:27.234231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96e5d4fd-1066-4985-ae71-1205b118b3f8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:27.267847 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6e15fd2d-d921-451e-944b-15f3092c3d18 req-9d15fd93-adbf-412a-acf4-a1b5a5eb0ab7 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9805219 Apr 23 09:22:27.270461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ad08bd-32ab-46dd-b641-2b0747b84f70 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting subnet 3cf9d4b9-4ac7-4b06-b9a5-96ad38d0be8f {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:22:27.278246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86ad08bd-32ab-46dd-b641-2b0747b84f70 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:27.354431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:27.390571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de537509-c7aa-4d4e-98e6-39f533822fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b453fc89-ae49-4714-b3e1-d723172944e1'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:22:27.404158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port b453fc89-ae49-4714-b3e1-d723172944e1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b453fc89-ae49-4714-b3e1-d723172944e1,segment=NetworkSegment(c260924c-e094-4b84-b570-6f773acd4ea6),segment_id=c260924c-e094-4b84-b570-6f773acd4ea6)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:27.409974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86ad08bd-32ab-46dd-b641-2b0747b84f70 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:27.471409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:27.477112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c8d27982-2234-4b38-bf1a-e12631a73de5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:27.573579 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de537509-c7aa-4d4e-98e6-39f533822fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b453fc89-ae49-4714-b3e1-d723172944e1', 'code': 200} Apr 23 09:22:27.583976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86ad08bd-32ab-46dd-b641-2b0747b84f70 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:27.586566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=b453fc89-ae49-4714-b3e1-d723172944e1,revision_number=6']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:27.592835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:27.698681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08093d3-44a7-4658-851c-65cc7a461069 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:27.700276 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d08093d3-44a7-4658-851c-65cc7a461069 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7 HTTP/1.1" status: 200 len: 814 time: 1.0390329 Apr 23 09:22:27.916310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833f3c0-80a8-4627-91e8-8b06ee3395b7 req-892c48bc-3773-4dd0-b66f-8dc053d17006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:27.919399 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7833f3c0-80a8-4627-91e8-8b06ee3395b7 req-892c48bc-3773-4dd0-b66f-8dc053d17006 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 1098 time: 0.6405509 Apr 23 09:22:27.966232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e5d4fd-1066-4985-ae71-1205b118b3f8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Router 93d1976d-4f2a-4a44-8cbd-121b2e5efc60 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:22:28.056502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86ad08bd-32ab-46dd-b641-2b0747b84f70 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:28.063628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1d8957a7-65a6-4199-a592-26636787002c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:28.112387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad08bd-32ab-46dd-b641-2b0747b84f70 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf9d4b9-4ac7-4b06-b9a5-96ad38d0be8f,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:28.115922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86ad08bd-32ab-46dd-b641-2b0747b84f70 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:28.123046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-86ad08bd-32ab-46dd-b641-2b0747b84f70 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:28.126755 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-86ad08bd-32ab-46dd-b641-2b0747b84f70 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/subnets/3cf9d4b9-4ac7-4b06-b9a5-96ad38d0be8f HTTP/1.1" status: 204 len: 168 time: 0.9670186 Apr 23 09:22:28.131583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40774) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:28.134572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f15bdae-1cf5-45c1-9573-1c7bcc8ed814 None None] Network acc4107e-7586-4587-8929-c1ee4abee9a4 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:22:28.203649 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7833f3c0-80a8-4627-91e8-8b06ee3395b7 req-74644fd8-3a47-4daa-a6b4-df947145825c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763782 Apr 23 09:22:28.218979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e5d4fd-1066-4985-ae71-1205b118b3f8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:22:28.237929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8d9ddf-2245-42bf-94ce-86b3c00dcc31 None None] Sync routers for ids ['93d1976d-4f2a-4a44-8cbd-121b2e5efc60'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:22:28.248401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40778) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:28.256621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8d9ddf-2245-42bf-94ce-86b3c00dcc31 None None] Routers {'93d1976d-4f2a-4a44-8cbd-121b2e5efc60'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:22:28.257781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1d8d9ddf-2245-42bf-94ce-86b3c00dcc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:22:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['93d1976d-4f2a-4a44-8cbd-121b2e5efc60'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:28.257940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c5b513fd-4f93-4236-a243-edc1aea88a1a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'network': {'name': 'tempest-network-smoke--1214666828', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'port_security_enabled': True}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:28.266868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c5b513fd-4f93-4236-a243-edc1aea88a1a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:28.286343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8b56a-bd5d-4185-a4dc-600d30f14df1 req-9d9c4176-5c4e-4967-b222-7bb26d5bf6e5 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:28.323519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-02e8b56a-bd5d-4185-a4dc-600d30f14df1 req-9d9c4176-5c4e-4967-b222-7bb26d5bf6e5 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Synchronizing usage tracker for tenant:cfd1b499d3ee4e909a3bb34186002b43 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:22:28.323519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c5b513fd-4f93-4236-a243-edc1aea88a1a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:28.353565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1d8d9ddf-2245-42bf-94ce-86b3c00dcc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:28.367350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8d9ddf-2245-42bf-94ce-86b3c00dcc31 None None] Routers {'93d1976d-4f2a-4a44-8cbd-121b2e5efc60'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:22:28.368040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1d8d9ddf-2245-42bf-94ce-86b3c00dcc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:22:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['93d1976d-4f2a-4a44-8cbd-121b2e5efc60'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:28.388564 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-96e5d4fd-1066-4985-ae71-1205b118b3f8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "PUT /v2.0/routers/93d1976d-4f2a-4a44-8cbd-121b2e5efc60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5475609 Apr 23 09:22:28.391483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40784) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:28.408860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:28.453596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1d8d9ddf-2245-42bf-94ce-86b3c00dcc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:28.454430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8d9ddf-2245-42bf-94ce-86b3c00dcc31 None None] The sync data for ids ['93d1976d-4f2a-4a44-8cbd-121b2e5efc60'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:22:28.457312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-02e8b56a-bd5d-4185-a4dc-600d30f14df1 req-9d9c4176-5c4e-4967-b222-7bb26d5bf6e5 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Unset dirty status for tenant:cfd1b499d3ee4e909a3bb34186002b43 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:22:28.459059 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-02e8b56a-bd5d-4185-a4dc-600d30f14df1 req-9d9c4176-5c4e-4967-b222-7bb26d5bf6e5 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 944 time: 0.4908402 Apr 23 09:22:28.459277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b513fd-4f93-4236-a243-edc1aea88a1a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:28.465658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5b513fd-4f93-4236-a243-edc1aea88a1a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:28.487933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b947b2-1701-4a9e-a630-d070da11a6b3 None None] DHCP port deletion for acc4107e-7586-4587-8929-c1ee4abee9a4 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:22:28.516464 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd62c844-6fd1-4918-8a5b-483150f04d5a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] GET failed (client error): The resource could not be found. Apr 23 09:22:28.517082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cd62c844-6fd1-4918-8a5b-483150f04d5a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Synchronizing usage tracker for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:22:28.566698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b513fd-4f93-4236-a243-edc1aea88a1a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:22:28.578373 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-02e8b56a-bd5d-4185-a4dc-600d30f14df1 req-8c3f88d0-5860-4ddc-a75f-a744a6756233 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853758 Apr 23 09:22:28.583258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-69b947b2-1701-4a9e-a630-d070da11a6b3 None None] Deleting port b92786cf-fbac-4a4e-bec6-d109fcc87e2f {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:22:28.583791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69b947b2-1701-4a9e-a630-d070da11a6b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:28.597436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cd62c844-6fd1-4918-8a5b-483150f04d5a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Unset dirty status for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:22:28.601310 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cd62c844-6fd1-4918-8a5b-483150f04d5a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports/766759a2-c0fc-4d5d-ac63-894866d4c8cd HTTP/1.1" status: 404 len: 333 time: 0.2059798 Apr 23 09:22:28.601502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting port b92786cf-fbac-4a4e-bec6-d109fcc87e2f {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:22:28.601502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:28.601727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40788) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:28.684969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5b513fd-4f93-4236-a243-edc1aea88a1a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:28.685369 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-c5b513fd-4f93-4236-a243-edc1aea88a1a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Added segment f556191a-5709-440e-aee5-616ca96379b2 of type vlan for network b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd Apr 23 09:22:28.707231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-69b947b2-1701-4a9e-a630-d070da11a6b3 None None] For port b92786cf-fbac-4a4e-bec6-d109fcc87e2f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b92786cf-fbac-4a4e-bec6-d109fcc87e2f,segment=NetworkSegment(944ec523-3e79-48f7-b0ec-36c409d29e73),segment_id=944ec523-3e79-48f7-b0ec-36c409d29e73)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:28.707517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69b947b2-1701-4a9e-a630-d070da11a6b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:28.741085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e8fa2-69c4-4eb8-8f83-64106688b3b7 req-8d9be744-cb09-4dd8-b68f-aefbffc7b719 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:28.742878 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-548e8fa2-69c4-4eb8-8f83-64106688b3b7 req-8d9be744-cb09-4dd8-b68f-aefbffc7b719 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 943 time: 0.2243180 Apr 23 09:22:28.745407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] For port b92786cf-fbac-4a4e-bec6-d109fcc87e2f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b92786cf-fbac-4a4e-bec6-d109fcc87e2f,segment=NetworkSegment(944ec523-3e79-48f7-b0ec-36c409d29e73),segment_id=944ec523-3e79-48f7-b0ec-36c409d29e73)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:28.745982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:28.773242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c66ff31c-ad09-4a30-b7f9-ce076df2ac0c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:28.852868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-69b947b2-1701-4a9e-a630-d070da11a6b3 None None] Calling delete_port for b92786cf-fbac-4a4e-bec6-d109fcc87e2f owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:22:28.914719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Calling delete_port for b92786cf-fbac-4a4e-bec6-d109fcc87e2f owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:22:28.915321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5b513fd-4f93-4236-a243-edc1aea88a1a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:28.940407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69b947b2-1701-4a9e-a630-d070da11a6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:28.949109 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-548e8fa2-69c4-4eb8-8f83-64106688b3b7 req-818ce4d8-7016-4adb-8022-1de4f04fe54e tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856301 Apr 23 09:22:28.949575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f4cb57f0-7371-4cca-8e45-1a8a8e5a511d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:29.016273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87175) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:22:29.016863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:22:29.034116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b947b2-1701-4a9e-a630-d070da11a6b3 None None] Pushing event deleted for resources: {'Port': ['ID=b92786cf-fbac-4a4e-bec6-d109fcc87e2f,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:29.036950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b947b2-1701-4a9e-a630-d070da11a6b3 None None] No DVR routers for this DVR port b92786cf-fbac-4a4e-bec6-d109fcc87e2f on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:22:29.038754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-69b947b2-1701-4a9e-a630-d070da11a6b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:29.065643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-c5b513fd-4f93-4236-a243-edc1aea88a1a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:22:29.141805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device b453fc89-ae49-4714-b3e1-d723172944e1 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:22:29.152354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 187fe660-31f9-4c09-9bfd-512b1fd97b88 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:22:29.183492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c66ff31c-ad09-4a30-b7f9-ce076df2ac0c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:29.187568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c66ff31c-ad09-4a30-b7f9-ce076df2ac0c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:29.189875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5b513fd-4f93-4236-a243-edc1aea88a1a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:29.198559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b513fd-4f93-4236-a243-edc1aea88a1a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:29.199277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5b513fd-4f93-4236-a243-edc1aea88a1a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:29.208867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-51bff7a8-cb36-4d4e-9ed3-fc576a902a2e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:29.402860 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c5b513fd-4f93-4236-a243-edc1aea88a1a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1520700 Apr 23 09:22:29.406496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40792) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:29.408469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 187fe660-31f9-4c09-9bfd-512b1fd97b88 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:29.410995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b513fd-4f93-4236-a243-edc1aea88a1a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Network': ['ID=b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:29.420216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port b453fc89-ae49-4714-b3e1-d723172944e1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b453fc89-ae49-4714-b3e1-d723172944e1,segment=NetworkSegment(c260924c-e094-4b84-b570-6f773acd4ea6),segment_id=c260924c-e094-4b84-b570-6f773acd4ea6)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:29.423242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5b513fd-4f93-4236-a243-edc1aea88a1a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:29.430035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 187fe660-31f9-4c09-9bfd-512b1fd97b88 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:29.430500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:29.443209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c66ff31c-ad09-4a30-b7f9-ce076df2ac0c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:29.443766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66ff31c-ad09-4a30-b7f9-ce076df2ac0c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Fanout notify agent at l3_agent the message router_deleted on router 93d1976d-4f2a-4a44-8cbd-121b2e5efc60 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:22:29.457464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c66ff31c-ad09-4a30-b7f9-ce076df2ac0c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:29.458897 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c66ff31c-ad09-4a30-b7f9-ce076df2ac0c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/routers/93d1976d-4f2a-4a44-8cbd-121b2e5efc60 HTTP/1.1" status: 204 len: 168 time: 0.8560820 Apr 23 09:22:29.462145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40796) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:29.471901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:22:29.519197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': 'b453fc89-ae49-4714-b3e1-d723172944e1', 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685', 'port_id': 'b453fc89-ae49-4714-b3e1-d723172944e1', 'mac_address': 'fa:16:3e:ff:c2:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9cc2ef9-06c3-48b5-b616-fcca2863fff9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:22:29.600219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-6464a058-3c5c-4dcc-83ea-5cc201f6fbb0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting subnet 8292931c-c3bb-4c31-8598-63511ba1ce54 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:22:29.607326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6464a058-3c5c-4dcc-83ea-5cc201f6fbb0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:29.628757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] The port 'b92786cf-fbac-4a4e-bec6-d109fcc87e2f' was deleted {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:22:29.705897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6464a058-3c5c-4dcc-83ea-5cc201f6fbb0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:29.736457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:29.768472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b98369c-03dc-46ee-a236-f181463fa8c2 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:29.775871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b453fc89-ae49-4714-b3e1-d723172944e1 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:22:29.777646 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1b98369c-03dc-46ee-a236-f181463fa8c2 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7602bab2a5e54e68ba9a873197bc68fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3692319 Apr 23 09:22:29.798413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40802) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:29.804258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:29.822936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port b453fc89-ae49-4714-b3e1-d723172944e1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b453fc89-ae49-4714-b3e1-d723172944e1,segment=NetworkSegment(c260924c-e094-4b84-b570-6f773acd4ea6),segment_id=c260924c-e094-4b84-b570-6f773acd4ea6)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:29.844450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb77c03-6068-4a36-a548-3135fe9be794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187fe660-31f9-4c09-9bfd-512b1fd97b88'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:22:29.853824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 187fe660-31f9-4c09-9bfd-512b1fd97b88, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=187fe660-31f9-4c09-9bfd-512b1fd97b88,segment=NetworkSegment(ca44d5b6-cf32-4165-9bbd-6a1369a4fbfe),segment_id=ca44d5b6-cf32-4165-9bbd-6a1369a4fbfe)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:29.855120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:29.857940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f3446b45-d068-4952-b07e-9def0be69490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:29.897100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:29.965107 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb77c03-6068-4a36-a548-3135fe9be794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187fe660-31f9-4c09-9bfd-512b1fd97b88', 'code': 200} Apr 23 09:22:29.966547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:30.075673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=b453fc89-ae49-4714-b3e1-d723172944e1,revision_number=7']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:30.081837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:30.083484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b92786cf-fbac-4a4e-bec6-d109fcc87e2f no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:22:30.118050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de56c74-c7a8-4176-a11f-8490bc776df1 req-02ee6849-d9b2-4823-89df-904d16d7b6b9 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:30.127824 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7de56c74-c7a8-4176-a11f-8490bc776df1 req-02ee6849-d9b2-4823-89df-904d16d7b6b9 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 944 time: 0.3771222 Apr 23 09:22:30.185663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6464a058-3c5c-4dcc-83ea-5cc201f6fbb0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:30.186118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:30.260889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209013c0-a324-480a-bc5e-05553524c26c tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:30.262786 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-209013c0-a324-480a-bc5e-05553524c26c tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4632313 Apr 23 09:22:30.278499 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7de56c74-c7a8-4176-a11f-8490bc776df1 req-d45bf511-3c66-4b72-a6ad-c9e23fd741ae tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488259 Apr 23 09:22:30.279367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40810) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:30.304859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc4107e-7586-4587-8929-c1ee4abee9a4']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:30.316882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['b453fc89-ae49-4714-b3e1-d723172944e1'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:22:30.338235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944ec523-3e79-48f7-b0ec-36c409d29e73') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:30.338825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944ec523-3e79-48f7-b0ec-36c409d29e73') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:30.351843 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7f81fa65-3577-4c13-8c1e-c9df8133d493 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0612156 Apr 23 09:22:30.361882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40814) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:30.431581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: b92786cf-fbac-4a4e-bec6-d109fcc87e2f {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:22:30.432047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b92786cf-fbac-4a4e-bec6-d109fcc87e2f not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:22:30.447725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:30.510167 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6417dce4-19b5-4999-bf25-ec77b597b8b2 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7602bab2a5e54e68ba9a873197bc68fc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1429179 Apr 23 09:22:30.547072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=187fe660-31f9-4c09-9bfd-512b1fd97b88,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:30.553532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40818) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:30.554434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:30.612115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:30.649521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:22:30.786091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad0d5f-155e-4aba-81e4-d86168dfc9a2 req-0f2d3c63-f9b2-4ed2-bd50-6329e011ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:30.787685 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c1ad0d5f-155e-4aba-81e4-d86168dfc9a2 req-0f2d3c63-f9b2-4ed2-bd50-6329e011ecda service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 1098 time: 0.1835725 Apr 23 09:22:30.840485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0877a-a023-4a29-86cc-e113470e2c24 req-9fa72645-3668-4ae5-8e99-9f54bef041bd tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:30.842239 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-17f0877a-a023-4a29-86cc-e113470e2c24 req-9fa72645-3668-4ae5-8e99-9f54bef041bd tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 944 time: 0.6410992 Apr 23 09:22:30.857503 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c1ad0d5f-155e-4aba-81e4-d86168dfc9a2 req-9c549b42-7c9e-4756-bc9c-c89fee26eb61 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587006 Apr 23 09:22:30.887299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6464a058-3c5c-4dcc-83ea-5cc201f6fbb0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:30.892909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f3af1dcb-9158-4ccc-b29c-f7f9ecc2565a tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:30.933050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464a058-3c5c-4dcc-83ea-5cc201f6fbb0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Subnet': ['ID=8292931c-c3bb-4c31-8598-63511ba1ce54,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:30.936589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6464a058-3c5c-4dcc-83ea-5cc201f6fbb0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:30.937684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6464a058-3c5c-4dcc-83ea-5cc201f6fbb0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:30.947723 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6464a058-3c5c-4dcc-83ea-5cc201f6fbb0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/subnets/8292931c-c3bb-4c31-8598-63511ba1ce54 HTTP/1.1" status: 204 len: 168 time: 1.4812589 Apr 23 09:22:30.950611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40822) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:30.952394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35e8328-e137-41b2-b08c-c606ef379baf None None] Network 4017ad5c-6c17-421b-9a1f-fffc8a0bbd03 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:22:31.013545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network acc4107e-7586-4587-8929-c1ee4abee9a4 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:22:31.030261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:31.049614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2624bd2-911f-41bd-8614-bd76903fbf24 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:31.054081 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f2624bd2-911f-41bd-8614-bd76903fbf24 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4912686 Apr 23 09:22:31.072267 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-17f0877a-a023-4a29-86cc-e113470e2c24 req-c261c33f-1eda-48f1-afbc-b06d25c710f7 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165034 Apr 23 09:22:31.076395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40826) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:31.171894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40830) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:31.253227 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9fd58f13-c257-4025-b0c4-04901fff6748 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1711218 Apr 23 09:22:31.261001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40834) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:31.314132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0a775e7a-98d0-406d-b47c-904374c6fd60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1809842877', 'network_id': 'b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:31.406728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f738a74-02e4-4aa8-b451-71c1df4530d8 None None] DHCP port deletion for 4017ad5c-6c17-421b-9a1f-fffc8a0bbd03 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:22:31.543914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5f738a74-02e4-4aa8-b451-71c1df4530d8 None None] Deleting port 12c0f688-2a72-43b8-afad-e4acfe0e765e {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:22:31.544572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f738a74-02e4-4aa8-b451-71c1df4530d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:31.558442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:31.663928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b2055-e91d-44b0-874d-0d38cfc39723 req-31cf96f9-52b1-4a3d-b123-8a6cd671fa44 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:31.666221 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-400b2055-e91d-44b0-874d-0d38cfc39723 req-31cf96f9-52b1-4a3d-b123-8a6cd671fa44 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 945 time: 0.1987598 Apr 23 09:22:31.769284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5f738a74-02e4-4aa8-b451-71c1df4530d8 None None] For port 12c0f688-2a72-43b8-afad-e4acfe0e765e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=12c0f688-2a72-43b8-afad-e4acfe0e765e,segment=NetworkSegment(15c1d2d3-1f25-4a01-958e-2215be2ad1ca),segment_id=15c1d2d3-1f25-4a01-958e-2215be2ad1ca)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:31.769738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f738a74-02e4-4aa8-b451-71c1df4530d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:31.787213 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-400b2055-e91d-44b0-874d-0d38cfc39723 req-5124c2e0-4f13-4db4-b618-28aec287d348 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097009 Apr 23 09:22:31.791108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting port 12c0f688-2a72-43b8-afad-e4acfe0e765e {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:22:31.791718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:31.826132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network acc4107e-7586-4587-8929-c1ee4abee9a4 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:22:31.858040 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:22:31.966152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5f738a74-02e4-4aa8-b451-71c1df4530d8 None None] Calling delete_port for 12c0f688-2a72-43b8-afad-e4acfe0e765e owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:22:32.028473 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c3235588-184b-4114-b27e-cce5cd8d2f68 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/floatingips/e272dace-85a4-4681-b0b0-7efb48e7644e HTTP/1.1" status: 200 len: 990 time: 0.8547170 Apr 23 09:22:32.039041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 12c0f688-2a72-43b8-afad-e4acfe0e765e no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:22:32.046048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0a775e7a-98d0-406d-b47c-904374c6fd60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:32.051737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0a775e7a-98d0-406d-b47c-904374c6fd60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:subnet and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:32.055283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0a775e7a-98d0-406d-b47c-904374c6fd60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:32.062971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0a775e7a-98d0-406d-b47c-904374c6fd60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:32.072473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] For port 12c0f688-2a72-43b8-afad-e4acfe0e765e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=12c0f688-2a72-43b8-afad-e4acfe0e765e,segment=NetworkSegment(15c1d2d3-1f25-4a01-958e-2215be2ad1ca),segment_id=15c1d2d3-1f25-4a01-958e-2215be2ad1ca)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:32.073008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:32.077689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:32.084351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-236dbebc-aa3e-471b-9375-9982e8a93b06 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:32.105227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:32.120529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Network': ['ID=acc4107e-7586-4587-8929-c1ee4abee9a4,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:32.126563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:32.167153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a775e7a-98d0-406d-b47c-904374c6fd60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:32.173981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a775e7a-98d0-406d-b47c-904374c6fd60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:32.236806 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/networks/acc4107e-7586-4587-8929-c1ee4abee9a4 HTTP/1.1" status: 204 len: 168 time: 4.1002185 Apr 23 09:22:32.245852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40840) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:32.257499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-97d740d6-dd9c-4ef2-870d-63efaacddae5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-67080654'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:32.278098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-97d740d6-dd9c-4ef2-870d-63efaacddae5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:32.282817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Calling delete_port for 12c0f688-2a72-43b8-afad-e4acfe0e765e owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:22:32.365250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:32.387941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-97d740d6-dd9c-4ef2-870d-63efaacddae5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:network and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:32.394357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-97d740d6-dd9c-4ef2-870d-63efaacddae5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:32.406898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-97d740d6-dd9c-4ef2-870d-63efaacddae5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:32.424473 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6b64149-3b7e-45ed-9364-edbb2cbebf58 req-598e862c-29e5-4ba8-becf-8c2a32f11af0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1286101 Apr 23 09:22:32.425124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:22:32.425484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:22:32.448597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f738a74-02e4-4aa8-b451-71c1df4530d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:32.461873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:32.512875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f738a74-02e4-4aa8-b451-71c1df4530d8 None None] Pushing event deleted for resources: {'Port': ['ID=12c0f688-2a72-43b8-afad-e4acfe0e765e,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:32.516675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5f738a74-02e4-4aa8-b451-71c1df4530d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:32.517592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f738a74-02e4-4aa8-b451-71c1df4530d8 None None] No DVR routers for this DVR port 12c0f688-2a72-43b8-afad-e4acfe0e765e on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:22:32.546883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b64149-3b7e-45ed-9364-edbb2cbebf58 req-063c80ea-e045-444e-8437-d58e93a3a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:32.548544 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6b64149-3b7e-45ed-9364-edbb2cbebf58 req-063c80ea-e045-444e-8437-d58e93a3a7d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 1098 time: 0.1022694 Apr 23 09:22:32.586513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d740d6-dd9c-4ef2-870d-63efaacddae5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:32.597890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97d740d6-dd9c-4ef2-870d-63efaacddae5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:32.657164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d740d6-dd9c-4ef2-870d-63efaacddae5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:22:32.709748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97d740d6-dd9c-4ef2-870d-63efaacddae5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:32.710265 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-97d740d6-dd9c-4ef2-870d-63efaacddae5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Added segment 38bf7b72-241b-4d04-83f6-3aad58608e7b of type vlan for network 0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac Apr 23 09:22:32.746709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b64149-3b7e-45ed-9364-edbb2cbebf58 req-26e2b4bf-e67b-468b-b36f-cba69e60beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:32.748327 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6b64149-3b7e-45ed-9364-edbb2cbebf58 req-26e2b4bf-e67b-468b-b36f-cba69e60beb1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=004890de-ba85-4569-8774-f7b9851ca4ee HTTP/1.1" status: 200 len: 898 time: 0.1782289 Apr 23 09:22:32.886655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97d740d6-dd9c-4ef2-870d-63efaacddae5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:32.904954 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6b64149-3b7e-45ed-9364-edbb2cbebf58 req-bc4a5261-fcca-4b14-96e1-4f2dbdf86fbe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68cdcc24-a8af-4b60-b26c-7a2543784955 HTTP/1.1" status: 200 len: 1001 time: 0.1499693 Apr 23 09:22:33.016858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97d740d6-dd9c-4ef2-870d-63efaacddae5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:33.023143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d740d6-dd9c-4ef2-870d-63efaacddae5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:33.023863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97d740d6-dd9c-4ef2-870d-63efaacddae5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:33.032968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d6a0f54-e506-4866-9592-feca2b910d92 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:33.057513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] The port '12c0f688-2a72-43b8-afad-e4acfe0e765e' was deleted {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:22:33.189509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device b453fc89-ae49-4714-b3e1-d723172944e1 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:22:33.235142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d740d6-dd9c-4ef2-870d-63efaacddae5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Network': ['ID=0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:33.240744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-97d740d6-dd9c-4ef2-870d-63efaacddae5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:33.254210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b64149-3b7e-45ed-9364-edbb2cbebf58 req-8f073e75-f657-4f6f-bd42-27a4964cbadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:33.257054 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6b64149-3b7e-45ed-9364-edbb2cbebf58 req-8f073e75-f657-4f6f-bd42-27a4964cbadb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf0c24f7-f59a-4164-9809-33a3cfb48acd HTTP/1.1" status: 200 len: 835 time: 0.3449504 Apr 23 09:22:33.262560 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-97d740d6-dd9c-4ef2-870d-63efaacddae5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0127137 Apr 23 09:22:33.263901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:22:33.265209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40846) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:33.284845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-cac1473c-bc16-4b97-8a86-210fa7972d7a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'subnet': {'network_id': '0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:33.320343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:33.353160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7642e39-87fe-458c-9229-424e249a97fc req-2059c223-ae2a-48fb-9395-8f31e206a4fd tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:33.355010 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f7642e39-87fe-458c-9229-424e249a97fc req-2059c223-ae2a-48fb-9395-8f31e206a4fd tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 945 time: 0.3009117 Apr 23 09:22:33.525816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cac1473c-bc16-4b97-8a86-210fa7972d7a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:33.535885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4017ad5c-6c17-421b-9a1f-fffc8a0bbd03']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:33.554943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c1d2d3-1f25-4a01-958e-2215be2ad1ca') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:33.554943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c1d2d3-1f25-4a01-958e-2215be2ad1ca') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:33.564300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b64149-3b7e-45ed-9364-edbb2cbebf58 req-7f4cb596-ed95-462b-ab3c-dd9cfdf6da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:33.565061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cac1473c-bc16-4b97-8a86-210fa7972d7a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:subnet and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:33.565979 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6b64149-3b7e-45ed-9364-edbb2cbebf58 req-7f4cb596-ed95-462b-ab3c-dd9cfdf6da64 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=004890de-ba85-4569-8774-f7b9851ca4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2985868 Apr 23 09:22:33.575618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:33.576394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cac1473c-bc16-4b97-8a86-210fa7972d7a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:33.623691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port b453fc89-ae49-4714-b3e1-d723172944e1 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:33.623924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:33.639462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:33.673440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cac1473c-bc16-4b97-8a86-210fa7972d7a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:33.679849 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f7642e39-87fe-458c-9229-424e249a97fc req-b92699fe-b114-4081-a74e-5073dd0f7a69 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603810 Apr 23 09:22:33.704876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:22:33.748426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a775e7a-98d0-406d-b47c-904374c6fd60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:33.765404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5be2c2bb-4374-4bf7-b16d-75655b5bde4a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:33.782257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:33.818074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de537509-c7aa-4d4e-98e6-39f533822fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b453fc89-ae49-4714-b3e1-d723172944e1'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:22:33.824933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac1473c-bc16-4b97-8a86-210fa7972d7a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:33.832794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cac1473c-bc16-4b97-8a86-210fa7972d7a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:33.851341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port b453fc89-ae49-4714-b3e1-d723172944e1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b453fc89-ae49-4714-b3e1-d723172944e1,segment=NetworkSegment(c260924c-e094-4b84-b570-6f773acd4ea6),segment_id=c260924c-e094-4b84-b570-6f773acd4ea6)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:33.883145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:33.885577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-179bce21-b9b4-4025-be6a-521bee59db5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:33.931904 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de537509-c7aa-4d4e-98e6-39f533822fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b453fc89-ae49-4714-b3e1-d723172944e1', 'code': 200} Apr 23 09:22:33.993626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=b453fc89-ae49-4714-b3e1-d723172944e1,revision_number=8']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:33.996459 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6b64149-3b7e-45ed-9364-edbb2cbebf58 req-700494e7-409d-4111-bfbf-02ee32bef832 service neutron] 10.222.0.35 "GET /v2.0/networks/004890de-ba85-4569-8774-f7b9851ca4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233425 Apr 23 09:22:34.000096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network 4017ad5c-6c17-421b-9a1f-fffc8a0bbd03 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:22:34.000558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:34.014868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:34.138983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a775e7a-98d0-406d-b47c-904374c6fd60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Checking segment: {'id': 'f556191a-5709-440e-aee5-616ca96379b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:22:34.139591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a775e7a-98d0-406d-b47c-904374c6fd60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network hostable DHCP agents. Network: b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:22:34.156226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a775e7a-98d0-406d-b47c-904374c6fd60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Subnet': ['ID=489da28e-0951-4861-92ef-9f5eae9dddcb,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:34.170298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0a775e7a-98d0-406d-b47c-904374c6fd60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:34.301645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a775e7a-98d0-406d-b47c-904374c6fd60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:22:34.353929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-0a775e7a-98d0-406d-b47c-904374c6fd60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:34.360956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network 4017ad5c-6c17-421b-9a1f-fffc8a0bbd03 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:22:34.367926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc84af99-58f7-42ef-8614-432db34fc280 None None] Network b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:22:34.405078 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:22:34.419144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a775e7a-98d0-406d-b47c-904374c6fd60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:34.420559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a775e7a-98d0-406d-b47c-904374c6fd60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:34.429744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2e750-f94b-4d49-acad-e15aebd9350b req-cfbfc30d-82e2-401e-af1a-ab35c50a93e1 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:34.433013 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5da2e750-f94b-4d49-acad-e15aebd9350b req-cfbfc30d-82e2-401e-af1a-ab35c50a93e1 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 945 time: 0.5095329 Apr 23 09:22:34.497421 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6b64149-3b7e-45ed-9364-edbb2cbebf58 req-e94781be-13ce-4b08-b6d9-66e885adc018 service neutron] 10.222.0.35 "GET /v2.0/networks/004890de-ba85-4569-8774-f7b9851ca4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867933 Apr 23 09:22:34.523394 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0a775e7a-98d0-406d-b47c-904374c6fd60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.2446983 Apr 23 09:22:34.583021 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5da2e750-f94b-4d49-acad-e15aebd9350b req-ceb5f05d-578c-429b-bdb3-16efe466b16c tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781937 Apr 23 09:22:34.608976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:34.620114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ed7d42bc-1aa7-43ee-943a-b82c1864d3bc tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:34.641431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:34.659365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Network': ['ID=4017ad5c-6c17-421b-9a1f-fffc8a0bbd03,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:34.672007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:34.700858 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/networks/4017ad5c-6c17-421b-9a1f-fffc8a0bbd03 HTTP/1.1" status: 204 len: 168 time: 3.7488329 Apr 23 09:22:34.708247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40858) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:34.844479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd', 'network_id': 'b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ips': [{'subnet_id': '489da28e-0951-4861-92ef-9f5eae9dddcb'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:22:34.846233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:34.937764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2273a742-7b05-487f-b74d-a92fc19ceaa6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:34.945491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2273a742-7b05-487f-b74d-a92fc19ceaa6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Synchronizing usage tracker for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:22:35.022383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2273a742-7b05-487f-b74d-a92fc19ceaa6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Unset dirty status for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:22:35.026758 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2273a742-7b05-487f-b74d-a92fc19ceaa6 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports/c96da68a-25e3-47ce-bcd0-24f8f32ddd0a HTTP/1.1" status: 200 len: 841 time: 0.3163598 Apr 23 09:22:35.034058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40862) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:35.096021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cac1473c-bc16-4b97-8a86-210fa7972d7a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:35.102964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1f18e23e-c125-4ce5-b651-a33aabc31b9e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:35.135755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Allocated IP 172.20.0.18 (b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd/489da28e-0951-4861-92ef-9f5eae9dddcb/417bd255-c2de-4a14-94ef-e034609375cc) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:22:35.137697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40866) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:35.152055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e3b697c0-3644-4f0f-8ca2-d5555fef6cb3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1863104969', 'description': 'tempest-secgroup-smoke-1863104969 description', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:35.167794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e3b697c0-3644-4f0f-8ca2-d5555fef6cb3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:35.220410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e3b697c0-3644-4f0f-8ca2-d5555fef6cb3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:35.222923 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1945bd56-7830-4b9d-9462-526c2fae781a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports/c96da68a-25e3-47ce-bcd0-24f8f32ddd0a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1857531 Apr 23 09:22:35.230011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40870) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:35.240393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e999eb92-31bc-4b1f-ae8c-93f788f45c82 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'subnet': {'network_id': 'fa69da7b-2a72-44c2-9c97-f04cc5178f5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:35.306371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1473c-bc16-4b97-8a86-210fa7972d7a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Subnet': ['ID=826ba4d5-93b3-4b5e-8c68-5faf1351fe53,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:35.314958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cac1473c-bc16-4b97-8a86-210fa7972d7a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:35.316335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac1473c-bc16-4b97-8a86-210fa7972d7a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Checking segment: {'id': '38bf7b72-241b-4d04-83f6-3aad58608e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:22:35.317014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac1473c-bc16-4b97-8a86-210fa7972d7a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network hostable DHCP agents. Network: 0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:22:35.339964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3b697c0-3644-4f0f-8ca2-d5555fef6cb3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:35.383815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e3b697c0-3644-4f0f-8ca2-d5555fef6cb3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:35.390079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e3b697c0-3644-4f0f-8ca2-d5555fef6cb3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:35.395256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e3b697c0-3644-4f0f-8ca2-d5555fef6cb3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:35.407414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac1473c-bc16-4b97-8a86-210fa7972d7a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:22:35.415090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e3b697c0-3644-4f0f-8ca2-d5555fef6cb3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:35.432826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e999eb92-31bc-4b1f-ae8c-93f788f45c82 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:35.438163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e999eb92-31bc-4b1f-ae8c-93f788f45c82 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:subnet and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:35.442466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e999eb92-31bc-4b1f-ae8c-93f788f45c82 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:35.451292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e999eb92-31bc-4b1f-ae8c-93f788f45c82 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:35.489117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e999eb92-31bc-4b1f-ae8c-93f788f45c82 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:35.496945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e999eb92-31bc-4b1f-ae8c-93f788f45c82 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:35.517202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:35.542850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Transition to ACTIVE for port object 417bd255-c2de-4a14-94ef-e034609375cc will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:35.553411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-cac1473c-bc16-4b97-8a86-210fa7972d7a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:35.567427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d76802-70e5-4748-a4a3-f563424e2f2b None None] Network 0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:22:35.603311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac1473c-bc16-4b97-8a86-210fa7972d7a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:35.604040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cac1473c-bc16-4b97-8a86-210fa7972d7a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:35.620904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Transition to ACTIVE for port object 417bd255-c2de-4a14-94ef-e034609375cc will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:35.701784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3b697c0-3644-4f0f-8ca2-d5555fef6cb3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:35.702579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:35.707787 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cac1473c-bc16-4b97-8a86-210fa7972d7a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4345422 Apr 23 09:22:35.709686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:35.713358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40876) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:35.722830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-4f8119e7-6888-4d5a-8074-2618825a5041 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1565824105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:35.734064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0ade7-ac0e-49fe-a523-47a1dace5cb1 req-e65b833a-7827-4a91-aeab-8f22f7bc0376 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:35.737504 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b6c0ade7-ac0e-49fe-a523-47a1dace5cb1 req-e65b833a-7827-4a91-aeab-8f22f7bc0376 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 945 time: 0.2810962 Apr 23 09:22:35.739812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3b697c0-3644-4f0f-8ca2-d5555fef6cb3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:35.748665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4f8119e7-6888-4d5a-8074-2618825a5041 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:35.758431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4f8119e7-6888-4d5a-8074-2618825a5041 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:router and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:35.766261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4f8119e7-6888-4d5a-8074-2618825a5041 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:35.775496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4f8119e7-6888-4d5a-8074-2618825a5041 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:35.784995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4c0243a0-9b52-4107-8341-65d442fc034d tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:35.793411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Network b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:22:35.803982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:35.811953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:22:35.829809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f8119e7-6888-4d5a-8074-2618825a5041 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:35.832314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f8119e7-6888-4d5a-8074-2618825a5041 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:35.834790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Pushing event updated for resources: {'Port': ['ID=417bd255-c2de-4a14-94ef-e034609375cc,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:35.851903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f8119e7-6888-4d5a-8074-2618825a5041 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:35.869546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:35.897127 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b6c0ade7-ac0e-49fe-a523-47a1dace5cb1 req-58fa0311-b72e-40e5-a272-04be3a938fa0 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433520 Apr 23 09:22:35.898857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b697c0-3644-4f0f-8ca2-d5555fef6cb3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab11137-2546-449a-96a2-cd51897002d8,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:35.903195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3b697c0-3644-4f0f-8ca2-d5555fef6cb3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:35.908293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40880) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:35.912048 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e3b697c0-3644-4f0f-8ca2-d5555fef6cb3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7680018 Apr 23 09:22:35.912566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e3b697c0-3644-4f0f-8ca2-d5555fef6cb3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:35.916603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e866b845-bb95-4e5d-b5ba-9458344dab65 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'eab11137-2546-449a-96a2-cd51897002d8', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:35.927871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e866b845-bb95-4e5d-b5ba-9458344dab65 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:35.935706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f8119e7-6888-4d5a-8074-2618825a5041 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:35.943586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e866b845-bb95-4e5d-b5ba-9458344dab65 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:35.948944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e866b845-bb95-4e5d-b5ba-9458344dab65 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:35.966615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e866b845-bb95-4e5d-b5ba-9458344dab65 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:35.997390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Attempting to bind port 417bd255-c2de-4a14-94ef-e034609375cc on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:22:35.997390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Attempting to bind port 417bd255-c2de-4a14-94ef-e034609375cc by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'f556191a-5709-440e-aee5-616ca96379b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:22:35.997390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Attempting to bind port 417bd255-c2de-4a14-94ef-e034609375cc on network b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:22:36.006194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:22:36.006654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Checking segment: {'id': 'f556191a-5709-440e-aee5-616ca96379b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:22:36.007109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:36.007617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Bound using segment: {'id': 'f556191a-5709-440e-aee5-616ca96379b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:22:36.008184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Bound port: 417bd255-c2de-4a14-94ef-e034609375cc, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f556191a-5709-440e-aee5-616ca96379b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:22:36.008624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:36.040038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f8119e7-6888-4d5a-8074-2618825a5041 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:36.046839 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4f8119e7-6888-4d5a-8074-2618825a5041 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3265500 Apr 23 09:22:36.047489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40884) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:36.053229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e866b845-bb95-4e5d-b5ba-9458344dab65 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:36.073353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e7a7bb98-0b29-4194-87f6-cb3908e11c32 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'port': {'network_id': '0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac', 'name': 'tempest-PortsIpV6TestJSON-1367893285'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:36.102229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac', 'network_id': '0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac', 'tenant_id': 'ed81b2e31f5a49b893e0f8cf455bcd22', 'fixed_ips': [{'subnet_id': '826ba4d5-93b3-4b5e-8c68-5faf1351fe53'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:22:36.103497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:36.256505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] For port 417bd255-c2de-4a14-94ef-e034609375cc, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:22:36.324249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] For port 417bd255-c2de-4a14-94ef-e034609375cc, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=417bd255-c2de-4a14-94ef-e034609375cc,segment=NetworkSegment(f556191a-5709-440e-aee5-616ca96379b2),segment_id=f556191a-5709-440e-aee5-616ca96379b2)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:22:36.375044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Allocated IP 2001:db8::2 (0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac/826ba4d5-93b3-4b5e-8c68-5faf1351fe53/ef4dba92-220a-4426-93fc-84b636b1fa0c) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:22:36.380283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:36.390297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3b8ab430-3337-46dc-b560-d5f3e3e9601a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:36.392085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e7a7bb98-0b29-4194-87f6-cb3908e11c32 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:36.397428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e7a7bb98-0b29-4194-87f6-cb3908e11c32 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:port and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:36.401648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e7a7bb98-0b29-4194-87f6-cb3908e11c32 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:36.409106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e7a7bb98-0b29-4194-87f6-cb3908e11c32 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:36.493781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Pushing event updated for resources: {'Port': ['ID=417bd255-c2de-4a14-94ef-e034609375cc,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:36.503221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:36.510798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e866b845-bb95-4e5d-b5ba-9458344dab65 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:36.512053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a7bb98-0b29-4194-87f6-cb3908e11c32 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:36.528881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e7a7bb98-0b29-4194-87f6-cb3908e11c32 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:36.553775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e866b845-bb95-4e5d-b5ba-9458344dab65 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:36.558305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-e7a7bb98-0b29-4194-87f6-cb3908e11c32 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] device_id is not set on port 734e86c6-0459-41d4-8f24-bb97ca0998c7 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:22:36.564302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fac56405-160d-4369-9b91-ac96195be711 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:36.610418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866b845-bb95-4e5d-b5ba-9458344dab65 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e203b1f-db8c-4e4e-b8c2-d79040ac68a1,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:36.612022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e866b845-bb95-4e5d-b5ba-9458344dab65 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:36.616743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e999eb92-31bc-4b1f-ae8c-93f788f45c82 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:36.628946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-490e88d0-5718-4ad5-80f7-e7735a2ef388 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:36.679936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e866b845-bb95-4e5d-b5ba-9458344dab65 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:36.681878 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e866b845-bb95-4e5d-b5ba-9458344dab65 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7722373 Apr 23 09:22:36.684452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-878bf348-7744-40e7-9a5a-284df8d3593d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:36.686935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40888) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:36.690998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e999eb92-31bc-4b1f-ae8c-93f788f45c82 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network fa69da7b-2a72-44c2-9c97-f04cc5178f5f is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:22:36.696051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-e999eb92-31bc-4b1f-ae8c-93f788f45c82 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:36.696340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d289d804-0a3c-4b72-9d49-a686a104734a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'eab11137-2546-449a-96a2-cd51897002d8', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:36.708109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d289d804-0a3c-4b72-9d49-a686a104734a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:36.714741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d289d804-0a3c-4b72-9d49-a686a104734a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:36.717463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e999eb92-31bc-4b1f-ae8c-93f788f45c82 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:36.718129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e999eb92-31bc-4b1f-ae8c-93f788f45c82 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:36.721471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d289d804-0a3c-4b72-9d49-a686a104734a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:36.728005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad8c966-3e97-466e-98fb-3b1e469578ec None None] Network fa69da7b-2a72-44c2-9c97-f04cc5178f5f requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:22:36.734689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d289d804-0a3c-4b72-9d49-a686a104734a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:36.757100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999eb92-31bc-4b1f-ae8c-93f788f45c82 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Subnet': ['ID=a21dc418-4fd7-48b1-8a1b-c988b9d580da,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:36.762039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e999eb92-31bc-4b1f-ae8c-93f788f45c82 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:36.785917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d289d804-0a3c-4b72-9d49-a686a104734a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:36.808545 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e999eb92-31bc-4b1f-ae8c-93f788f45c82 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5736966 Apr 23 09:22:36.810758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40892) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:36.822155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5b95d977-519a-4cba-bcde-7a62fb7a90b3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'security_group': {'name': 'tempest-secgroup-1847124595'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:36.835050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5b95d977-519a-4cba-bcde-7a62fb7a90b3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:36.844909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5b95d977-519a-4cba-bcde-7a62fb7a90b3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:security_group and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:36.851414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5b95d977-519a-4cba-bcde-7a62fb7a90b3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:36.863063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5b95d977-519a-4cba-bcde-7a62fb7a90b3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:36.863767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:36.878576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d289d804-0a3c-4b72-9d49-a686a104734a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:36.901717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Transition to ACTIVE for port object ef4dba92-220a-4426-93fc-84b636b1fa0c will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:36.911651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5b95d977-519a-4cba-bcde-7a62fb7a90b3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:36.950006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d289d804-0a3c-4b72-9d49-a686a104734a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:36.959587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5b95d977-519a-4cba-bcde-7a62fb7a90b3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:36.966598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5b95d977-519a-4cba-bcde-7a62fb7a90b3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:security_group_rule and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:36.974077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5b95d977-519a-4cba-bcde-7a62fb7a90b3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:36.982194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-49a21fd6-3211-413a-bcc7-b608cf86e49c tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:36.982684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5b95d977-519a-4cba-bcde-7a62fb7a90b3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:37.037605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289d804-0a3c-4b72-9d49-a686a104734a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0fd1503-ab55-49a7-9cad-45ba4b7b0b8d,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:37.053455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d289d804-0a3c-4b72-9d49-a686a104734a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:37.105974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Transition to ACTIVE for port object ef4dba92-220a-4426-93fc-84b636b1fa0c will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:37.110220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5b95d977-519a-4cba-bcde-7a62fb7a90b3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:37.112269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d289d804-0a3c-4b72-9d49-a686a104734a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:37.114425 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d289d804-0a3c-4b72-9d49-a686a104734a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4241123 Apr 23 09:22:37.117920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40898) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:37.127995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-fb3cc121-922a-426f-989a-d40a40450735 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'eab11137-2546-449a-96a2-cd51897002d8', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:37.141971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fb3cc121-922a-426f-989a-d40a40450735 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:37.162287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fb3cc121-922a-426f-989a-d40a40450735 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:37.176659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5b95d977-519a-4cba-bcde-7a62fb7a90b3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:37.181795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fb3cc121-922a-426f-989a-d40a40450735 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:37.186854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3703ed72-3e47-488a-924f-fb8300c892d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:37.209973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:37.221900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:37.228749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95d977-519a-4cba-bcde-7a62fb7a90b3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d21ee89f-e1a6-4282-8fc8-d800790f2599,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:37.232152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5b95d977-519a-4cba-bcde-7a62fb7a90b3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:37.233474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fb3cc121-922a-426f-989a-d40a40450735 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:37.332549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5b95d977-519a-4cba-bcde-7a62fb7a90b3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:37.334963 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5b95d977-519a-4cba-bcde-7a62fb7a90b3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5220861 Apr 23 09:22:37.340957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40902) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:37.349001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc121-922a-426f-989a-d40a40450735 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:37.361848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Network 0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:22:37.363263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:37.370423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-fa69da7b-2a72-44c2-9c97-f04cc5178f5f', 'network_id': 'fa69da7b-2a72-44c2-9c97-f04cc5178f5f', 'tenant_id': '696097c35055491c960511aa485cbd7b', 'fixed_ips': [{'subnet_id': 'a21dc418-4fd7-48b1-8a1b-c988b9d580da'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:22:37.371543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:37.372862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-77c919f4-4654-4a27-9f52-05f4e75b48a7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'security_group': {'name': 'tempest-secgroup-225798562'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:37.380994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-e7a7bb98-0b29-4194-87f6-cb3908e11c32 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Allocated IP 2001:db8::2e9 (0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac/826ba4d5-93b3-4b5e-8c68-5faf1351fe53/734e86c6-0459-41d4-8f24-bb97ca0998c7) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:22:37.385133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-77c919f4-4654-4a27-9f52-05f4e75b48a7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:37.386897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:22:37.391029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-77c919f4-4654-4a27-9f52-05f4e75b48a7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:security_group and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:37.396208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-77c919f4-4654-4a27-9f52-05f4e75b48a7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:37.408000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-77c919f4-4654-4a27-9f52-05f4e75b48a7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:37.428832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Pushing event updated for resources: {'Port': ['ID=ef4dba92-220a-4426-93fc-84b636b1fa0c,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:37.447493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:37.469488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-77c919f4-4654-4a27-9f52-05f4e75b48a7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:37.549968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-77c919f4-4654-4a27-9f52-05f4e75b48a7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:37.564535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55e24f-8977-435a-abb6-cb0dd20dcdc7 req-270ce9cd-7622-44fa-8e08-225fe896dc54 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:37.566406 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dd55e24f-8977-435a-abb6-cb0dd20dcdc7 req-270ce9cd-7622-44fa-8e08-225fe896dc54 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 945 time: 0.3033886 Apr 23 09:22:37.573698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc121-922a-426f-989a-d40a40450735 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:37.575164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-77c919f4-4654-4a27-9f52-05f4e75b48a7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:security_group_rule and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:37.579805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-77c919f4-4654-4a27-9f52-05f4e75b48a7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:37.602343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-77c919f4-4654-4a27-9f52-05f4e75b48a7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:37.612752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc121-922a-426f-989a-d40a40450735 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:37.620684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e866b845-bb95-4e5d-b5ba-9458344dab65 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:37.660968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Attempting to bind port ef4dba92-220a-4426-93fc-84b636b1fa0c on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:22:37.661412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Attempting to bind port ef4dba92-220a-4426-93fc-84b636b1fa0c by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '38bf7b72-241b-4d04-83f6-3aad58608e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:22:37.661831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Attempting to bind port ef4dba92-220a-4426-93fc-84b636b1fa0c on network 0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:22:37.678015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3cc121-922a-426f-989a-d40a40450735 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b8132f-05fe-451d-97e9-ba0c18ffbe48,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:37.683511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:22:37.683955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Checking segment: {'id': '38bf7b72-241b-4d04-83f6-3aad58608e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:22:37.684424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:37.684889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Bound using segment: {'id': '38bf7b72-241b-4d04-83f6-3aad58608e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:22:37.685441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Bound port: ef4dba92-220a-4426-93fc-84b636b1fa0c, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bf7b72-241b-4d04-83f6-3aad58608e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:22:37.686368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:37.699953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fb3cc121-922a-426f-989a-d40a40450735 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:37.720170 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dd55e24f-8977-435a-abb6-cb0dd20dcdc7 req-2b68cfc1-b420-45c4-8949-5dc21b2e8d91 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412034 Apr 23 09:22:37.793120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc121-922a-426f-989a-d40a40450735 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:37.795318 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fb3cc121-922a-426f-989a-d40a40450735 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6756258 Apr 23 09:22:37.798133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40908) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:37.804426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7dca3e49-96e3-4edd-a85d-6826761df65e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'eab11137-2546-449a-96a2-cd51897002d8', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:37.813321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7dca3e49-96e3-4edd-a85d-6826761df65e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:37.818101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7dca3e49-96e3-4edd-a85d-6826761df65e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:37.831676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7dca3e49-96e3-4edd-a85d-6826761df65e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:37.845520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7dca3e49-96e3-4edd-a85d-6826761df65e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:37.851748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e7a7bb98-0b29-4194-87f6-cb3908e11c32 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:37.869433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Allocated IP 172.20.0.2 (fa69da7b-2a72-44c2-9c97-f04cc5178f5f/a21dc418-4fd7-48b1-8a1b-c988b9d580da/4701bb4b-2531-4d2a-9d5e-05191a1bd4f0) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:22:37.877537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e7a7bb98-0b29-4194-87f6-cb3908e11c32 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Transition to ACTIVE for port object 734e86c6-0459-41d4-8f24-bb97ca0998c7 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:37.888737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] For port ef4dba92-220a-4426-93fc-84b636b1fa0c, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:22:37.893753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] For port ef4dba92-220a-4426-93fc-84b636b1fa0c, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ef4dba92-220a-4426-93fc-84b636b1fa0c,segment=NetworkSegment(38bf7b72-241b-4d04-83f6-3aad58608e7b),segment_id=38bf7b72-241b-4d04-83f6-3aad58608e7b)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:22:37.913733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7dca3e49-96e3-4edd-a85d-6826761df65e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:37.941264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:37.949060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:37.997899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-77c919f4-4654-4a27-9f52-05f4e75b48a7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:38.039368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e7a7bb98-0b29-4194-87f6-cb3908e11c32 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:38.042657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-77c919f4-4654-4a27-9f52-05f4e75b48a7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:38.057638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-17228867-fd1e-486f-a7c5-3c163ed0ea73 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:38.067335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-17988b75-061c-4810-92b1-51b9dfb4144c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:38.140657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c919f4-4654-4a27-9f52-05f4e75b48a7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7da5b01-33ec-48a2-b95a-d249898625a6,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:38.155880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-77c919f4-4654-4a27-9f52-05f4e75b48a7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:38.163407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-77c919f4-4654-4a27-9f52-05f4e75b48a7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:38.165024 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-77c919f4-4654-4a27-9f52-05f4e75b48a7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8187325 Apr 23 09:22:38.168599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40912) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:38.176832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ec181f84-4dbb-413a-83de-da3289c81118 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1647968016', 'security_groups': ['f7da5b01-33ec-48a2-b95a-d249898625a6'], 'network_id': 'fa69da7b-2a72-44c2-9c97-f04cc5178f5f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a21dc418-4fd7-48b1-8a1b-c988b9d580da'}]}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:38.181501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 417bd255-c2de-4a14-94ef-e034609375cc up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:22:38.243963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a7bb98-0b29-4194-87f6-cb3908e11c32 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:22:38.243963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7dca3e49-96e3-4edd-a85d-6826761df65e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:38.250842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-e7a7bb98-0b29-4194-87f6-cb3908e11c32 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:38.255503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a7bb98-0b29-4194-87f6-cb3908e11c32 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:22:38.270938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a7bb98-0b29-4194-87f6-cb3908e11c32 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:38.272109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e7a7bb98-0b29-4194-87f6-cb3908e11c32 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:38.317061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Pushing event updated for resources: {'Port': ['ID=ef4dba92-220a-4426-93fc-84b636b1fa0c,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:38.326301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7dca3e49-96e3-4edd-a85d-6826761df65e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:38.332031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:38.389401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 417bd255-c2de-4a14-94ef-e034609375cc completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:38.422969 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e7a7bb98-0b29-4194-87f6-cb3908e11c32 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3723137 Apr 23 09:22:38.432408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7bb98-0b29-4194-87f6-cb3908e11c32 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Port': ['ID=734e86c6-0459-41d4-8f24-bb97ca0998c7,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:38.446752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40918) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:38.451337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e7a7bb98-0b29-4194-87f6-cb3908e11c32 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:38.554521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3cf7a0ba-0f56-4ad6-8718-84a9c5e0c572 tempest-SecGroupIPv6Test-27488903 tempest-SecGroupIPv6Test-27488903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:38.554822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbeb9bc-d9b2-4fbd-9a7e-cf51de564e43 None None] Network b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:22:38.569407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7dca3e49-96e3-4edd-a85d-6826761df65e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:38.569921 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7dca3e49-96e3-4edd-a85d-6826761df65e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7705667 Apr 23 09:22:38.587792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40922) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:38.654888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca3e49-96e3-4edd-a85d-6826761df65e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7757f670-bf44-48dd-be9e-28fea270d847,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:38.659802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7dca3e49-96e3-4edd-a85d-6826761df65e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:38.661891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-66de96b0-3af8-485a-8716-033d8bbb918e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'eab11137-2546-449a-96a2-cd51897002d8', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:38.670808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-66de96b0-3af8-485a-8716-033d8bbb918e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:38.675563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-66de96b0-3af8-485a-8716-033d8bbb918e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:38.680228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-66de96b0-3af8-485a-8716-033d8bbb918e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:38.685108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8205a9b6-fb7d-4be6-bd62-9b4e18f4354d None None] Provisioning for port 417bd255-c2de-4a14-94ef-e034609375cc completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:38.698267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-66de96b0-3af8-485a-8716-033d8bbb918e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:38.698633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:38.705190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8205a9b6-fb7d-4be6-bd62-9b4e18f4354d None None] Provisioning complete for port 417bd255-c2de-4a14-94ef-e034609375cc triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:38.705635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8205a9b6-fb7d-4be6-bd62-9b4e18f4354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:38.719032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ec181f84-4dbb-413a-83de-da3289c81118 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:38.732589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ec181f84-4dbb-413a-83de-da3289c81118 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:port and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:38.738275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ec181f84-4dbb-413a-83de-da3289c81118 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:38.760317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ec181f84-4dbb-413a-83de-da3289c81118 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:38.769119 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-66de96b0-3af8-485a-8716-033d8bbb918e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Project 7602bab2a5e54e68ba9a873197bc68fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:22:38.801505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66de96b0-3af8-485a-8716-033d8bbb918e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:38.813331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f188ae5-f423-4c4f-b793-f3d7047c3750 req-57f6aa7d-38a6-4307-9bb0-8efdd1ae2d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:38.815191 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5f188ae5-f423-4c4f-b793-f3d7047c3750 req-57f6aa7d-38a6-4307-9bb0-8efdd1ae2d39 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cfd1b499d3ee4e909a3bb34186002b43&device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 1098 time: 0.3564630 Apr 23 09:22:38.903546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec181f84-4dbb-413a-83de-da3289c81118 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:39.027788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78165aeb-6bb2-4e41-9d7e-119fe3f95f1e req-022221ce-1725-486c-a79c-027ff43dc58d tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:39.029606 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-78165aeb-6bb2-4e41-9d7e-119fe3f95f1e req-022221ce-1725-486c-a79c-027ff43dc58d tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 945 time: 0.4880445 Apr 23 09:22:39.049470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Transition to ACTIVE for port object 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:39.222110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Transition to ACTIVE for port object 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:39.236835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f188ae5-f423-4c4f-b793-f3d7047c3750 req-02357ae0-9562-454e-81b3-47c0a1f464d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:39.238522 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5f188ae5-f423-4c4f-b793-f3d7047c3750 req-02357ae0-9562-454e-81b3-47c0a1f464d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c HTTP/1.1" status: 200 len: 913 time: 0.4014664 Apr 23 09:22:39.241895 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-78165aeb-6bb2-4e41-9d7e-119fe3f95f1e req-c32895ad-0292-483d-abbd-7088db387303 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005515 Apr 23 09:22:39.316130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b05e405a-065e-4fa5-9485-1af67be7d794 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:39.354708 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5f188ae5-f423-4c4f-b793-f3d7047c3750 req-d16edaa2-e790-45c3-8e17-f12e6d3d66df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=187fe660-31f9-4c09-9bfd-512b1fd97b88 HTTP/1.1" status: 200 len: 217 time: 0.1046782 Apr 23 09:22:39.359564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66de96b0-3af8-485a-8716-033d8bbb918e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:39.370544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:39.394041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:39.405914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66de96b0-3af8-485a-8716-033d8bbb918e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:39.412817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2bb3563d-bc94-4cd6-b4a8-550d4fca7922 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:39.426752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ec181f84-4dbb-413a-83de-da3289c81118 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:39.476962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de96b0-3af8-485a-8716-033d8bbb918e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31353151-0627-4714-8852-c5464294c6ef,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:39.485474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-66de96b0-3af8-485a-8716-033d8bbb918e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:39.501510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-ec181f84-4dbb-413a-83de-da3289c81118 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] device_id is not set on port 54981fc3-e146-4cf2-8ba2-73f0320bfb3f yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:22:39.552181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f188ae5-f423-4c4f-b793-f3d7047c3750 req-a4d9a50e-10c2-4dfd-9182-a5f91a54ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:39.554129 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5f188ae5-f423-4c4f-b793-f3d7047c3750 req-a4d9a50e-10c2-4dfd-9182-a5f91a54ddea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=28dfa994-738d-4941-93ba-9ec40fa48e50 HTTP/1.1" status: 200 len: 852 time: 0.1931536 Apr 23 09:22:39.624908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66de96b0-3af8-485a-8716-033d8bbb918e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:39.630801 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-66de96b0-3af8-485a-8716-033d8bbb918e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0104072 Apr 23 09:22:39.637794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40926) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:39.644680 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5f188ae5-f423-4c4f-b793-f3d7047c3750 req-f22c8f65-5375-46b8-99ec-c9f4d2c7df0a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813437 Apr 23 09:22:39.653058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b153e446-ddbe-47a7-9b56-24d09d8482e1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'eab11137-2546-449a-96a2-cd51897002d8', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:39.706262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b153e446-ddbe-47a7-9b56-24d09d8482e1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:39.725670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8205a9b6-fb7d-4be6-bd62-9b4e18f4354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:39.760738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Network fa69da7b-2a72-44c2-9c97-f04cc5178f5f is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:22:39.771672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b153e446-ddbe-47a7-9b56-24d09d8482e1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:39.776419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b153e446-ddbe-47a7-9b56-24d09d8482e1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:39.786697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Pushing event updated for resources: {'Port': ['ID=4701bb4b-2531-4d2a-9d5e-05191a1bd4f0,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:39.794531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:39.809608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d10fcf0f-8fe2-43ff-bf0e-2c6a4a08c4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:39.817500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:39.819168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:22:39.848094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b153e446-ddbe-47a7-9b56-24d09d8482e1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:39.893794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-8205a9b6-fb7d-4be6-bd62-9b4e18f4354d None None] For port 417bd255-c2de-4a14-94ef-e034609375cc, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=417bd255-c2de-4a14-94ef-e034609375cc,segment=NetworkSegment(f556191a-5709-440e-aee5-616ca96379b2),segment_id=f556191a-5709-440e-aee5-616ca96379b2)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:40.003041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8205a9b6-fb7d-4be6-bd62-9b4e18f4354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:40.009525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-ec181f84-4dbb-413a-83de-da3289c81118 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Allocated IP 172.20.0.11 (fa69da7b-2a72-44c2-9c97-f04cc5178f5f/a21dc418-4fd7-48b1-8a1b-c988b9d580da/54981fc3-e146-4cf2-8ba2-73f0320bfb3f) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:22:40.030412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:40.148209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ef4dba92-220a-4426-93fc-84b636b1fa0c up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:22:40.224076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Attempting to bind port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:22:40.224517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Attempting to bind port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '34933523-5714-45df-a69d-647e860e8610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fa69da7b-2a72-44c2-9c97-f04cc5178f5f'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:22:40.224899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Attempting to bind port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 on network fa69da7b-2a72-44c2-9c97-f04cc5178f5f {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:22:40.253718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:22:40.254205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Checking segment: {'id': '34933523-5714-45df-a69d-647e860e8610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fa69da7b-2a72-44c2-9c97-f04cc5178f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:22:40.254623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:40.255085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Bound using segment: {'id': '34933523-5714-45df-a69d-647e860e8610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fa69da7b-2a72-44c2-9c97-f04cc5178f5f'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:22:40.255642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Bound port: 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34933523-5714-45df-a69d-647e860e8610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fa69da7b-2a72-44c2-9c97-f04cc5178f5f'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:22:40.256070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:40.268849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ec181f84-4dbb-413a-83de-da3289c81118 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:40.291077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ec181f84-4dbb-413a-83de-da3289c81118 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Transition to ACTIVE for port object 54981fc3-e146-4cf2-8ba2-73f0320bfb3f will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:40.322880 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-b153e446-ddbe-47a7-9b56-24d09d8482e1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Project 7602bab2a5e54e68ba9a873197bc68fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:22:40.373946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b153e446-ddbe-47a7-9b56-24d09d8482e1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:40.401781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205a9b6-fb7d-4be6-bd62-9b4e18f4354d None None] Pushing event updated for resources: {'Port': ['ID=417bd255-c2de-4a14-94ef-e034609375cc,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:40.433954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b05e405a-065e-4fa5-9485-1af67be7d794 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:40.435909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ec181f84-4dbb-413a-83de-da3289c81118 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:40.448958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8205a9b6-fb7d-4be6-bd62-9b4e18f4354d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:40.459111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:40.497512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:40.528333 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5f188ae5-f423-4c4f-b793-f3d7047c3750 req-044431f2-4be8-4aaf-a404-59122ac61e80 service neutron] 10.222.0.35 "GET /v2.0/networks/56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8589435 Apr 23 09:22:40.615145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port ef4dba92-220a-4426-93fc-84b636b1fa0c completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:40.630036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b05e405a-065e-4fa5-9485-1af67be7d794 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:40.651684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-be1154c0-8909-428a-8f18-0c8546fd2227 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:40.651794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] For port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:22:40.654494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c40f5c4-d520-41fa-a6f9-992f9bc6b65b None None] Network 0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:22:40.768872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] For port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4701bb4b-2531-4d2a-9d5e-05191a1bd4f0,segment=NetworkSegment(34933523-5714-45df-a69d-647e860e8610),segment_id=34933523-5714-45df-a69d-647e860e8610)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:22:40.781177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-093c5b23-3048-40a9-9b40-7319eba81659 None None] Provisioning complete for port 417bd255-c2de-4a14-94ef-e034609375cc triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:40.781177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-093c5b23-3048-40a9-9b40-7319eba81659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:40.795944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec181f84-4dbb-413a-83de-da3289c81118 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network fa69da7b-2a72-44c2-9c97-f04cc5178f5f is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:22:40.816439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:40.822850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e405a-065e-4fa5-9485-1af67be7d794 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Port': ['ID=734e86c6-0459-41d4-8f24-bb97ca0998c7,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:40.831755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:40.845841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-ec181f84-4dbb-413a-83de-da3289c81118 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:40.857241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b153e446-ddbe-47a7-9b56-24d09d8482e1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:40.871007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec181f84-4dbb-413a-83de-da3289c81118 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:22:40.886806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b05e405a-065e-4fa5-9485-1af67be7d794 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:40.911770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ba377-fb49-47b3-bb4d-660375148889 req-9cacf27c-680d-4903-bb31-59b7c0606073 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:40.915884 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c10ba377-fb49-47b3-bb4d-660375148889 req-9cacf27c-680d-4903-bb31-59b7c0606073 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 945 time: 0.4327731 Apr 23 09:22:40.926105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec181f84-4dbb-413a-83de-da3289c81118 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Port': ['ID=54981fc3-e146-4cf2-8ba2-73f0320bfb3f,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:40.958259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ec181f84-4dbb-413a-83de-da3289c81118 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:40.959572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b153e446-ddbe-47a7-9b56-24d09d8482e1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:40.971591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-45fd52ae-cb0d-4c66-975b-80b5f95f479f tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:41.070402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Pushing event updated for resources: {'Port': ['ID=4701bb4b-2531-4d2a-9d5e-05191a1bd4f0,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:41.079048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:41.093969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153e446-ddbe-47a7-9b56-24d09d8482e1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae9ada4-f8e7-47f1-bb47-5c914e7c390b,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:41.097298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b153e446-ddbe-47a7-9b56-24d09d8482e1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:41.099965 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5f188ae5-f423-4c4f-b793-f3d7047c3750 req-a766a1d2-14b0-4c7e-99ff-3434f6af6486 service neutron] 10.222.0.35 "GET /v2.0/networks/56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5550888 Apr 23 09:22:41.119684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b153e446-ddbe-47a7-9b56-24d09d8482e1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:41.126932 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b153e446-ddbe-47a7-9b56-24d09d8482e1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4759309 Apr 23 09:22:41.142282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec181f84-4dbb-413a-83de-da3289c81118 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:41.143375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ec181f84-4dbb-413a-83de-da3289c81118 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:41.208675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b05e405a-065e-4fa5-9485-1af67be7d794 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:41.222073 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ec181f84-4dbb-413a-83de-da3289c81118 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0518472 Apr 23 09:22:41.225221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40934) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:41.236380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-913a1c94-4c2c-4a11-85f9-54ac73bd266c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'subnet': {'network_id': 'fa69da7b-2a72-44c2-9c97-f04cc5178f5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:41.265678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:41.308640 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c10ba377-fb49-47b3-bb4d-660375148889 req-bddb1836-750e-4e19-bbea-a2c68bfb59c8 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785553 Apr 23 09:22:41.311519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-df168292-7530-4ea2-a590-a123271e8a85 None None] Provisioning for port ef4dba92-220a-4426-93fc-84b636b1fa0c completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:41.319700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-df168292-7530-4ea2-a590-a123271e8a85 None None] Provisioning complete for port ef4dba92-220a-4426-93fc-84b636b1fa0c triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:41.320153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-df168292-7530-4ea2-a590-a123271e8a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:41.598358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-913a1c94-4c2c-4a11-85f9-54ac73bd266c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:41.604627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-913a1c94-4c2c-4a11-85f9-54ac73bd266c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:subnet and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:41.609790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-913a1c94-4c2c-4a11-85f9-54ac73bd266c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:41.625333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-df168292-7530-4ea2-a590-a123271e8a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:41.647210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-913a1c94-4c2c-4a11-85f9-54ac73bd266c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:41.683310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-df168292-7530-4ea2-a590-a123271e8a85 None None] For port ef4dba92-220a-4426-93fc-84b636b1fa0c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ef4dba92-220a-4426-93fc-84b636b1fa0c,segment=NetworkSegment(38bf7b72-241b-4d04-83f6-3aad58608e7b),segment_id=38bf7b72-241b-4d04-83f6-3aad58608e7b)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:41.699364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b05e405a-065e-4fa5-9485-1af67be7d794 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:41.740279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-df168292-7530-4ea2-a590-a123271e8a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:41.743609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:41.798174 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e72a9c69-69e1-4037-96d1-127d598af11b req-be95e760-b1b2-4e6f-938f-c9facf1d7cda tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1863104969&fields=id&tenant_id=7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 267 time: 0.1453598 Apr 23 09:22:41.803904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913a1c94-4c2c-4a11-85f9-54ac73bd266c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:41.816335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-913a1c94-4c2c-4a11-85f9-54ac73bd266c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:41.861004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df168292-7530-4ea2-a590-a123271e8a85 None None] Pushing event updated for resources: {'Port': ['ID=ef4dba92-220a-4426-93fc-84b636b1fa0c,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:41.865273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-df168292-7530-4ea2-a590-a123271e8a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:41.893751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d4f42338-d5b9-496d-9e1c-b442556a94e7 None None] Provisioning complete for port ef4dba92-220a-4426-93fc-84b636b1fa0c triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:41.894183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4f42338-d5b9-496d-9e1c-b442556a94e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:42.203356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d4f42338-d5b9-496d-9e1c-b442556a94e7 None None] Provisioning for port 734e86c6-0459-41d4-8f24-bb97ca0998c7 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:42.216502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d4f42338-d5b9-496d-9e1c-b442556a94e7 None None] Provisioning complete for port 734e86c6-0459-41d4-8f24-bb97ca0998c7 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:42.216936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4f42338-d5b9-496d-9e1c-b442556a94e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:42.320022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f42338-d5b9-496d-9e1c-b442556a94e7 None None] Port 734e86c6-0459-41d4-8f24-bb97ca0998c7 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:22:42.322379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:42.323079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:22:42.355124 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.ipam_backend_mixin [None req-913a1c94-4c2c-4a11-85f9-54ac73bd266c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a21dc418-4fd7-48b1-8a1b-c988b9d580da (CIDR: 172.20.0.0/28) Apr 23 09:22:42.446637 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-913a1c94-4c2c-4a11-85f9-54ac73bd266c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:22:42.447396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-913a1c94-4c2c-4a11-85f9-54ac73bd266c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:22:42.491031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a9c69-69e1-4037-96d1-127d598af11b req-2438896b-bc49-4901-ac7c-1f6b67c7d01e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:42.491863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-e72a9c69-69e1-4037-96d1-127d598af11b req-2438896b-bc49-4901-ac7c-1f6b67c7d01e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:22:42.509767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b05e405a-065e-4fa5-9485-1af67be7d794 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:42.522936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f5bde3e0-0113-44d8-8703-7a3ca633e1b9 None None] Provisioning complete for port 734e86c6-0459-41d4-8f24-bb97ca0998c7 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:42.523677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5bde3e0-0113-44d8-8703-7a3ca633e1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:42.537101 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-913a1c94-4c2c-4a11-85f9-54ac73bd266c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3100266 Apr 23 09:22:42.540591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40950) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:42.552991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-510d77eb-650c-4ebf-92be-9753836b6cba tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'subnet': {'network_id': 'fa69da7b-2a72-44c2-9c97-f04cc5178f5f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:42.578028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b05e405a-065e-4fa5-9485-1af67be7d794 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:42.580897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b05e405a-065e-4fa5-9485-1af67be7d794 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:42.596046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-e72a9c69-69e1-4037-96d1-127d598af11b req-2438896b-bc49-4901-ac7c-1f6b67c7d01e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:22:42.597121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-58714da2-9018-4a6c-997c-06b45b5d1854 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:42.604489 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e72a9c69-69e1-4037-96d1-127d598af11b req-2438896b-bc49-4901-ac7c-1f6b67c7d01e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/networks?id=b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd HTTP/1.1" status: 200 len: 797 time: 0.7428746 Apr 23 09:22:42.643040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f5bde3e0-0113-44d8-8703-7a3ca633e1b9 None None] Port 734e86c6-0459-41d4-8f24-bb97ca0998c7 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:22:42.672018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:42.680213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ef4dba92-220a-4426-93fc-84b636b1fa0c up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:22:42.719332 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e72a9c69-69e1-4037-96d1-127d598af11b req-96e806dc-d53a-4de6-9ff5-15c7e9ac0019 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/quotas/7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 375 time: 0.0866606 Apr 23 09:22:42.775381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d3ab5cf3-6b09-4e91-a30a-d381b2ba9534 None None] Provisioning complete for port 734e86c6-0459-41d4-8f24-bb97ca0998c7 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:42.776249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d3ab5cf3-6b09-4e91-a30a-d381b2ba9534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:42.848570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port ef4dba92-220a-4426-93fc-84b636b1fa0c triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:42.849124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:42.893039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e405a-065e-4fa5-9485-1af67be7d794 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Port': ['ID=734e86c6-0459-41d4-8f24-bb97ca0998c7,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:42.902896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b05e405a-065e-4fa5-9485-1af67be7d794 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:42.904478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d3ab5cf3-6b09-4e91-a30a-d381b2ba9534 None None] Port 734e86c6-0459-41d4-8f24-bb97ca0998c7 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:22:42.914827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05e405a-065e-4fa5-9485-1af67be7d794 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:22:42.921764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b05e405a-065e-4fa5-9485-1af67be7d794 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:42.940153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6461d5c-1494-4034-a8b6-7e5206f246ca req-49ec17e2-5f01-424e-9ec9-13450ac13bb1 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:42.942470 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e6461d5c-1494-4034-a8b6-7e5206f246ca req-49ec17e2-5f01-424e-9ec9-13450ac13bb1 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 945 time: 0.4242597 Apr 23 09:22:43.025649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 417bd255-c2de-4a14-94ef-e034609375cc up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:22:43.142180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 417bd255-c2de-4a14-94ef-e034609375cc triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:43.143074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:43.171534 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e6461d5c-1494-4034-a8b6-7e5206f246ca req-18056c2c-cabc-46b1-87a4-1f4bbf0cc5fc tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576762 Apr 23 09:22:43.213441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d5340353-bc1c-4636-9183-3dcb42e28ce9 None None] Provisioning for port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:43.229978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-510d77eb-650c-4ebf-92be-9753836b6cba tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:43.238665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d5340353-bc1c-4636-9183-3dcb42e28ce9 None None] Provisioning complete for port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:43.238914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-510d77eb-650c-4ebf-92be-9753836b6cba tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:subnet and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:43.239805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d5340353-bc1c-4636-9183-3dcb42e28ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:43.247404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-510d77eb-650c-4ebf-92be-9753836b6cba tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:43.267991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-510d77eb-650c-4ebf-92be-9753836b6cba tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:43.327174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510d77eb-650c-4ebf-92be-9753836b6cba tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:43.333985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-510d77eb-650c-4ebf-92be-9753836b6cba tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:43.339927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05e405a-065e-4fa5-9485-1af67be7d794 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Router 9f0ca906-e242-4133-a5e9-02ea6f74c82d is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:22:43.518593 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e72a9c69-69e1-4037-96d1-127d598af11b req-65347f77-b25c-4ef4-bee5-c2ec5e125b15 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7911255 Apr 23 09:22:43.564308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05e405a-065e-4fa5-9485-1af67be7d794 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:22:43.580664 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b05e405a-065e-4fa5-9485-1af67be7d794 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "PUT /v2.0/routers/9f0ca906-e242-4133-a5e9-02ea6f74c82d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1316791 Apr 23 09:22:43.583501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40958) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:43.693678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d5340353-bc1c-4636-9183-3dcb42e28ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:43.726895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150c3e15-e2a0-4ede-8f6a-d9ba25e8d585 None None] Sync routers for ids ['9f0ca906-e242-4133-a5e9-02ea6f74c82d'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:22:43.752353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a1e9bd-e491-44b2-b2bf-af5ae6acf22d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:43.753225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150c3e15-e2a0-4ede-8f6a-d9ba25e8d585 None None] Routers {'9f0ca906-e242-4133-a5e9-02ea6f74c82d'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:22:43.754142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-150c3e15-e2a0-4ede-8f6a-d9ba25e8d585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:22:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['9f0ca906-e242-4133-a5e9-02ea6f74c82d'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:43.757327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b6a1e9bd-e491-44b2-b2bf-af5ae6acf22d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Synchronizing usage tracker for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:22:43.803577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [req-e72a9c69-69e1-4037-96d1-127d598af11b req-6612a8a8-e5d1-46cb-9c1f-502334074510 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:22:43.804885 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e72a9c69-69e1-4037-96d1-127d598af11b req-6612a8a8-e5d1-46cb-9c1f-502334074510 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2555957 Apr 23 09:22:43.836882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b6a1e9bd-e491-44b2-b2bf-af5ae6acf22d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Unset dirty status for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:22:43.837267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-150c3e15-e2a0-4ede-8f6a-d9ba25e8d585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:43.841318 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b6a1e9bd-e491-44b2-b2bf-af5ae6acf22d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f0ca906-e242-4133-a5e9-02ea6f74c82d HTTP/1.1" status: 200 len: 989 time: 0.2535555 Apr 23 09:22:43.841718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40964) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:43.844236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d5340353-bc1c-4636-9183-3dcb42e28ce9 None None] For port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4701bb4b-2531-4d2a-9d5e-05191a1bd4f0,segment=NetworkSegment(34933523-5714-45df-a69d-647e860e8610),segment_id=34933523-5714-45df-a69d-647e860e8610)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:43.849525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150c3e15-e2a0-4ede-8f6a-d9ba25e8d585 None None] Routers {'9f0ca906-e242-4133-a5e9-02ea6f74c82d'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:22:43.850214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-150c3e15-e2a0-4ede-8f6a-d9ba25e8d585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:22:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['9f0ca906-e242-4133-a5e9-02ea6f74c82d'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:43.917952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d5340353-bc1c-4636-9183-3dcb42e28ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:44.121829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:44.172260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-150c3e15-e2a0-4ede-8f6a-d9ba25e8d585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:44.172632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150c3e15-e2a0-4ede-8f6a-d9ba25e8d585 None None] The sync data for ids ['9f0ca906-e242-4133-a5e9-02ea6f74c82d'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:22:44.194393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d5340353-bc1c-4636-9183-3dcb42e28ce9 None None] Provisioning complete for port c96da68a-25e3-47ce-bcd0-24f8f32ddd0a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:44.194836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d5340353-bc1c-4636-9183-3dcb42e28ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:44.263819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5340353-bc1c-4636-9183-3dcb42e28ce9 None None] Pushing event updated for resources: {'Port': ['ID=4701bb4b-2531-4d2a-9d5e-05191a1bd4f0,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:44.279930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5340353-bc1c-4636-9183-3dcb42e28ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:44.280333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5340353-bc1c-4636-9183-3dcb42e28ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:44.280712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5340353-bc1c-4636-9183-3dcb42e28ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:44.281092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5340353-bc1c-4636-9183-3dcb42e28ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:44.281465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5340353-bc1c-4636-9183-3dcb42e28ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:44.281841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5340353-bc1c-4636-9183-3dcb42e28ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:44.282207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5340353-bc1c-4636-9183-3dcb42e28ce9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:44.282609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5340353-bc1c-4636-9183-3dcb42e28ce9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:44.282982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5340353-bc1c-4636-9183-3dcb42e28ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:44.283349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5340353-bc1c-4636-9183-3dcb42e28ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:44.283718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5340353-bc1c-4636-9183-3dcb42e28ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:44.284080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5340353-bc1c-4636-9183-3dcb42e28ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:22:44.285369 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e72a9c69-69e1-4037-96d1-127d598af11b req-73c37bad-b4ef-4208-82a7-88e0d6776419 service neutron] 10.222.0.60 "GET /v2.0/networks/b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715829 Apr 23 09:22:44.288776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d5340353-bc1c-4636-9183-3dcb42e28ce9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:44.290807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d5340353-bc1c-4636-9183-3dcb42e28ce9 None None] Port c96da68a-25e3-47ce-bcd0-24f8f32ddd0a cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:22:44.437279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-41a27a30-66b4-411f-bf70-8726bb05962b None None] Provisioning for port 54981fc3-e146-4cf2-8ba2-73f0320bfb3f completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:44.443250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-41a27a30-66b4-411f-bf70-8726bb05962b None None] Provisioning complete for port 54981fc3-e146-4cf2-8ba2-73f0320bfb3f triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:44.443844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41a27a30-66b4-411f-bf70-8726bb05962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:44.552164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-41a27a30-66b4-411f-bf70-8726bb05962b None None] Port 54981fc3-e146-4cf2-8ba2-73f0320bfb3f cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:22:44.578779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-41a27a30-66b4-411f-bf70-8726bb05962b None None] Provisioning complete for port 734e86c6-0459-41d4-8f24-bb97ca0998c7 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:44.579267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41a27a30-66b4-411f-bf70-8726bb05962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:44.595166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978005e-0328-4f68-af74-b3b48071ac24 req-da6eca5e-89ae-4267-a489-7a182fd59da0 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:44.596865 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6978005e-0328-4f68-af74-b3b48071ac24 req-da6eca5e-89ae-4267-a489-7a182fd59da0 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 945 time: 0.6812062 Apr 23 09:22:44.668314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-41a27a30-66b4-411f-bf70-8726bb05962b None None] Port 734e86c6-0459-41d4-8f24-bb97ca0998c7 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:22:44.670442 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6978005e-0328-4f68-af74-b3b48071ac24 req-307701d8-d5c1-4ddc-acba-db64b27fac79 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482039 Apr 23 09:22:44.718789 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e72a9c69-69e1-4037-96d1-127d598af11b req-bd567c4c-ed8d-4a09-89e0-e481d0701fc1 service neutron] 10.222.0.60 "GET /v2.0/networks/b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098291 Apr 23 09:22:44.747652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-510d77eb-650c-4ebf-92be-9753836b6cba tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:44.753222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f88ed721-63a2-40af-9e7c-78e0a7590ddb tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:44.824485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510d77eb-650c-4ebf-92be-9753836b6cba tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network fa69da7b-2a72-44c2-9c97-f04cc5178f5f is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:22:44.827307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-510d77eb-650c-4ebf-92be-9753836b6cba tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:44.841594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4218805-91b3-4e05-9f0d-151856f4039d None None] Network fa69da7b-2a72-44c2-9c97-f04cc5178f5f requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:22:44.848373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d77eb-650c-4ebf-92be-9753836b6cba tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Subnet': ['ID=2ad2bcf5-1fde-4c46-a502-cb368a2dd86c,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:44.854641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510d77eb-650c-4ebf-92be-9753836b6cba tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:44.859025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-510d77eb-650c-4ebf-92be-9753836b6cba tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:44.867138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-510d77eb-650c-4ebf-92be-9753836b6cba tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:44.922524 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-510d77eb-650c-4ebf-92be-9753836b6cba tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3773572 Apr 23 09:22:44.923252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40968) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:44.936502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-722fbe6c-ea99-43c4-964b-af903870d79b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-827665622', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2ad2bcf5-1fde-4c46-a502-cb368a2dd86c'}], 'security_groups': ['d21ee89f-e1a6-4282-8fc8-d800790f2599']}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:44.967188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a1b764e-0faa-4c8c-9ff5-e39840233000 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:45.200410 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-94d58a74-8006-4604-8f64-5036c574bdec req-32b5be38-b115-4485-8ffb-6b7081341b23 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=272d8cfe-d4b3-4ade-8815-4960665fc12a HTTP/1.1" status: 200 len: 210 time: 0.1038046 Apr 23 09:22:45.363974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-722fbe6c-ea99-43c4-964b-af903870d79b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:45.423018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a1bbcb-71a8-4c1d-a38c-a7f6d0f58170 None None] Update dhcp port {'port': {'network_id': 'fa69da7b-2a72-44c2-9c97-f04cc5178f5f', 'fixed_ips': [{'subnet_id': 'a21dc418-4fd7-48b1-8a1b-c988b9d580da', 'ip_address': '172.20.0.2'}, {'subnet_id': '2ad2bcf5-1fde-4c46-a502-cb368a2dd86c'}], 'binding:host_id': 'dv-neutron-786478-4-hyperv'}, 'id': '4701bb4b-2531-4d2a-9d5e-05191a1bd4f0'} from dv-neutron-786478-4-hyperv. {{(pid=87176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 23 09:22:45.539099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bbcb-71a8-4c1d-a38c-a7f6d0f58170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:45.799994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0a1b764e-0faa-4c8c-9ff5-e39840233000 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting port 734e86c6-0459-41d4-8f24-bb97ca0998c7 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:22:45.800855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a1b764e-0faa-4c8c-9ff5-e39840233000 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:45.985771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-722fbe6c-ea99-43c4-964b-af903870d79b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Delete allocated IP 172.20.0.11 (fa69da7b-2a72-44c2-9c97-f04cc5178f5f/a21dc418-4fd7-48b1-8a1b-c988b9d580da) {{(pid=87174) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Apr 23 09:22:45.997831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-722fbe6c-ea99-43c4-964b-af903870d79b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Allocated IP 172.20.0.22 (fa69da7b-2a72-44c2-9c97-f04cc5178f5f/2ad2bcf5-1fde-4c46-a502-cb368a2dd86c/54981fc3-e146-4cf2-8ba2-73f0320bfb3f) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:22:46.051109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a1b764e-0faa-4c8c-9ff5-e39840233000 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:46.052307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4604e1f-a696-43e0-918c-422d84bea50b req-852c49dd-1821-4523-bbde-b7e6b8e9414d tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:46.054042 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b4604e1f-a696-43e0-918c-422d84bea50b req-852c49dd-1821-4523-bbde-b7e6b8e9414d tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 945 time: 0.1640277 Apr 23 09:22:46.068698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:22:46.190954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:46.191449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:46.277735 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b4604e1f-a696-43e0-918c-422d84bea50b req-4bcabc2d-3887-4a5e-b706-62b6fc12da6f tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076669 Apr 23 09:22:46.321868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0a1b764e-0faa-4c8c-9ff5-e39840233000 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Calling delete_port for 734e86c6-0459-41d4-8f24-bb97ca0998c7 owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:22:46.467622 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c953f040-db6c-489e-a928-9c46e5ae24f0 req-f337f5cb-0b01-4a32-ab51-2945bbd5b4a4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=272d8cfe-d4b3-4ade-8815-4960665fc12a HTTP/1.1" status: 200 len: 210 time: 0.0675812 Apr 23 09:22:46.472623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-722fbe6c-ea99-43c4-964b-af903870d79b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:46.514038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-722fbe6c-ea99-43c4-964b-af903870d79b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Transition to ACTIVE for port object 54981fc3-e146-4cf2-8ba2-73f0320bfb3f will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:46.549429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-722fbe6c-ea99-43c4-964b-af903870d79b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:46.559331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-833d5375-9fc0-4fbc-ac4e-0bcb85d308cc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:46.694168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a8a1bbcb-71a8-4c1d-a38c-a7f6d0f58170 None None] Allocated IP 172.20.0.18 (fa69da7b-2a72-44c2-9c97-f04cc5178f5f/2ad2bcf5-1fde-4c46-a502-cb368a2dd86c/4701bb4b-2531-4d2a-9d5e-05191a1bd4f0) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:22:46.715462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a1b764e-0faa-4c8c-9ff5-e39840233000 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:46.735876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fbe6c-ea99-43c4-964b-af903870d79b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Port': ['ID=54981fc3-e146-4cf2-8ba2-73f0320bfb3f,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:46.739584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9b753999-8db6-4b92-9c1b-f2b496c9915e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:46.741867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-722fbe6c-ea99-43c4-964b-af903870d79b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:46.802740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-722fbe6c-ea99-43c4-964b-af903870d79b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] In _notify_port_updated(), no bound segment for port 54981fc3-e146-4cf2-8ba2-73f0320bfb3f on network fa69da7b-2a72-44c2-9c97-f04cc5178f5f {{(pid=87174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 23 09:22:46.809868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722fbe6c-ea99-43c4-964b-af903870d79b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:46.811401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-722fbe6c-ea99-43c4-964b-af903870d79b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:46.818794 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-722fbe6c-ea99-43c4-964b-af903870d79b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "PUT /v2.0/ports/54981fc3-e146-4cf2-8ba2-73f0320bfb3f HTTP/1.1" status: 200 len: 920 time: 1.8909814 Apr 23 09:22:46.819480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 40990) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:46.829168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b764e-0faa-4c8c-9ff5-e39840233000 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Port': ['ID=734e86c6-0459-41d4-8f24-bb97ca0998c7,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:46.838669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0a1b764e-0faa-4c8c-9ff5-e39840233000 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:47.007112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a8a1bbcb-71a8-4c1d-a38c-a7f6d0f58170 None None] For port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4701bb4b-2531-4d2a-9d5e-05191a1bd4f0,segment=NetworkSegment(34933523-5714-45df-a69d-647e860e8610),segment_id=34933523-5714-45df-a69d-647e860e8610)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:47.049251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bbcb-71a8-4c1d-a38c-a7f6d0f58170 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:47.073603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a8a1bbcb-71a8-4c1d-a38c-a7f6d0f58170 None None] Transition to ACTIVE for port object 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:47.103650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8a1bbcb-71a8-4c1d-a38c-a7f6d0f58170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:47.103927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a1b764e-0faa-4c8c-9ff5-e39840233000 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:47.117064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:47.171401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4ba8cf24-50e3-4900-adf5-0f7ae7eb5c72 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting port 54981fc3-e146-4cf2-8ba2-73f0320bfb3f {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:22:47.172066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4ba8cf24-50e3-4900-adf5-0f7ae7eb5c72 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:47.286997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1bbcb-71a8-4c1d-a38c-a7f6d0f58170 None None] Pushing event updated for resources: {'Port': ['ID=4701bb4b-2531-4d2a-9d5e-05191a1bd4f0,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:47.294249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a8a1bbcb-71a8-4c1d-a38c-a7f6d0f58170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:47.297699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f5b5f-51c1-4497-aa20-6e2f6441c360 req-7fe45bea-1fb8-4010-8ebe-6d517bced95d tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:47.299465 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7b0f5b5f-51c1-4497-aa20-6e2f6441c360 req-7fe45bea-1fb8-4010-8ebe-6d517bced95d tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 945 time: 0.4474690 Apr 23 09:22:47.381103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1891a76-4c6b-4ac0-9ddc-fb9e176ac5d1 req-688f1fd0-c93c-4a54-b87b-ff2036c6004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:47.382801 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c1891a76-4c6b-4ac0-9ddc-fb9e176ac5d1 req-688f1fd0-c93c-4a54-b87b-ff2036c6004d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cfd1b499d3ee4e909a3bb34186002b43&device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 1098 time: 0.3546934 Apr 23 09:22:47.449459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4ba8cf24-50e3-4900-adf5-0f7ae7eb5c72 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:47.532923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1b764e-0faa-4c8c-9ff5-e39840233000 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Router 9f0ca906-e242-4133-a5e9-02ea6f74c82d has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:22:47.538793 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7b0f5b5f-51c1-4497-aa20-6e2f6441c360 req-93c0f9c1-39c8-4465-9b5c-a8d019db8995 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605620 Apr 23 09:22:47.741162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1b764e-0faa-4c8c-9ff5-e39840233000 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:22:47.753062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4ba8cf24-50e3-4900-adf5-0f7ae7eb5c72 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Calling delete_port for 54981fc3-e146-4cf2-8ba2-73f0320bfb3f owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:22:47.761023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6406c3-942b-4bd1-815e-ccb66c8af894 None None] Sync routers for ids ['9f0ca906-e242-4133-a5e9-02ea6f74c82d'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:22:47.775421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6406c3-942b-4bd1-815e-ccb66c8af894 None None] Routers {'9f0ca906-e242-4133-a5e9-02ea6f74c82d'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:22:47.776498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-fc6406c3-942b-4bd1-815e-ccb66c8af894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:22:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['9f0ca906-e242-4133-a5e9-02ea6f74c82d'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:47.888006 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-89a92743-cb58-47fc-887a-2ab74b319fe0 req-3734597e-4ae1-4069-9bd0-01dd87c4792f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=272d8cfe-d4b3-4ade-8815-4960665fc12a HTTP/1.1" status: 200 len: 210 time: 0.1487319 Apr 23 09:22:47.916299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-fc6406c3-942b-4bd1-815e-ccb66c8af894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:47.939605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6406c3-942b-4bd1-815e-ccb66c8af894 None None] Routers {'9f0ca906-e242-4133-a5e9-02ea6f74c82d'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:22:47.940156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-fc6406c3-942b-4bd1-815e-ccb66c8af894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:22:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['9f0ca906-e242-4133-a5e9-02ea6f74c82d'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:47.970555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a9c69-69e1-4037-96d1-127d598af11b req-5345a679-a94c-421e-a1b0-f7a60274ca78 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:47.972342 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e72a9c69-69e1-4037-96d1-127d598af11b req-5345a679-a94c-421e-a1b0-f7a60274ca78 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/networks?id=b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd HTTP/1.1" status: 200 len: 797 time: 0.2581832 Apr 23 09:22:47.983473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1891a76-4c6b-4ac0-9ddc-fb9e176ac5d1 req-8b7bb182-f10c-4dba-9dd0-0a27badd7141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:47.985864 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c1891a76-4c6b-4ac0-9ddc-fb9e176ac5d1 req-8b7bb182-f10c-4dba-9dd0-0a27badd7141 service neutron] 10.222.0.35 "GET /v2.0/networks?id=56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c HTTP/1.1" status: 200 len: 913 time: 0.5934491 Apr 23 09:22:48.025278 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0a1b764e-0faa-4c8c-9ff5-e39840233000 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "PUT /v2.0/routers/9f0ca906-e242-4133-a5e9-02ea6f74c82d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1820364 Apr 23 09:22:48.030925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 40996) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:48.048147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-fc6406c3-942b-4bd1-815e-ccb66c8af894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:48.048800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6406c3-942b-4bd1-815e-ccb66c8af894 None None] The sync data for ids ['9f0ca906-e242-4133-a5e9-02ea6f74c82d'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:22:48.105026 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c1891a76-4c6b-4ac0-9ddc-fb9e176ac5d1 req-b00abee1-1857-41cb-98a8-ead765c3de4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=187fe660-31f9-4c09-9bfd-512b1fd97b88 HTTP/1.1" status: 200 len: 217 time: 0.1094170 Apr 23 09:22:48.107793 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d0b535-f4cc-454f-be40-9fd2b2592231 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] GET failed (client error): The resource could not be found. Apr 23 09:22:48.107793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-14d0b535-f4cc-454f-be40-9fd2b2592231 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Synchronizing usage tracker for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:22:48.114756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:22:48.145015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-e72a9c69-69e1-4037-96d1-127d598af11b req-530ef429-20b2-4e1d-aca1-d770dabfa7b2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:22:48.218061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-14d0b535-f4cc-454f-be40-9fd2b2592231 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Unset dirty status for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:22:48.227893 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-14d0b535-f4cc-454f-be40-9fd2b2592231 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports/734e86c6-0459-41d4-8f24-bb97ca0998c7 HTTP/1.1" status: 404 len: 333 time: 0.1837575 Apr 23 09:22:48.227893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41000) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:48.294111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-e72a9c69-69e1-4037-96d1-127d598af11b req-530ef429-20b2-4e1d-aca1-d770dabfa7b2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:22:48.295396 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e72a9c69-69e1-4037-96d1-127d598af11b req-530ef429-20b2-4e1d-aca1-d770dabfa7b2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 472 time: 0.3114159 Apr 23 09:22:48.297551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-abd56cfc-424d-43c5-970b-9a4aa500a818 None None] Provisioning for port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:48.304727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-abd56cfc-424d-43c5-970b-9a4aa500a818 None None] Provisioning complete for port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:48.306160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-abd56cfc-424d-43c5-970b-9a4aa500a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:48.351240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1891a76-4c6b-4ac0-9ddc-fb9e176ac5d1 req-673d4fa5-2ea2-486f-9f53-dd5716178877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:48.354149 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c1891a76-4c6b-4ac0-9ddc-fb9e176ac5d1 req-673d4fa5-2ea2-486f-9f53-dd5716178877 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=28dfa994-738d-4941-93ba-9ec40fa48e50 HTTP/1.1" status: 200 len: 852 time: 0.2397873 Apr 23 09:22:48.363572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-e72a9c69-69e1-4037-96d1-127d598af11b req-d635d452-14cd-4236-8ad7-1bc3caedfe40 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'port': {'device_id': '272d8cfe-d4b3-4ade-8815-4960665fc12a', 'network_id': 'b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd', 'admin_state_up': True, 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'security_groups': ['eab11137-2546-449a-96a2-cd51897002d8']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:48.425475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b241a768-ef7c-4c07-a42b-dc5db4a3f711 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:48.425724 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c1891a76-4c6b-4ac0-9ddc-fb9e176ac5d1 req-6cce5e09-3153-47a6-aec7-77d8597d19e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616124 Apr 23 09:22:48.487080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-abd56cfc-424d-43c5-970b-9a4aa500a818 None None] Could not find standard attr ID for object 54981fc3-e146-4cf2-8ba2-73f0320bfb3f. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:22:48.502015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-abd56cfc-424d-43c5-970b-9a4aa500a818 None None] Provisioning complete for port c96da68a-25e3-47ce-bcd0-24f8f32ddd0a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:48.502467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-abd56cfc-424d-43c5-970b-9a4aa500a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:48.541524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4ba8cf24-50e3-4900-adf5-0f7ae7eb5c72 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:48.552558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ec181f84-4dbb-413a-83de-da3289c81118 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:48.602269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-abd56cfc-424d-43c5-970b-9a4aa500a818 None None] Port c96da68a-25e3-47ce-bcd0-24f8f32ddd0a cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:22:48.615636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8cf24-50e3-4900-adf5-0f7ae7eb5c72 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Port': ['ID=54981fc3-e146-4cf2-8ba2-73f0320bfb3f,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:48.636067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4ba8cf24-50e3-4900-adf5-0f7ae7eb5c72 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:48.776524 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c1891a76-4c6b-4ac0-9ddc-fb9e176ac5d1 req-31cf8a6e-29f3-4940-a0cc-b1282d9f9816 service neutron] 10.222.0.35 "GET /v2.0/networks/56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420057 Apr 23 09:22:48.786855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4ba8cf24-50e3-4900-adf5-0f7ae7eb5c72 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:48.823230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cf234ef4-f2b7-42e6-90b0-778466d8b863 None None] Could not find standard attr ID for object 54981fc3-e146-4cf2-8ba2-73f0320bfb3f. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:22:48.841570 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4ba8cf24-50e3-4900-adf5-0f7ae7eb5c72 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/ports/54981fc3-e146-4cf2-8ba2-73f0320bfb3f HTTP/1.1" status: 204 len: 168 time: 2.0208671 Apr 23 09:22:48.844538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41010) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:49.345757 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-49bb75b1-b73c-4303-8481-9412f0341c1b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] GET failed (client error): The resource could not be found. Apr 23 09:22:49.346647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-49bb75b1-b73c-4303-8481-9412f0341c1b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Synchronizing usage tracker for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:22:49.368677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b241a768-ef7c-4c07-a42b-dc5db4a3f711 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:49.371248 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0e3403e8-97af-4eeb-b775-a2c99358eaa8 req-4b0b7cc3-3285-47fb-9d68-0577de137909 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=272d8cfe-d4b3-4ade-8815-4960665fc12a HTTP/1.1" status: 200 len: 210 time: 0.0844343 Apr 23 09:22:49.375192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b241a768-ef7c-4c07-a42b-dc5db4a3f711 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:49.392641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-e72a9c69-69e1-4037-96d1-127d598af11b req-d635d452-14cd-4236-8ad7-1bc3caedfe40 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:49.397497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-e72a9c69-69e1-4037-96d1-127d598af11b req-d635d452-14cd-4236-8ad7-1bc3caedfe40 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:port and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:49.404805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-e72a9c69-69e1-4037-96d1-127d598af11b req-d635d452-14cd-4236-8ad7-1bc3caedfe40 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:49.413346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-49bb75b1-b73c-4303-8481-9412f0341c1b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Unset dirty status for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:22:49.415012 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-49bb75b1-b73c-4303-8481-9412f0341c1b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports/54981fc3-e146-4cf2-8ba2-73f0320bfb3f HTTP/1.1" status: 404 len: 333 time: 0.5691171 Apr 23 09:22:49.421147 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c1891a76-4c6b-4ac0-9ddc-fb9e176ac5d1 req-c6603903-2cac-4550-aa99-c7a51bebb4fe service neutron] 10.222.0.35 "GET /v2.0/networks/56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6359470 Apr 23 09:22:49.421666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41016) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:49.423601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-e72a9c69-69e1-4037-96d1-127d598af11b req-d635d452-14cd-4236-8ad7-1bc3caedfe40 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:49.465175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54b7c1-5190-4e7f-bdbe-abb5ed41cfe6 req-06ad8eda-4ded-4fd9-a806-75915470d807 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:49.467220 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5f54b7c1-5190-4e7f-bdbe-abb5ed41cfe6 req-06ad8eda-4ded-4fd9-a806-75915470d807 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 945 time: 0.4096253 Apr 23 09:22:49.500258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b241a768-ef7c-4c07-a42b-dc5db4a3f711 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:49.500258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b241a768-ef7c-4c07-a42b-dc5db4a3f711 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Fanout notify agent at l3_agent the message router_deleted on router 9f0ca906-e242-4133-a5e9-02ea6f74c82d {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:22:49.533524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b241a768-ef7c-4c07-a42b-dc5db4a3f711 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:49.534837 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b241a768-ef7c-4c07-a42b-dc5db4a3f711 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/routers/9f0ca906-e242-4133-a5e9-02ea6f74c82d HTTP/1.1" status: 204 len: 168 time: 1.3110747 Apr 23 09:22:49.539258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72a9c69-69e1-4037-96d1-127d598af11b req-d635d452-14cd-4236-8ad7-1bc3caedfe40 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:49.539758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41020) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:49.543237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c86d881c-4825-4ea4-95e7-6be2e1ea997f tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:49.546232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e72a9c69-69e1-4037-96d1-127d598af11b req-d635d452-14cd-4236-8ad7-1bc3caedfe40 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:49.567455 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5f54b7c1-5190-4e7f-bdbe-abb5ed41cfe6 req-a40ee60a-e4ad-4e12-80bb-b2ce0ec50f94 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930140 Apr 23 09:22:49.638359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c86d881c-4825-4ea4-95e7-6be2e1ea997f tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:49.680275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bea1a4b-0aac-43af-8b10-b5916b698fc0 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting subnet 826ba4d5-93b3-4b5e-8c68-5faf1351fe53 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:22:49.685361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bea1a4b-0aac-43af-8b10-b5916b698fc0 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:49.766602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bea1a4b-0aac-43af-8b10-b5916b698fc0 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:49.769601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-e72a9c69-69e1-4037-96d1-127d598af11b req-d635d452-14cd-4236-8ad7-1bc3caedfe40 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.20.0.19 (b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd/489da28e-0951-4861-92ef-9f5eae9dddcb/e5d65415-0d57-4329-8bec-5bb24f4a32e5) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:22:49.803530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c86d881c-4825-4ea4-95e7-6be2e1ea997f tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:49.811625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-615a6b0d-2eab-48cc-b741-fa36af52c13c tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:49.830476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d881c-4825-4ea4-95e7-6be2e1ea997f tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7da5b01-33ec-48a2-b95a-d249898625a6,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:49.835037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c86d881c-4825-4ea4-95e7-6be2e1ea997f tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:49.851555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c86d881c-4825-4ea4-95e7-6be2e1ea997f tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:49.853279 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c86d881c-4825-4ea4-95e7-6be2e1ea997f tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/security-groups/f7da5b01-33ec-48a2-b95a-d249898625a6 HTTP/1.1" status: 204 len: 168 time: 0.4305713 Apr 23 09:22:49.857281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41024) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:49.956920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bea1a4b-0aac-43af-8b10-b5916b698fc0 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:50.000702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-072c6b37-2fc7-47ed-8b4e-1edee3692173 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:50.069246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e72a9c69-69e1-4037-96d1-127d598af11b req-d635d452-14cd-4236-8ad7-1bc3caedfe40 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:50.073337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-072c6b37-2fc7-47ed-8b4e-1edee3692173 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:50.091948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-e72a9c69-69e1-4037-96d1-127d598af11b req-d635d452-14cd-4236-8ad7-1bc3caedfe40 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Transition to ACTIVE for port object e5d65415-0d57-4329-8bec-5bb24f4a32e5 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:50.156429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e72a9c69-69e1-4037-96d1-127d598af11b req-d635d452-14cd-4236-8ad7-1bc3caedfe40 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:50.169910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aa808737-cb44-4126-ae4d-1e880a775c7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:50.260513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-072c6b37-2fc7-47ed-8b4e-1edee3692173 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:50.267110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-54edfe84-033a-451d-892b-08b7de57ae81 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:50.323922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c6b37-2fc7-47ed-8b4e-1edee3692173 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21ee89f-e1a6-4282-8fc8-d800790f2599,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:50.329221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-072c6b37-2fc7-47ed-8b4e-1edee3692173 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:50.329882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72a9c69-69e1-4037-96d1-127d598af11b req-d635d452-14cd-4236-8ad7-1bc3caedfe40 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:22:50.338412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-072c6b37-2fc7-47ed-8b4e-1edee3692173 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:50.339089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-e72a9c69-69e1-4037-96d1-127d598af11b req-d635d452-14cd-4236-8ad7-1bc3caedfe40 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:50.339709 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-072c6b37-2fc7-47ed-8b4e-1edee3692173 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/security-groups/d21ee89f-e1a6-4282-8fc8-d800790f2599 HTTP/1.1" status: 204 len: 168 time: 0.4814427 Apr 23 09:22:50.343664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41028) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:50.347411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72a9c69-69e1-4037-96d1-127d598af11b req-d635d452-14cd-4236-8ad7-1bc3caedfe40 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:22:50.506040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f0664d-c0b6-4480-a8af-ba8279b84543 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting subnet a21dc418-4fd7-48b1-8a1b-c988b9d580da {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:22:50.513263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635d452-14cd-4236-8ad7-1bc3caedfe40 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=e5d65415-0d57-4329-8bec-5bb24f4a32e5,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:50.520754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8f0664d-c0b6-4480-a8af-ba8279b84543 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:50.531092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d635d452-14cd-4236-8ad7-1bc3caedfe40 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:50.542458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a9c69-69e1-4037-96d1-127d598af11b req-d635d452-14cd-4236-8ad7-1bc3caedfe40 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:50.542879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e72a9c69-69e1-4037-96d1-127d598af11b req-d635d452-14cd-4236-8ad7-1bc3caedfe40 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:50.587981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bea1a4b-0aac-43af-8b10-b5916b698fc0 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:50.605181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ad67d59e-fbe4-453a-8774-829e893774c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:50.637720 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e72a9c69-69e1-4037-96d1-127d598af11b req-d635d452-14cd-4236-8ad7-1bc3caedfe40 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3328693 Apr 23 09:22:50.650164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-e72a9c69-69e1-4037-96d1-127d598af11b req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Request body: {'port': {'device_id': '272d8cfe-d4b3-4ade-8815-4960665fc12a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:50.775038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea1a4b-0aac-43af-8b10-b5916b698fc0 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Subnet': ['ID=826ba4d5-93b3-4b5e-8c68-5faf1351fe53,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:50.778931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bea1a4b-0aac-43af-8b10-b5916b698fc0 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:50.783262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054ace5f-f0c3-4a81-ae53-891ef878dd82 None None] Network 0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:22:50.785738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0bea1a4b-0aac-43af-8b10-b5916b698fc0 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:50.798252 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0bea1a4b-0aac-43af-8b10-b5916b698fc0 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/subnets/826ba4d5-93b3-4b5e-8c68-5faf1351fe53 HTTP/1.1" status: 204 len: 168 time: 1.2570539 Apr 23 09:22:50.802524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8f0664d-c0b6-4480-a8af-ba8279b84543 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:50.803783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41036) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:50.918904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cd8e9-e559-4f9c-aaac-10fcd2cad551 req-a84cdcc5-121c-4ea9-abed-2e93e49cda12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:50.920638 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-da0cd8e9-e559-4f9c-aaac-10fcd2cad551 req-a84cdcc5-121c-4ea9-abed-2e93e49cda12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=272d8cfe-d4b3-4ade-8815-4960665fc12a HTTP/1.1" status: 200 len: 932 time: 0.2228336 Apr 23 09:22:50.965143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8f0664d-c0b6-4480-a8af-ba8279b84543 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:51.055519 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-da0cd8e9-e559-4f9c-aaac-10fcd2cad551 req-b376b679-4443-4a4e-995b-d88caf1c8260 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=eab11137-2546-449a-96a2-cd51897002d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106040 Apr 23 09:22:51.134716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2fc8b4e1-84e3-4d9c-b294-bff48ae96299 None None] Provisioning for port e5d65415-0d57-4329-8bec-5bb24f4a32e5 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:51.171535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2fc8b4e1-84e3-4d9c-b294-bff48ae96299 None None] Provisioning complete for port e5d65415-0d57-4329-8bec-5bb24f4a32e5 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:51.172108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b4e1-84e3-4d9c-b294-bff48ae96299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:51.213771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:51.228961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e72a9c69-69e1-4037-96d1-127d598af11b req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:51.326934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2fc8b4e1-84e3-4d9c-b294-bff48ae96299 None None] Port e5d65415-0d57-4329-8bec-5bb24f4a32e5 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:22:51.427173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70da72f6-2573-4693-b063-2bc7deb114ba None None] DHCP port deletion for 0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:22:51.459631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a05389-b0f2-44ba-bcdb-09d95758e9a9 req-a49195ed-31da-4033-905b-438dfcac8baf tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:51.462583 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-51a05389-b0f2-44ba-bcdb-09d95758e9a9 req-a49195ed-31da-4033-905b-438dfcac8baf tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 945 time: 0.5723279 Apr 23 09:22:51.462844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8f0664d-c0b6-4480-a8af-ba8279b84543 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:51.488125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e99e1a6e-42be-460d-853f-8f5ac1ce6157 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:51.564403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-70da72f6-2573-4693-b063-2bc7deb114ba None None] Deleting port ef4dba92-220a-4426-93fc-84b636b1fa0c {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:22:51.565473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-70da72f6-2573-4693-b063-2bc7deb114ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:51.578010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0664d-c0b6-4480-a8af-ba8279b84543 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Subnet': ['ID=a21dc418-4fd7-48b1-8a1b-c988b9d580da,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:51.584068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b8f0664d-c0b6-4480-a8af-ba8279b84543 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:51.585854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8f0664d-c0b6-4480-a8af-ba8279b84543 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:51.603483 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b8f0664d-c0b6-4480-a8af-ba8279b84543 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/subnets/a21dc418-4fd7-48b1-8a1b-c988b9d580da HTTP/1.1" status: 204 len: 168 time: 1.2569931 Apr 23 09:22:51.611808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41040) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:51.626276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e25ae525-beca-4051-8656-629310652148 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'subnet': {'network_id': 'fa69da7b-2a72-44c2-9c97-f04cc5178f5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:51.626684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124eb696-ef96-4b50-b48e-3c0cc86fc019 None None] Network fa69da7b-2a72-44c2-9c97-f04cc5178f5f requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:22:51.763283 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-51a05389-b0f2-44ba-bcdb-09d95758e9a9 req-88ab218c-9272-4cbc-8ae1-a8031a85a87d tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104831 Apr 23 09:22:51.786409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting port ef4dba92-220a-4426-93fc-84b636b1fa0c {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:22:51.787047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:51.880913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-70da72f6-2573-4693-b063-2bc7deb114ba None None] For port ef4dba92-220a-4426-93fc-84b636b1fa0c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ef4dba92-220a-4426-93fc-84b636b1fa0c,segment=NetworkSegment(38bf7b72-241b-4d04-83f6-3aad58608e7b),segment_id=38bf7b72-241b-4d04-83f6-3aad58608e7b)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:51.881606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-70da72f6-2573-4693-b063-2bc7deb114ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:51.969563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e25ae525-beca-4051-8656-629310652148 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:51.981449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e25ae525-beca-4051-8656-629310652148 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:subnet and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:51.995846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e25ae525-beca-4051-8656-629310652148 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:52.010505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e25ae525-beca-4051-8656-629310652148 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:52.077978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25ae525-beca-4051-8656-629310652148 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:52.093061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e25ae525-beca-4051-8656-629310652148 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:52.160390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] For port ef4dba92-220a-4426-93fc-84b636b1fa0c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ef4dba92-220a-4426-93fc-84b636b1fa0c,segment=NetworkSegment(38bf7b72-241b-4d04-83f6-3aad58608e7b),segment_id=38bf7b72-241b-4d04-83f6-3aad58608e7b)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:52.161034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:52.174790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ef4dba92-220a-4426-93fc-84b636b1fa0c no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:22:52.360778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-70da72f6-2573-4693-b063-2bc7deb114ba None None] Calling delete_port for ef4dba92-220a-4426-93fc-84b636b1fa0c owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:22:52.570180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:52.625548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Calling delete_port for ef4dba92-220a-4426-93fc-84b636b1fa0c owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:22:52.641492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port ef4dba92-220a-4426-93fc-84b636b1fa0c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ef4dba92-220a-4426-93fc-84b636b1fa0c,segment=NetworkSegment(38bf7b72-241b-4d04-83f6-3aad58608e7b),segment_id=38bf7b72-241b-4d04-83f6-3aad58608e7b)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:52.792062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-e72a9c69-69e1-4037-96d1-127d598af11b req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d65415-0d57-4329-8bec-5bb24f4a32e5 {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:22:52.807221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf7c1a-290f-4111-afc6-8446211c0e2b req-05ec5125-708e-4252-a443-9b22847e9792 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:52.808062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-8bbf7c1a-290f-4111-afc6-8446211c0e2b req-05ec5125-708e-4252-a443-9b22847e9792 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:22:52.817535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e72a9c69-69e1-4037-96d1-127d598af11b req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:52.861287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:52.867266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d5340353-bc1c-4636-9183-3dcb42e28ce9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:52.906157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-8bbf7c1a-290f-4111-afc6-8446211c0e2b req-05ec5125-708e-4252-a443-9b22847e9792 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:22:52.908628 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8bbf7c1a-290f-4111-afc6-8446211c0e2b req-05ec5125-708e-4252-a443-9b22847e9792 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=272d8cfe-d4b3-4ade-8815-4960665fc12a HTTP/1.1" status: 200 len: 932 time: 0.4514415 Apr 23 09:22:52.937535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-e72a9c69-69e1-4037-96d1-127d598af11b req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Transition to ACTIVE for port object e5d65415-0d57-4329-8bec-5bb24f4a32e5 will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:52.972683 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8bbf7c1a-290f-4111-afc6-8446211c0e2b req-aea7c267-75fa-4bb2-9856-0d674addf5e8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=eab11137-2546-449a-96a2-cd51897002d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550508 Apr 23 09:22:52.979436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e72a9c69-69e1-4037-96d1-127d598af11b req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:52.986277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d635d452-14cd-4236-8ad7-1bc3caedfe40 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:52.997463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=ef4dba92-220a-4426-93fc-84b636b1fa0c,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:53.002300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:53.035258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87175) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:22:53.035258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:22:53.050503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-70da72f6-2573-4693-b063-2bc7deb114ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:22:53.051533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-70da72f6-2573-4693-b063-2bc7deb114ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:22:53.120704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fa0d1-0a8b-4e2f-9daf-2f59c0593c3b req-a5b60b04-b896-4304-aec9-fa1fd0b91c9f tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:53.123776 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f62fa0d1-0a8b-4e2f-9daf-2f59c0593c3b req-a5b60b04-b896-4304-aec9-fa1fd0b91c9f tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 945 time: 0.2432418 Apr 23 09:22:53.146162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:53.235632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d65415-0d57-4329-8bec-5bb24f4a32e5,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:53.244686 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f62fa0d1-0a8b-4e2f-9daf-2f59c0593c3b req-40903f45-793d-4f3a-ac50-b4073b8f0653 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005900 Apr 23 09:22:53.279017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:53.345126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-e72a9c69-69e1-4037-96d1-127d598af11b req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Attempting to bind port e5d65415-0d57-4329-8bec-5bb24f4a32e5 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:22:53.345619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-e72a9c69-69e1-4037-96d1-127d598af11b req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Attempting to bind port e5d65415-0d57-4329-8bec-5bb24f4a32e5 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'f556191a-5709-440e-aee5-616ca96379b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:22:53.346074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72a9c69-69e1-4037-96d1-127d598af11b req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Attempting to bind port e5d65415-0d57-4329-8bec-5bb24f4a32e5 on network b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:22:53.353599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72a9c69-69e1-4037-96d1-127d598af11b req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Port e5d65415-0d57-4329-8bec-5bb24f4a32e5 on network b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:22:53.354070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72a9c69-69e1-4037-96d1-127d598af11b req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Attempting to bind port e5d65415-0d57-4329-8bec-5bb24f4a32e5 on network b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:22:53.360676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72a9c69-69e1-4037-96d1-127d598af11b req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:22:53.361193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72a9c69-69e1-4037-96d1-127d598af11b req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Checking segment: {'id': 'f556191a-5709-440e-aee5-616ca96379b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:22:53.361710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72a9c69-69e1-4037-96d1-127d598af11b req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Bound using segment: {'id': 'f556191a-5709-440e-aee5-616ca96379b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:22:53.362482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-e72a9c69-69e1-4037-96d1-127d598af11b req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Bound port: e5d65415-0d57-4329-8bec-5bb24f4a32e5, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f556191a-5709-440e-aee5-616ca96379b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:22:53.362816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e72a9c69-69e1-4037-96d1-127d598af11b req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:53.405536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e25ae525-beca-4051-8656-629310652148 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:53.410944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6eb4980e-1f3b-497d-98be-0fea09705feb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:53.474194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-e72a9c69-69e1-4037-96d1-127d598af11b req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] For port e5d65415-0d57-4329-8bec-5bb24f4a32e5, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:22:53.479405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-e72a9c69-69e1-4037-96d1-127d598af11b req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] For port e5d65415-0d57-4329-8bec-5bb24f4a32e5, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e5d65415-0d57-4329-8bec-5bb24f4a32e5,segment=NetworkSegment(f556191a-5709-440e-aee5-616ca96379b2),segment_id=f556191a-5709-440e-aee5-616ca96379b2)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:22:53.481897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25ae525-beca-4051-8656-629310652148 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network fa69da7b-2a72-44c2-9c97-f04cc5178f5f is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:22:53.486148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-e25ae525-beca-4051-8656-629310652148 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:53.515171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ae525-beca-4051-8656-629310652148 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Subnet': ['ID=acc04234-058b-49f0-91d9-a6f3a7619b6c,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:53.518192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25ae525-beca-4051-8656-629310652148 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:53.518875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e25ae525-beca-4051-8656-629310652148 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:53.523460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e72a9c69-69e1-4037-96d1-127d598af11b req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:53.525830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e25ae525-beca-4051-8656-629310652148 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:53.531941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0752b702-5360-44e1-a412-68df62f42765 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:53.587307 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e25ae525-beca-4051-8656-629310652148 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9729230 Apr 23 09:22:53.590921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41050) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:53.591181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:22:53.605167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e4fbe12f-e411-499a-8333-d338e2eb0f7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'security_group': {'name': 'tempest-secgroup-1039710489'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:53.625259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e4fbe12f-e411-499a-8333-d338e2eb0f7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:53.631356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-70da72f6-2573-4693-b063-2bc7deb114ba None None] Deleting port ef4dba92-220a-4426-93fc-84b636b1fa0c {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:22:53.631873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-70da72f6-2573-4693-b063-2bc7deb114ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:53.638288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e4fbe12f-e411-499a-8333-d338e2eb0f7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:security_group and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:53.649774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e4fbe12f-e411-499a-8333-d338e2eb0f7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:53.650302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a9c69-69e1-4037-96d1-127d598af11b req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:53.651038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e72a9c69-69e1-4037-96d1-127d598af11b req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:53.652753 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e72a9c69-69e1-4037-96d1-127d598af11b req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] 10.222.0.35 "PUT /v2.0/ports/e5d65415-0d57-4329-8bec-5bb24f4a32e5 HTTP/1.1" status: 200 len: 1094 time: 3.0075929 Apr 23 09:22:53.654863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272d8cfe-d4b3-4ade-8815-4960665fc12a', 'tag': 'e5d65415-0d57-4329-8bec-5bb24f4a32e5'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:22:53.688888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e4fbe12f-e411-499a-8333-d338e2eb0f7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:53.691181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d65415-0d57-4329-8bec-5bb24f4a32e5,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:53.699026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:53.767617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting port ef4dba92-220a-4426-93fc-84b636b1fa0c {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:22:53.768179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:53.815044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe12f-e411-499a-8333-d338e2eb0f7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:53.821787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-70da72f6-2573-4693-b063-2bc7deb114ba None None] For port ef4dba92-220a-4426-93fc-84b636b1fa0c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ef4dba92-220a-4426-93fc-84b636b1fa0c,segment=NetworkSegment(38bf7b72-241b-4d04-83f6-3aad58608e7b),segment_id=38bf7b72-241b-4d04-83f6-3aad58608e7b)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:53.822243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-70da72f6-2573-4693-b063-2bc7deb114ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:53.880187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e4fbe12f-e411-499a-8333-d338e2eb0f7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:53.889729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e4fbe12f-e411-499a-8333-d338e2eb0f7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:security_group_rule and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:53.897108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e4fbe12f-e411-499a-8333-d338e2eb0f7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:53.910785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e4fbe12f-e411-499a-8333-d338e2eb0f7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:54.032639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-70da72f6-2573-4693-b063-2bc7deb114ba None None] Calling delete_port for ef4dba92-220a-4426-93fc-84b636b1fa0c owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:22:54.082949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe12f-e411-499a-8333-d338e2eb0f7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:54.108170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2b876e-d7b6-4eff-95dc-f1dbf48737b2 None None] Network fa69da7b-2a72-44c2-9c97-f04cc5178f5f requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:22:54.216904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-70da72f6-2573-4693-b063-2bc7deb114ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:54.225460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:54.260656 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272d8cfe-d4b3-4ade-8815-4960665fc12a', 'tag': 'e5d65415-0d57-4329-8bec-5bb24f4a32e5', 'status': 'completed', 'code': 200} Apr 23 09:22:54.268970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe12f-e411-499a-8333-d338e2eb0f7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:54.292945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-77c919f4-4654-4a27-9f52-05f4e75b48a7 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:54.332052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da72f6-2573-4693-b063-2bc7deb114ba None None] Pushing event deleted for resources: {'Port': ['ID=ef4dba92-220a-4426-93fc-84b636b1fa0c,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:54.333349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbe12f-e411-499a-8333-d338e2eb0f7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fc8087-ec06-4037-b110-3789167965b9,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:54.338269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-70da72f6-2573-4693-b063-2bc7deb114ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:54.338718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e4fbe12f-e411-499a-8333-d338e2eb0f7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:54.344902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70da72f6-2573-4693-b063-2bc7deb114ba None None] No DVR routers for this DVR port ef4dba92-220a-4426-93fc-84b636b1fa0c on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:22:54.361138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-05c2ba26-252b-4b02-b984-e7f31da4e3af None None] Provisioning complete for port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:54.361618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-05c2ba26-252b-4b02-b984-e7f31da4e3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:54.393896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] For port ef4dba92-220a-4426-93fc-84b636b1fa0c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ef4dba92-220a-4426-93fc-84b636b1fa0c,segment=NetworkSegment(38bf7b72-241b-4d04-83f6-3aad58608e7b),segment_id=38bf7b72-241b-4d04-83f6-3aad58608e7b)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:54.395233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:54.405287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3561270-ecaf-479d-bd49-6c6d15a451f5 req-084feb3d-9eb2-41f1-a201-9bfe5f44b612 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:54.407665 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f3561270-ecaf-479d-bd49-6c6d15a451f5 req-084feb3d-9eb2-41f1-a201-9bfe5f44b612 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=272d8cfe-d4b3-4ade-8815-4960665fc12a HTTP/1.1" status: 200 len: 944 time: 0.2414882 Apr 23 09:22:54.409217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe12f-e411-499a-8333-d338e2eb0f7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:54.413821 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e4fbe12f-e411-499a-8333-d338e2eb0f7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8205817 Apr 23 09:22:54.440949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41060) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:54.460213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3c576ab2-0f8f-49fa-82c4-4b6e7e538eeb tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'security_group': {'name': 'tempest-secgroup-298815655'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:54.481824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3c576ab2-0f8f-49fa-82c4-4b6e7e538eeb tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:54.488466 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f3561270-ecaf-479d-bd49-6c6d15a451f5 req-6805fa31-e576-4015-82e9-3d4811c685d4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=eab11137-2546-449a-96a2-cd51897002d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719464 Apr 23 09:22:54.491885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3c576ab2-0f8f-49fa-82c4-4b6e7e538eeb tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:security_group and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:54.496211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3c576ab2-0f8f-49fa-82c4-4b6e7e538eeb tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:54.504933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3c576ab2-0f8f-49fa-82c4-4b6e7e538eeb tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:54.549368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c576ab2-0f8f-49fa-82c4-4b6e7e538eeb tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:54.576732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3c576ab2-0f8f-49fa-82c4-4b6e7e538eeb tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:54.581418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3c576ab2-0f8f-49fa-82c4-4b6e7e538eeb tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:security_group_rule and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:54.585671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3c576ab2-0f8f-49fa-82c4-4b6e7e538eeb tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:54.592637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3c576ab2-0f8f-49fa-82c4-4b6e7e538eeb tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:54.593775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Calling delete_port for ef4dba92-220a-4426-93fc-84b636b1fa0c owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:22:54.692000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-05c2ba26-252b-4b02-b984-e7f31da4e3af None None] Provisioning complete for port c96da68a-25e3-47ce-bcd0-24f8f32ddd0a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:54.692434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-05c2ba26-252b-4b02-b984-e7f31da4e3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:54.698914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c576ab2-0f8f-49fa-82c4-4b6e7e538eeb tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:54.710708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a9c69-69e1-4037-96d1-127d598af11b req-96f21bdc-7b46-4e4a-8aea-773cadb864da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:54.712988 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e72a9c69-69e1-4037-96d1-127d598af11b req-96f21bdc-7b46-4e4a-8aea-773cadb864da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=272d8cfe-d4b3-4ade-8815-4960665fc12a HTTP/1.1" status: 200 len: 1097 time: 0.9050574 Apr 23 09:22:54.732427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c576ab2-0f8f-49fa-82c4-4b6e7e538eeb tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:54.741690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-90cc5591-9458-46f1-bb0f-a2cb238c58b4 tempest-NegativeSecGroupTest-1237636261 tempest-NegativeSecGroupTest-1237636261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:54.770188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-05c2ba26-252b-4b02-b984-e7f31da4e3af None None] Port c96da68a-25e3-47ce-bcd0-24f8f32ddd0a cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:22:54.814798 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e72a9c69-69e1-4037-96d1-127d598af11b req-03824ed5-934a-46a1-b228-024a5a4bacb7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=e5d65415-0d57-4329-8bec-5bb24f4a32e5 HTTP/1.1" status: 200 len: 217 time: 0.0879138 Apr 23 09:22:54.829076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd234cef-fdd1-4e1b-94bc-2c38ef72469e req-884df64f-a09e-4927-9d99-f5ed7ee9b64e tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:54.830847 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd234cef-fdd1-4e1b-94bc-2c38ef72469e req-884df64f-a09e-4927-9d99-f5ed7ee9b64e tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 945 time: 0.2501264 Apr 23 09:22:54.862237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c576ab2-0f8f-49fa-82c4-4b6e7e538eeb tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3b6331-d5b4-4020-95cf-b95691a94c1e,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:54.865697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3c576ab2-0f8f-49fa-82c4-4b6e7e538eeb tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:54.878720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68569b5e-8b48-4b0d-a83e-799d8e8c34f3 None None] Update dhcp port {'port': {'network_id': 'fa69da7b-2a72-44c2-9c97-f04cc5178f5f', 'fixed_ips': [{'subnet_id': '2ad2bcf5-1fde-4c46-a502-cb368a2dd86c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'acc04234-058b-49f0-91d9-a6f3a7619b6c'}], 'binding:host_id': 'dv-neutron-786478-4-hyperv'}, 'id': '4701bb4b-2531-4d2a-9d5e-05191a1bd4f0'} from dv-neutron-786478-4-hyperv. {{(pid=87176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 23 09:22:54.895174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c576ab2-0f8f-49fa-82c4-4b6e7e538eeb tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:54.899265 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3c576ab2-0f8f-49fa-82c4-4b6e7e538eeb tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4461551 Apr 23 09:22:54.899862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41064) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:54.907353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-73937861-285c-447a-aec3-b15d92859dbe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'security_group': {'name': 'tempest-secgroup-91116266'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:54.918304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-73937861-285c-447a-aec3-b15d92859dbe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:54.919948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87175) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:22:54.920543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:22:54.928985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c692d-fb5b-4adb-8992-ad81e864c541 req-af816b70-5b2f-40ee-a0ca-f25f0e2acbf6 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:54.931654 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-805c692d-fb5b-4adb-8992-ad81e864c541 req-af816b70-5b2f-40ee-a0ca-f25f0e2acbf6 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 945 time: 0.1625996 Apr 23 09:22:54.934707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-73937861-285c-447a-aec3-b15d92859dbe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:security_group and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:54.954624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a9c69-69e1-4037-96d1-127d598af11b req-dbc06d8e-7005-4a33-9a07-2b962ca6c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:54.955943 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e72a9c69-69e1-4037-96d1-127d598af11b req-dbc06d8e-7005-4a33-9a07-2b962ca6c5cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=489da28e-0951-4861-92ef-9f5eae9dddcb HTTP/1.1" status: 200 len: 838 time: 0.1228058 Apr 23 09:22:54.957705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68569b5e-8b48-4b0d-a83e-799d8e8c34f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:54.959332 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd234cef-fdd1-4e1b-94bc-2c38ef72469e req-d9c2d29e-b30e-4b96-9e69-aa89ce2c81ba tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/security-groups?id=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831258 Apr 23 09:22:54.978305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-73937861-285c-447a-aec3-b15d92859dbe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:54.997535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-73937861-285c-447a-aec3-b15d92859dbe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:55.073928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a9c69-69e1-4037-96d1-127d598af11b req-c8b114e4-319a-417b-b6ba-c52b1cdf6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:55.074226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-73937861-285c-447a-aec3-b15d92859dbe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:55.077418 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e72a9c69-69e1-4037-96d1-127d598af11b req-c8b114e4-319a-417b-b6ba-c52b1cdf6a9c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1150584 Apr 23 09:22:55.113303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-73937861-285c-447a-aec3-b15d92859dbe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:55.121453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-73937861-285c-447a-aec3-b15d92859dbe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:security_group_rule and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:55.125460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-73937861-285c-447a-aec3-b15d92859dbe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:55.143192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-73937861-285c-447a-aec3-b15d92859dbe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:55.165620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-805c692d-fb5b-4adb-8992-ad81e864c541 req-5d2be7e6-f0ce-494b-8d1a-e297c705d50a tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Deleting port 187fe660-31f9-4c09-9bfd-512b1fd97b88 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:22:55.166000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-805c692d-fb5b-4adb-8992-ad81e864c541 req-5d2be7e6-f0ce-494b-8d1a-e297c705d50a tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:55.264897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-68569b5e-8b48-4b0d-a83e-799d8e8c34f3 None None] Allocated IP 172.20.0.2 (fa69da7b-2a72-44c2-9c97-f04cc5178f5f/acc04234-058b-49f0-91d9-a6f3a7619b6c/4701bb4b-2531-4d2a-9d5e-05191a1bd4f0) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:22:55.275397 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e72a9c69-69e1-4037-96d1-127d598af11b req-1d768257-86cf-46d6-b7d9-6ddefd7d0e3e service neutron] 10.222.0.35 "GET /v2.0/networks/b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902542 Apr 23 09:22:55.390526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-73937861-285c-447a-aec3-b15d92859dbe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:55.392731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-805c692d-fb5b-4adb-8992-ad81e864c541 req-5d2be7e6-f0ce-494b-8d1a-e297c705d50a tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] For port 187fe660-31f9-4c09-9bfd-512b1fd97b88, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=187fe660-31f9-4c09-9bfd-512b1fd97b88,segment=NetworkSegment(ca44d5b6-cf32-4165-9bbd-6a1369a4fbfe),segment_id=ca44d5b6-cf32-4165-9bbd-6a1369a4fbfe)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:55.393141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-805c692d-fb5b-4adb-8992-ad81e864c541 req-5d2be7e6-f0ce-494b-8d1a-e297c705d50a tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:55.477431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-68569b5e-8b48-4b0d-a83e-799d8e8c34f3 None None] For port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4701bb4b-2531-4d2a-9d5e-05191a1bd4f0,segment=NetworkSegment(34933523-5714-45df-a69d-647e860e8610),segment_id=34933523-5714-45df-a69d-647e860e8610)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:55.482539 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e72a9c69-69e1-4037-96d1-127d598af11b req-32c07256-35bb-4d4d-a276-a0df64e47a1a service neutron] 10.222.0.35 "GET /v2.0/networks/b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009029 Apr 23 09:22:55.521704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68569b5e-8b48-4b0d-a83e-799d8e8c34f3 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:55.562754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-805c692d-fb5b-4adb-8992-ad81e864c541 req-5d2be7e6-f0ce-494b-8d1a-e297c705d50a tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Calling delete_port for 187fe660-31f9-4c09-9bfd-512b1fd97b88 owned by compute:nova {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:22:55.566950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-73937861-285c-447a-aec3-b15d92859dbe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:55.570361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-68569b5e-8b48-4b0d-a83e-799d8e8c34f3 None None] Transition to ACTIVE for port object 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:55.575782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-02d82afa-97f7-4504-b8bb-2731e7f08cef tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:55.604817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68569b5e-8b48-4b0d-a83e-799d8e8c34f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:55.615816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8afb0fd0-1c62-4c18-85b2-5f98b9e7ce79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:55.647865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] The port 'ef4dba92-220a-4426-93fc-84b636b1fa0c' was deleted {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:22:55.699715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73937861-285c-447a-aec3-b15d92859dbe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e5ccc9-bcd6-4f0e-8fe9-bf405f9ff032,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:55.702804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-73937861-285c-447a-aec3-b15d92859dbe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:55.703796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-73937861-285c-447a-aec3-b15d92859dbe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:55.705153 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-73937861-285c-447a-aec3-b15d92859dbe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8042085 Apr 23 09:22:55.710054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41070) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:55.717850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e40b31ea-ebed-4657-b60f-5e671f28f051 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1299762519', 'security_groups': ['53e5ccc9-bcd6-4f0e-8fe9-bf405f9ff032'], 'network_id': 'fa69da7b-2a72-44c2-9c97-f04cc5178f5f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'acc04234-058b-49f0-91d9-a6f3a7619b6c'}]}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:55.824898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:55.829724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68569b5e-8b48-4b0d-a83e-799d8e8c34f3 None None] Pushing event updated for resources: {'Port': ['ID=4701bb4b-2531-4d2a-9d5e-05191a1bd4f0,revision_number=6']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:55.846129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-68569b5e-8b48-4b0d-a83e-799d8e8c34f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:55.933972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a8e47-d074-42ec-ba55-9d2a4066c5a3 req-ac3a42dc-5c81-4699-accc-ba9dde674d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:55.935713 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-502a8e47-d074-42ec-ba55-9d2a4066c5a3 req-ac3a42dc-5c81-4699-accc-ba9dde674d67 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=272d8cfe-d4b3-4ade-8815-4960665fc12a HTTP/1.1" status: 200 len: 1097 time: 0.3465233 Apr 23 09:22:55.990459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4f9ab-56a4-494b-aa45-fe2e74812b62 req-a9deab11-6c27-4603-b3f7-ca5358782c0c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:55.999952 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-05a4f9ab-56a4-494b-aa45-fe2e74812b62 req-a9deab11-6c27-4603-b3f7-ca5358782c0c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=272d8cfe-d4b3-4ade-8815-4960665fc12a HTTP/1.1" status: 200 len: 944 time: 0.3582151 Apr 23 09:22:56.027111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e40b31ea-ebed-4657-b60f-5e671f28f051 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:56.051557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:22:56.141025 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-05a4f9ab-56a4-494b-aa45-fe2e74812b62 req-244f3a1f-880d-4183-92a5-ef749a1555d1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=eab11137-2546-449a-96a2-cd51897002d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109076 Apr 23 09:22:56.147348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e40b31ea-ebed-4657-b60f-5e671f28f051 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:56.179825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-805c692d-fb5b-4adb-8992-ad81e864c541 req-5d2be7e6-f0ce-494b-8d1a-e297c705d50a tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:56.189613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6270def4-8dae-40b6-a8e4-89366dd5201d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:56.192229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['187fe660-31f9-4c09-9bfd-512b1fd97b88'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:22:56.262044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:56.294151 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fffea898-e2df-4ecb-8edf-311c87f5c5f5 req-d847a58e-b65c-4b0c-a123-d11cc127bf0b tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 210 time: 0.1005325 Apr 23 09:22:56.296247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38bf7b72-241b-4d04-83f6-3aad58608e7b') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:56.296678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38bf7b72-241b-4d04-83f6-3aad58608e7b') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:22:56.303522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40b31ea-ebed-4657-b60f-5e671f28f051 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:56.332606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:56.343539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2be7e6-f0ce-494b-8d1a-e297c705d50a tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Pushing event deleted for resources: {'Port': ['ID=187fe660-31f9-4c09-9bfd-512b1fd97b88,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:56.348578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d2be7e6-f0ce-494b-8d1a-e297c705d50a tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:56.356831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a8e47-d074-42ec-ba55-9d2a4066c5a3 req-020a0866-3415-49bf-a7c9-154dfe61f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:56.359805 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-502a8e47-d074-42ec-ba55-9d2a4066c5a3 req-020a0866-3415-49bf-a7c9-154dfe61f0f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd HTTP/1.1" status: 200 len: 898 time: 0.4167280 Apr 23 09:22:56.505516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:56.532870 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-502a8e47-d074-42ec-ba55-9d2a4066c5a3 req-62fa9332-04d6-473c-85bb-e469a06cace0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=e5d65415-0d57-4329-8bec-5bb24f4a32e5 HTTP/1.1" status: 200 len: 217 time: 0.1618485 Apr 23 09:22:56.538260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:22:56.540886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-805c692d-fb5b-4adb-8992-ad81e864c541 req-5d2be7e6-f0ce-494b-8d1a-e297c705d50a tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] No DVR routers for this DVR port 187fe660-31f9-4c09-9bfd-512b1fd97b88 on host hv-neutron-7864 {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:22:56.545475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-805c692d-fb5b-4adb-8992-ad81e864c541 req-5d2be7e6-f0ce-494b-8d1a-e297c705d50a tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:56.548875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb77c03-6068-4a36-a548-3135fe9be794', 'name': 'network-vif-deleted', 'tag': '187fe660-31f9-4c09-9bfd-512b1fd97b88'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:22:56.609970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e40b31ea-ebed-4657-b60f-5e671f28f051 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:56.623927 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-805c692d-fb5b-4adb-8992-ad81e864c541 req-5d2be7e6-f0ce-494b-8d1a-e297c705d50a tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.35 "DELETE /v2.0/ports/187fe660-31f9-4c09-9bfd-512b1fd97b88 HTTP/1.1" status: 204 len: 173 time: 1.6858582 Apr 23 09:22:56.638774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-e40b31ea-ebed-4657-b60f-5e671f28f051 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] device_id is not set on port 21a010c3-04bc-4a9c-9a23-d9c73a8beccb yet. {{(pid=87174) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:22:56.751450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e9039437-5904-4d40-a540-df076c2557df None None] Provisioning for port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:56.759097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e9039437-5904-4d40-a540-df076c2557df None None] Provisioning complete for port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:56.759715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9039437-5904-4d40-a540-df076c2557df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:56.798087 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb77c03-6068-4a36-a548-3135fe9be794', 'name': 'network-vif-deleted', 'tag': '187fe660-31f9-4c09-9bfd-512b1fd97b88', 'status': 'completed', 'code': 200} Apr 23 09:22:56.832135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a8e47-d074-42ec-ba55-9d2a4066c5a3 req-fa662236-df1c-40a9-9e10-79ce75953d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:56.834072 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-502a8e47-d074-42ec-ba55-9d2a4066c5a3 req-fa662236-df1c-40a9-9e10-79ce75953d75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=489da28e-0951-4861-92ef-9f5eae9dddcb HTTP/1.1" status: 200 len: 838 time: 0.2725523 Apr 23 09:22:56.889966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:22:56.906348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:56.944402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-e40b31ea-ebed-4657-b60f-5e671f28f051 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Allocated IP 172.20.0.13 (fa69da7b-2a72-44c2-9c97-f04cc5178f5f/acc04234-058b-49f0-91d9-a6f3a7619b6c/21a010c3-04bc-4a9c-9a23-d9c73a8beccb) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:22:56.959987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e9039437-5904-4d40-a540-df076c2557df None None] Provisioning complete for port c96da68a-25e3-47ce-bcd0-24f8f32ddd0a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:56.960737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9039437-5904-4d40-a540-df076c2557df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:57.080806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e9039437-5904-4d40-a540-df076c2557df None None] Port c96da68a-25e3-47ce-bcd0-24f8f32ddd0a cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:22:57.139905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:22:57.172044 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:22:57.199465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a8e47-d074-42ec-ba55-9d2a4066c5a3 req-52943adb-659c-406b-a163-bd12c16f32ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:57.200574 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-502a8e47-d074-42ec-ba55-9d2a4066c5a3 req-52943adb-659c-406b-a163-bd12c16f32ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3557236 Apr 23 09:22:57.227931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e40b31ea-ebed-4657-b60f-5e671f28f051 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:57.271612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e40b31ea-ebed-4657-b60f-5e671f28f051 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Transition to ACTIVE for port object 21a010c3-04bc-4a9c-9a23-d9c73a8beccb will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:22:57.364090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e40b31ea-ebed-4657-b60f-5e671f28f051 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:57.378481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e70f6439-3448-406d-b6cc-41013cbacfc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:57.583553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40b31ea-ebed-4657-b60f-5e671f28f051 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network fa69da7b-2a72-44c2-9c97-f04cc5178f5f is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:22:57.595153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-e40b31ea-ebed-4657-b60f-5e671f28f051 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:22:57.620357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40b31ea-ebed-4657-b60f-5e671f28f051 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:22:57.627872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:57.634769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:57.655891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-04396fbb-cc9a-43a9-a76b-65103c987e35 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:57.704063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b31ea-ebed-4657-b60f-5e671f28f051 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Port': ['ID=21a010c3-04bc-4a9c-9a23-d9c73a8beccb,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:57.725748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Network': ['ID=0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:22:57.734918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:57.764375 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-502a8e47-d074-42ec-ba55-9d2a4066c5a3 req-6511f552-b8b7-4e54-a029-7031cda51842 service neutron] 10.222.0.35 "GET /v2.0/networks/b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094166 Apr 23 09:22:57.771405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e40b31ea-ebed-4657-b60f-5e671f28f051 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:22:57.797836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-5ece1457-6cae-42e3-957a-b7844fa024c4 req-bfa45423-73e1-4afd-aa02-4d2d4c3479e1 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Synchronizing usage tracker for tenant:cfd1b499d3ee4e909a3bb34186002b43 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:22:57.823530 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/networks/0f8e7ffc-1aec-4fe7-bc04-69e2925e2dac HTTP/1.1" status: 204 len: 168 time: 7.0114250 Apr 23 09:22:57.829307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41084) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:57.904777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94239fe-ebeb-4051-bde2-4a3063d7159c req-824f216d-c6dc-4a00-a246-01ab3c2fac29 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:57.905453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40b31ea-ebed-4657-b60f-5e671f28f051 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:57.905911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e40b31ea-ebed-4657-b60f-5e671f28f051 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:57.906662 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d94239fe-ebeb-4051-bde2-4a3063d7159c req-824f216d-c6dc-4a00-a246-01ab3c2fac29 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=272d8cfe-d4b3-4ade-8815-4960665fc12a HTTP/1.1" status: 200 len: 944 time: 0.4396050 Apr 23 09:22:57.928707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-5ece1457-6cae-42e3-957a-b7844fa024c4 req-bfa45423-73e1-4afd-aa02-4d2d4c3479e1 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Unset dirty status for tenant:cfd1b499d3ee4e909a3bb34186002b43 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:22:57.930026 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5ece1457-6cae-42e3-957a-b7844fa024c4 req-bfa45423-73e1-4afd-aa02-4d2d4c3479e1 tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cb77c03-6068-4a36-a548-3135fe9be794 HTTP/1.1" status: 200 len: 210 time: 0.2220232 Apr 23 09:22:57.951296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9a41fc-6373-4946-970b-e415d1d3efe1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:57.951868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-df9a41fc-6373-4946-970b-e415d1d3efe1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Synchronizing usage tracker for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:22:58.006215 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e40b31ea-ebed-4657-b60f-5e671f28f051 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2942772 Apr 23 09:22:58.011302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41088) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:58.025203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3df02a0c-2311-482b-a9a7-6410bd39d6da tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'subnet': {'network_id': 'fa69da7b-2a72-44c2-9c97-f04cc5178f5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:58.059943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-df9a41fc-6373-4946-970b-e415d1d3efe1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Unset dirty status for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:22:58.068266 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-df9a41fc-6373-4946-970b-e415d1d3efe1 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports/828ea624-4a8b-4062-815a-acb2655a8a3a HTTP/1.1" status: 200 len: 845 time: 0.2314374 Apr 23 09:22:58.068584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-34b0295a-1c7a-41b5-a553-40b4a4d6ccd1 None None] Provisioning for port 21a010c3-04bc-4a9c-9a23-d9c73a8beccb completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:22:58.076130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-34b0295a-1c7a-41b5-a553-40b4a4d6ccd1 None None] Provisioning complete for port 21a010c3-04bc-4a9c-9a23-d9c73a8beccb triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:22:58.077189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-34b0295a-1c7a-41b5-a553-40b4a4d6ccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:58.082145 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-502a8e47-d074-42ec-ba55-9d2a4066c5a3 req-300a5f64-0ab9-4fab-993b-5dd9b5e4b6df service neutron] 10.222.0.35 "GET /v2.0/networks/b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081443 Apr 23 09:22:58.083137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41092) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:58.104093 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d94239fe-ebeb-4051-bde2-4a3063d7159c req-32991fe3-b84e-4d20-9622-f170de3178e1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=eab11137-2546-449a-96a2-cd51897002d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835337 Apr 23 09:22:58.236292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-34b0295a-1c7a-41b5-a553-40b4a4d6ccd1 None None] Port 21a010c3-04bc-4a9c-9a23-d9c73a8beccb cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:22:58.246356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4656c45a-3a6a-486d-8263-745196d06e6d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Synchronizing usage tracker for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:22:58.274406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4656c45a-3a6a-486d-8263-745196d06e6d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Unset dirty status for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:22:58.281359 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4656c45a-3a6a-486d-8263-745196d06e6d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports/828ea624-4a8b-4062-815a-acb2655a8a3a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1883545 Apr 23 09:22:58.282264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41096) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:58.294567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1ed636d1-5783-4038-b0f0-2db19d29ed82 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'subnet': {'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:58.797703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3df02a0c-2311-482b-a9a7-6410bd39d6da tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:58.806041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3df02a0c-2311-482b-a9a7-6410bd39d6da tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:subnet and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:58.811505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3df02a0c-2311-482b-a9a7-6410bd39d6da tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:58.823048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3df02a0c-2311-482b-a9a7-6410bd39d6da tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:58.866397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df02a0c-2311-482b-a9a7-6410bd39d6da tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:58.877325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3df02a0c-2311-482b-a9a7-6410bd39d6da tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:58.978551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1ed636d1-5783-4038-b0f0-2db19d29ed82 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:58.986454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1ed636d1-5783-4038-b0f0-2db19d29ed82 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:subnet and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:58.992288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1ed636d1-5783-4038-b0f0-2db19d29ed82 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:59.006126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1ed636d1-5783-4038-b0f0-2db19d29ed82 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:59.067577 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.ipam_backend_mixin [None req-3df02a0c-2311-482b-a9a7-6410bd39d6da tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet acc04234-058b-49f0-91d9-a6f3a7619b6c (CIDR: 172.20.0.0/28) Apr 23 09:22:59.071755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed636d1-5783-4038-b0f0-2db19d29ed82 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:59.078185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1ed636d1-5783-4038-b0f0-2db19d29ed82 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:59.090100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41102) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:59.128924 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df02a0c-2311-482b-a9a7-6410bd39d6da tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:22:59.129492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df02a0c-2311-482b-a9a7-6410bd39d6da tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:22:59.181126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-f27f6791-521e-48da-8190-fc0407e9f14f admin admin] Deleting subnet 28dfa994-738d-4941-93ba-9ec40fa48e50 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:22:59.185302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f27f6791-521e-48da-8190-fc0407e9f14f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:59.227455 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3df02a0c-2311-482b-a9a7-6410bd39d6da tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2143254 Apr 23 09:22:59.232216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41108) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:22:59.241258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b73f1034-53ae-4d6e-995c-4f63d0892153 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'subnet': {'network_id': 'fa69da7b-2a72-44c2-9c97-f04cc5178f5f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:22:59.299278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f27f6791-521e-48da-8190-fc0407e9f14f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:59.303804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device e5d65415-0d57-4329-8bec-5bb24f4a32e5 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:22:59.308785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 187fe660-31f9-4c09-9bfd-512b1fd97b88 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:22:59.392883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 187fe660-31f9-4c09-9bfd-512b1fd97b88 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:22:59.393856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 187fe660-31f9-4c09-9bfd-512b1fd97b88 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:22:59.463636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f27f6791-521e-48da-8190-fc0407e9f14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:59.528705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b73f1034-53ae-4d6e-995c-4f63d0892153 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:22:59.537784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b73f1034-53ae-4d6e-995c-4f63d0892153 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:subnet and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:22:59.544356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b73f1034-53ae-4d6e-995c-4f63d0892153 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:22:59.580207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b73f1034-53ae-4d6e-995c-4f63d0892153 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:22:59.677497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73f1034-53ae-4d6e-995c-4f63d0892153 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:22:59.685328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b73f1034-53ae-4d6e-995c-4f63d0892153 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:59.699232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port e5d65415-0d57-4329-8bec-5bb24f4a32e5, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e5d65415-0d57-4329-8bec-5bb24f4a32e5,segment=NetworkSegment(f556191a-5709-440e-aee5-616ca96379b2),segment_id=f556191a-5709-440e-aee5-616ca96379b2)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:59.723186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2036d52-ed8b-4d0b-936e-669ff6f02b59 req-88c3419c-851b-4513-ad4b-34504873fccf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:22:59.725826 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d2036d52-ed8b-4d0b-936e-669ff6f02b59 req-88c3419c-851b-4513-ad4b-34504873fccf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=272d8cfe-d4b3-4ade-8815-4960665fc12a HTTP/1.1" status: 200 len: 944 time: 0.2480092 Apr 23 09:22:59.732089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': 'e5d65415-0d57-4329-8bec-5bb24f4a32e5', 'network_id': 'b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd', 'port_id': 'e5d65415-0d57-4329-8bec-5bb24f4a32e5', 'mac_address': 'fa:16:3e:f0:cb:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '489da28e-0951-4861-92ef-9f5eae9dddcb', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:22:59.806765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:59.832374 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d2036d52-ed8b-4d0b-936e-669ff6f02b59 req-033e6d77-ef8f-4be6-b942-a49349a9d8c4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=eab11137-2546-449a-96a2-cd51897002d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713646 Apr 23 09:22:59.836888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d65415-0d57-4329-8bec-5bb24f4a32e5 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:22:59.857458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port e5d65415-0d57-4329-8bec-5bb24f4a32e5, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e5d65415-0d57-4329-8bec-5bb24f4a32e5,segment=NetworkSegment(f556191a-5709-440e-aee5-616ca96379b2),segment_id=f556191a-5709-440e-aee5-616ca96379b2)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:22:59.894051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:22:59.897137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:22:59.937726 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.ipam_backend_mixin [None req-b73f1034-53ae-4d6e-995c-4f63d0892153 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2ad2bcf5-1fde-4c46-a502-cb368a2dd86c (CIDR: 172.20.0.16/28) Apr 23 09:22:59.970187 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73f1034-53ae-4d6e-995c-4f63d0892153 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:22:59.971390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73f1034-53ae-4d6e-995c-4f63d0892153 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:00.002091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f27f6791-521e-48da-8190-fc0407e9f14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:00.019478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-965aebfb-1579-4d07-9dd5-1895d98a2459 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:00.025931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=e5d65415-0d57-4329-8bec-5bb24f4a32e5,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:00.032028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:00.097634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f6791-521e-48da-8190-fc0407e9f14f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28dfa994-738d-4941-93ba-9ec40fa48e50,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:00.101517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f27f6791-521e-48da-8190-fc0407e9f14f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:00.104454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1ed636d1-5783-4038-b0f0-2db19d29ed82 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:00.104766 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f27f6791-521e-48da-8190-fc0407e9f14f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/28dfa994-738d-4941-93ba-9ec40fa48e50 HTTP/1.1" status: 204 len: 168 time: 1.0131423 Apr 23 09:23:00.106227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f27f6791-521e-48da-8190-fc0407e9f14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:00.107292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41112) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:00.113668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b23412e3-1dd3-49cc-99d8-56e0ef16a0cc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:00.151335 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b73f1034-53ae-4d6e-995c-4f63d0892153 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9176059 Apr 23 09:23:00.156795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41116) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:00.166757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e90e31d3-cace-4fee-b38c-0daedada5390 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'subnet': {'network_id': 'fa69da7b-2a72-44c2-9c97-f04cc5178f5f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:00.194940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['e5d65415-0d57-4329-8bec-5bb24f4a32e5'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:23:00.228006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed636d1-5783-4038-b0f0-2db19d29ed82 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 648f7067-487a-45f1-b029-aad1f3808d4e is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:23:00.243018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-1ed636d1-5783-4038-b0f0-2db19d29ed82 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:23:00.265390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f16b0e-8970-4f3c-9d7f-072b02f2c206 None None] Network 648f7067-487a-45f1-b029-aad1f3808d4e requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:23:00.276895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed636d1-5783-4038-b0f0-2db19d29ed82 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:00.277717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1ed636d1-5783-4038-b0f0-2db19d29ed82 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:00.301959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed636d1-5783-4038-b0f0-2db19d29ed82 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Subnet': ['ID=19324ed6-c42b-4256-a59d-909e2e659b75,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:00.311638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1ed636d1-5783-4038-b0f0-2db19d29ed82 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:00.356483 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1ed636d1-5783-4038-b0f0-2db19d29ed82 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0724878 Apr 23 09:23:00.359563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41120) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:00.362027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d6944c3-667e-40f4-b726-a38329d19876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:00.370376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5c10855c-ba6d-412d-ac8e-f4f00dd36f6b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'security_group': {'name': 'tempest-secgroup-1857553898'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:00.381803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5c10855c-ba6d-412d-ac8e-f4f00dd36f6b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:00.389224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5c10855c-ba6d-412d-ac8e-f4f00dd36f6b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:security_group and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:00.394554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5c10855c-ba6d-412d-ac8e-f4f00dd36f6b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:00.406539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5c10855c-ba6d-412d-ac8e-f4f00dd36f6b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:00.450126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c10855c-ba6d-412d-ac8e-f4f00dd36f6b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:00.518479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5c10855c-ba6d-412d-ac8e-f4f00dd36f6b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:00.526093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5c10855c-ba6d-412d-ac8e-f4f00dd36f6b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:security_group_rule and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:00.531340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5c10855c-ba6d-412d-ac8e-f4f00dd36f6b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:00.544151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5c10855c-ba6d-412d-ac8e-f4f00dd36f6b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:00.580526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d6944c3-667e-40f4-b726-a38329d19876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:00.617802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e90e31d3-cace-4fee-b38c-0daedada5390 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:00.655187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c10855c-ba6d-412d-ac8e-f4f00dd36f6b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:00.676955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e90e31d3-cace-4fee-b38c-0daedada5390 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Usage tracker for resource:subnet and tenant:696097c35055491c960511aa485cbd7b is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:00.686002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e90e31d3-cace-4fee-b38c-0daedada5390 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:00.687066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c10855c-ba6d-412d-ac8e-f4f00dd36f6b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:00.699240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-db924ca9-2754-4b7d-879e-88546f7fe4f1 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:00.704477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e90e31d3-cace-4fee-b38c-0daedada5390 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:00.736285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-0d6944c3-667e-40f4-b726-a38329d19876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:00.747677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-648f7067-487a-45f1-b029-aad1f3808d4e', 'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e', 'tenant_id': 'ed81b2e31f5a49b893e0f8cf455bcd22', 'fixed_ips': [{'subnet_id': '19324ed6-c42b-4256-a59d-909e2e659b75'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:23:00.749330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:00.756378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-0d6944c3-667e-40f4-b726-a38329d19876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca44d5b6-cf32-4165-9bbd-6a1369a4fbfe') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:00.756809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-0d6944c3-667e-40f4-b726-a38329d19876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca44d5b6-cf32-4165-9bbd-6a1369a4fbfe') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:00.766703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10855c-ba6d-412d-ac8e-f4f00dd36f6b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9848ea-7f0e-4ef2-84dd-242e4a56f4b8,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:00.770303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5c10855c-ba6d-412d-ac8e-f4f00dd36f6b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:00.776165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90e31d3-cace-4fee-b38c-0daedada5390 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Made reservation on behalf of 696097c35055491c960511aa485cbd7b for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:23:00.783061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e90e31d3-cace-4fee-b38c-0daedada5390 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:00.801492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d6944c3-667e-40f4-b726-a38329d19876 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:00.807621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c10855c-ba6d-412d-ac8e-f4f00dd36f6b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:00.810877 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5c10855c-ba6d-412d-ac8e-f4f00dd36f6b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4491043 Apr 23 09:23:00.815285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41124) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:00.828890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d41bdd2c-65ea-4fc6-926e-558d088305ba tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'security_group': {'name': 'tempest-secgroup-585343223'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:00.841689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d41bdd2c-65ea-4fc6-926e-558d088305ba tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:00.851844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d41bdd2c-65ea-4fc6-926e-558d088305ba tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:security_group and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:00.855642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d6944c3-667e-40f4-b726-a38329d19876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:00.859154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d41bdd2c-65ea-4fc6-926e-558d088305ba tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:00.869242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d41bdd2c-65ea-4fc6-926e-558d088305ba tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:00.920718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d41bdd2c-65ea-4fc6-926e-558d088305ba tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:00.932832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6944c3-667e-40f4-b726-a38329d19876 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:23:00.980901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d41bdd2c-65ea-4fc6-926e-558d088305ba tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:00.990361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d41bdd2c-65ea-4fc6-926e-558d088305ba tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:security_group_rule and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:00.995828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d41bdd2c-65ea-4fc6-926e-558d088305ba tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:01.004914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d41bdd2c-65ea-4fc6-926e-558d088305ba tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:01.152080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d41bdd2c-65ea-4fc6-926e-558d088305ba tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:01.175473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Allocated IP 2001:db8::2 (648f7067-487a-45f1-b029-aad1f3808d4e/19324ed6-c42b-4256-a59d-909e2e659b75/81da0110-3406-4ce1-a0d7-5db7c5221d94) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:23:01.185898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d41bdd2c-65ea-4fc6-926e-558d088305ba tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:01.193711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c4da75d2-6065-4ee9-b0bd-887b577d7606 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:01.253777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bdd2c-65ea-4fc6-926e-558d088305ba tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c91063-c44a-40c2-8e4b-fda432d0cd90,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:01.257962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d41bdd2c-65ea-4fc6-926e-558d088305ba tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:01.298113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d41bdd2c-65ea-4fc6-926e-558d088305ba tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:01.300360 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d41bdd2c-65ea-4fc6-926e-558d088305ba tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4813223 Apr 23 09:23:01.302965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41130) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:01.315516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-551308e3-536f-42e8-9ef3-447289ec433c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1898667007', 'security_groups': ['81c91063-c44a-40c2-8e4b-fda432d0cd90'], 'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '19324ed6-c42b-4256-a59d-909e2e659b75'}]}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:01.446691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0d6944c3-667e-40f4-b726-a38329d19876 admin admin] Network 56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:23:01.468757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d6944c3-667e-40f4-b726-a38329d19876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:01.485812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:01.500940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Transition to ACTIVE for port object 81da0110-3406-4ce1-a0d7-5db7c5221d94 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:23:01.526541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Transition to ACTIVE for port object 81da0110-3406-4ce1-a0d7-5db7c5221d94 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:23:01.527798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-551308e3-536f-42e8-9ef3-447289ec433c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:01.538937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-551308e3-536f-42e8-9ef3-447289ec433c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:01.572717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:01.579386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c97b6648-55e6-4ba6-b728-8fcbac75287a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:01.600556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551308e3-536f-42e8-9ef3-447289ec433c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:23:01.643504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Network 648f7067-487a-45f1-b029-aad1f3808d4e is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:23:01.647530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:23:01.660113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:23:01.710361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Pushing event updated for resources: {'Port': ['ID=81da0110-3406-4ce1-a0d7-5db7c5221d94,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:01.719202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:01.771619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-551308e3-536f-42e8-9ef3-447289ec433c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:01.782472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Attempting to bind port 81da0110-3406-4ce1-a0d7-5db7c5221d94 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:23:01.782786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Attempting to bind port 81da0110-3406-4ce1-a0d7-5db7c5221d94 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '0d2a490b-7715-4777-85a7-31fe02f8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:23:01.783355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Attempting to bind port 81da0110-3406-4ce1-a0d7-5db7c5221d94 on network 648f7067-487a-45f1-b029-aad1f3808d4e {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:23:01.791493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:23:01.791931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Checking segment: {'id': '0d2a490b-7715-4777-85a7-31fe02f8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:23:01.792408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:01.792857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Bound using segment: {'id': '0d2a490b-7715-4777-85a7-31fe02f8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:23:01.793410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Bound port: 81da0110-3406-4ce1-a0d7-5db7c5221d94, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2a490b-7715-4777-85a7-31fe02f8152b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:23:01.793838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:01.799844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-551308e3-536f-42e8-9ef3-447289ec433c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] device_id is not set on port bcc387fb-9550-4cf1-9fe2-b892ec3fada3 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:23:01.849679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfd688-d357-4f55-a649-660c9fc3b764 req-f33bd3de-5765-4fa6-a3b1-53ebcd215b5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:01.851497 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-86bfd688-d357-4f55-a649-660c9fc3b764 req-f33bd3de-5765-4fa6-a3b1-53ebcd215b5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=272d8cfe-d4b3-4ade-8815-4960665fc12a HTTP/1.1" status: 200 len: 945 time: 0.7552776 Apr 23 09:23:01.866490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0d6944c3-667e-40f4-b726-a38329d19876 admin admin] Network 56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:23:01.894470 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:23:01.912517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] For port 81da0110-3406-4ce1-a0d7-5db7c5221d94, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:23:01.918343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] For port 81da0110-3406-4ce1-a0d7-5db7c5221d94, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=81da0110-3406-4ce1-a0d7-5db7c5221d94,segment=NetworkSegment(0d2a490b-7715-4777-85a7-31fe02f8152b),segment_id=0d2a490b-7715-4777-85a7-31fe02f8152b)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:23:01.952440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:01.958927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dc8c61e7-3b8b-4069-be1b-fc98d76b62bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:02.019596 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-86bfd688-d357-4f55-a649-660c9fc3b764 req-d629c2c0-5553-41a0-9ad3-5be516d787fa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=eab11137-2546-449a-96a2-cd51897002d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439798 Apr 23 09:23:02.069314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d6944c3-667e-40f4-b726-a38329d19876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:02.090806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d6944c3-667e-40f4-b726-a38329d19876 admin admin] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:02.096404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-26ffe22f-e2f6-4a31-8776-4ac9c0abff16 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:02.103411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Pushing event updated for resources: {'Port': ['ID=81da0110-3406-4ce1-a0d7-5db7c5221d94,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:02.109150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:02.179225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6944c3-667e-40f4-b726-a38329d19876 admin admin] Pushing event deleted for resources: {'Network': ['ID=56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:02.189337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0d6944c3-667e-40f4-b726-a38329d19876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:02.225864 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0d6944c3-667e-40f4-b726-a38329d19876 admin admin] 10.222.0.60 "DELETE /v2.0/networks/56ef7d3c-c0db-4ca9-ba41-afe0f1dd064c HTTP/1.1" status: 204 len: 168 time: 2.1134074 Apr 23 09:23:02.228701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-551308e3-536f-42e8-9ef3-447289ec433c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Allocated IP 2001:db8::309 (648f7067-487a-45f1-b029-aad1f3808d4e/19324ed6-c42b-4256-a59d-909e2e659b75/bcc387fb-9550-4cf1-9fe2-b892ec3fada3) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:23:02.232731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41134) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:02.425631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f08abe-9e75-4be3-9387-586365f6313c admin admin] Deleting subnet 730a15e4-62fd-4068-95e6-723bc8b35279 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:23:02.443827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f4f08abe-9e75-4be3-9387-586365f6313c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:02.636753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e90e31d3-cace-4fee-b38c-0daedada5390 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:02.652829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6c551259-3176-45ff-a57b-a4312db85cfe tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:02.735177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f4f08abe-9e75-4be3-9387-586365f6313c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:02.762191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90e31d3-cace-4fee-b38c-0daedada5390 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network fa69da7b-2a72-44c2-9c97-f04cc5178f5f is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:23:02.766282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-e90e31d3-cace-4fee-b38c-0daedada5390 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:23:02.780934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d750e743-c902-4d5e-afcc-ec838e965c95 None None] Network fa69da7b-2a72-44c2-9c97-f04cc5178f5f requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:23:02.785926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e31d3-cace-4fee-b38c-0daedada5390 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Subnet': ['ID=ff4e5c1d-e7d6-466e-9dad-7f6306b61544,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:02.789530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90e31d3-cace-4fee-b38c-0daedada5390 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:02.790829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e90e31d3-cace-4fee-b38c-0daedada5390 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:02.797047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e90e31d3-cace-4fee-b38c-0daedada5390 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:02.844053 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e90e31d3-cace-4fee-b38c-0daedada5390 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6860385 Apr 23 09:23:02.847077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41138) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:02.855415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2148afec-76fb-464e-a3cf-7ebc1128a0c1 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2135681719', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ff4e5c1d-e7d6-466e-9dad-7f6306b61544'}], 'security_groups': ['c4fc8087-ec06-4037-b110-3789167965b9', 'ea3b6331-d5b4-4020-95cf-b95691a94c1e']}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:02.893335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f4f08abe-9e75-4be3-9387-586365f6313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:02.964015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-551308e3-536f-42e8-9ef3-447289ec433c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:03.017510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-551308e3-536f-42e8-9ef3-447289ec433c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Transition to ACTIVE for port object bcc387fb-9550-4cf1-9fe2-b892ec3fada3 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:23:03.239969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2148afec-76fb-464e-a3cf-7ebc1128a0c1 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:03.265993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-551308e3-536f-42e8-9ef3-447289ec433c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:03.276247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f71c4fa4-e8b4-499c-8f00-98f9f25b60ec tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:03.312325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device e5d65415-0d57-4329-8bec-5bb24f4a32e5 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:23:03.436385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551308e3-536f-42e8-9ef3-447289ec433c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 648f7067-487a-45f1-b029-aad1f3808d4e is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:23:03.445786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-551308e3-536f-42e8-9ef3-447289ec433c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:23:03.449963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbba599-bb7f-4770-9c0c-773bb1bf61ba None None] Update dhcp port {'port': {'network_id': 'fa69da7b-2a72-44c2-9c97-f04cc5178f5f', 'fixed_ips': [{'subnet_id': '2ad2bcf5-1fde-4c46-a502-cb368a2dd86c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'acc04234-058b-49f0-91d9-a6f3a7619b6c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ff4e5c1d-e7d6-466e-9dad-7f6306b61544'}], 'binding:host_id': 'dv-neutron-786478-4-hyperv'}, 'id': '4701bb4b-2531-4d2a-9d5e-05191a1bd4f0'} from dv-neutron-786478-4-hyperv. {{(pid=87176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 23 09:23:03.456221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551308e3-536f-42e8-9ef3-447289ec433c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:23:03.463595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551308e3-536f-42e8-9ef3-447289ec433c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:03.464228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-551308e3-536f-42e8-9ef3-447289ec433c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:03.475142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551308e3-536f-42e8-9ef3-447289ec433c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Port': ['ID=bcc387fb-9550-4cf1-9fe2-b892ec3fada3,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:03.493311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-551308e3-536f-42e8-9ef3-447289ec433c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:03.525159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2dbba599-bb7f-4770-9c0c-773bb1bf61ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:03.533672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f4f08abe-9e75-4be3-9387-586365f6313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:03.541874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-672e1e68-482e-4973-8f0f-bda2e1eee67d tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:03.591797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc230d-08ef-4911-b5b1-a08edda760fc req-082cf70d-6515-42d1-a53d-11354cd85ca5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:03.593586 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-82dc230d-08ef-4911-b5b1-a08edda760fc req-082cf70d-6515-42d1-a53d-11354cd85ca5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=272d8cfe-d4b3-4ade-8815-4960665fc12a HTTP/1.1" status: 200 len: 945 time: 0.2785892 Apr 23 09:23:03.604326 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-551308e3-536f-42e8-9ef3-447289ec433c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2993124 Apr 23 09:23:03.610558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port e5d65415-0d57-4329-8bec-5bb24f4a32e5 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:23:03.618208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f4f08abe-9e75-4be3-9387-586365f6313c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:03.618845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port e5d65415-0d57-4329-8bec-5bb24f4a32e5 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:03.619281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:03.633676 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f4f08abe-9e75-4be3-9387-586365f6313c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/730a15e4-62fd-4068-95e6-723bc8b35279 HTTP/1.1" status: 204 len: 168 time: 1.3980253 Apr 23 09:23:03.635432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f08abe-9e75-4be3-9387-586365f6313c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=730a15e4-62fd-4068-95e6-723bc8b35279,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:03.655083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41144) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:03.655615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41146) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:03.665478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-410db86f-889c-4651-a31f-f610b75f3167 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'subnet': {'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:03.818647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f4f08abe-9e75-4be3-9387-586365f6313c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:03.881892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:03.886419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-410db86f-889c-4651-a31f-f610b75f3167 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:03.896863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-410db86f-889c-4651-a31f-f610b75f3167 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:subnet and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:03.904415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-410db86f-889c-4651-a31f-f610b75f3167 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:03.914767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272d8cfe-d4b3-4ade-8815-4960665fc12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d65415-0d57-4329-8bec-5bb24f4a32e5'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:23:03.927143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port e5d65415-0d57-4329-8bec-5bb24f4a32e5, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e5d65415-0d57-4329-8bec-5bb24f4a32e5,segment=NetworkSegment(f556191a-5709-440e-aee5-616ca96379b2),segment_id=f556191a-5709-440e-aee5-616ca96379b2)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:03.963925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:03.966607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a2b46522-a207-49f7-9c44-d88e2d911030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:04.004929 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-82dc230d-08ef-4911-b5b1-a08edda760fc req-1d42dca7-9697-436c-aa83-eca4b62d1784 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=eab11137-2546-449a-96a2-cd51897002d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3667741 Apr 23 09:23:04.026524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-410db86f-889c-4651-a31f-f610b75f3167 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:04.080303 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272d8cfe-d4b3-4ade-8815-4960665fc12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d65415-0d57-4329-8bec-5bb24f4a32e5', 'code': 200} Apr 23 09:23:04.088859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2a74-ae74-4461-82d2-a0c0239836ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:04.105554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 81da0110-3406-4ce1-a0d7-5db7c5221d94 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:23:04.109449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410db86f-889c-4651-a31f-f610b75f3167 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:23:04.116947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-410db86f-889c-4651-a31f-f610b75f3167 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:04.183780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-db7993af-d863-4197-87d6-5366fc01b857 None None] Provisioning complete for port 828ea624-4a8b-4062-815a-acb2655a8a3a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:04.184360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db7993af-d863-4197-87d6-5366fc01b857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:04.221335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-2148afec-76fb-464e-a3cf-7ebc1128a0c1 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Delete allocated IP 172.20.0.13 (fa69da7b-2a72-44c2-9c97-f04cc5178f5f/acc04234-058b-49f0-91d9-a6f3a7619b6c) {{(pid=87174) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Apr 23 09:23:04.250860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-2148afec-76fb-464e-a3cf-7ebc1128a0c1 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Allocated IP 172.20.0.43 (fa69da7b-2a72-44c2-9c97-f04cc5178f5f/ff4e5c1d-e7d6-466e-9dad-7f6306b61544/21a010c3-04bc-4a9c-9a23-d9c73a8beccb) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:23:04.355569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-db7993af-d863-4197-87d6-5366fc01b857 None None] Port 828ea624-4a8b-4062-815a-acb2655a8a3a cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:23:04.362512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=e5d65415-0d57-4329-8bec-5bb24f4a32e5,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:04.375043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:04.463895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 81da0110-3406-4ce1-a0d7-5db7c5221d94 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:23:04.474602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-db7993af-d863-4197-87d6-5366fc01b857 None None] Provisioning for port 81da0110-3406-4ce1-a0d7-5db7c5221d94 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:23:04.489415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-db7993af-d863-4197-87d6-5366fc01b857 None None] Provisioning complete for port 81da0110-3406-4ce1-a0d7-5db7c5221d94 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:04.489838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db7993af-d863-4197-87d6-5366fc01b857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:04.544471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2a74-ae74-4461-82d2-a0c0239836ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:04.554030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 81da0110-3406-4ce1-a0d7-5db7c5221d94 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:04.556723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:04.716563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2148afec-76fb-464e-a3cf-7ebc1128a0c1 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:04.740084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2148afec-76fb-464e-a3cf-7ebc1128a0c1 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Transition to ACTIVE for port object 21a010c3-04bc-4a9c-9a23-d9c73a8beccb will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:23:04.777504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2148afec-76fb-464e-a3cf-7ebc1128a0c1 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:04.787323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e40b31ea-ebed-4657-b60f-5e671f28f051 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:05.000040 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.ipam_backend_mixin [None req-410db86f-889c-4651-a31f-f610b75f3167 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 19324ed6-c42b-4256-a59d-909e2e659b75 (CIDR: 2001:db8::/64) Apr 23 09:23:05.037085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:05.041996 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-410db86f-889c-4651-a31f-f610b75f3167 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:23:05.042588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-410db86f-889c-4651-a31f-f610b75f3167 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:05.058509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-6b5d2a74-ae74-4461-82d2-a0c0239836ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae461cdb-26a8-40aa-bc40-5f7af8a2452d']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:05.064035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db7993af-d863-4197-87d6-5366fc01b857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:05.085736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-6b5d2a74-ae74-4461-82d2-a0c0239836ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3310454-ff29-4f16-8533-913fb72d989f') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:05.086773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-6b5d2a74-ae74-4461-82d2-a0c0239836ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3310454-ff29-4f16-8533-913fb72d989f') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:05.109476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2a74-ae74-4461-82d2-a0c0239836ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:05.130840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6d69b-d722-495d-8fbe-f8ed8a89f79b req-6fe9a272-e087-41db-8e1a-5539e3932c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:05.132486 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-42b6d69b-d722-495d-8fbe-f8ed8a89f79b req-6fe9a272-e087-41db-8e1a-5539e3932c76 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=272d8cfe-d4b3-4ade-8815-4960665fc12a HTTP/1.1" status: 200 len: 1099 time: 0.6447558 Apr 23 09:23:05.155281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2a74-ae74-4461-82d2-a0c0239836ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:05.169687 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-410db86f-889c-4651-a31f-f610b75f3167 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5067725 Apr 23 09:23:05.170175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41160) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:05.171265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5d2a74-ae74-4461-82d2-a0c0239836ba admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:23:05.192575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 81da0110-3406-4ce1-a0d7-5db7c5221d94, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=81da0110-3406-4ce1-a0d7-5db7c5221d94,segment=NetworkSegment(0d2a490b-7715-4777-85a7-31fe02f8152b),segment_id=0d2a490b-7715-4777-85a7-31fe02f8152b)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:05.195759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-86a662c0-fc16-4309-9b50-5a853fd02bc4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'subnet': {'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:05.204572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-2dbba599-bb7f-4770-9c0c-773bb1bf61ba None None] Allocated IP 172.20.0.34 (fa69da7b-2a72-44c2-9c97-f04cc5178f5f/ff4e5c1d-e7d6-466e-9dad-7f6306b61544/4701bb4b-2531-4d2a-9d5e-05191a1bd4f0) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:23:05.328055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:05.364043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148afec-76fb-464e-a3cf-7ebc1128a0c1 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event updated for resources: {'Port': ['ID=21a010c3-04bc-4a9c-9a23-d9c73a8beccb,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:05.366422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2148afec-76fb-464e-a3cf-7ebc1128a0c1 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:05.379533 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-42b6d69b-d722-495d-8fbe-f8ed8a89f79b req-fc6e2d0d-da39-477e-8dc9-161ad2b0b6da service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=eab11137-2546-449a-96a2-cd51897002d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395456 Apr 23 09:23:05.400680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:05.403272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2148afec-76fb-464e-a3cf-7ebc1128a0c1 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] In _notify_port_updated(), no bound segment for port 21a010c3-04bc-4a9c-9a23-d9c73a8beccb on network fa69da7b-2a72-44c2-9c97-f04cc5178f5f {{(pid=87174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 23 09:23:05.409486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2148afec-76fb-464e-a3cf-7ebc1128a0c1 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:05.410235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2148afec-76fb-464e-a3cf-7ebc1128a0c1 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:05.414502 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2148afec-76fb-464e-a3cf-7ebc1128a0c1 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "PUT /v2.0/ports/21a010c3-04bc-4a9c-9a23-d9c73a8beccb HTTP/1.1" status: 200 len: 960 time: 2.5633411 Apr 23 09:23:05.418997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41164) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:05.552756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-db7993af-d863-4197-87d6-5366fc01b857 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:23:05.553008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb000a76-aa55-450a-9412-a311714aa23f req-7a37d00a-56d2-4d78-9a98-104f758785a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:05.553126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-db7993af-d863-4197-87d6-5366fc01b857 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:23:05.555116 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-eb000a76-aa55-450a-9412-a311714aa23f req-7a37d00a-56d2-4d78-9a98-104f758785a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=272d8cfe-d4b3-4ade-8815-4960665fc12a HTTP/1.1" status: 200 len: 946 time: 0.2467458 Apr 23 09:23:05.556290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6b5d2a74-ae74-4461-82d2-a0c0239836ba admin admin] Network ae461cdb-26a8-40aa-bc40-5f7af8a2452d has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:23:05.579324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2a74-ae74-4461-82d2-a0c0239836ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:05.587144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=81da0110-3406-4ce1-a0d7-5db7c5221d94,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:05.599547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:05.613455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-2dbba599-bb7f-4770-9c0c-773bb1bf61ba None None] For port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4701bb4b-2531-4d2a-9d5e-05191a1bd4f0,segment=NetworkSegment(34933523-5714-45df-a69d-647e860e8610),segment_id=34933523-5714-45df-a69d-647e860e8610)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:05.650021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2dbba599-bb7f-4770-9c0c-773bb1bf61ba None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:05.676240 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-eb000a76-aa55-450a-9412-a311714aa23f req-c0c89212-0bb2-47c1-998a-22f68f79b37c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=eab11137-2546-449a-96a2-cd51897002d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654924 Apr 23 09:23:05.703519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc0ba0-c336-496f-beb1-4adba3325337 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting port 21a010c3-04bc-4a9c-9a23-d9c73a8beccb {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:23:05.703519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dfcc0ba0-c336-496f-beb1-4adba3325337 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:05.753703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-86a662c0-fc16-4309-9b50-5a853fd02bc4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:05.811489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-86a662c0-fc16-4309-9b50-5a853fd02bc4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:subnet and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:05.820002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-86a662c0-fc16-4309-9b50-5a853fd02bc4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:05.838566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-86a662c0-fc16-4309-9b50-5a853fd02bc4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:05.841872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6b5d2a74-ae74-4461-82d2-a0c0239836ba admin admin] Network ae461cdb-26a8-40aa-bc40-5f7af8a2452d has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:23:05.862028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dfcc0ba0-c336-496f-beb1-4adba3325337 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:23:05.869026 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:23:05.944551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a662c0-fc16-4309-9b50-5a853fd02bc4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:23:05.951492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86a662c0-fc16-4309-9b50-5a853fd02bc4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:06.015368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc0ba0-c336-496f-beb1-4adba3325337 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Calling delete_port for 21a010c3-04bc-4a9c-9a23-d9c73a8beccb owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:23:06.032671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 81da0110-3406-4ce1-a0d7-5db7c5221d94 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:23:06.067797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2dbba599-bb7f-4770-9c0c-773bb1bf61ba None None] Transition to ACTIVE for port object 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:23:06.087317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2a74-ae74-4461-82d2-a0c0239836ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:06.096976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:06.114062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2a74-ae74-4461-82d2-a0c0239836ba admin admin] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:06.120845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2dbba599-bb7f-4770-9c0c-773bb1bf61ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:06.129977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d2a74-ae74-4461-82d2-a0c0239836ba admin admin] Pushing event deleted for resources: {'Network': ['ID=ae461cdb-26a8-40aa-bc40-5f7af8a2452d,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:06.130582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:06.136339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6b5d2a74-ae74-4461-82d2-a0c0239836ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:06.138228 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6b5d2a74-ae74-4461-82d2-a0c0239836ba admin admin] 10.222.0.60 "DELETE /v2.0/networks/ae461cdb-26a8-40aa-bc40-5f7af8a2452d HTTP/1.1" status: 204 len: 168 time: 2.4796259 Apr 23 09:23:06.249135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dfcc0ba0-c336-496f-beb1-4adba3325337 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:06.261670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-db307e06-8217-4143-b46b-86e34c875f38 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:06.458378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc0ba0-c336-496f-beb1-4adba3325337 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Port': ['ID=21a010c3-04bc-4a9c-9a23-d9c73a8beccb,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:06.487250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dfcc0ba0-c336-496f-beb1-4adba3325337 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:06.639895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dfcc0ba0-c336-496f-beb1-4adba3325337 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:06.666105 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-dfcc0ba0-c336-496f-beb1-4adba3325337 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/ports/21a010c3-04bc-4a9c-9a23-d9c73a8beccb HTTP/1.1" status: 204 len: 168 time: 1.2426808 Apr 23 09:23:06.666610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41172) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:06.696637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41176) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:06.748748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbba599-bb7f-4770-9c0c-773bb1bf61ba None None] Pushing event updated for resources: {'Port': ['ID=4701bb4b-2531-4d2a-9d5e-05191a1bd4f0,revision_number=7']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:06.759836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2dbba599-bb7f-4770-9c0c-773bb1bf61ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:06.761675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 81da0110-3406-4ce1-a0d7-5db7c5221d94 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:06.762108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:06.791865 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-08cde426-166b-4b01-a467-b3350dec635f tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] GET failed (client error): The resource could not be found. Apr 23 09:23:06.792510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-08cde426-166b-4b01-a467-b3350dec635f tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Synchronizing usage tracker for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:23:06.802684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d57bafd2-924b-4bd3-a01c-08adecf3cb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:06.839543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d0ce52e4-e6e2-434f-82fe-def630544aa2 None None] Provisioning for port bcc387fb-9550-4cf1-9fe2-b892ec3fada3 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:23:06.845199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d0ce52e4-e6e2-434f-82fe-def630544aa2 None None] Provisioning complete for port bcc387fb-9550-4cf1-9fe2-b892ec3fada3 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:06.846521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0ce52e4-e6e2-434f-82fe-def630544aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:06.858349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86a662c0-fc16-4309-9b50-5a853fd02bc4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:06.866097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bcf8fa14-ebe0-4a06-bb65-6741fd2792aa tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:06.872157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-08cde426-166b-4b01-a467-b3350dec635f tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Unset dirty status for tenant:696097c35055491c960511aa485cbd7b on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:23:06.874667 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-08cde426-166b-4b01-a467-b3350dec635f tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports/21a010c3-04bc-4a9c-9a23-d9c73a8beccb HTTP/1.1" status: 404 len: 333 time: 0.2063069 Apr 23 09:23:06.877680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41184) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:06.913042 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c6922978-9f24-483e-b8f2-61a85e87bd06 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cfd1b499d3ee4e909a3bb34186002b43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764576 Apr 23 09:23:06.924940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41188) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:06.940044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a662c0-fc16-4309-9b50-5a853fd02bc4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 648f7067-487a-45f1-b029-aad1f3808d4e is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:23:06.944990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-86a662c0-fc16-4309-9b50-5a853fd02bc4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:23:06.966931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c0cf7b-e75e-483b-bd55-e71e6755a521 None None] Network 648f7067-487a-45f1-b029-aad1f3808d4e requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:23:06.998579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a662c0-fc16-4309-9b50-5a853fd02bc4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:07.000243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86a662c0-fc16-4309-9b50-5a853fd02bc4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:07.009235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a662c0-fc16-4309-9b50-5a853fd02bc4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Subnet': ['ID=0d1d4751-7d77-4732-91d6-588236f3662e,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:07.010870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce52e4-e6e2-434f-82fe-def630544aa2 None None] Port bcc387fb-9550-4cf1-9fe2-b892ec3fada3 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:23:07.102609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-977ce358-0eb2-4050-9f9b-6a0774cdc812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:07.128726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-86a662c0-fc16-4309-9b50-5a853fd02bc4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:07.141093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-977ce358-0eb2-4050-9f9b-6a0774cdc812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:07.201258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c1c7f3a7-afea-4ca5-b0de-1c769084fe84 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:07.212794 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-86a662c0-fc16-4309-9b50-5a853fd02bc4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0254529 Apr 23 09:23:07.215659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41192) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:07.225405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-55ab5d20-39fd-4be4-9de3-bf57a52b6f2f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1008580172', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0d1d4751-7d77-4732-91d6-588236f3662e'}], 'security_groups': ['6b9848ea-7f0e-4ef2-84dd-242e4a56f4b8']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:07.240954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-977ce358-0eb2-4050-9f9b-6a0774cdc812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:07.262838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1f16f369-1d04-4614-b054-4040de6538bd tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:07.264769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ad465-62a0-436e-9d64-1eec7991954c req-14fed219-a20c-44ac-9b5e-dd5999ebb3d5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:07.266630 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3f0ad465-62a0-436e-9d64-1eec7991954c req-14fed219-a20c-44ac-9b5e-dd5999ebb3d5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=272d8cfe-d4b3-4ade-8815-4960665fc12a HTTP/1.1" status: 200 len: 946 time: 0.2347715 Apr 23 09:23:07.271465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c1c7f3a7-afea-4ca5-b0de-1c769084fe84 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:07.297691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ce358-0eb2-4050-9f9b-6a0774cdc812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed3b2b4-e54e-42c0-93d6-f45b6c469d15,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:07.308092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-977ce358-0eb2-4050-9f9b-6a0774cdc812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:07.309384 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-977ce358-0eb2-4050-9f9b-6a0774cdc812 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7ed3b2b4-e54e-42c0-93d6-f45b6c469d15 HTTP/1.1" status: 204 len: 168 time: 0.3828499 Apr 23 09:23:07.314801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-977ce358-0eb2-4050-9f9b-6a0774cdc812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:07.372190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c1c7f3a7-afea-4ca5-b0de-1c769084fe84 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:07.379780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3674233b-834d-408a-a9dc-ba3406eb9f0b tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:07.397674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7f3a7-afea-4ca5-b0de-1c769084fe84 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e5ccc9-bcd6-4f0e-8fe9-bf405f9ff032,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:07.406908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c1c7f3a7-afea-4ca5-b0de-1c769084fe84 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:07.410092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c1c7f3a7-afea-4ca5-b0de-1c769084fe84 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:07.417278 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c1c7f3a7-afea-4ca5-b0de-1c769084fe84 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/security-groups/53e5ccc9-bcd6-4f0e-8fe9-bf405f9ff032 HTTP/1.1" status: 204 len: 168 time: 0.5348306 Apr 23 09:23:07.418275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41198) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:07.472116 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3f0ad465-62a0-436e-9d64-1eec7991954c req-2959187f-c471-4b45-803d-f4944d156500 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=eab11137-2546-449a-96a2-cd51897002d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820872 Apr 23 09:23:07.530180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac63f5e9-ecb8-4e51-86cf-adca150f28e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:07.621029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac63f5e9-ecb8-4e51-86cf-adca150f28e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:07.713201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26a3e53-59a0-49f7-a957-70c8b1942a6d None None] Update dhcp port {'port': {'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e', 'fixed_ips': [{'subnet_id': '19324ed6-c42b-4256-a59d-909e2e659b75', 'ip_address': '2001:db8::2'}, {'subnet_id': '0d1d4751-7d77-4732-91d6-588236f3662e'}], 'binding:host_id': 'dv-neutron-786478-4-hyperv'}, 'id': '81da0110-3406-4ce1-a0d7-5db7c5221d94'} from dv-neutron-786478-4-hyperv. {{(pid=87176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 23 09:23:07.724019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-55ab5d20-39fd-4be4-9de3-bf57a52b6f2f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:07.761203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2246552e-d800-43ce-8b42-e05375685315 None None] Provisioning for port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:23:07.770636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2246552e-d800-43ce-8b42-e05375685315 None None] Provisioning complete for port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:07.771074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2246552e-d800-43ce-8b42-e05375685315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:07.810711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88362768-d5bb-46c8-901f-7317fcdebe1d req-2a6b2a45-b0dd-44e7-a4b1-d675f26d0fa9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:07.813044 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-88362768-d5bb-46c8-901f-7317fcdebe1d req-2a6b2a45-b0dd-44e7-a4b1-d675f26d0fa9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=272d8cfe-d4b3-4ade-8815-4960665fc12a HTTP/1.1" status: 200 len: 946 time: 0.1493754 Apr 23 09:23:07.829743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c26a3e53-59a0-49f7-a957-70c8b1942a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:07.847548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac63f5e9-ecb8-4e51-86cf-adca150f28e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:07.856936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-210feddb-9fa5-4e20-aa40-cf1cfa8f0b5d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:07.874235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63f5e9-ecb8-4e51-86cf-adca150f28e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3b6331-d5b4-4020-95cf-b95691a94c1e,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:07.894733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ac63f5e9-ecb8-4e51-86cf-adca150f28e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:07.911218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac63f5e9-ecb8-4e51-86cf-adca150f28e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:07.918625 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ac63f5e9-ecb8-4e51-86cf-adca150f28e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/security-groups/ea3b6331-d5b4-4020-95cf-b95691a94c1e HTTP/1.1" status: 204 len: 168 time: 0.4988546 Apr 23 09:23:07.919016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41204) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:07.922705 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-88362768-d5bb-46c8-901f-7317fcdebe1d req-10e5d73e-190b-43cc-8328-34a6925e49d4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=eab11137-2546-449a-96a2-cd51897002d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012490 Apr 23 09:23:08.072722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:23:08.159943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2246552e-d800-43ce-8b42-e05375685315 None None] Could not find standard attr ID for object 21a010c3-04bc-4a9c-9a23-d9c73a8beccb. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:23:08.238764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2246552e-d800-43ce-8b42-e05375685315 None None] Provisioning complete for port c96da68a-25e3-47ce-bcd0-24f8f32ddd0a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:08.239204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2246552e-d800-43ce-8b42-e05375685315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:08.285664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-31ecc6b2-99e4-4a15-9f84-c4755506b9e3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:08.326307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2246552e-d800-43ce-8b42-e05375685315 None None] Port c96da68a-25e3-47ce-bcd0-24f8f32ddd0a cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:23:08.335484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:08.336001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:08.364508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-c26a3e53-59a0-49f7-a957-70c8b1942a6d None None] Allocated IP 2001:db8:0:1::2 (648f7067-487a-45f1-b029-aad1f3808d4e/0d1d4751-7d77-4732-91d6-588236f3662e/81da0110-3406-4ce1-a0d7-5db7c5221d94) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:23:08.385216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41214) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:08.402807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-31ecc6b2-99e4-4a15-9f84-c4755506b9e3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:08.465580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-96787a89-87a0-410f-801b-65d8ddc2c3f7 None None] Could not find standard attr ID for object 21a010c3-04bc-4a9c-9a23-d9c73a8beccb. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:23:08.511039 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-40f6627c-966c-48f2-80af-78a45fc00834 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b567be6a7af4cf1b85451a0df86de2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1236947 Apr 23 09:23:08.514051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41218) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:08.603780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-31ecc6b2-99e4-4a15-9f84-c4755506b9e3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:08.616684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a0471667-3f87-42e6-818e-c2b93e317d3d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:08.617909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-584973a3-ff81-4885-aeb2-6fbe30dd56d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:08.650205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ecc6b2-99e4-4a15-9f84-c4755506b9e3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fc8087-ec06-4037-b110-3789167965b9,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:08.653622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-31ecc6b2-99e4-4a15-9f84-c4755506b9e3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:08.660086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-584973a3-ff81-4885-aeb2-6fbe30dd56d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:08.660742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c26a3e53-59a0-49f7-a957-70c8b1942a6d None None] For port 81da0110-3406-4ce1-a0d7-5db7c5221d94, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=81da0110-3406-4ce1-a0d7-5db7c5221d94,segment=NetworkSegment(0d2a490b-7715-4777-85a7-31fe02f8152b),segment_id=0d2a490b-7715-4777-85a7-31fe02f8152b)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:08.660892 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-31ecc6b2-99e4-4a15-9f84-c4755506b9e3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/security-groups/c4fc8087-ec06-4037-b110-3789167965b9 HTTP/1.1" status: 204 len: 168 time: 0.7324932 Apr 23 09:23:08.661886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41222) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:08.663502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-31ecc6b2-99e4-4a15-9f84-c4755506b9e3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:08.703356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c26a3e53-59a0-49f7-a957-70c8b1942a6d None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:08.774506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c26a3e53-59a0-49f7-a957-70c8b1942a6d None None] Transition to ACTIVE for port object 81da0110-3406-4ce1-a0d7-5db7c5221d94 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:23:08.780261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72f9816-0960-4ee1-92b7-cbefc7f20cc8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting subnet acc04234-058b-49f0-91d9-a6f3a7619b6c {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:23:08.785379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f72f9816-0960-4ee1-92b7-cbefc7f20cc8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:08.812282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c26a3e53-59a0-49f7-a957-70c8b1942a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:08.821247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-69b947b2-1701-4a9e-a630-d070da11a6b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:08.845863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-584973a3-ff81-4885-aeb2-6fbe30dd56d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:08.852364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e4fbe12f-e411-499a-8333-d338e2eb0f7a tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:08.865811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584973a3-ff81-4885-aeb2-6fbe30dd56d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15244ae-cdb2-42f2-b45a-d113de6fb3ea,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:08.871355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-584973a3-ff81-4885-aeb2-6fbe30dd56d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:08.877574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-584973a3-ff81-4885-aeb2-6fbe30dd56d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:08.883073 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-584973a3-ff81-4885-aeb2-6fbe30dd56d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a15244ae-cdb2-42f2-b45a-d113de6fb3ea HTTP/1.1" status: 204 len: 168 time: 0.3637106 Apr 23 09:23:08.947902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f72f9816-0960-4ee1-92b7-cbefc7f20cc8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:09.041186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a3e53-59a0-49f7-a957-70c8b1942a6d None None] Pushing event updated for resources: {'Port': ['ID=81da0110-3406-4ce1-a0d7-5db7c5221d94,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:09.044994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c26a3e53-59a0-49f7-a957-70c8b1942a6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:09.121725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-55ab5d20-39fd-4be4-9de3-bf57a52b6f2f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Delete allocated IP 2001:db8::309 (648f7067-487a-45f1-b029-aad1f3808d4e/19324ed6-c42b-4256-a59d-909e2e659b75) {{(pid=87175) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Apr 23 09:23:09.135976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-55ab5d20-39fd-4be4-9de3-bf57a52b6f2f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Allocated IP 2001:db8:0:1::1ab (648f7067-487a-45f1-b029-aad1f3808d4e/0d1d4751-7d77-4732-91d6-588236f3662e/bcc387fb-9550-4cf1-9fe2-b892ec3fada3) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:23:09.166203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f72f9816-0960-4ee1-92b7-cbefc7f20cc8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:09.479868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41228) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:09.637114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-566de576-1659-4a38-8596-e2d7f381f1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:09.662837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-55ab5d20-39fd-4be4-9de3-bf57a52b6f2f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:09.691265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-55ab5d20-39fd-4be4-9de3-bf57a52b6f2f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Transition to ACTIVE for port object bcc387fb-9550-4cf1-9fe2-b892ec3fada3 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:23:09.717685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-55ab5d20-39fd-4be4-9de3-bf57a52b6f2f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:09.723973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fc3bf5ae-9c52-4e80-b5f6-9b18d6274ed2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:09.768958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f72f9816-0960-4ee1-92b7-cbefc7f20cc8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:09.850921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-34f963ae-0078-4e5f-b099-91202499a3f7 None None] Provisioning for port bcc387fb-9550-4cf1-9fe2-b892ec3fada3 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:23:09.852817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f72f9816-0960-4ee1-92b7-cbefc7f20cc8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:09.857712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e502ed9-4e82-4083-84cc-34e49811e292 None None] Network fa69da7b-2a72-44c2-9c97-f04cc5178f5f requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:23:09.876033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-55ab5d20-39fd-4be4-9de3-bf57a52b6f2f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] In _notify_port_updated(), no bound segment for port bcc387fb-9550-4cf1-9fe2-b892ec3fada3 on network 648f7067-487a-45f1-b029-aad1f3808d4e {{(pid=87175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 23 09:23:09.887069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ab5d20-39fd-4be4-9de3-bf57a52b6f2f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:09.888553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-55ab5d20-39fd-4be4-9de3-bf57a52b6f2f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:09.895648 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-55ab5d20-39fd-4be4-9de3-bf57a52b6f2f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "PUT /v2.0/ports/bcc387fb-9550-4cf1-9fe2-b892ec3fada3 HTTP/1.1" status: 200 len: 931 time: 2.6785607 Apr 23 09:23:09.896719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41232) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:09.906867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab5d20-39fd-4be4-9de3-bf57a52b6f2f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Port': ['ID=bcc387fb-9550-4cf1-9fe2-b892ec3fada3,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:09.907669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-34f963ae-0078-4e5f-b099-91202499a3f7 None None] Provisioning complete for port bcc387fb-9550-4cf1-9fe2-b892ec3fada3 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:09.908284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-34f963ae-0078-4e5f-b099-91202499a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:09.916367 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f72f9816-0960-4ee1-92b7-cbefc7f20cc8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/subnets/acc04234-058b-49f0-91d9-a6f3a7619b6c HTTP/1.1" status: 204 len: 168 time: 1.2485390 Apr 23 09:23:09.917627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-55ab5d20-39fd-4be4-9de3-bf57a52b6f2f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:09.918146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41236) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:09.918781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1ed636d1-5783-4038-b0f0-2db19d29ed82 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:10.007369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f9816-0960-4ee1-92b7-cbefc7f20cc8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Subnet': ['ID=acc04234-058b-49f0-91d9-a6f3a7619b6c,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:10.013248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f72f9816-0960-4ee1-92b7-cbefc7f20cc8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:10.073901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e123fc-e8da-454f-b613-874b4400576b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting subnet ff4e5c1d-e7d6-466e-9dad-7f6306b61544 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:23:10.079027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0e123fc-e8da-454f-b613-874b4400576b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:10.162755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0e123fc-e8da-454f-b613-874b4400576b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:10.183291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 81da0110-3406-4ce1-a0d7-5db7c5221d94 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:23:10.296986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0e123fc-e8da-454f-b613-874b4400576b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:10.307235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3545ccf5-825a-4f74-a56d-a2c0566e070e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting port bcc387fb-9550-4cf1-9fe2-b892ec3fada3 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:23:10.307632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3545ccf5-825a-4f74-a56d-a2c0566e070e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:10.357824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-34f963ae-0078-4e5f-b099-91202499a3f7 None None] Port bcc387fb-9550-4cf1-9fe2-b892ec3fada3 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:23:10.373155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:10.449984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-34f963ae-0078-4e5f-b099-91202499a3f7 None None] Provisioning complete for port 828ea624-4a8b-4062-815a-acb2655a8a3a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:10.449984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-34f963ae-0078-4e5f-b099-91202499a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:10.543826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-34f963ae-0078-4e5f-b099-91202499a3f7 None None] Port 828ea624-4a8b-4062-815a-acb2655a8a3a cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:23:10.567424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3545ccf5-825a-4f74-a56d-a2c0566e070e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:10.591009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-34f963ae-0078-4e5f-b099-91202499a3f7 None None] Provisioning for port 81da0110-3406-4ce1-a0d7-5db7c5221d94 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:23:10.598402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-34f963ae-0078-4e5f-b099-91202499a3f7 None None] Provisioning complete for port 81da0110-3406-4ce1-a0d7-5db7c5221d94 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:10.599107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-34f963ae-0078-4e5f-b099-91202499a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:10.748545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3545ccf5-825a-4f74-a56d-a2c0566e070e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Calling delete_port for bcc387fb-9550-4cf1-9fe2-b892ec3fada3 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:23:10.845148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-978c1634-79de-4fcf-a3f5-ac19ee611b34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:10.898885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-126a7c30-adcc-4d8c-8252-49e5c3ca5ee2 None None] Provisioning complete for port bcc387fb-9550-4cf1-9fe2-b892ec3fada3 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:10.899494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-126a7c30-adcc-4d8c-8252-49e5c3ca5ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:10.967828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-126a7c30-adcc-4d8c-8252-49e5c3ca5ee2 None None] Port bcc387fb-9550-4cf1-9fe2-b892ec3fada3 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:23:11.066399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0e123fc-e8da-454f-b613-874b4400576b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:11.075733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-931741be-36dc-452f-8a99-cd49ddcf09bc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:11.139189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e123fc-e8da-454f-b613-874b4400576b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Subnet': ['ID=ff4e5c1d-e7d6-466e-9dad-7f6306b61544,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:11.144360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d0e123fc-e8da-454f-b613-874b4400576b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:11.150373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0e123fc-e8da-454f-b613-874b4400576b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:11.162340 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d0e123fc-e8da-454f-b613-874b4400576b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/subnets/ff4e5c1d-e7d6-466e-9dad-7f6306b61544 HTTP/1.1" status: 204 len: 168 time: 1.2099540 Apr 23 09:23:11.165906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41242) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:11.239665 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3534da7-ac30-4b97-b63f-80d95177e16b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] DELETE failed (client error): The resource could not be found. Apr 23 09:23:11.240500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3534da7-ac30-4b97-b63f-80d95177e16b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:11.246767 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e3534da7-ac30-4b97-b63f-80d95177e16b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/subnets/acc04234-058b-49f0-91d9-a6f3a7619b6c HTTP/1.1" status: 404 len: 337 time: 0.0755415 Apr 23 09:23:11.248651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41246) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:11.255418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:11.363605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c75dbf-06e8-4bb5-a039-0a0903edff06 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting subnet 2ad2bcf5-1fde-4c46-a502-cb368a2dd86c {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:23:11.367378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-53c75dbf-06e8-4bb5-a039-0a0903edff06 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:11.405032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b654aa7-0845-4e7a-9354-24ebe1fb464d None None] Network fa69da7b-2a72-44c2-9c97-f04cc5178f5f requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:23:11.462308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-53c75dbf-06e8-4bb5-a039-0a0903edff06 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:11.519462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3545ccf5-825a-4f74-a56d-a2c0566e070e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:11.527018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6d0182c5-c78c-4977-a1fc-24ddbfd49534 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:11.542524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-60285e06-82d0-4752-918b-151bf39c87e9 None None] Provisioning complete for port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:11.542999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60285e06-82d0-4752-918b-151bf39c87e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:11.602846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545ccf5-825a-4f74-a56d-a2c0566e070e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Port': ['ID=bcc387fb-9550-4cf1-9fe2-b892ec3fada3,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:11.610365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3545ccf5-825a-4f74-a56d-a2c0566e070e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:11.657003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-53c75dbf-06e8-4bb5-a039-0a0903edff06 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:11.677418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3545ccf5-825a-4f74-a56d-a2c0566e070e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:11.742496 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3545ccf5-825a-4f74-a56d-a2c0566e070e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/ports/bcc387fb-9550-4cf1-9fe2-b892ec3fada3 HTTP/1.1" status: 204 len: 168 time: 1.8439016 Apr 23 09:23:11.751238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41250) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:11.806145 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-095a5d9f-f49a-4fb5-b8d1-25bb80bc8581 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] GET failed (client error): The resource could not be found. Apr 23 09:23:11.806806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-095a5d9f-f49a-4fb5-b8d1-25bb80bc8581 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Synchronizing usage tracker for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:23:11.906737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-095a5d9f-f49a-4fb5-b8d1-25bb80bc8581 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Unset dirty status for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:23:11.907880 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-095a5d9f-f49a-4fb5-b8d1-25bb80bc8581 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports/bcc387fb-9550-4cf1-9fe2-b892ec3fada3 HTTP/1.1" status: 404 len: 333 time: 0.1562891 Apr 23 09:23:11.915857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41254) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:11.933734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-978c1634-79de-4fcf-a3f5-ac19ee611b34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.20.0.17 (b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd/489da28e-0951-4861-92ef-9f5eae9dddcb/93318b49-ec6b-474f-8e8f-6a4c855c865c) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:23:12.058004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-60285e06-82d0-4752-918b-151bf39c87e9 None None] Provisioning complete for port c96da68a-25e3-47ce-bcd0-24f8f32ddd0a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:12.058591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60285e06-82d0-4752-918b-151bf39c87e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:12.110938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-14c23b12-a8e4-48c7-91b6-93e162185843 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:12.136027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-60285e06-82d0-4752-918b-151bf39c87e9 None None] Port c96da68a-25e3-47ce-bcd0-24f8f32ddd0a cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:23:12.176696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-14c23b12-a8e4-48c7-91b6-93e162185843 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:12.235055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-978c1634-79de-4fcf-a3f5-ac19ee611b34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:12.235665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:12.261750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-978c1634-79de-4fcf-a3f5-ac19ee611b34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Transition to ACTIVE for port object 93318b49-ec6b-474f-8e8f-6a4c855c865c will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:23:12.285692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-14c23b12-a8e4-48c7-91b6-93e162185843 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:12.292383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5b95d977-519a-4cba-bcde-7a62fb7a90b3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:12.306663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c23b12-a8e4-48c7-91b6-93e162185843 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c91063-c44a-40c2-8e4b-fda432d0cd90,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:12.312847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-14c23b12-a8e4-48c7-91b6-93e162185843 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:12.316182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-978c1634-79de-4fcf-a3f5-ac19ee611b34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:12.320767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3545ccf5-825a-4f74-a56d-a2c0566e070e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:12.338665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-53c75dbf-06e8-4bb5-a039-0a0903edff06 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:12.344917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-459faec3-7055-42ac-86fe-17a768963f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:12.356317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-14c23b12-a8e4-48c7-91b6-93e162185843 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:12.357577 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-14c23b12-a8e4-48c7-91b6-93e162185843 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/security-groups/81c91063-c44a-40c2-8e4b-fda432d0cd90 HTTP/1.1" status: 204 len: 168 time: 0.4406574 Apr 23 09:23:12.366048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41258) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:12.389761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c75dbf-06e8-4bb5-a039-0a0903edff06 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad2bcf5-1fde-4c46-a502-cb368a2dd86c,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:12.392261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-53c75dbf-06e8-4bb5-a039-0a0903edff06 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:12.400047 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-53c75dbf-06e8-4bb5-a039-0a0903edff06 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/subnets/2ad2bcf5-1fde-4c46-a502-cb368a2dd86c HTTP/1.1" status: 204 len: 168 time: 1.1498513 Apr 23 09:23:12.401138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-53c75dbf-06e8-4bb5-a039-0a0903edff06 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:12.402602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41262) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:12.425856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978c1634-79de-4fcf-a3f5-ac19ee611b34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:23:12.440202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-978c1634-79de-4fcf-a3f5-ac19ee611b34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:23:12.447500 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c853bc4-d96c-40bf-8df1-dd16fdf820af tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] DELETE failed (client error): The resource could not be found. Apr 23 09:23:12.448037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c853bc4-d96c-40bf-8df1-dd16fdf820af tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:12.450077 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1c853bc4-d96c-40bf-8df1-dd16fdf820af tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/subnets/a21dc418-4fd7-48b1-8a1b-c988b9d580da HTTP/1.1" status: 404 len: 337 time: 0.0463767 Apr 23 09:23:12.452850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41266) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:12.459782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978c1634-79de-4fcf-a3f5-ac19ee611b34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:23:12.517469 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-995d471c-2445-48ad-b8e0-e84d1024f026 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "GET /v2.0/ports?device_id=93d1976d-4f2a-4a44-8cbd-121b2e5efc60 HTTP/1.1" status: 200 len: 205 time: 0.0631278 Apr 23 09:23:12.520658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41270) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:12.527191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c1634-79de-4fcf-a3f5-ac19ee611b34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=93318b49-ec6b-474f-8e8f-6a4c855c865c,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:12.537972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-978c1634-79de-4fcf-a3f5-ac19ee611b34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:12.605272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f39b7807-5a10-491f-bca0-42d0f4e74b81 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:12.624204 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-b9691211-bab5-4e04-8a33-52ad2811e9c0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] delete failed (client error): The resource could not be found. Apr 23 09:23:12.626584 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b9691211-bab5-4e04-8a33-52ad2811e9c0 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/routers/93d1976d-4f2a-4a44-8cbd-121b2e5efc60 HTTP/1.1" status: 404 len: 336 time: 0.1029010 Apr 23 09:23:12.628987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41274) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:12.645587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f39b7807-5a10-491f-bca0-42d0f4e74b81 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:12.706615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-978c1634-79de-4fcf-a3f5-ac19ee611b34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:12.711529 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-e31f94ce-b069-4e36-a1ec-50d5df6afc09 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] DELETE failed (client error): The resource could not be found. Apr 23 09:23:12.712737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e31f94ce-b069-4e36-a1ec-50d5df6afc09 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:12.715153 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e31f94ce-b069-4e36-a1ec-50d5df6afc09 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/subnets/8292931c-c3bb-4c31-8598-63511ba1ce54 HTTP/1.1" status: 404 len: 337 time: 0.0846643 Apr 23 09:23:12.718193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41278) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:12.757145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f39b7807-5a10-491f-bca0-42d0f4e74b81 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:12.769595 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-d904cbc1-a128-4ddf-b522-37faf12fe93e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] DELETE failed (client error): The resource could not be found. Apr 23 09:23:12.769939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ac63f5e9-ecb8-4e51-86cf-adca150f28e2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:12.770129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d904cbc1-a128-4ddf-b522-37faf12fe93e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:12.772138 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d904cbc1-a128-4ddf-b522-37faf12fe93e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/subnets/f4ea2bb2-1899-4226-a613-8fa696189d7d HTTP/1.1" status: 404 len: 337 time: 0.0528004 Apr 23 09:23:12.775625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41282) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:12.798889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b7807-5a10-491f-bca0-42d0f4e74b81 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9848ea-7f0e-4ef2-84dd-242e4a56f4b8,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:12.805281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f39b7807-5a10-491f-bca0-42d0f4e74b81 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:12.808227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f39b7807-5a10-491f-bca0-42d0f4e74b81 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:12.812408 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f39b7807-5a10-491f-bca0-42d0f4e74b81 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/security-groups/6b9848ea-7f0e-4ef2-84dd-242e4a56f4b8 HTTP/1.1" status: 204 len: 168 time: 0.4406574 Apr 23 09:23:12.817844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41286) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:12.883299 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7cf4a1-1276-460c-9ede-7e0823a0a28c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] DELETE failed (client error): The resource could not be found. Apr 23 09:23:12.883825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a7cf4a1-1276-460c-9ede-7e0823a0a28c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:12.885865 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1a7cf4a1-1276-460c-9ede-7e0823a0a28c tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/subnets/060cf733-f9ee-4578-8569-9573b68f6b13 HTTP/1.1" status: 404 len: 337 time: 0.1088562 Apr 23 09:23:12.892604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41290) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:12.911151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-315fa718-749a-4df6-b030-d0217922fdfd None None] Provisioning for port 93318b49-ec6b-474f-8e8f-6a4c855c865c completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:23:12.919895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-315fa718-749a-4df6-b030-d0217922fdfd None None] Provisioning complete for port 93318b49-ec6b-474f-8e8f-6a4c855c865c triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:12.920338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-315fa718-749a-4df6-b030-d0217922fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:12.959283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-e282ddf2-e290-4206-9b86-aafbe02f6470 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting subnet 19324ed6-c42b-4256-a59d-909e2e659b75 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:23:12.970076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e282ddf2-e290-4206-9b86-aafbe02f6470 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:12.992124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-315fa718-749a-4df6-b030-d0217922fdfd None None] Port 93318b49-ec6b-474f-8e8f-6a4c855c865c cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:23:13.005367 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-3347ac31-7cf2-443f-ba57-97b7ad978ef5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] DELETE failed (client error): The resource could not be found. Apr 23 09:23:13.005916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3347ac31-7cf2-443f-ba57-97b7ad978ef5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:13.012585 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3347ac31-7cf2-443f-ba57-97b7ad978ef5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/ports/d0566410-34a1-4f93-bce6-54d1993f4e43 HTTP/1.1" status: 404 len: 333 time: 0.1147354 Apr 23 09:23:13.014265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41294) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:13.016852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-978c1634-79de-4fcf-a3f5-ac19ee611b34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:13.028972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f3b3af-e02c-4dd6-81d1-e2d3facb4784 None None] Network fa69da7b-2a72-44c2-9c97-f04cc5178f5f requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:23:13.065514 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4206f6-03d4-46a1-854b-f7084334f775 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] DELETE failed (client error): The resource could not be found. Apr 23 09:23:13.066041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4206f6-03d4-46a1-854b-f7084334f775 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:13.072820 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8a4206f6-03d4-46a1-854b-f7084334f775 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/subnets/0dd0a4c7-8831-452b-a53c-c4e49c6e4bce HTTP/1.1" status: 404 len: 337 time: 0.0528388 Apr 23 09:23:13.075932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41298) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:13.126226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e282ddf2-e290-4206-9b86-aafbe02f6470 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:13.165445 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe9106d-1381-4afa-8b0d-31f250f6c3d4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] DELETE failed (client error): The resource could not be found. Apr 23 09:23:13.166095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe9106d-1381-4afa-8b0d-31f250f6c3d4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:13.168179 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6fe9106d-1381-4afa-8b0d-31f250f6c3d4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/subnets/2371c4d2-d70e-4022-b4b1-ec6bf62a33b5 HTTP/1.1" status: 404 len: 337 time: 0.0915699 Apr 23 09:23:13.174691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41302) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:13.193207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-82e5938c-406c-49bc-af42-e3f111d75258 None None] Provisioning complete for port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:13.193735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-82e5938c-406c-49bc-af42-e3f111d75258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:13.260581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e282ddf2-e290-4206-9b86-aafbe02f6470 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:13.321351 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e34069c-a217-4060-b8dd-4db3d2fed925 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] DELETE failed (client error): The resource could not be found. Apr 23 09:23:13.322305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e34069c-a217-4060-b8dd-4db3d2fed925 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:13.329202 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3e34069c-a217-4060-b8dd-4db3d2fed925 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/ports/33e88122-9feb-4f3d-801e-40becad6cd36 HTTP/1.1" status: 404 len: 333 time: 0.1486080 Apr 23 09:23:13.338986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41306) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:13.423512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-82e5938c-406c-49bc-af42-e3f111d75258 None None] Provisioning complete for port c96da68a-25e3-47ce-bcd0-24f8f32ddd0a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:13.423954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-82e5938c-406c-49bc-af42-e3f111d75258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:13.499999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6929d08c-dbf4-4abc-93c4-ba8917a3d16e None None] DHCP port deletion for fa69da7b-2a72-44c2-9c97-f04cc5178f5f request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:23:13.505589 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-d220c327-37b7-410d-97cc-f92222c7f595 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] DELETE failed (client error): The resource could not be found. Apr 23 09:23:13.506299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d220c327-37b7-410d-97cc-f92222c7f595 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:13.513729 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d220c327-37b7-410d-97cc-f92222c7f595 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/subnets/995569e0-a464-4971-9d2b-1c689d07f882 HTTP/1.1" status: 404 len: 337 time: 0.1692936 Apr 23 09:23:13.527625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41310) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:13.551417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-82e5938c-406c-49bc-af42-e3f111d75258 None None] Port c96da68a-25e3-47ce-bcd0-24f8f32ddd0a cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:23:13.603749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6929d08c-dbf4-4abc-93c4-ba8917a3d16e None None] Deleting port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:23:13.614474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6929d08c-dbf4-4abc-93c4-ba8917a3d16e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:13.616015 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-3631cf71-577f-490d-88c2-2eec2a0f2411 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] DELETE failed (client error): The resource could not be found. Apr 23 09:23:13.617345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3631cf71-577f-490d-88c2-2eec2a0f2411 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:13.620622 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3631cf71-577f-490d-88c2-2eec2a0f2411 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/subnets/094a6c81-c6ca-44f2-b0f6-22d6b7b0b180 HTTP/1.1" status: 404 len: 337 time: 0.0913692 Apr 23 09:23:13.624754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41314) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:13.776568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6929d08c-dbf4-4abc-93c4-ba8917a3d16e None None] For port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4701bb4b-2531-4d2a-9d5e-05191a1bd4f0,segment=NetworkSegment(34933523-5714-45df-a69d-647e860e8610),segment_id=34933523-5714-45df-a69d-647e860e8610)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:13.776923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6929d08c-dbf4-4abc-93c4-ba8917a3d16e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:13.916880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a4149a48-1a32-4295-a170-ad9c6b9f5042 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Deleting port c96da68a-25e3-47ce-bcd0-24f8f32ddd0a {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:23:13.917328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4149a48-1a32-4295-a170-ad9c6b9f5042 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:13.925906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6929d08c-dbf4-4abc-93c4-ba8917a3d16e None None] Calling delete_port for 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:23:13.951233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-978c1634-79de-4fcf-a3f5-ac19ee611b34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:13.954494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e282ddf2-e290-4206-9b86-aafbe02f6470 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:13.963116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d173723d-a142-4776-9f0a-0fbf346328b3 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:13.987639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-978c1634-79de-4fcf-a3f5-ac19ee611b34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:14.020043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6929d08c-dbf4-4abc-93c4-ba8917a3d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:14.027550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:14.028314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-722fbe6c-ea99-43c4-964b-af903870d79b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:14.071001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282ddf2-e290-4206-9b86-aafbe02f6470 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Subnet': ['ID=19324ed6-c42b-4256-a59d-909e2e659b75,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:14.076402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e282ddf2-e290-4206-9b86-aafbe02f6470 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:14.077627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:23:14.078964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e282ddf2-e290-4206-9b86-aafbe02f6470 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:14.103482 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e282ddf2-e290-4206-9b86-aafbe02f6470 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/subnets/19324ed6-c42b-4256-a59d-909e2e659b75 HTTP/1.1" status: 204 len: 168 time: 1.2844362 Apr 23 09:23:14.108186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41318) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:14.112381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4149a48-1a32-4295-a170-ad9c6b9f5042 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:14.122024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929d08c-dbf4-4abc-93c4-ba8917a3d16e None None] Pushing event deleted for resources: {'Port': ['ID=4701bb4b-2531-4d2a-9d5e-05191a1bd4f0,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:14.124366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e839417c-1614-4473-9de3-10f56a6fb6fe None None] Network 648f7067-487a-45f1-b029-aad1f3808d4e requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:23:14.125630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-28afa2b1-1340-473e-ac49-ad1efcca5e83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'subnet': {'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:14.137864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-978c1634-79de-4fcf-a3f5-ac19ee611b34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:14.144564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:23:14.144564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:23:14.147445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c1634-79de-4fcf-a3f5-ac19ee611b34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=93318b49-ec6b-474f-8e8f-6a4c855c865c,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:14.147445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-978c1634-79de-4fcf-a3f5-ac19ee611b34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:14.147757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6929d08c-dbf4-4abc-93c4-ba8917a3d16e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:14.164445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6929d08c-dbf4-4abc-93c4-ba8917a3d16e None None] No DVR routers for this DVR port 4701bb4b-2531-4d2a-9d5e-05191a1bd4f0 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:23:14.307290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a4149a48-1a32-4295-a170-ad9c6b9f5042 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Calling delete_port for c96da68a-25e3-47ce-bcd0-24f8f32ddd0a owned by {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:23:14.328702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978c1634-79de-4fcf-a3f5-ac19ee611b34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:23:14.330642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-978c1634-79de-4fcf-a3f5-ac19ee611b34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:23:14.507810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-28afa2b1-1340-473e-ac49-ad1efcca5e83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:14.516422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-28afa2b1-1340-473e-ac49-ad1efcca5e83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:subnet and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:14.522210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-28afa2b1-1340-473e-ac49-ad1efcca5e83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:14.536741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-28afa2b1-1340-473e-ac49-ad1efcca5e83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:14.583115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28afa2b1-1340-473e-ac49-ad1efcca5e83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:23:14.584027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978c1634-79de-4fcf-a3f5-ac19ee611b34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router b8ddafff-e3db-458d-b80d-48ac8b1c842b has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:23:14.591665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-28afa2b1-1340-473e-ac49-ad1efcca5e83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:14.630802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4149a48-1a32-4295-a170-ad9c6b9f5042 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:14.640463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:14.694477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-99408b0f-0dcf-4217-b136-c3f09dd6d98e None None] Provisioning complete for port 93318b49-ec6b-474f-8e8f-6a4c855c865c triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:14.695190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-99408b0f-0dcf-4217-b136-c3f09dd6d98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:14.744285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4149a48-1a32-4295-a170-ad9c6b9f5042 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Port': ['ID=c96da68a-25e3-47ce-bcd0-24f8f32ddd0a,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:14.753341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a4149a48-1a32-4295-a170-ad9c6b9f5042 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:14.762423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4149a48-1a32-4295-a170-ad9c6b9f5042 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:14.777199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-99408b0f-0dcf-4217-b136-c3f09dd6d98e None None] Port 93318b49-ec6b-474f-8e8f-6a4c855c865c cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:23:14.812284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978c1634-79de-4fcf-a3f5-ac19ee611b34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:23:14.818140 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-978c1634-79de-4fcf-a3f5-ac19ee611b34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/routers/b8ddafff-e3db-458d-b80d-48ac8b1c842b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3370955 Apr 23 09:23:14.835325 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a4149a48-1a32-4295-a170-ad9c6b9f5042 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/ports/c96da68a-25e3-47ce-bcd0-24f8f32ddd0a HTTP/1.1" status: 204 len: 168 time: 1.2091634 Apr 23 09:23:14.836126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] Sync routers for ids ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:23:14.838811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41322) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:14.849594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] Routers {'b8ddafff-e3db-458d-b80d-48ac8b1c842b'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:23:14.850351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:23:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:15.037654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-007c609c-0ef0-44af-b069-f89de34ac5dd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:15.082027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] Set router b8ddafff-e3db-458d-b80d-48ac8b1c842b gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:23:15.234709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-007c609c-0ef0-44af-b069-f89de34ac5dd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:15.412150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-007c609c-0ef0-44af-b069-f89de34ac5dd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa69da7b-2a72-44c2-9c97-f04cc5178f5f']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:15.427296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2b273708-8f16-4de6-a094-e0a5f851841f None None] Provisioning complete for port 828ea624-4a8b-4062-815a-acb2655a8a3a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:15.427767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b273708-8f16-4de6-a094-e0a5f851841f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:15.430845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-007c609c-0ef0-44af-b069-f89de34ac5dd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34933523-5714-45df-a69d-647e860e8610') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:15.431190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-007c609c-0ef0-44af-b069-f89de34ac5dd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34933523-5714-45df-a69d-647e860e8610') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:15.501254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-007c609c-0ef0-44af-b069-f89de34ac5dd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:15.525040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-007c609c-0ef0-44af-b069-f89de34ac5dd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:15.536113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007c609c-0ef0-44af-b069-f89de34ac5dd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:23:15.548667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2b273708-8f16-4de6-a094-e0a5f851841f None None] Port 828ea624-4a8b-4062-815a-acb2655a8a3a cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:23:15.575128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2b273708-8f16-4de6-a094-e0a5f851841f None None] Provisioning complete for port 81da0110-3406-4ce1-a0d7-5db7c5221d94 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:15.575452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2b273708-8f16-4de6-a094-e0a5f851841f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:15.650167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'name': 'tempest-TestNetworkBasicOps-router-529862777', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'dff0f742-9476-4163-9916-5e47994affd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:31Z', 'updated_at': '2021-04-23T09:23:12Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'dff0f742-9476-4163-9916-5e47994affd5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:33Z', 'updated_at': '2021-04-23T09:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '48977363-fc2f-46b0-b998-619cf54b55d1', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.100', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'port_id': '68cdcc24-a8af-4b60-b26c-7a2543784955', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'mac_address': 'fa:16:3e:5d:24:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6396bd5f-9151-4681-b6cf-7b9aeba67439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:21:20Z', 'updated_at': '2021-04-23T09:21:28Z', 'revision_number': 1, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5645f6-da53-4cec-8a2a-3ec0d1fdff23', 'name': '', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:08:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:42Z', 'updated_at': '2021-04-23T09:20:52Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93318b49-ec6b-474f-8e8f-6a4c855c865c', 'name': '', 'network_id': 'b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:c2:d9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '489da28e-0951-4861-92ef-9f5eae9dddcb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:23:11Z', 'updated_at': '2021-04-23T09:23:13Z', 'revision_number': 2, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '489da28e-0951-4861-92ef-9f5eae9dddcb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:15.661787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] Checking router: b8ddafff-e3db-458d-b80d-48ac8b1c842b for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:23:15.662206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] Updating router b8ddafff-e3db-458d-b80d-48ac8b1c842b port 93318b49-ec6b-474f-8e8f-6a4c855c865c binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:23:15.752630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-007c609c-0ef0-44af-b069-f89de34ac5dd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network fa69da7b-2a72-44c2-9c97-f04cc5178f5f has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:23:15.764435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-007c609c-0ef0-44af-b069-f89de34ac5dd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:15.772563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:16.016630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-007c609c-0ef0-44af-b069-f89de34ac5dd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Network fa69da7b-2a72-44c2-9c97-f04cc5178f5f has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:23:16.046414 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:23:16.065613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-28afa2b1-1340-473e-ac49-ad1efcca5e83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:16.074266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7362f106-0319-4b88-be16-23b2ac10fad5 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:16.191394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28afa2b1-1340-473e-ac49-ad1efcca5e83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 648f7067-487a-45f1-b029-aad1f3808d4e is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:23:16.199916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-28afa2b1-1340-473e-ac49-ad1efcca5e83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:23:16.219532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ca639d-5b29-4317-b266-255a007995f2 None None] Network 648f7067-487a-45f1-b029-aad1f3808d4e requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:23:16.228315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28afa2b1-1340-473e-ac49-ad1efcca5e83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:16.228315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-28afa2b1-1340-473e-ac49-ad1efcca5e83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:16.240199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afa2b1-1340-473e-ac49-ad1efcca5e83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Subnet': ['ID=f3ff9f56-b79a-41c0-97b3-417fac4852d5,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:16.245623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-28afa2b1-1340-473e-ac49-ad1efcca5e83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:16.258632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:16.292916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] Transition to ACTIVE for port object 93318b49-ec6b-474f-8e8f-6a4c855c865c will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:23:16.511486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-007c609c-0ef0-44af-b069-f89de34ac5dd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:16.516550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-564e16e0-93c3-4364-9198-15ef3adfa2f4 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:16.539231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-007c609c-0ef0-44af-b069-f89de34ac5dd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:16.541737 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-007c609c-0ef0-44af-b069-f89de34ac5dd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] 10.222.0.60 "DELETE /v2.0/networks/fa69da7b-2a72-44c2-9c97-f04cc5178f5f HTTP/1.1" status: 204 len: 168 time: 1.7016673 Apr 23 09:23:16.545774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c609c-0ef0-44af-b069-f89de34ac5dd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Pushing event deleted for resources: {'Network': ['ID=fa69da7b-2a72-44c2-9c97-f04cc5178f5f,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:16.553052 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-28afa2b1-1340-473e-ac49-ad1efcca5e83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4391506 Apr 23 09:23:16.553052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-007c609c-0ef0-44af-b069-f89de34ac5dd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:16.553549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41334) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:16.556429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:16.563759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a88479a6-9502-43d3-b514-48e0ad61d420 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'security_group': {'name': 'tempest-secgroup-56370337'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:16.567546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-70da72f6-2573-4693-b063-2bc7deb114ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:16.576915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a88479a6-9502-43d3-b514-48e0ad61d420 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:16.585382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a88479a6-9502-43d3-b514-48e0ad61d420 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:security_group and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:16.591253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a88479a6-9502-43d3-b514-48e0ad61d420 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:16.603837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a88479a6-9502-43d3-b514-48e0ad61d420 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:16.667424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a88479a6-9502-43d3-b514-48e0ad61d420 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:16.723200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a88479a6-9502-43d3-b514-48e0ad61d420 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:16.735360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a88479a6-9502-43d3-b514-48e0ad61d420 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:security_group_rule and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:16.742675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a88479a6-9502-43d3-b514-48e0ad61d420 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:16.755374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a88479a6-9502-43d3-b514-48e0ad61d420 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:16.868636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2e84c-3385-4cdb-8f8f-feeff51ad2a9 None None] Pushing event updated for resources: {'Port': ['ID=93318b49-ec6b-474f-8e8f-6a4c855c865c,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:16.871864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-76e2e84c-3385-4cdb-8f8f-feeff51ad2a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:16.892953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] Attempting to bind port 93318b49-ec6b-474f-8e8f-6a4c855c865c on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:23:16.893586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] Attempting to bind port 93318b49-ec6b-474f-8e8f-6a4c855c865c by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'f556191a-5709-440e-aee5-616ca96379b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:23:16.893760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] Attempting to bind port 93318b49-ec6b-474f-8e8f-6a4c855c865c on network b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:23:16.896231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fd96bf-70e7-4d50-be73-d2c347cc53de None None] Update dhcp port {'port': {'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e', 'fixed_ips': [{'subnet_id': '0d1d4751-7d77-4732-91d6-588236f3662e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f3ff9f56-b79a-41c0-97b3-417fac4852d5'}], 'binding:host_id': 'dv-neutron-786478-4-hyperv'}, 'id': '81da0110-3406-4ce1-a0d7-5db7c5221d94'} from dv-neutron-786478-4-hyperv. {{(pid=87176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 23 09:23:16.969049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a88479a6-9502-43d3-b514-48e0ad61d420 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:17.025733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a88479a6-9502-43d3-b514-48e0ad61d420 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:17.033145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e1cc243f-f2f8-4c14-a628-37e48f4fbff4 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:17.084713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88479a6-9502-43d3-b514-48e0ad61d420 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=789b6187-f3b1-4251-9e4b-2ee718529189,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:17.088993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a88479a6-9502-43d3-b514-48e0ad61d420 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:17.120144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a88479a6-9502-43d3-b514-48e0ad61d420 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:17.121542 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a88479a6-9502-43d3-b514-48e0ad61d420 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5672326 Apr 23 09:23:17.124722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41338) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:17.130696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-69e49721-341a-4e83-b906-69dbe53b39ff tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'security_group': {'name': 'tempest-secgroup-710115650'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:17.147362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-69e49721-341a-4e83-b906-69dbe53b39ff tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:17.154223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-69e49721-341a-4e83-b906-69dbe53b39ff tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:security_group and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:17.157987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-69e49721-341a-4e83-b906-69dbe53b39ff tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:17.166921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-69e49721-341a-4e83-b906-69dbe53b39ff tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:17.211980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69e49721-341a-4e83-b906-69dbe53b39ff tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:17.238513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-69e49721-341a-4e83-b906-69dbe53b39ff tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:17.246051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-69e49721-341a-4e83-b906-69dbe53b39ff tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:security_group_rule and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:17.251348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-69e49721-341a-4e83-b906-69dbe53b39ff tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:17.260309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-69e49721-341a-4e83-b906-69dbe53b39ff tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:17.285186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:23:17.285797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] Checking segment: {'id': 'f556191a-5709-440e-aee5-616ca96379b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:23:17.286650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:17.287395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] Bound using segment: {'id': 'f556191a-5709-440e-aee5-616ca96379b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:23:17.288334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] Bound port: 93318b49-ec6b-474f-8e8f-6a4c855c865c, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f556191a-5709-440e-aee5-616ca96379b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:23:17.290350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:17.360550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69e49721-341a-4e83-b906-69dbe53b39ff tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:17.377589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41346) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:17.391671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69e49721-341a-4e83-b906-69dbe53b39ff tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:17.412609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8d7b9127-24b4-4d47-ad50-b726c64816d6 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:17.463276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-00fd96bf-70e7-4d50-be73-d2c347cc53de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:17.753130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] For port 93318b49-ec6b-474f-8e8f-6a4c855c865c, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:23:17.777993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] For port 93318b49-ec6b-474f-8e8f-6a4c855c865c, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=93318b49-ec6b-474f-8e8f-6a4c855c865c,segment=NetworkSegment(f556191a-5709-440e-aee5-616ca96379b2),segment_id=f556191a-5709-440e-aee5-616ca96379b2)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:23:17.837960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e49721-341a-4e83-b906-69dbe53b39ff tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e347de7b-ef1d-4c6c-afce-5da39cbf2bf0,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:17.841108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-69e49721-341a-4e83-b906-69dbe53b39ff tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:17.845306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:17.855831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69e49721-341a-4e83-b906-69dbe53b39ff tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:17.861510 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-69e49721-341a-4e83-b906-69dbe53b39ff tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7314692 Apr 23 09:23:17.863127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41352) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:17.864311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8205a9b6-fb7d-4be6-bd62-9b4e18f4354d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:17.874897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6ecfc985-02c0-44b9-a60a-24bf4c2c253b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'security_group': {'name': 'tempest-secgroup-1857872602'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:17.881449 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a89da46a-f5fa-428b-a244-dbfc59332c62 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=696097c35055491c960511aa485cbd7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5024469 Apr 23 09:23:17.882186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41356) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:17.888442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6ecfc985-02c0-44b9-a60a-24bf4c2c253b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:17.896354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6ecfc985-02c0-44b9-a60a-24bf4c2c253b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:security_group and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:17.902975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6ecfc985-02c0-44b9-a60a-24bf4c2c253b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:17.914604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6ecfc985-02c0-44b9-a60a-24bf4c2c253b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:17.980089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ecfc985-02c0-44b9-a60a-24bf4c2c253b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:17.985033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9819996c-1e99-468f-ab4d-322d64f835c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:18.010511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6ecfc985-02c0-44b9-a60a-24bf4c2c253b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:18.017850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6ecfc985-02c0-44b9-a60a-24bf4c2c253b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:security_group_rule and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:18.022261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6ecfc985-02c0-44b9-a60a-24bf4c2c253b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:18.031912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6ecfc985-02c0-44b9-a60a-24bf4c2c253b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:18.034296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2e84c-3385-4cdb-8f8f-feeff51ad2a9 None None] Pushing event updated for resources: {'Port': ['ID=93318b49-ec6b-474f-8e8f-6a4c855c865c,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:18.041103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-76e2e84c-3385-4cdb-8f8f-feeff51ad2a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:18.047750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9819996c-1e99-468f-ab4d-322d64f835c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:18.079536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] Routers {'b8ddafff-e3db-458d-b80d-48ac8b1c842b'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:23:18.080761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:23:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:18.141328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ecfc985-02c0-44b9-a60a-24bf4c2c253b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:18.168484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9819996c-1e99-468f-ab4d-322d64f835c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:18.175881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d905c3bd-ffaa-42c2-b258-814ebb1f4663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:18.185826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-00fd96bf-70e7-4d50-be73-d2c347cc53de None None] Allocated IP 2001:db8::2 (648f7067-487a-45f1-b029-aad1f3808d4e/f3ff9f56-b79a-41c0-97b3-417fac4852d5/81da0110-3406-4ce1-a0d7-5db7c5221d94) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:23:18.190715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819996c-1e99-468f-ab4d-322d64f835c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc77b24b-8830-4ed0-b1c4-1037c88ffe2f,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:18.191296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ecfc985-02c0-44b9-a60a-24bf4c2c253b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:18.195251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9819996c-1e99-468f-ab4d-322d64f835c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:18.197944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9819996c-1e99-468f-ab4d-322d64f835c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:18.199367 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9819996c-1e99-468f-ab4d-322d64f835c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc77b24b-8830-4ed0-b1c4-1037c88ffe2f HTTP/1.1" status: 204 len: 168 time: 0.3154845 Apr 23 09:23:18.208145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f39b7807-5a10-491f-bca0-42d0f4e74b81 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:18.264163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfc985-02c0-44b9-a60a-24bf4c2c253b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1098824d-5b8c-4344-911c-a5ffe6491fc1,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:18.272089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6ecfc985-02c0-44b9-a60a-24bf4c2c253b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:18.288090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ecfc985-02c0-44b9-a60a-24bf4c2c253b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:18.291044 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6ecfc985-02c0-44b9-a60a-24bf4c2c253b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4252763 Apr 23 09:23:18.295572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41362) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:18.302846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-242195c9-a2bc-49f6-88da-adcd2be0dea3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-518631272', 'security_groups': ['1098824d-5b8c-4344-911c-a5ffe6491fc1'], 'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f3ff9f56-b79a-41c0-97b3-417fac4852d5'}]}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:18.496284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-242195c9-a2bc-49f6-88da-adcd2be0dea3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:18.519326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-242195c9-a2bc-49f6-88da-adcd2be0dea3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:18.577272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242195c9-a2bc-49f6-88da-adcd2be0dea3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:23:18.706998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] Set router b8ddafff-e3db-458d-b80d-48ac8b1c842b gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:23:18.775445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-00fd96bf-70e7-4d50-be73-d2c347cc53de None None] For port 81da0110-3406-4ce1-a0d7-5db7c5221d94, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=81da0110-3406-4ce1-a0d7-5db7c5221d94,segment=NetworkSegment(0d2a490b-7715-4777-85a7-31fe02f8152b),segment_id=0d2a490b-7715-4777-85a7-31fe02f8152b)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:18.794134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-242195c9-a2bc-49f6-88da-adcd2be0dea3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:18.831348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-242195c9-a2bc-49f6-88da-adcd2be0dea3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] device_id is not set on port 0a8bdbb8-8054-435f-b7e0-7dc0729a5e96 yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:23:18.920614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-00fd96bf-70e7-4d50-be73-d2c347cc53de None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:18.984149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-00fd96bf-70e7-4d50-be73-d2c347cc53de None None] Transition to ACTIVE for port object 81da0110-3406-4ce1-a0d7-5db7c5221d94 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:23:19.043688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-00fd96bf-70e7-4d50-be73-d2c347cc53de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:19.055359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:19.208911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-242195c9-a2bc-49f6-88da-adcd2be0dea3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Allocated IP 2001:db8::2cf (648f7067-487a-45f1-b029-aad1f3808d4e/f3ff9f56-b79a-41c0-97b3-417fac4852d5/0a8bdbb8-8054-435f-b7e0-7dc0729a5e96) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:23:19.307205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd96bf-70e7-4d50-be73-d2c347cc53de None None] Pushing event updated for resources: {'Port': ['ID=81da0110-3406-4ce1-a0d7-5db7c5221d94,revision_number=6']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:19.314349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-00fd96bf-70e7-4d50-be73-d2c347cc53de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:19.434438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'name': 'tempest-TestNetworkBasicOps-router-529862777', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'dff0f742-9476-4163-9916-5e47994affd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:31Z', 'updated_at': '2021-04-23T09:23:12Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'dff0f742-9476-4163-9916-5e47994affd5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:33Z', 'updated_at': '2021-04-23T09:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '48977363-fc2f-46b0-b998-619cf54b55d1', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.100', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'port_id': '68cdcc24-a8af-4b60-b26c-7a2543784955', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'mac_address': 'fa:16:3e:5d:24:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6396bd5f-9151-4681-b6cf-7b9aeba67439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:21:20Z', 'updated_at': '2021-04-23T09:21:28Z', 'revision_number': 1, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5645f6-da53-4cec-8a2a-3ec0d1fdff23', 'name': '', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:08:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:42Z', 'updated_at': '2021-04-23T09:20:52Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93318b49-ec6b-474f-8e8f-6a4c855c865c', 'name': '', 'network_id': 'b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:c2:d9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '489da28e-0951-4861-92ef-9f5eae9dddcb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:23:11Z', 'updated_at': '2021-04-23T09:23:17Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '489da28e-0951-4861-92ef-9f5eae9dddcb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:19.442594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c849c2-0a64-4877-9479-9a3ae381d70b None None] The sync data for ids ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'] in dv-neutron-786478-4-hyperv is: [{'id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'name': 'tempest-TestNetworkBasicOps-router-529862777', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'dff0f742-9476-4163-9916-5e47994affd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:31Z', 'updated_at': '2021-04-23T09:23:12Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'dff0f742-9476-4163-9916-5e47994affd5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:33Z', 'updated_at': '2021-04-23T09:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '48977363-fc2f-46b0-b998-619cf54b55d1', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.100', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'port_id': '68cdcc24-a8af-4b60-b26c-7a2543784955', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'mac_address': 'fa:16:3e:5d:24:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6396bd5f-9151-4681-b6cf-7b9aeba67439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:21:20Z', 'updated_at': '2021-04-23T09:21:28Z', 'revision_number': 1, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5645f6-da53-4cec-8a2a-3ec0d1fdff23', 'name': '', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:08:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:42Z', 'updated_at': '2021-04-23T09:20:52Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93318b49-ec6b-474f-8e8f-6a4c855c865c', 'name': '', 'network_id': 'b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:c2:d9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '489da28e-0951-4861-92ef-9f5eae9dddcb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:23:11Z', 'updated_at': '2021-04-23T09:23:17Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '489da28e-0951-4861-92ef-9f5eae9dddcb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:23:19.595624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-242195c9-a2bc-49f6-88da-adcd2be0dea3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:19.617749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-242195c9-a2bc-49f6-88da-adcd2be0dea3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Transition to ACTIVE for port object 0a8bdbb8-8054-435f-b7e0-7dc0729a5e96 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:23:19.672933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41384) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:19.689912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-242195c9-a2bc-49f6-88da-adcd2be0dea3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:19.709693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-55ab5d20-39fd-4be4-9de3-bf57a52b6f2f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:19.866285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-03a8f8e0-59d7-4bee-a9ea-66c633e3b3b7 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1539237930', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:19.881725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-03a8f8e0-59d7-4bee-a9ea-66c633e3b3b7 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:19.894972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242195c9-a2bc-49f6-88da-adcd2be0dea3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 648f7067-487a-45f1-b029-aad1f3808d4e is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:23:19.911310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-242195c9-a2bc-49f6-88da-adcd2be0dea3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:23:19.916779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242195c9-a2bc-49f6-88da-adcd2be0dea3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:23:19.930084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242195c9-a2bc-49f6-88da-adcd2be0dea3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:19.931625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-242195c9-a2bc-49f6-88da-adcd2be0dea3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:19.958989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-03a8f8e0-59d7-4bee-a9ea-66c633e3b3b7 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Usage tracker for resource:router and tenant:ba1154799a1247cfa0cb92d15dcad604 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:19.981207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-03a8f8e0-59d7-4bee-a9ea-66c633e3b3b7 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:20.003119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-03a8f8e0-59d7-4bee-a9ea-66c633e3b3b7 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:20.016085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242195c9-a2bc-49f6-88da-adcd2be0dea3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Port': ['ID=0a8bdbb8-8054-435f-b7e0-7dc0729a5e96,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:20.022732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-242195c9-a2bc-49f6-88da-adcd2be0dea3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:20.078435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41392) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:20.078603 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-242195c9-a2bc-49f6-88da-adcd2be0dea3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7814417 Apr 23 09:23:20.097765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-527dc01f-7ce9-4426-941e-21d2826e58fc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'subnet': {'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:20.105338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03a8f8e0-59d7-4bee-a9ea-66c633e3b3b7 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:20.107122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03a8f8e0-59d7-4bee-a9ea-66c633e3b3b7 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:20.133594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03a8f8e0-59d7-4bee-a9ea-66c633e3b3b7 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:20.204226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 93318b49-ec6b-474f-8e8f-6a4c855c865c up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:23:20.215081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03a8f8e0-59d7-4bee-a9ea-66c633e3b3b7 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:20.299786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e1450cde-61ba-4785-91d0-e0951efcab48 None None] Provisioning complete for port 828ea624-4a8b-4062-815a-acb2655a8a3a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:20.300619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1450cde-61ba-4785-91d0-e0951efcab48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:20.317159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03a8f8e0-59d7-4bee-a9ea-66c633e3b3b7 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:20.324068 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-03a8f8e0-59d7-4bee-a9ea-66c633e3b3b7 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6496148 Apr 23 09:23:20.324939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41396) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:20.332250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2060993734'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:20.339407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:20.344962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Usage tracker for resource:network and tenant:ba1154799a1247cfa0cb92d15dcad604 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:20.349710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:20.359063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:20.378493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-527dc01f-7ce9-4426-941e-21d2826e58fc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:20.393878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-527dc01f-7ce9-4426-941e-21d2826e58fc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:subnet and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:20.393878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-527dc01f-7ce9-4426-941e-21d2826e58fc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:20.395415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-527dc01f-7ce9-4426-941e-21d2826e58fc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:20.415169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Made reservation on behalf of ba1154799a1247cfa0cb92d15dcad604 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:23:20.427267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:20.442426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e1450cde-61ba-4785-91d0-e0951efcab48 None None] Port 828ea624-4a8b-4062-815a-acb2655a8a3a cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:23:20.442708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527dc01f-7ce9-4426-941e-21d2826e58fc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:23:20.450279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-527dc01f-7ce9-4426-941e-21d2826e58fc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:20.453854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:20.483596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 93318b49-ec6b-474f-8e8f-6a4c855c865c completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:23:20.494507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:20.499940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 93318b49-ec6b-474f-8e8f-6a4c855c865c triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:20.500337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:20.505411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Usage tracker for resource:security_group_rule and tenant:ba1154799a1247cfa0cb92d15dcad604 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:20.512418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:20.527858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:20.582108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e1450cde-61ba-4785-91d0-e0951efcab48 None None] Provisioning for port 81da0110-3406-4ce1-a0d7-5db7c5221d94 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:23:20.609225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e1450cde-61ba-4785-91d0-e0951efcab48 None None] Provisioning complete for port 81da0110-3406-4ce1-a0d7-5db7c5221d94 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:20.609880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1450cde-61ba-4785-91d0-e0951efcab48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:20.696374 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.ipam_backend_mixin [None req-527dc01f-7ce9-4426-941e-21d2826e58fc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f3ff9f56-b79a-41c0-97b3-417fac4852d5 (CIDR: 2001:db8::/64) Apr 23 09:23:20.709293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:20.729608 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-527dc01f-7ce9-4426-941e-21d2826e58fc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:23:20.730477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-527dc01f-7ce9-4426-941e-21d2826e58fc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:20.755049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:20.764129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:20.784205 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-527dc01f-7ce9-4426-941e-21d2826e58fc tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7036483 Apr 23 09:23:20.786883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41402) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:20.797172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1b57d75b-a54d-4e54-af90-2facf926c165 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'subnet': {'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:20.825396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:23:20.845661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5ad119-8729-4b79-8b88-4806781b4df1,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:20.867037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:20.867877 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Added segment 815205f1-8ddc-4f93-9cd5-0c13e1c11423 of type vlan for network 2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8 Apr 23 09:23:20.871836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:20.872553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:20.873274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:20.874721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:20.874721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:20.875286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:20.875500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:20.876014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:20.876683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:20.877355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:20.878026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:20.878746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:20.879421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:20.942119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:20.954668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:20.956621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 93318b49-ec6b-474f-8e8f-6a4c855c865c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=93318b49-ec6b-474f-8e8f-6a4c855c865c,segment=NetworkSegment(f556191a-5709-440e-aee5-616ca96379b2),segment_id=f556191a-5709-440e-aee5-616ca96379b2)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:20.991872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:20.993316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 81da0110-3406-4ce1-a0d7-5db7c5221d94 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:23:21.019875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1b57d75b-a54d-4e54-af90-2facf926c165 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:21.026367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:21.028381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a8a1bbcb-71a8-4c1d-a38c-a7f6d0f58170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:21.028987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1b57d75b-a54d-4e54-af90-2facf926c165 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:subnet and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:21.036007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1b57d75b-a54d-4e54-af90-2facf926c165 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:21.037297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:21.038149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:21.047361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9da16c97-02a6-4dce-a730-0f542388dbf5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:21.050250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1b57d75b-a54d-4e54-af90-2facf926c165 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:21.100170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b57d75b-a54d-4e54-af90-2facf926c165 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:23:21.113893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b57d75b-a54d-4e54-af90-2facf926c165 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:21.147593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-88c88b41-7976-46e7-b77b-a6f9ad247e37 None None] Provisioning for port 0a8bdbb8-8054-435f-b7e0-7dc0729a5e96 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:23:21.151880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=93318b49-ec6b-474f-8e8f-6a4c855c865c,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:21.158906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:21.160785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-88c88b41-7976-46e7-b77b-a6f9ad247e37 None None] Provisioning complete for port 0a8bdbb8-8054-435f-b7e0-7dc0729a5e96 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:21.161212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88c88b41-7976-46e7-b77b-a6f9ad247e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:21.218222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 81da0110-3406-4ce1-a0d7-5db7c5221d94 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:21.218681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:21.239086 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9082222 Apr 23 09:23:21.244003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41408) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:21.253114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Pushing event updated for resources: {'Network': ['ID=2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:21.264080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-cf51aca2-9211-444c-b85a-880772e7a62c tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Request body: {'subnet': {'network_id': '2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:21.274344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:23:21.290992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:21.307366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-88c88b41-7976-46e7-b77b-a6f9ad247e37 None None] Port 0a8bdbb8-8054-435f-b7e0-7dc0729a5e96 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:23:21.409367 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.ipam_backend_mixin [None req-1b57d75b-a54d-4e54-af90-2facf926c165 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0d1d4751-7d77-4732-91d6-588236f3662e (CIDR: 2001:db8:0:1::/64) Apr 23 09:23:21.449529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cf51aca2-9211-444c-b85a-880772e7a62c tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:21.455051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cf51aca2-9211-444c-b85a-880772e7a62c tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Usage tracker for resource:subnet and tenant:ba1154799a1247cfa0cb92d15dcad604 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:21.455965 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b57d75b-a54d-4e54-af90-2facf926c165 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:23:21.456914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b57d75b-a54d-4e54-af90-2facf926c165 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:21.459286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cf51aca2-9211-444c-b85a-880772e7a62c tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:21.473700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cf51aca2-9211-444c-b85a-880772e7a62c tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:21.524066 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1b57d75b-a54d-4e54-af90-2facf926c165 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7354944 Apr 23 09:23:21.533699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41412) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:21.542701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-886c1c1d-10d7-451e-a5f8-0757e0ac4e8f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'subnet': {'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:21.564698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf51aca2-9211-444c-b85a-880772e7a62c tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Made reservation on behalf of ba1154799a1247cfa0cb92d15dcad604 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:23:21.572644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf51aca2-9211-444c-b85a-880772e7a62c tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:21.903541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-886c1c1d-10d7-451e-a5f8-0757e0ac4e8f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:21.909628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-886c1c1d-10d7-451e-a5f8-0757e0ac4e8f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Usage tracker for resource:subnet and tenant:ed81b2e31f5a49b893e0f8cf455bcd22 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:21.915315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-886c1c1d-10d7-451e-a5f8-0757e0ac4e8f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:21.925619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-886c1c1d-10d7-451e-a5f8-0757e0ac4e8f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:22.023204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 93318b49-ec6b-474f-8e8f-6a4c855c865c up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:23:22.035915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886c1c1d-10d7-451e-a5f8-0757e0ac4e8f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Made reservation on behalf of ed81b2e31f5a49b893e0f8cf455bcd22 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:23:22.048007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-886c1c1d-10d7-451e-a5f8-0757e0ac4e8f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:22.105438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 93318b49-ec6b-474f-8e8f-6a4c855c865c triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:22.105862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:22.729930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf51aca2-9211-444c-b85a-880772e7a62c tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:22.735671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cb541525-f81e-49a0-9bc8-a082342be98e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:22.884828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51aca2-9211-444c-b85a-880772e7a62c tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Pushing event updated for resources: {'Subnet': ['ID=37ec364a-6b5b-43f0-9aa9-2d5e0cc58074,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:22.891247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cf51aca2-9211-444c-b85a-880772e7a62c tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:22.908538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf51aca2-9211-444c-b85a-880772e7a62c tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Checking segment: {'id': '815205f1-8ddc-4f93-9cd5-0c13e1c11423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:23:22.909350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf51aca2-9211-444c-b85a-880772e7a62c tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Network hostable DHCP agents. Network: 2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:23:23.005520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf51aca2-9211-444c-b85a-880772e7a62c tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Network 2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:23:23.044899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-886c1c1d-10d7-451e-a5f8-0757e0ac4e8f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:23.050194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-86ad08bd-32ab-46dd-b641-2b0747b84f70 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:23.094581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-cf51aca2-9211-444c-b85a-880772e7a62c tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:23:23.111490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb95d96-1d1e-44bf-acbf-f041d93cae8c None None] Network 2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:23:23.128710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886c1c1d-10d7-451e-a5f8-0757e0ac4e8f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 648f7067-487a-45f1-b029-aad1f3808d4e is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:23:23.137869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-886c1c1d-10d7-451e-a5f8-0757e0ac4e8f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:23:23.143354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf51aca2-9211-444c-b85a-880772e7a62c tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:23.144028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf51aca2-9211-444c-b85a-880772e7a62c tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:23.162210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63a1cdc-b695-4d50-bf6c-2cfff51ea243 None None] Network 648f7067-487a-45f1-b029-aad1f3808d4e requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:23:23.178080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886c1c1d-10d7-451e-a5f8-0757e0ac4e8f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:23.178809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-886c1c1d-10d7-451e-a5f8-0757e0ac4e8f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:23.188717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c1c1d-10d7-451e-a5f8-0757e0ac4e8f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Subnet': ['ID=15b1d241-c6b6-495b-8cd7-52e2204087bc,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:23.201608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-886c1c1d-10d7-451e-a5f8-0757e0ac4e8f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:23.265927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:23.267840 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-886c1c1d-10d7-451e-a5f8-0757e0ac4e8f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7322788 Apr 23 09:23:23.271062 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cf51aca2-9211-444c-b85a-880772e7a62c tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0212080 Apr 23 09:23:23.272250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41418) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:23.275028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41420) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:23.285290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-379885204', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '15b1d241-c6b6-495b-8cd7-52e2204087bc'}], 'security_groups': ['789b6187-f3b1-4251-9e4b-2ee718529189', 'e347de7b-ef1d-4c6c-afce-5da39cbf2bf0']}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:23.286672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6cbc80aa-3c33-4477-8435-43fd36a43a66 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Request body: {'network': {'name': 'tempest-router-network01--281500190'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:23.298582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6cbc80aa-3c33-4477-8435-43fd36a43a66 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:23.308628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6cbc80aa-3c33-4477-8435-43fd36a43a66 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Usage tracker for resource:network and tenant:ba1154799a1247cfa0cb92d15dcad604 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:23.314670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6cbc80aa-3c33-4477-8435-43fd36a43a66 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:23.328804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6cbc80aa-3c33-4477-8435-43fd36a43a66 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:23.383999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbc80aa-3c33-4477-8435-43fd36a43a66 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Made reservation on behalf of ba1154799a1247cfa0cb92d15dcad604 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:23:23.397042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6cbc80aa-3c33-4477-8435-43fd36a43a66 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:23.441067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbc80aa-3c33-4477-8435-43fd36a43a66 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:23:23.455764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6cbc80aa-3c33-4477-8435-43fd36a43a66 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:23.456362 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-6cbc80aa-3c33-4477-8435-43fd36a43a66 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Added segment 309974c1-2719-4316-a7ce-51f3ab87b365 of type vlan for network f3be6fca-f35b-4168-9148-ce79e59575a3 Apr 23 09:23:23.528982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6cbc80aa-3c33-4477-8435-43fd36a43a66 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:23.625834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6cbc80aa-3c33-4477-8435-43fd36a43a66 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:23.639912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbc80aa-3c33-4477-8435-43fd36a43a66 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:23.641108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6cbc80aa-3c33-4477-8435-43fd36a43a66 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:23.653735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bf58fa4f-f27e-4536-baa3-b8ac005489cf tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:23.728450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:23.737143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8', 'network_id': '2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8', 'tenant_id': 'ba1154799a1247cfa0cb92d15dcad604', 'fixed_ips': [{'subnet_id': '37ec364a-6b5b-43f0-9aa9-2d5e0cc58074'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:23:23.738084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:23.873461 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6cbc80aa-3c33-4477-8435-43fd36a43a66 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5964108 Apr 23 09:23:23.876109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41426) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:23.887757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc80aa-3c33-4477-8435-43fd36a43a66 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Pushing event updated for resources: {'Network': ['ID=f3be6fca-f35b-4168-9148-ce79e59575a3,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:23.894154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-03a60cba-31bc-44c2-b98c-fc4efa6a6dc0 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Request body: {'network': {'name': 'tempest-router-network02--1850745073'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:23.900475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-03a60cba-31bc-44c2-b98c-fc4efa6a6dc0 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:23.905113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-03a60cba-31bc-44c2-b98c-fc4efa6a6dc0 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Usage tracker for resource:network and tenant:ba1154799a1247cfa0cb92d15dcad604 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:23.908587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6cbc80aa-3c33-4477-8435-43fd36a43a66 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:23.909488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-03a60cba-31bc-44c2-b98c-fc4efa6a6dc0 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:23.912595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network f3be6fca-f35b-4168-9148-ce79e59575a3 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:23:23.918030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-03a60cba-31bc-44c2-b98c-fc4efa6a6dc0 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:23.956801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a60cba-31bc-44c2-b98c-fc4efa6a6dc0 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Made reservation on behalf of ba1154799a1247cfa0cb92d15dcad604 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:23:23.967927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03a60cba-31bc-44c2-b98c-fc4efa6a6dc0 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:24.034776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a60cba-31bc-44c2-b98c-fc4efa6a6dc0 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:23:24.090274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03a60cba-31bc-44c2-b98c-fc4efa6a6dc0 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:24.091582 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-03a60cba-31bc-44c2-b98c-fc4efa6a6dc0 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Added segment e7458413-99ab-4012-86bc-202640df195a of type vlan for network 4703b244-46fa-45f8-8009-deb40dd711f2 Apr 23 09:23:24.123008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Allocated IP 172.20.0.2 (2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8/37ec364a-6b5b-43f0-9aa9-2d5e0cc58074/734e39d1-1124-41b1-ad30-f0ab51df3f44) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:23:24.143104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03a60cba-31bc-44c2-b98c-fc4efa6a6dc0 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:24.143389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5611dca-8710-41b3-bc81-daf71638c3ae None None] Update dhcp port {'port': {'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e', 'fixed_ips': [{'subnet_id': '0d1d4751-7d77-4732-91d6-588236f3662e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f3ff9f56-b79a-41c0-97b3-417fac4852d5', 'ip_address': '2001:db8::2'}, {'subnet_id': '15b1d241-c6b6-495b-8cd7-52e2204087bc'}], 'binding:host_id': 'dv-neutron-786478-4-hyperv'}, 'id': '81da0110-3406-4ce1-a0d7-5db7c5221d94'} from dv-neutron-786478-4-hyperv. {{(pid=87176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 23 09:23:24.213788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03a60cba-31bc-44c2-b98c-fc4efa6a6dc0 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:24.221710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a60cba-31bc-44c2-b98c-fc4efa6a6dc0 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:24.222716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03a60cba-31bc-44c2-b98c-fc4efa6a6dc0 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:24.228672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6a5a9d3c-f30e-4c96-a811-4bf80a2c8672 tempest-AllowedAddressPairIpV6TestJSON-857130925 tempest-AllowedAddressPairIpV6TestJSON-857130925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:24.307087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d5611dca-8710-41b3-bc81-daf71638c3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:24.346962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a60cba-31bc-44c2-b98c-fc4efa6a6dc0 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Pushing event updated for resources: {'Network': ['ID=4703b244-46fa-45f8-8009-deb40dd711f2,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:24.350015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-03a60cba-31bc-44c2-b98c-fc4efa6a6dc0 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:24.354341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Delete allocated IP 2001:db8::2cf (648f7067-487a-45f1-b029-aad1f3808d4e/f3ff9f56-b79a-41c0-97b3-417fac4852d5) {{(pid=87174) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Apr 23 09:23:24.361373 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-03a60cba-31bc-44c2-b98c-fc4efa6a6dc0 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4751797 Apr 23 09:23:24.361917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41432) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:24.363790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Allocated IP 2001:db8:0:2::2ea (648f7067-487a-45f1-b029-aad1f3808d4e/15b1d241-c6b6-495b-8cd7-52e2204087bc/0a8bdbb8-8054-435f-b7e0-7dc0729a5e96) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:23:24.373854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-cecd7610-214f-413d-a9ac-5fd66e6595f8 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Request body: {'subnet': {'network_id': 'f3be6fca-f35b-4168-9148-ce79e59575a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:24.388893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 4703b244-46fa-45f8-8009-deb40dd711f2 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:23:24.525564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cecd7610-214f-413d-a9ac-5fd66e6595f8 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:24.530819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cecd7610-214f-413d-a9ac-5fd66e6595f8 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Usage tracker for resource:subnet and tenant:ba1154799a1247cfa0cb92d15dcad604 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:24.534400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cecd7610-214f-413d-a9ac-5fd66e6595f8 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:24.542137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cecd7610-214f-413d-a9ac-5fd66e6595f8 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:24.579256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecd7610-214f-413d-a9ac-5fd66e6595f8 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Made reservation on behalf of ba1154799a1247cfa0cb92d15dcad604 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:23:24.586135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cecd7610-214f-413d-a9ac-5fd66e6595f8 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:24.759237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:24.784468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:24.791300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Transition to ACTIVE for port object 0a8bdbb8-8054-435f-b7e0-7dc0729a5e96 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:23:24.801525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Transition to ACTIVE for port object 734e39d1-1124-41b1-ad30-f0ab51df3f44 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:23:24.825268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:24.832253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dfcc0ba0-c336-496f-beb1-4adba3325337 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:24.886055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Transition to ACTIVE for port object 734e39d1-1124-41b1-ad30-f0ab51df3f44 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:23:24.956097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:24.962757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:24.964268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] In _notify_port_updated(), no bound segment for port 0a8bdbb8-8054-435f-b7e0-7dc0729a5e96 on network 648f7067-487a-45f1-b029-aad1f3808d4e {{(pid=87174) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 23 09:23:24.971718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:24.972864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:24.980285 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "PUT /v2.0/ports/0a8bdbb8-8054-435f-b7e0-7dc0729a5e96 HTTP/1.1" status: 200 len: 969 time: 1.7007346 Apr 23 09:23:24.981757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41436) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:25.037288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-d5611dca-8710-41b3-bc81-daf71638c3ae None None] Allocated IP 2001:db8:0:2::2 (648f7067-487a-45f1-b029-aad1f3808d4e/15b1d241-c6b6-495b-8cd7-52e2204087bc/81da0110-3406-4ce1-a0d7-5db7c5221d94) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:23:25.037777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event updated for resources: {'Port': ['ID=0a8bdbb8-8054-435f-b7e0-7dc0729a5e96,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:25.077387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:25.078108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:25.078605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Network 2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:23:25.078837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:25.079526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:25.079960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:23:25.080253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:25.080965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:25.082307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:25.082307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:25.083029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:25.084411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:25.084411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:25.085111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:25.091149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:23:25.096031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Pushing event updated for resources: {'Port': ['ID=734e39d1-1124-41b1-ad30-f0ab51df3f44,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:25.096368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:25.104473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:25.265311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-34018482-c297-4ad7-8939-930bbcf85c87 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting port 0a8bdbb8-8054-435f-b7e0-7dc0729a5e96 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:23:25.265785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-34018482-c297-4ad7-8939-930bbcf85c87 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:25.459621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-34018482-c297-4ad7-8939-930bbcf85c87 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:25.477238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cecd7610-214f-413d-a9ac-5fd66e6595f8 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:25.487376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-22c6285b-eaf7-416e-a31e-0a8d347cbb07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:25.633996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-34018482-c297-4ad7-8939-930bbcf85c87 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Calling delete_port for 0a8bdbb8-8054-435f-b7e0-7dc0729a5e96 owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:23:25.667839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd7610-214f-413d-a9ac-5fd66e6595f8 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Pushing event updated for resources: {'Subnet': ['ID=88567063-5ee0-43d9-ba4c-489583c67a6c,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:25.678568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cecd7610-214f-413d-a9ac-5fd66e6595f8 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:25.684104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecd7610-214f-413d-a9ac-5fd66e6595f8 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Checking segment: {'id': '309974c1-2719-4316-a7ce-51f3ab87b365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f3be6fca-f35b-4168-9148-ce79e59575a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:23:25.684942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecd7610-214f-413d-a9ac-5fd66e6595f8 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Network hostable DHCP agents. Network: f3be6fca-f35b-4168-9148-ce79e59575a3, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:23:25.732635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Attempting to bind port 734e39d1-1124-41b1-ad30-f0ab51df3f44 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:23:25.732635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Attempting to bind port 734e39d1-1124-41b1-ad30-f0ab51df3f44 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '815205f1-8ddc-4f93-9cd5-0c13e1c11423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:23:25.732635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Attempting to bind port 734e39d1-1124-41b1-ad30-f0ab51df3f44 on network 2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:23:25.739728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:23:25.740166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Checking segment: {'id': '815205f1-8ddc-4f93-9cd5-0c13e1c11423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:23:25.740622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:25.741081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Bound using segment: {'id': '815205f1-8ddc-4f93-9cd5-0c13e1c11423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:23:25.741785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Bound port: 734e39d1-1124-41b1-ad30-f0ab51df3f44, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '815205f1-8ddc-4f93-9cd5-0c13e1c11423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:23:25.742213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:25.757716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecd7610-214f-413d-a9ac-5fd66e6595f8 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Network f3be6fca-f35b-4168-9148-ce79e59575a3 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:23:25.817761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d5611dca-8710-41b3-bc81-daf71638c3ae None None] For port 81da0110-3406-4ce1-a0d7-5db7c5221d94, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=81da0110-3406-4ce1-a0d7-5db7c5221d94,segment=NetworkSegment(0d2a490b-7715-4777-85a7-31fe02f8152b),segment_id=0d2a490b-7715-4777-85a7-31fe02f8152b)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:25.832867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-cecd7610-214f-413d-a9ac-5fd66e6595f8 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, f3be6fca-f35b-4168-9148-ce79e59575a3) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:23:25.854682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac6ab61-81d1-40e1-b643-41a0c86cf65d None None] Network f3be6fca-f35b-4168-9148-ce79e59575a3 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:23:25.856536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecd7610-214f-413d-a9ac-5fd66e6595f8 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:25.857423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cecd7610-214f-413d-a9ac-5fd66e6595f8 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:25.865944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-34018482-c297-4ad7-8939-930bbcf85c87 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:25.887510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d376815a-9229-45fb-ab7b-98527d6f35fe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:25.923688 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cecd7610-214f-413d-a9ac-5fd66e6595f8 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5600376 Apr 23 09:23:25.925252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41440) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:25.942386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-701c5a88-4f90-4e4b-b797-ced1fdbfbf46 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Request body: {'subnet': {'network_id': '4703b244-46fa-45f8-8009-deb40dd711f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:26.001752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d5611dca-8710-41b3-bc81-daf71638c3ae None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:26.002670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34018482-c297-4ad7-8939-930bbcf85c87 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Port': ['ID=0a8bdbb8-8054-435f-b7e0-7dc0729a5e96,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:26.010698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] For port 734e39d1-1124-41b1-ad30-f0ab51df3f44, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:23:26.023516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-34018482-c297-4ad7-8939-930bbcf85c87 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:26.028570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-34018482-c297-4ad7-8939-930bbcf85c87 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:26.048729 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-34018482-c297-4ad7-8939-930bbcf85c87 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/ports/0a8bdbb8-8054-435f-b7e0-7dc0729a5e96 HTTP/1.1" status: 204 len: 168 time: 1.0646074 Apr 23 09:23:26.051029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] For port 734e39d1-1124-41b1-ad30-f0ab51df3f44, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=734e39d1-1124-41b1-ad30-f0ab51df3f44,segment=NetworkSegment(815205f1-8ddc-4f93-9cd5-0c13e1c11423),segment_id=815205f1-8ddc-4f93-9cd5-0c13e1c11423)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:23:26.052070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41444) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:26.056485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d5611dca-8710-41b3-bc81-daf71638c3ae None None] Transition to ACTIVE for port object 81da0110-3406-4ce1-a0d7-5db7c5221d94 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:23:26.095116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:26.104476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:26.155733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d5611dca-8710-41b3-bc81-daf71638c3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:26.220907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-701c5a88-4f90-4e4b-b797-ced1fdbfbf46 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:26.231495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-701c5a88-4f90-4e4b-b797-ced1fdbfbf46 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Usage tracker for resource:subnet and tenant:ba1154799a1247cfa0cb92d15dcad604 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:26.238601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-701c5a88-4f90-4e4b-b797-ced1fdbfbf46 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:26.253504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-701c5a88-4f90-4e4b-b797-ced1fdbfbf46 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:26.299888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701c5a88-4f90-4e4b-b797-ced1fdbfbf46 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Made reservation on behalf of ba1154799a1247cfa0cb92d15dcad604 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:23:26.313576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-701c5a88-4f90-4e4b-b797-ced1fdbfbf46 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:26.390654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-f3be6fca-f35b-4168-9148-ce79e59575a3', 'network_id': 'f3be6fca-f35b-4168-9148-ce79e59575a3', 'tenant_id': 'ba1154799a1247cfa0cb92d15dcad604', 'fixed_ips': [{'subnet_id': '88567063-5ee0-43d9-ba4c-489583c67a6c'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:23:26.391591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:26.410125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Pushing event updated for resources: {'Port': ['ID=734e39d1-1124-41b1-ad30-f0ab51df3f44,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:26.422958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:26.423639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a5068a0d-b265-454d-822a-ac5eafa255db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:26.499471 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce8dbd00-36c2-4ab8-b2ea-beb112d00b35 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] GET failed (client error): The resource could not be found. Apr 23 09:23:26.500456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ce8dbd00-36c2-4ab8-b2ea-beb112d00b35 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Synchronizing usage tracker for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:23:26.583776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ce8dbd00-36c2-4ab8-b2ea-beb112d00b35 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Unset dirty status for tenant:ed81b2e31f5a49b893e0f8cf455bcd22 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:23:26.587929 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ce8dbd00-36c2-4ab8-b2ea-beb112d00b35 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports/0a8bdbb8-8054-435f-b7e0-7dc0729a5e96 HTTP/1.1" status: 404 len: 333 time: 0.5336428 Apr 23 09:23:26.591563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41450) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:26.597231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5611dca-8710-41b3-bc81-daf71638c3ae None None] Pushing event updated for resources: {'Port': ['ID=81da0110-3406-4ce1-a0d7-5db7c5221d94,revision_number=7']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:26.604488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d5611dca-8710-41b3-bc81-daf71638c3ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:26.705087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Allocated IP 172.20.0.2 (f3be6fca-f35b-4168-9148-ce79e59575a3/88567063-5ee0-43d9-ba4c-489583c67a6c/31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:23:26.730082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d7772b6-fad0-45d0-a3b6-e598ce462035 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:26.782100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d7772b6-fad0-45d0-a3b6-e598ce462035 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:26.882892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d7772b6-fad0-45d0-a3b6-e598ce462035 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:26.911304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-45b8b622-1f7f-4fd6-a72e-ceb5bf76cb7d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:26.974405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7772b6-fad0-45d0-a3b6-e598ce462035 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1098824d-5b8c-4344-911c-a5ffe6491fc1,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:26.979666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1d7772b6-fad0-45d0-a3b6-e598ce462035 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:26.991873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d7772b6-fad0-45d0-a3b6-e598ce462035 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:26.994077 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1d7772b6-fad0-45d0-a3b6-e598ce462035 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/security-groups/1098824d-5b8c-4344-911c-a5ffe6491fc1 HTTP/1.1" status: 204 len: 168 time: 0.4000912 Apr 23 09:23:26.996991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41456) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:27.195492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:27.209291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Transition to ACTIVE for port object 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:23:27.210622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acae4096-83ed-43b6-a0b8-0ef902233c5f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:27.237407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Transition to ACTIVE for port object 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:23:27.271616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acae4096-83ed-43b6-a0b8-0ef902233c5f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:27.272398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:27.283024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c26a3e53-59a0-49f7-a957-70c8b1942a6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:27.296538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-701c5a88-4f90-4e4b-b797-ced1fdbfbf46 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:27.302031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6c1bf1d4-5bce-4ad4-bb4f-eabb0005cfdc tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:27.351366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acae4096-83ed-43b6-a0b8-0ef902233c5f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:27.359919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-072c6b37-2fc7-47ed-8b4e-1edee3692173 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:27.386779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acae4096-83ed-43b6-a0b8-0ef902233c5f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:27.388049 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-acae4096-83ed-43b6-a0b8-0ef902233c5f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/security-groups/e347de7b-ef1d-4c6c-afce-5da39cbf2bf0 HTTP/1.1" status: 204 len: 168 time: 0.3898253 Apr 23 09:23:27.389321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae4096-83ed-43b6-a0b8-0ef902233c5f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e347de7b-ef1d-4c6c-afce-5da39cbf2bf0,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:27.399095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41460) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:27.400342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-acae4096-83ed-43b6-a0b8-0ef902233c5f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:27.426063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701c5a88-4f90-4e4b-b797-ced1fdbfbf46 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Checking segment: {'id': 'e7458413-99ab-4012-86bc-202640df195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4703b244-46fa-45f8-8009-deb40dd711f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:23:27.426538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701c5a88-4f90-4e4b-b797-ced1fdbfbf46 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Network hostable DHCP agents. Network: 4703b244-46fa-45f8-8009-deb40dd711f2, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:23:27.439513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c5a88-4f90-4e4b-b797-ced1fdbfbf46 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Pushing event updated for resources: {'Subnet': ['ID=b2f0c627-e8f1-4408-85a3-11497d444933,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:27.442751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-701c5a88-4f90-4e4b-b797-ced1fdbfbf46 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:27.472231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Network f3be6fca-f35b-4168-9148-ce79e59575a3 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:23:27.473932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Pushing event updated for resources: {'Port': ['ID=31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:27.484007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:23:27.495854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:27.495854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:23:27.523786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701c5a88-4f90-4e4b-b797-ced1fdbfbf46 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Network 4703b244-46fa-45f8-8009-deb40dd711f2 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:23:27.567559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-20859ede-5f52-4747-ae7f-377f4d483886 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:27.604446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-701c5a88-4f90-4e4b-b797-ced1fdbfbf46 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 4703b244-46fa-45f8-8009-deb40dd711f2) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:23:27.651785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36da7df-d575-4258-bb52-aa57f6429468 None None] Network 4703b244-46fa-45f8-8009-deb40dd711f2 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:23:27.652622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701c5a88-4f90-4e4b-b797-ced1fdbfbf46 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:27.653780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-701c5a88-4f90-4e4b-b797-ced1fdbfbf46 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:27.677257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-20859ede-5f52-4747-ae7f-377f4d483886 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:27.739665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b91a1c10-8c54-4e3e-87c1-5653334cded1 None None] Could not find standard attr ID for object 0a8bdbb8-8054-435f-b7e0-7dc0729a5e96. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:23:27.750097 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-701c5a88-4f90-4e4b-b797-ced1fdbfbf46 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8227415 Apr 23 09:23:27.753913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41464) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:27.810607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Attempting to bind port 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:23:27.811043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Attempting to bind port 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '309974c1-2719-4316-a7ce-51f3ab87b365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f3be6fca-f35b-4168-9148-ce79e59575a3'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:23:27.811458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Attempting to bind port 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba on network f3be6fca-f35b-4168-9148-ce79e59575a3 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:23:27.829625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:23:27.830079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Checking segment: {'id': '309974c1-2719-4316-a7ce-51f3ab87b365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f3be6fca-f35b-4168-9148-ce79e59575a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:23:27.830592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:27.830979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Bound using segment: {'id': '309974c1-2719-4316-a7ce-51f3ab87b365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f3be6fca-f35b-4168-9148-ce79e59575a3'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:23:27.831525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Bound port: 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309974c1-2719-4316-a7ce-51f3ab87b365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f3be6fca-f35b-4168-9148-ce79e59575a3'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:23:27.831950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:27.866810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b91a1c10-8c54-4e3e-87c1-5653334cded1 None None] Provisioning complete for port 828ea624-4a8b-4062-815a-acb2655a8a3a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:27.867977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b91a1c10-8c54-4e3e-87c1-5653334cded1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:28.029690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b91a1c10-8c54-4e3e-87c1-5653334cded1 None None] Port 828ea624-4a8b-4062-815a-acb2655a8a3a cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:23:28.209780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b91a1c10-8c54-4e3e-87c1-5653334cded1 None None] Provisioning for port 81da0110-3406-4ce1-a0d7-5db7c5221d94 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:23:28.254946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] For port 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:23:28.274784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 734e39d1-1124-41b1-ad30-f0ab51df3f44 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:23:28.327650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b91a1c10-8c54-4e3e-87c1-5653334cded1 None None] Provisioning complete for port 81da0110-3406-4ce1-a0d7-5db7c5221d94 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:28.328368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b91a1c10-8c54-4e3e-87c1-5653334cded1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:28.402547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-20859ede-5f52-4747-ae7f-377f4d483886 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:28.417091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d2aabcbd-b5d3-402e-a4a0-b182f08bda63 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:28.439452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20859ede-5f52-4747-ae7f-377f4d483886 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=789b6187-f3b1-4251-9e4b-2ee718529189,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:28.445783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] For port 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba,segment=NetworkSegment(309974c1-2719-4316-a7ce-51f3ab87b365),segment_id=309974c1-2719-4316-a7ce-51f3ab87b365)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:23:28.514800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-20859ede-5f52-4747-ae7f-377f4d483886 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:28.516506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-4703b244-46fa-45f8-8009-deb40dd711f2', 'network_id': '4703b244-46fa-45f8-8009-deb40dd711f2', 'tenant_id': 'ba1154799a1247cfa0cb92d15dcad604', 'fixed_ips': [{'subnet_id': 'b2f0c627-e8f1-4408-85a3-11497d444933'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:23:28.518172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:28.524028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-20859ede-5f52-4747-ae7f-377f4d483886 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:28.525294 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-20859ede-5f52-4747-ae7f-377f4d483886 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/security-groups/789b6187-f3b1-4251-9e4b-2ee718529189 HTTP/1.1" status: 204 len: 168 time: 1.1228383 Apr 23 09:23:28.528490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41470) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:28.534938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae636199-7edf-4883-a067-12f1a548aa99 None None] Network 2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:23:28.571536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:28.594360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d031f386-6b4a-4f77-88b2-f2341f91a1bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:28.646226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6346e46-485e-4a31-84c1-f4683511a300 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting subnet f3ff9f56-b79a-41c0-97b3-417fac4852d5 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:23:28.651237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e6346e46-485e-4a31-84c1-f4683511a300 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:28.731366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e6346e46-485e-4a31-84c1-f4683511a300 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:28.969494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e6346e46-485e-4a31-84c1-f4683511a300 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:29.034621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bdd31fb-f3be-4a1b-b9b4-456e052c0bda tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:29.084369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 734e39d1-1124-41b1-ad30-f0ab51df3f44 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:23:29.115113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Pushing event updated for resources: {'Port': ['ID=31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:29.134652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:29.140704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 81da0110-3406-4ce1-a0d7-5db7c5221d94 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:23:29.395961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Allocated IP 172.20.0.2 (4703b244-46fa-45f8-8009-deb40dd711f2/b2f0c627-e8f1-4408-85a3-11497d444933/83fb561f-b198-4bce-8248-6259b4315cc9) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:23:29.461829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 81da0110-3406-4ce1-a0d7-5db7c5221d94 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:29.462264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:29.646193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-0bdd31fb-f3be-4a1b-b9b4-456e052c0bda tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Allocated IP 172.20.0.1 (f3be6fca-f35b-4168-9148-ce79e59575a3/88567063-5ee0-43d9-ba4c-489583c67a6c/3a8ab32e-502c-4343-ab4e-c7ccdf689f7e) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:23:29.649225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e6346e46-485e-4a31-84c1-f4683511a300 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:29.655280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-97ccfc60-02d2-4a43-9f7c-af558606da1c tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:29.708085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6346e46-485e-4a31-84c1-f4683511a300 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Subnet': ['ID=f3ff9f56-b79a-41c0-97b3-417fac4852d5,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:29.713282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e6346e46-485e-4a31-84c1-f4683511a300 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:29.718494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e6346e46-485e-4a31-84c1-f4683511a300 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:29.731186 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e6346e46-485e-4a31-84c1-f4683511a300 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/subnets/f3ff9f56-b79a-41c0-97b3-417fac4852d5 HTTP/1.1" status: 204 len: 168 time: 1.2008913 Apr 23 09:23:29.736764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20665db-c638-4f57-9c50-cdc5d6fd090e None None] Network 648f7067-487a-45f1-b029-aad1f3808d4e requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:23:29.738869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41474) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:29.763133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d2d5956a-c482-4ded-8526-03770f3490af None None] Provisioning for port 734e39d1-1124-41b1-ad30-f0ab51df3f44 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:23:29.822465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f3176c-7c96-4080-85ca-2100edc93e9f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting subnet 15b1d241-c6b6-495b-8cd7-52e2204087bc {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:23:29.826344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-35f3176c-7c96-4080-85ca-2100edc93e9f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:29.829251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d2d5956a-c482-4ded-8526-03770f3490af None None] Provisioning complete for port 734e39d1-1124-41b1-ad30-f0ab51df3f44 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:29.829923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d2d5956a-c482-4ded-8526-03770f3490af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:29.876361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bdd31fb-f3be-4a1b-b9b4-456e052c0bda tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:29.894095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-35f3176c-7c96-4080-85ca-2100edc93e9f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:29.906624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0bdd31fb-f3be-4a1b-b9b4-456e052c0bda tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Transition to ACTIVE for port object 3a8ab32e-502c-4343-ab4e-c7ccdf689f7e will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:23:29.963378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bdd31fb-f3be-4a1b-b9b4-456e052c0bda tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:29.970208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a4149a48-1a32-4295-a170-ad9c6b9f5042 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:30.037030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-35f3176c-7c96-4080-85ca-2100edc93e9f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:30.050272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdd31fb-f3be-4a1b-b9b4-456e052c0bda tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Network f3be6fca-f35b-4168-9148-ce79e59575a3 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:23:30.054186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-0bdd31fb-f3be-4a1b-b9b4-456e052c0bda tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:23:30.059969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdd31fb-f3be-4a1b-b9b4-456e052c0bda tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:23:30.129346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd31fb-f3be-4a1b-b9b4-456e052c0bda tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Pushing event updated for resources: {'Port': ['ID=3a8ab32e-502c-4343-ab4e-c7ccdf689f7e,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:30.136497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0bdd31fb-f3be-4a1b-b9b4-456e052c0bda tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:30.160380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bdd31fb-f3be-4a1b-b9b4-456e052c0bda tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:30.350954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:30.384690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bdd31fb-f3be-4a1b-b9b4-456e052c0bda tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:30.414677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Transition to ACTIVE for port object 83fb561f-b198-4bce-8248-6259b4315cc9 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:23:30.601228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Transition to ACTIVE for port object 83fb561f-b198-4bce-8248-6259b4315cc9 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:23:30.606847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:23:30.625664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:23:30.668133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d2d5956a-c482-4ded-8526-03770f3490af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:30.759926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:30.766669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-35f3176c-7c96-4080-85ca-2100edc93e9f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:30.772234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e90e31d3-cace-4fee-b38c-0daedada5390 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:30.778283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-00fd96bf-70e7-4d50-be73-d2c347cc53de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:30.817128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3176c-7c96-4080-85ca-2100edc93e9f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Subnet': ['ID=15b1d241-c6b6-495b-8cd7-52e2204087bc,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:30.826602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-35f3176c-7c96-4080-85ca-2100edc93e9f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:30.831292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-35f3176c-7c96-4080-85ca-2100edc93e9f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:30.846135 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-35f3176c-7c96-4080-85ca-2100edc93e9f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/subnets/15b1d241-c6b6-495b-8cd7-52e2204087bc HTTP/1.1" status: 204 len: 168 time: 1.1035604 Apr 23 09:23:30.847442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41480) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:30.898738 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfcc40ae-039d-4bf2-bf76-99a91c9173b5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] DELETE failed (client error): The resource could not be found. Apr 23 09:23:30.899377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfcc40ae-039d-4bf2-bf76-99a91c9173b5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:30.901491 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-dfcc40ae-039d-4bf2-bf76-99a91c9173b5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/subnets/f3ff9f56-b79a-41c0-97b3-417fac4852d5 HTTP/1.1" status: 404 len: 337 time: 0.0528331 Apr 23 09:23:30.904201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41484) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:30.923331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad29ad7-427d-4971-b5bb-3fe804d45800 None None] Network f3be6fca-f35b-4168-9148-ce79e59575a3 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:23:30.966756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Network 4703b244-46fa-45f8-8009-deb40dd711f2 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:23:30.997287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:23:31.002444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46978df-20ad-4d71-bcdc-e58d77c08abb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting subnet 0d1d4751-7d77-4732-91d6-588236f3662e {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:23:31.006045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c46978df-20ad-4d71-bcdc-e58d77c08abb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:31.011004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d2d5956a-c482-4ded-8526-03770f3490af None None] For port 734e39d1-1124-41b1-ad30-f0ab51df3f44, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=734e39d1-1124-41b1-ad30-f0ab51df3f44,segment=NetworkSegment(815205f1-8ddc-4f93-9cd5-0c13e1c11423),segment_id=815205f1-8ddc-4f93-9cd5-0c13e1c11423)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:31.015211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:23:31.073225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c46978df-20ad-4d71-bcdc-e58d77c08abb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:31.085959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Pushing event updated for resources: {'Port': ['ID=83fb561f-b198-4bce-8248-6259b4315cc9,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:31.133358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:31.134542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d2d5956a-c482-4ded-8526-03770f3490af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:31.154091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2dbba599-bb7f-4770-9c0c-773bb1bf61ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:31.190714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c46978df-20ad-4d71-bcdc-e58d77c08abb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:31.249945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d2d5956a-c482-4ded-8526-03770f3490af None None] Could not find standard attr ID for object 0a8bdbb8-8054-435f-b7e0-7dc0729a5e96. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:23:31.253931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bdd31fb-f3be-4a1b-b9b4-456e052c0bda tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:31.268235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:23:31.286112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bdd31fb-f3be-4a1b-b9b4-456e052c0bda tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:31.330799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e7a7bb98-0b29-4194-87f6-cb3908e11c32 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:31.338230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Attempting to bind port 83fb561f-b198-4bce-8248-6259b4315cc9 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:23:31.338697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Attempting to bind port 83fb561f-b198-4bce-8248-6259b4315cc9 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'e7458413-99ab-4012-86bc-202640df195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4703b244-46fa-45f8-8009-deb40dd711f2'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:23:31.339120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Attempting to bind port 83fb561f-b198-4bce-8248-6259b4315cc9 on network 4703b244-46fa-45f8-8009-deb40dd711f2 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:23:31.351491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5956a-c482-4ded-8526-03770f3490af None None] Pushing event updated for resources: {'Port': ['ID=734e39d1-1124-41b1-ad30-f0ab51df3f44,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:31.354801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:23:31.355235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Checking segment: {'id': 'e7458413-99ab-4012-86bc-202640df195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4703b244-46fa-45f8-8009-deb40dd711f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:23:31.355699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:31.356146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Bound using segment: {'id': 'e7458413-99ab-4012-86bc-202640df195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4703b244-46fa-45f8-8009-deb40dd711f2'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:23:31.356698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Bound port: 83fb561f-b198-4bce-8248-6259b4315cc9, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7458413-99ab-4012-86bc-202640df195a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4703b244-46fa-45f8-8009-deb40dd711f2'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:23:31.357132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:31.368895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d2d5956a-c482-4ded-8526-03770f3490af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:31.438237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd31fb-f3be-4a1b-b9b4-456e052c0bda tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Pushing event updated for resources: {'Port': ['ID=3a8ab32e-502c-4343-ab4e-c7ccdf689f7e,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:31.441865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0bdd31fb-f3be-4a1b-b9b4-456e052c0bda tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:31.447553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0bdd31fb-f3be-4a1b-b9b4-456e052c0bda tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:31.716760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c46978df-20ad-4d71-bcdc-e58d77c08abb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:31.722747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e6346e46-485e-4a31-84c1-f4683511a300 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:31.747344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdd31fb-f3be-4a1b-b9b4-456e052c0bda tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Network f3be6fca-f35b-4168-9148-ce79e59575a3 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:23:31.752545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-0bdd31fb-f3be-4a1b-b9b4-456e052c0bda tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:23:31.771538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c46978df-20ad-4d71-bcdc-e58d77c08abb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:31.781462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46978df-20ad-4d71-bcdc-e58d77c08abb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Subnet': ['ID=0d1d4751-7d77-4732-91d6-588236f3662e,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:31.784424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c46978df-20ad-4d71-bcdc-e58d77c08abb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:31.793142 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c46978df-20ad-4d71-bcdc-e58d77c08abb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/subnets/0d1d4751-7d77-4732-91d6-588236f3662e HTTP/1.1" status: 204 len: 168 time: 0.8829412 Apr 23 09:23:31.797043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41488) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:31.844915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-54230c58-bec3-4804-bf84-85854a9d4a5f None None] Provisioning for port 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:23:31.848829 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93569a0-0c2d-4852-9559-4fc6e81ab6df tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] DELETE failed (client error): The resource could not be found. Apr 23 09:23:31.849734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93569a0-0c2d-4852-9559-4fc6e81ab6df tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:31.853309 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e93569a0-0c2d-4852-9559-4fc6e81ab6df tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/subnets/19324ed6-c42b-4256-a59d-909e2e659b75 HTTP/1.1" status: 404 len: 337 time: 0.0550613 Apr 23 09:23:31.858259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41492) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:31.868157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc67812-49a6-44d5-8b19-d33c052a87cd None None] Update dhcp port {'port': {'network_id': '648f7067-487a-45f1-b029-aad1f3808d4e', 'fixed_ips': [{'subnet_id': '0d1d4751-7d77-4732-91d6-588236f3662e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '15b1d241-c6b6-495b-8cd7-52e2204087bc'}], 'binding:host_id': 'dv-neutron-786478-4-hyperv'}, 'id': '81da0110-3406-4ce1-a0d7-5db7c5221d94'} from dv-neutron-786478-4-hyperv. {{(pid=87176) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 23 09:23:31.905255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-54230c58-bec3-4804-bf84-85854a9d4a5f None None] Provisioning complete for port 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:31.906002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54230c58-bec3-4804-bf84-85854a9d4a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:31.938712 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-14e04b2c-f992-4a49-8aad-22546d7b4cee tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f0ca906-e242-4133-a5e9-02ea6f74c82d HTTP/1.1" status: 200 len: 205 time: 0.0788252 Apr 23 09:23:31.941593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41496) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:31.968633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] For port 83fb561f-b198-4bce-8248-6259b4315cc9, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:23:32.017409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] For port 83fb561f-b198-4bce-8248-6259b4315cc9, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=83fb561f-b198-4bce-8248-6259b4315cc9,segment=NetworkSegment(e7458413-99ab-4012-86bc-202640df195a),segment_id=e7458413-99ab-4012-86bc-202640df195a)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:23:32.019898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-afc67812-49a6-44d5-8b19-d33c052a87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:32.097694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:32.105282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bdd31fb-f3be-4a1b-b9b4-456e052c0bda tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Router e831d5ae-32f6-40c2-ace9-87a8a37587ed is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:23:32.106453 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-ca1a5293-a25a-46ce-9d90-4b38c134ae55 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] delete failed (client error): The resource could not be found. Apr 23 09:23:32.111100 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ca1a5293-a25a-46ce-9d90-4b38c134ae55 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/routers/9f0ca906-e242-4133-a5e9-02ea6f74c82d HTTP/1.1" status: 404 len: 336 time: 0.1651969 Apr 23 09:23:32.111343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:32.111720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41500) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:32.196675 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f74fa0-87bb-4a14-8956-c4233d68079c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] DELETE failed (client error): The resource could not be found. Apr 23 09:23:32.197281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f74fa0-87bb-4a14-8956-c4233d68079c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:32.345074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54230c58-bec3-4804-bf84-85854a9d4a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:32.356808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Pushing event updated for resources: {'Port': ['ID=83fb561f-b198-4bce-8248-6259b4315cc9,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:32.362186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:32.410432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-54230c58-bec3-4804-bf84-85854a9d4a5f None None] For port 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba,segment=NetworkSegment(309974c1-2719-4316-a7ce-51f3ab87b365),segment_id=309974c1-2719-4316-a7ce-51f3ab87b365)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:32.439587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 734e39d1-1124-41b1-ad30-f0ab51df3f44 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:23:32.469494 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-58f74fa0-87bb-4a14-8956-c4233d68079c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/subnets/826ba4d5-93b3-4b5e-8c68-5faf1351fe53 HTTP/1.1" status: 404 len: 337 time: 0.3559704 Apr 23 09:23:32.470745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41504) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:32.487322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54230c58-bec3-4804-bf84-85854a9d4a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:32.500545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d5611dca-8710-41b3-bc81-daf71638c3ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:32.548085 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8e6234-7075-4cca-ad85-d76c8b38d590 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] DELETE failed (client error): The resource could not be found. Apr 23 09:23:32.549576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b8e6234-7075-4cca-ad85-d76c8b38d590 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:32.552010 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8b8e6234-7075-4cca-ad85-d76c8b38d590 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/subnets/3cf9d4b9-4ac7-4b06-b9a5-96ad38d0be8f HTTP/1.1" status: 404 len: 337 time: 0.0798585 Apr 23 09:23:32.558170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41508) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:32.576614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896bb846-46ba-4f14-85ac-8c109ce53c1a None None] Network 648f7067-487a-45f1-b029-aad1f3808d4e requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:23:32.582765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdd31fb-f3be-4a1b-b9b4-456e052c0bda tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:23:32.598401 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0bdd31fb-f3be-4a1b-b9b4-456e052c0bda tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "PUT /v2.0/routers/e831d5ae-32f6-40c2-ace9-87a8a37587ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8384676 Apr 23 09:23:32.605733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdcf9e9-d33a-45ad-a2dd-275736c1cde5 None None] Sync routers for ids ['e831d5ae-32f6-40c2-ace9-87a8a37587ed'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:23:32.613171 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c4001a-2fdf-48a2-8647-4dcee2b30e18 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] DELETE failed (client error): The resource could not be found. Apr 23 09:23:32.613724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c4001a-2fdf-48a2-8647-4dcee2b30e18 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:32.614676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41512) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:32.615714 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-83c4001a-2fdf-48a2-8647-4dcee2b30e18 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/subnets/3ea170bf-36ef-45d9-81ac-bce9e53fe04f HTTP/1.1" status: 404 len: 337 time: 0.0564101 Apr 23 09:23:32.622283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41514) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:32.629498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdcf9e9-d33a-45ad-a2dd-275736c1cde5 None None] Routers {'e831d5ae-32f6-40c2-ace9-87a8a37587ed'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:23:32.630265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-8fdcf9e9-d33a-45ad-a2dd-275736c1cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:23:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['e831d5ae-32f6-40c2-ace9-87a8a37587ed'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:32.715019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-8fdcf9e9-d33a-45ad-a2dd-275736c1cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:32.736132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdcf9e9-d33a-45ad-a2dd-275736c1cde5 None None] Routers {'e831d5ae-32f6-40c2-ace9-87a8a37587ed'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:23:32.737321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-8fdcf9e9-d33a-45ad-a2dd-275736c1cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:23:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['e831d5ae-32f6-40c2-ace9-87a8a37587ed'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:32.872461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-54230c58-bec3-4804-bf84-85854a9d4a5f None None] Provisioning complete for port 734e39d1-1124-41b1-ad30-f0ab51df3f44 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:32.872896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54230c58-bec3-4804-bf84-85854a9d4a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:32.912984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-8fdcf9e9-d33a-45ad-a2dd-275736c1cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:32.914624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdcf9e9-d33a-45ad-a2dd-275736c1cde5 None None] The sync data for ids ['e831d5ae-32f6-40c2-ace9-87a8a37587ed'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:23:32.959504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54230c58-bec3-4804-bf84-85854a9d4a5f None None] Pushing event updated for resources: {'Port': ['ID=31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:32.963778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-54230c58-bec3-4804-bf84-85854a9d4a5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:32.982840 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce32867-4a86-4853-b369-133ab4789f25 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] DELETE failed (client error): The resource could not be found. Apr 23 09:23:32.983388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce32867-4a86-4853-b369-133ab4789f25 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87175) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:32.987092 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cce32867-4a86-4853-b369-133ab4789f25 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/ports/850bd15d-d60d-41ee-af49-f2ee29067d20 HTTP/1.1" status: 404 len: 333 time: 0.3588448 Apr 23 09:23:32.989098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41522) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:33.030904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 734e39d1-1124-41b1-ad30-f0ab51df3f44 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:33.031363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:33.043953 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0587d56-1aa1-4e2b-9bbc-eff13883e2b8 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] DELETE failed (client error): The resource could not be found. Apr 23 09:23:33.044255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0587d56-1aa1-4e2b-9bbc-eff13883e2b8 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:33.049182 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c0587d56-1aa1-4e2b-9bbc-eff13883e2b8 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/subnets/4e4e8fc6-9089-4dcd-874b-3d48feb8eda6 HTTP/1.1" status: 404 len: 337 time: 0.0586293 Apr 23 09:23:33.049904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41526) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:33.101253 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-24338db5-dc95-48d8-8c3c-8d89c7500e8f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] DELETE failed (client error): The resource could not be found. Apr 23 09:23:33.102179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24338db5-dc95-48d8-8c3c-8d89c7500e8f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:33.107370 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-24338db5-dc95-48d8-8c3c-8d89c7500e8f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/subnets/84d3bd41-e717-459f-83bc-d533242871b8 HTTP/1.1" status: 404 len: 337 time: 0.0562737 Apr 23 09:23:33.108460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41530) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:33.170087 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7571b0-9400-4ea6-888f-96e92bd57ab0 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] DELETE failed (client error): The resource could not be found. Apr 23 09:23:33.171251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c7571b0-9400-4ea6-888f-96e92bd57ab0 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:33.176568 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8c7571b0-9400-4ea6-888f-96e92bd57ab0 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/ports/efb62051-89e6-4a46-88d9-d5f32a5030ae HTTP/1.1" status: 404 len: 333 time: 0.0665970 Apr 23 09:23:33.177773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41534) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:33.227442 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-faae3490-5fc2-4f22-a27a-05e9af47a8de tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] DELETE failed (client error): The resource could not be found. Apr 23 09:23:33.228496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faae3490-5fc2-4f22-a27a-05e9af47a8de tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:33.234260 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-faae3490-5fc2-4f22-a27a-05e9af47a8de tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/subnets/51d7f813-f64b-468d-b380-7e159919d8da HTTP/1.1" status: 404 len: 337 time: 0.0549574 Apr 23 09:23:33.235581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41538) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:33.289159 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e03133-9c0a-4d5d-9b13-f8451790c379 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] DELETE failed (client error): The resource could not be found. Apr 23 09:23:33.290078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e03133-9c0a-4d5d-9b13-f8451790c379 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:23:33.295732 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-96e03133-9c0a-4d5d-9b13-f8451790c379 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/subnets/ca4fafdc-8550-42ef-b075-765d4df92808 HTTP/1.1" status: 404 len: 337 time: 0.0585508 Apr 23 09:23:33.296544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41542) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:33.306534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf20907-4992-4860-9181-293beb684784 None None] DHCP port deletion for 648f7067-487a-45f1-b029-aad1f3808d4e request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:23:33.392048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4d6418c1-076f-45d0-9e91-196c3b734579 None None] Provisioning complete for port 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:33.392505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d6418c1-076f-45d0-9e91-196c3b734579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:33.479891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-eeb442cb-2a7c-4e73-80f4-e7849d1efce4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Deleting port 828ea624-4a8b-4062-815a-acb2655a8a3a {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:23:33.480591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eeb442cb-2a7c-4e73-80f4-e7849d1efce4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:33.519309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2cf20907-4992-4860-9181-293beb684784 None None] Deleting port 81da0110-3406-4ce1-a0d7-5db7c5221d94 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:23:33.520127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2cf20907-4992-4860-9181-293beb684784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:33.619014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eeb442cb-2a7c-4e73-80f4-e7849d1efce4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:33.766141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-2cf20907-4992-4860-9181-293beb684784 None None] For port 81da0110-3406-4ce1-a0d7-5db7c5221d94, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=81da0110-3406-4ce1-a0d7-5db7c5221d94,segment=NetworkSegment(0d2a490b-7715-4777-85a7-31fe02f8152b),segment_id=0d2a490b-7715-4777-85a7-31fe02f8152b)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:33.766636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2cf20907-4992-4860-9181-293beb684784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:33.777710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-eeb442cb-2a7c-4e73-80f4-e7849d1efce4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Calling delete_port for 828ea624-4a8b-4062-815a-acb2655a8a3a owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:23:33.829837 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-08d3f889-a1a3-4c9c-aa40-341f1a18b7d3 req-79d0914c-1f17-4c93-b819-ae95947684d7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6994724 Apr 23 09:23:33.874190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eeb442cb-2a7c-4e73-80f4-e7849d1efce4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:33.882286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7092582b-9ffa-4916-8686-6724f0c7a296 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:33.934622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2cf20907-4992-4860-9181-293beb684784 None None] Calling delete_port for 81da0110-3406-4ce1-a0d7-5db7c5221d94 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:23:33.955625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb442cb-2a7c-4e73-80f4-e7849d1efce4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Port': ['ID=828ea624-4a8b-4062-815a-acb2655a8a3a,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:33.956248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4d6418c1-076f-45d0-9e91-196c3b734579 None None] Provisioning complete for port 81da0110-3406-4ce1-a0d7-5db7c5221d94 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:33.956543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d6418c1-076f-45d0-9e91-196c3b734579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:33.960671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-eeb442cb-2a7c-4e73-80f4-e7849d1efce4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:33.975099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eeb442cb-2a7c-4e73-80f4-e7849d1efce4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:34.015529 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-eeb442cb-2a7c-4e73-80f4-e7849d1efce4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/ports/828ea624-4a8b-4062-815a-acb2655a8a3a HTTP/1.1" status: 204 len: 168 time: 0.7177112 Apr 23 09:23:34.018493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41546) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:34.162205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2cf20907-4992-4860-9181-293beb684784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:34.170837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9336ee2e-3b9a-4392-9902-9bc4b0cc840b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:34.187096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d4c03611-2dab-42fa-8899-10e79478330c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:34.208730 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-4dc6cb4f-f4ca-471f-9498-775e0527c146 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:23:34.210246 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4dc6cb4f-f4ca-471f-9498-775e0527c146 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "PUT /v2.0/routers/e831d5ae-32f6-40c2-ace9-87a8a37587ed/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5857844 Apr 23 09:23:34.219810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41550) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:34.279662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf20907-4992-4860-9181-293beb684784 None None] No DVR routers for this DVR port 81da0110-3406-4ce1-a0d7-5db7c5221d94 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:23:34.300815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a425f8e-fcd3-4138-92af-4bbe6177dc02 None None] Network 4703b244-46fa-45f8-8009-deb40dd711f2 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:23:34.326888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf20907-4992-4860-9181-293beb684784 None None] Pushing event deleted for resources: {'Port': ['ID=81da0110-3406-4ce1-a0d7-5db7c5221d94,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:34.338834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9336ee2e-3b9a-4392-9902-9bc4b0cc840b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:34.339095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4d6418c1-076f-45d0-9e91-196c3b734579 None None] Provisioning for port 3a8ab32e-502c-4343-ab4e-c7ccdf689f7e completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:23:34.351742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2cf20907-4992-4860-9181-293beb684784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:34.380887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4d6418c1-076f-45d0-9e91-196c3b734579 None None] Provisioning complete for port 3a8ab32e-502c-4343-ab4e-c7ccdf689f7e triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:34.382788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d6418c1-076f-45d0-9e91-196c3b734579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:34.522054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-9336ee2e-3b9a-4392-9902-9bc4b0cc840b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648f7067-487a-45f1-b029-aad1f3808d4e']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:34.525099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3f889-a1a3-4c9c-aa40-341f1a18b7d3 req-784974f5-638c-4be8-aa04-76a8a1bba44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:34.531805 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-08d3f889-a1a3-4c9c-aa40-341f1a18b7d3 req-784974f5-638c-4be8-aa04-76a8a1bba44f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2512ab69cb484640aebc38a05079f506&device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 1098 time: 0.5498748 Apr 23 09:23:34.539090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-9336ee2e-3b9a-4392-9902-9bc4b0cc840b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2a490b-7715-4777-85a7-31fe02f8152b') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:34.539782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-9336ee2e-3b9a-4392-9902-9bc4b0cc840b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2a490b-7715-4777-85a7-31fe02f8152b') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:34.558006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9336ee2e-3b9a-4392-9902-9bc4b0cc840b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:34.586010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9336ee2e-3b9a-4392-9902-9bc4b0cc840b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:34.600042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9336ee2e-3b9a-4392-9902-9bc4b0cc840b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:23:34.626451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:23:34.681497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4d6418c1-076f-45d0-9e91-196c3b734579 None None] Port 3a8ab32e-502c-4343-ab4e-c7ccdf689f7e cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:23:34.713146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4d6418c1-076f-45d0-9e91-196c3b734579 None None] Could not find standard attr ID for object 828ea624-4a8b-4062-815a-acb2655a8a3a. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:23:34.759036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41556) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:34.885587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3f889-a1a3-4c9c-aa40-341f1a18b7d3 req-ee6fa178-055d-4a95-b356-796f7127e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:34.887273 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-08d3f889-a1a3-4c9c-aa40-341f1a18b7d3 req-ee6fa178-055d-4a95-b356-796f7127e34a service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb03be9d-741f-4be2-af33-c80fc3ae7685 HTTP/1.1" status: 200 len: 897 time: 0.2440693 Apr 23 09:23:35.031163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6984c4b1-9a84-4931-b7ea-445e5a0af838 None None] Provisioning complete for port 3a8ab32e-502c-4343-ab4e-c7ccdf689f7e triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:35.031918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6984c4b1-9a84-4931-b7ea-445e5a0af838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:35.060415 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-08d3f889-a1a3-4c9c-aa40-341f1a18b7d3 req-00a0dd0e-683a-48d4-9874-20f9575cd0e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b453fc89-ae49-4714-b3e1-d723172944e1 HTTP/1.1" status: 200 len: 999 time: 0.1416135 Apr 23 09:23:35.110560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:35.110990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:35.155583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9336ee2e-3b9a-4392-9902-9bc4b0cc840b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 648f7067-487a-45f1-b029-aad1f3808d4e has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:23:35.164598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6984c4b1-9a84-4931-b7ea-445e5a0af838 None None] Port 3a8ab32e-502c-4343-ab4e-c7ccdf689f7e cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:23:35.169136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9336ee2e-3b9a-4392-9902-9bc4b0cc840b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:35.186371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3f889-a1a3-4c9c-aa40-341f1a18b7d3 req-ce49af89-0b9e-4720-bf8f-d6e482bdd56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:35.188255 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-08d3f889-a1a3-4c9c-aa40-341f1a18b7d3 req-ce49af89-0b9e-4720-bf8f-d6e482bdd56b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9cc2ef9-06c3-48b5-b616-fcca2863fff9 HTTP/1.1" status: 200 len: 834 time: 0.1212499 Apr 23 09:23:35.239024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6984c4b1-9a84-4931-b7ea-445e5a0af838 None None] Provisioning for port 83fb561f-b198-4bce-8248-6259b4315cc9 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:23:35.273969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a12a457c-2e0c-4373-8261-c02896437867 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:35.385851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 83fb561f-b198-4bce-8248-6259b4315cc9 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:23:35.540459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3f889-a1a3-4c9c-aa40-341f1a18b7d3 req-23b9f736-15cf-4883-a6dd-dc4cd3139d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:35.543257 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-08d3f889-a1a3-4c9c-aa40-341f1a18b7d3 req-23b9f736-15cf-4883-a6dd-dc4cd3139d03 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb03be9d-741f-4be2-af33-c80fc3ae7685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3459659 Apr 23 09:23:35.580623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 83fb561f-b198-4bce-8248-6259b4315cc9 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:23:35.592082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 83fb561f-b198-4bce-8248-6259b4315cc9 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:35.592971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:35.646519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9336ee2e-3b9a-4392-9902-9bc4b0cc840b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Network 648f7067-487a-45f1-b029-aad1f3808d4e has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:23:35.705466 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:23:35.724811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f8a7837e-7581-45d8-9532-d7e7cbe9aa6e None None] Provisioning complete for port 83fb561f-b198-4bce-8248-6259b4315cc9 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:35.725698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8a7837e-7581-45d8-9532-d7e7cbe9aa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:35.830571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b4eac08d-7fa3-4c99-82e3-18282a64c572 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Deleting port d7602a19-4499-48e7-bf7e-96ba419455cf {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:23:35.830961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4eac08d-7fa3-4c99-82e3-18282a64c572 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:35.867197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9336ee2e-3b9a-4392-9902-9bc4b0cc840b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:35.873319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:35.900925 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-08d3f889-a1a3-4c9c-aa40-341f1a18b7d3 req-5ccf350f-e2ff-451b-a46d-49b25b846a2a service neutron] 10.222.0.35 "GET /v2.0/networks/cb03be9d-741f-4be2-af33-c80fc3ae7685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486726 Apr 23 09:23:36.104795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:36.157319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8a7837e-7581-45d8-9532-d7e7cbe9aa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:36.237235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 83fb561f-b198-4bce-8248-6259b4315cc9, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=83fb561f-b198-4bce-8248-6259b4315cc9,segment=NetworkSegment(e7458413-99ab-4012-86bc-202640df195a),segment_id=e7458413-99ab-4012-86bc-202640df195a)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:36.254656 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-08d3f889-a1a3-4c9c-aa40-341f1a18b7d3 req-e88adc61-985d-4bfa-91da-4deefbda0254 service neutron] 10.222.0.35 "GET /v2.0/networks/cb03be9d-741f-4be2-af33-c80fc3ae7685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117516 Apr 23 09:23:36.255380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9336ee2e-3b9a-4392-9902-9bc4b0cc840b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:36.267091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a12a457c-2e0c-4373-8261-c02896437867 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Deleting port 3a8ab32e-502c-4343-ab4e-c7ccdf689f7e {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:23:36.268309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a12a457c-2e0c-4373-8261-c02896437867 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:36.275145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336ee2e-3b9a-4392-9902-9bc4b0cc840b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Pushing event deleted for resources: {'Network': ['ID=648f7067-487a-45f1-b029-aad1f3808d4e,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:36.283404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9336ee2e-3b9a-4392-9902-9bc4b0cc840b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:36.292920 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9336ee2e-3b9a-4392-9902-9bc4b0cc840b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] 10.222.0.60 "DELETE /v2.0/networks/648f7067-487a-45f1-b029-aad1f3808d4e HTTP/1.1" status: 204 len: 168 time: 2.2729332 Apr 23 09:23:36.305653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:36.314799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-00cf9b18-d0b5-4012-8746-85f37f3d0109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:36.364143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4eac08d-7fa3-4c99-82e3-18282a64c572 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:36.364896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4eac08d-7fa3-4c99-82e3-18282a64c572 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:36.415223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=83fb561f-b198-4bce-8248-6259b4315cc9,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:36.418674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 81da0110-3406-4ce1-a0d7-5db7c5221d94 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:23:36.463224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:36.472809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 81da0110-3406-4ce1-a0d7-5db7c5221d94 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:23:36.473330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 81da0110-3406-4ce1-a0d7-5db7c5221d94 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:23:36.504936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-f8a7837e-7581-45d8-9532-d7e7cbe9aa6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:23:36.505362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-f8a7837e-7581-45d8-9532-d7e7cbe9aa6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:23:36.619639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b4eac08d-7fa3-4c99-82e3-18282a64c572 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Calling delete_port for d7602a19-4499-48e7-bf7e-96ba419455cf owned by network:floatingip {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:23:36.697459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 83fb561f-b198-4bce-8248-6259b4315cc9 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:23:36.787570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a5d47bee-5e1b-406f-987f-19326cd7effb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:36.805199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 83fb561f-b198-4bce-8248-6259b4315cc9 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:36.805645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:36.832695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41566) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:36.911081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4eac08d-7fa3-4c99-82e3-18282a64c572 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:36.923639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-05431c8a-067d-4bd4-9297-2e9f1a682381 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:37.030533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eac08d-7fa3-4c99-82e3-18282a64c572 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Pushing event deleted for resources: {'Port': ['ID=d7602a19-4499-48e7-bf7e-96ba419455cf,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:37.041420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a12a457c-2e0c-4373-8261-c02896437867 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:37.078713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b4eac08d-7fa3-4c99-82e3-18282a64c572 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:37.139783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4eac08d-7fa3-4c99-82e3-18282a64c572 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for floatingip, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:37.140174 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-b4eac08d-7fa3-4c99-82e3-18282a64c572 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Floating IP e272dace-85a4-4681-b0b0-7efb48e7644e disassociated (deleted). External IP: 172.26.4.9, port: b453fc89-ae49-4714-b3e1-d723172944e1. Apr 23 09:23:37.312712 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e7dd1370-dea5-46d0-ad7f-002f1057c572 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed81b2e31f5a49b893e0f8cf455bcd22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4782212 Apr 23 09:23:37.318151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41572) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:37.327211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a12a457c-2e0c-4373-8261-c02896437867 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Calling delete_port for 3a8ab32e-502c-4343-ab4e-c7ccdf689f7e owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:23:37.523505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-11262256-158e-4241-b405-09e4b1d9ccec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:37.596744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a12a457c-2e0c-4373-8261-c02896437867 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:37.604335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3ba28c26-42c6-46b2-a9d1-0f1e49672418 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:37.650490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-11262256-158e-4241-b405-09e4b1d9ccec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:37.671914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a457c-2e0c-4373-8261-c02896437867 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Pushing event deleted for resources: {'Port': ['ID=3a8ab32e-502c-4343-ab4e-c7ccdf689f7e,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:37.675690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a12a457c-2e0c-4373-8261-c02896437867 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:37.837801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4eac08d-7fa3-4c99-82e3-18282a64c572 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Router 84835fce-90cc-4b7d-bdbc-d5b91f9aa12a has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:23:37.851767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-11262256-158e-4241-b405-09e4b1d9ccec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:37.859994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-14c23b12-a8e4-48c7-91b6-93e162185843 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:37.948629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11262256-158e-4241-b405-09e4b1d9ccec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dee5acc-54ba-4065-ad45-9b3a62fe517b,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:38.004429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-11262256-158e-4241-b405-09e4b1d9ccec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:38.058799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-11262256-158e-4241-b405-09e4b1d9ccec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:38.060291 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-11262256-158e-4241-b405-09e4b1d9ccec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7dee5acc-54ba-4065-ad45-9b3a62fe517b HTTP/1.1" status: 204 len: 168 time: 0.7406254 Apr 23 09:23:38.094195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4eac08d-7fa3-4c99-82e3-18282a64c572 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:23:38.099609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a12a457c-2e0c-4373-8261-c02896437867 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:38.099943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4eac08d-7fa3-4c99-82e3-18282a64c572 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:38.115076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bb374e-97d5-48c6-b2f1-7bddbf3d51c8 None None] Sync routers for ids ['84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:23:38.136546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bb374e-97d5-48c6-b2f1-7bddbf3d51c8 None None] Routers {'84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:23:38.138083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-27bb374e-97d5-48c6-b2f1-7bddbf3d51c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:23:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:38.176082 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b4eac08d-7fa3-4c99-82e3-18282a64c572 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "DELETE /v2.0/floatingips/e272dace-85a4-4681-b0b0-7efb48e7644e HTTP/1.1" status: 204 len: 168 time: 3.4109554 Apr 23 09:23:38.176082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de537509-c7aa-4d4e-98e6-39f533822fbd', 'tag': 'b453fc89-ae49-4714-b3e1-d723172944e1'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:23:38.242192 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de537509-c7aa-4d4e-98e6-39f533822fbd', 'tag': 'b453fc89-ae49-4714-b3e1-d723172944e1', 'status': 'completed', 'code': 200} Apr 23 09:23:38.487099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-27bb374e-97d5-48c6-b2f1-7bddbf3d51c8 None None] Set router 84835fce-90cc-4b7d-bdbc-d5b91f9aa12a gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:23:38.778837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12a457c-2e0c-4373-8261-c02896437867 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Router e831d5ae-32f6-40c2-ace9-87a8a37587ed has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:23:38.786720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ce30e-5281-4024-a147-07dfe177f661 req-d6af9a3d-885d-4f58-bf9b-aeb6348fbd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:38.788218 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ef3ce30e-5281-4024-a147-07dfe177f661 req-d6af9a3d-885d-4f58-bf9b-aeb6348fbd47 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2512ab69cb484640aebc38a05079f506&device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 1098 time: 0.4801583 Apr 23 09:23:38.973761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-27bb374e-97d5-48c6-b2f1-7bddbf3d51c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139391490', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '9a138633-491d-46c0-90c1-23bd420a2add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:10Z', 'updated_at': '2021-04-23T09:20:26Z', 'revision_number': 4, 'project_id': '2512ab69cb484640aebc38a05079f506', 'gw_port': {'id': '9a138633-491d-46c0-90c1-23bd420a2add', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:12Z', 'updated_at': '2021-04-23T09:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '4557fd6e-56ad-4ca7-ab71-67a6a728c961', 'name': '', 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'mac_address': 'fa:16:3e:93:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'f9cc2ef9-06c3-48b5-b616-fcca2863fff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:24Z', 'updated_at': '2021-04-23T09:20:33Z', 'revision_number': 5, 'project_id': '2512ab69cb484640aebc38a05079f506', 'subnets': [{'id': 'f9cc2ef9-06c3-48b5-b616-fcca2863fff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:38.979782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bb374e-97d5-48c6-b2f1-7bddbf3d51c8 None None] Checking router: 84835fce-90cc-4b7d-bdbc-d5b91f9aa12a for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:23:38.991405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bb374e-97d5-48c6-b2f1-7bddbf3d51c8 None None] Routers {'84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:23:38.992519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-27bb374e-97d5-48c6-b2f1-7bddbf3d51c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:23:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:39.001647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b4242-6f6c-4a2d-a58b-2d18b2d08870 req-72ad484c-ce74-47af-b554-3bd377fd773b tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:39.002891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-740b4242-6f6c-4a2d-a58b-2d18b2d08870 req-72ad484c-ce74-47af-b554-3bd377fd773b tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Synchronizing usage tracker for tenant:2512ab69cb484640aebc38a05079f506 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:23:39.059954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-740b4242-6f6c-4a2d-a58b-2d18b2d08870 req-72ad484c-ce74-47af-b554-3bd377fd773b tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Unset dirty status for tenant:2512ab69cb484640aebc38a05079f506 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:23:39.066991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12a457c-2e0c-4373-8261-c02896437867 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:23:39.079191 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-740b4242-6f6c-4a2d-a58b-2d18b2d08870 req-72ad484c-ce74-47af-b554-3bd377fd773b tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 945 time: 0.2063942 Apr 23 09:23:39.085881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52336796-cb90-4695-8498-2c50f846c17d None None] Sync routers for ids ['e831d5ae-32f6-40c2-ace9-87a8a37587ed'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:23:39.089762 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a12a457c-2e0c-4373-8261-c02896437867 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "PUT /v2.0/routers/e831d5ae-32f6-40c2-ace9-87a8a37587ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8666308 Apr 23 09:23:39.095485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41596) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:39.121126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52336796-cb90-4695-8498-2c50f846c17d None None] Routers {'e831d5ae-32f6-40c2-ace9-87a8a37587ed'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:23:39.122437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-52336796-cb90-4695-8498-2c50f846c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:23:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['e831d5ae-32f6-40c2-ace9-87a8a37587ed'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:39.137106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ce30e-5281-4024-a147-07dfe177f661 req-e9d71015-af8d-498e-b66c-bc033dee203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:39.139067 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ef3ce30e-5281-4024-a147-07dfe177f661 req-e9d71015-af8d-498e-b66c-bc033dee203c service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb03be9d-741f-4be2-af33-c80fc3ae7685 HTTP/1.1" status: 200 len: 897 time: 0.3384900 Apr 23 09:23:39.203175 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-d8239152-0a7d-4821-9b14-64b12b3287c7 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] delete failed (client error): The resource could not be found. Apr 23 09:23:39.204495 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d8239152-0a7d-4821-9b14-64b12b3287c7 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-1362933555 HTTP/1.1" status: 404 len: 335 time: 0.1075318 Apr 23 09:23:39.212393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41602) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:39.223307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-626551f6-2645-44c9-80e6-99d2326a50c1 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e831d5ae-32f6-40c2-ace9-87a8a37587ed'}}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:39.260336 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ef3ce30e-5281-4024-a147-07dfe177f661 req-93fb1878-2152-491c-9d05-03a18cdbe83b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b453fc89-ae49-4714-b3e1-d723172944e1 HTTP/1.1" status: 200 len: 217 time: 0.1128597 Apr 23 09:23:39.309278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-52336796-cb90-4695-8498-2c50f846c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:39.347471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52336796-cb90-4695-8498-2c50f846c17d None None] Routers {'e831d5ae-32f6-40c2-ace9-87a8a37587ed'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:23:39.348467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-52336796-cb90-4695-8498-2c50f846c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:23:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['e831d5ae-32f6-40c2-ace9-87a8a37587ed'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:39.367414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ce30e-5281-4024-a147-07dfe177f661 req-429440bb-8a34-4456-8f49-3185f6cdffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:39.369547 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ef3ce30e-5281-4024-a147-07dfe177f661 req-429440bb-8a34-4456-8f49-3185f6cdffc5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9cc2ef9-06c3-48b5-b616-fcca2863fff9 HTTP/1.1" status: 200 len: 834 time: 0.0977659 Apr 23 09:23:39.469379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-52336796-cb90-4695-8498-2c50f846c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:39.469379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52336796-cb90-4695-8498-2c50f846c17d None None] The sync data for ids ['e831d5ae-32f6-40c2-ace9-87a8a37587ed'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:23:39.505830 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-740b4242-6f6c-4a2d-a58b-2d18b2d08870 req-dfa47e8f-f073-4504-ba26-7ace36b51ca9 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3328779 Apr 23 09:23:39.531687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ce30e-5281-4024-a147-07dfe177f661 req-8df50157-1c1f-41ad-8f42-2ab409653ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:39.533344 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ef3ce30e-5281-4024-a147-07dfe177f661 req-8df50157-1c1f-41ad-8f42-2ab409653ad3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb03be9d-741f-4be2-af33-c80fc3ae7685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1546710 Apr 23 09:23:39.556365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-27bb374e-97d5-48c6-b2f1-7bddbf3d51c8 None None] Set router 84835fce-90cc-4b7d-bdbc-d5b91f9aa12a gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:23:39.737065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d773798-bce2-4418-959e-1a9bbbe6670b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:39.747819 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ef3ce30e-5281-4024-a147-07dfe177f661 req-af631842-aa32-4ec3-9dfa-1381c04b539e service neutron] 10.222.0.35 "GET /v2.0/networks/cb03be9d-741f-4be2-af33-c80fc3ae7685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057674 Apr 23 09:23:39.751977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41614) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:39.766365 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0078065 Apr 23 09:23:39.794860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41616) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:39.836361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-626551f6-2645-44c9-80e6-99d2326a50c1 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:39.920040 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-626551f6-2645-44c9-80e6-99d2326a50c1 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] update failed (client error): The resource could not be found. Apr 23 09:23:39.924786 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-626551f6-2645-44c9-80e6-99d2326a50c1 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "PUT /v2.0/routers/e831d5ae-32f6-40c2-ace9-87a8a37587ed HTTP/1.1" status: 404 len: 339 time: 0.7109067 Apr 23 09:23:39.925438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41622) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:40.003091 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a89e2c98-6543-45f6-a51f-8d9d003dd49f tempest-NetworksApiDiscovery-856534375 tempest-NetworksApiDiscovery-856534375-project] 10.222.0.60 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2010212 Apr 23 09:23:40.046808 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ef3ce30e-5281-4024-a147-07dfe177f661 req-14d4f4e5-88a1-418e-8cdc-8d64e83cbee5 service neutron] 10.222.0.35 "GET /v2.0/networks/cb03be9d-741f-4be2-af33-c80fc3ae7685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829967 Apr 23 09:23:40.102052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-27bb374e-97d5-48c6-b2f1-7bddbf3d51c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139391490', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '9a138633-491d-46c0-90c1-23bd420a2add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:10Z', 'updated_at': '2021-04-23T09:20:26Z', 'revision_number': 4, 'project_id': '2512ab69cb484640aebc38a05079f506', 'gw_port': {'id': '9a138633-491d-46c0-90c1-23bd420a2add', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:12Z', 'updated_at': '2021-04-23T09:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '4557fd6e-56ad-4ca7-ab71-67a6a728c961', 'name': '', 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'mac_address': 'fa:16:3e:93:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'f9cc2ef9-06c3-48b5-b616-fcca2863fff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:24Z', 'updated_at': '2021-04-23T09:20:33Z', 'revision_number': 5, 'project_id': '2512ab69cb484640aebc38a05079f506', 'subnets': [{'id': 'f9cc2ef9-06c3-48b5-b616-fcca2863fff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:40.114902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bb374e-97d5-48c6-b2f1-7bddbf3d51c8 None None] The sync data for ids ['84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'] in dv-neutron-786478-4-hyperv is: [{'id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139391490', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '9a138633-491d-46c0-90c1-23bd420a2add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:10Z', 'updated_at': '2021-04-23T09:20:26Z', 'revision_number': 4, 'project_id': '2512ab69cb484640aebc38a05079f506', 'gw_port': {'id': '9a138633-491d-46c0-90c1-23bd420a2add', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:12Z', 'updated_at': '2021-04-23T09:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '4557fd6e-56ad-4ca7-ab71-67a6a728c961', 'name': '', 'network_id': 'cb03be9d-741f-4be2-af33-c80fc3ae7685', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'mac_address': 'fa:16:3e:93:41:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'f9cc2ef9-06c3-48b5-b616-fcca2863fff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:24Z', 'updated_at': '2021-04-23T09:20:33Z', 'revision_number': 5, 'project_id': '2512ab69cb484640aebc38a05079f506', 'subnets': [{'id': 'f9cc2ef9-06c3-48b5-b616-fcca2863fff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:23:40.326848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:40.432441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb04ca-5c0a-4c0b-af6e-cd01b4e8df86 req-c50eac7b-8815-4d5f-86ad-1605490ab438 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:40.434971 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9fdb04ca-5c0a-4c0b-af6e-cd01b4e8df86 req-c50eac7b-8815-4d5f-86ad-1605490ab438 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.35 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 945 time: 0.1563427 Apr 23 09:23:40.667050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41632) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:40.729806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ac7feb-108c-4918-a631-6988b0ee7a1e None None] New status for floating IP e272dace-85a4-4681-b0b0-7efb48e7644e: DOWN {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:23:40.797726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-9fdb04ca-5c0a-4c0b-af6e-cd01b4e8df86 req-d33907ad-a9e9-4b55-8d2d-75aeecbde327 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Deleting port b453fc89-ae49-4714-b3e1-d723172944e1 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:23:40.798630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9fdb04ca-5c0a-4c0b-af6e-cd01b4e8df86 req-d33907ad-a9e9-4b55-8d2d-75aeecbde327 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:40.849119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664f363-20d1-4953-90f3-9d097e340231 req-a07d749a-7658-4af7-a2c8-20cc35ede5b1 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:40.852115 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0664f363-20d1-4953-90f3-9d097e340231 req-a07d749a-7658-4af7-a2c8-20cc35ede5b1 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 945 time: 0.1724255 Apr 23 09:23:40.985616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9219008b-90b1-4095-b64e-23611714dd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:41.050827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c68893bf-d811-43c2-94fb-7292c0b0c255 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:41.234109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:41.372941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9219008b-90b1-4095-b64e-23611714dd6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:23:41.393515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9219008b-90b1-4095-b64e-23611714dd6c admin admin] Usage tracker for resource:security_group_rule and tenant:1c8bee2fb28e414b99bc9ead08b305fb is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:23:41.400277 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0664f363-20d1-4953-90f3-9d097e340231 req-92b76fe6-20d2-4919-ad61-79de4861b758 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/security-groups?id=31cadb39-5984-4690-b32e-230ad3b614ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4771638 Apr 23 09:23:41.404293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9219008b-90b1-4095-b64e-23611714dd6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:23:41.417560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9219008b-90b1-4095-b64e-23611714dd6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:23:41.420913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-9fdb04ca-5c0a-4c0b-af6e-cd01b4e8df86 req-d33907ad-a9e9-4b55-8d2d-75aeecbde327 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] For port b453fc89-ae49-4714-b3e1-d723172944e1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b453fc89-ae49-4714-b3e1-d723172944e1,segment=NetworkSegment(c260924c-e094-4b84-b570-6f773acd4ea6),segment_id=c260924c-e094-4b84-b570-6f773acd4ea6)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:41.421337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9fdb04ca-5c0a-4c0b-af6e-cd01b4e8df86 req-d33907ad-a9e9-4b55-8d2d-75aeecbde327 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:41.593971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-9fdb04ca-5c0a-4c0b-af6e-cd01b4e8df86 req-d33907ad-a9e9-4b55-8d2d-75aeecbde327 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Calling delete_port for b453fc89-ae49-4714-b3e1-d723172944e1 owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:23:41.702927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-c68893bf-d811-43c2-94fb-7292c0b0c255 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Allocated IP 172.20.0.1 (2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8/37ec364a-6b5b-43f0-9aa9-2d5e0cc58074/a9a6a81c-77c6-4f4b-b9e1-3a2d7ea2f0ad) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:23:41.715015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9219008b-90b1-4095-b64e-23611714dd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:41.753766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9219008b-90b1-4095-b64e-23611714dd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:41.769228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-31ecc6b2-99e4-4a15-9f84-c4755506b9e3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:41.836610 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9219008b-90b1-4095-b64e-23611714dd6c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1c8bee2fb28e414b99bc9ead08b305fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1697066 Apr 23 09:23:41.840157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41640) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:41.846239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219008b-90b1-4095-b64e-23611714dd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69158e90-aff1-4fc8-8597-cffc49c89aca,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:41.850467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9219008b-90b1-4095-b64e-23611714dd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:41.879777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9fdb04ca-5c0a-4c0b-af6e-cd01b4e8df86 req-d33907ad-a9e9-4b55-8d2d-75aeecbde327 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:41.888846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ce246d42-82d8-4199-869c-49672f5f49a4 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:41.940327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33907ad-a9e9-4b55-8d2d-75aeecbde327 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Pushing event deleted for resources: {'Port': ['ID=b453fc89-ae49-4714-b3e1-d723172944e1,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:41.944457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d33907ad-a9e9-4b55-8d2d-75aeecbde327 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:42.034451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdb04ca-5c0a-4c0b-af6e-cd01b4e8df86 req-d33907ad-a9e9-4b55-8d2d-75aeecbde327 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] No DVR routers for this DVR port b453fc89-ae49-4714-b3e1-d723172944e1 on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:23:42.037246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9fdb04ca-5c0a-4c0b-af6e-cd01b4e8df86 req-d33907ad-a9e9-4b55-8d2d-75aeecbde327 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:42.041581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de537509-c7aa-4d4e-98e6-39f533822fbd', 'name': 'network-vif-deleted', 'tag': 'b453fc89-ae49-4714-b3e1-d723172944e1'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:23:42.096227 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9fdb04ca-5c0a-4c0b-af6e-cd01b4e8df86 req-d33907ad-a9e9-4b55-8d2d-75aeecbde327 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.35 "DELETE /v2.0/ports/b453fc89-ae49-4714-b3e1-d723172944e1 HTTP/1.1" status: 204 len: 173 time: 1.6545825 Apr 23 09:23:42.110607 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de537509-c7aa-4d4e-98e6-39f533822fbd', 'name': 'network-vif-deleted', 'tag': 'b453fc89-ae49-4714-b3e1-d723172944e1', 'status': 'completed', 'code': 200} Apr 23 09:23:42.157784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-48c236b7-446b-4b99-bf34-9288606a576f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:42.223869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41646) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:42.224181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-48c236b7-446b-4b99-bf34-9288606a576f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:42.225849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:42.238878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c68893bf-d811-43c2-94fb-7292c0b0c255 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:42.286354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c68893bf-d811-43c2-94fb-7292c0b0c255 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Transition to ACTIVE for port object a9a6a81c-77c6-4f4b-b9e1-3a2d7ea2f0ad will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:23:42.357547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c68893bf-d811-43c2-94fb-7292c0b0c255 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:42.364022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4ba8cf24-50e3-4900-adf5-0f7ae7eb5c72 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:42.505977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68893bf-d811-43c2-94fb-7292c0b0c255 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Network 2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:23:42.537189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c68893bf-d811-43c2-94fb-7292c0b0c255 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:23:42.548913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68893bf-d811-43c2-94fb-7292c0b0c255 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:23:42.614912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68893bf-d811-43c2-94fb-7292c0b0c255 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Pushing event updated for resources: {'Port': ['ID=a9a6a81c-77c6-4f4b-b9e1-3a2d7ea2f0ad,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:42.625937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c68893bf-d811-43c2-94fb-7292c0b0c255 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:42.634104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-48c236b7-446b-4b99-bf34-9288606a576f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:42.642834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1d7772b6-fad0-45d0-a3b6-e598ce462035 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:42.681077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c236b7-446b-4b99-bf34-9288606a576f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69158e90-aff1-4fc8-8597-cffc49c89aca,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:42.686167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-48c236b7-446b-4b99-bf34-9288606a576f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:42.687493 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-48c236b7-446b-4b99-bf34-9288606a576f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69158e90-aff1-4fc8-8597-cffc49c89aca HTTP/1.1" status: 204 len: 168 time: 0.8461244 Apr 23 09:23:42.690929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-48c236b7-446b-4b99-bf34-9288606a576f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:42.691915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c68893bf-d811-43c2-94fb-7292c0b0c255 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:42.869596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-372de3b6-e18f-4aaf-97a3-e18b367b3f88 req-4e59c8bc-e383-434f-8b3d-eba8fa28e0dc tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Synchronizing usage tracker for tenant:2512ab69cb484640aebc38a05079f506 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:23:42.923706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c68893bf-d811-43c2-94fb-7292c0b0c255 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:42.951581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-372de3b6-e18f-4aaf-97a3-e18b367b3f88 req-4e59c8bc-e383-434f-8b3d-eba8fa28e0dc tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Unset dirty status for tenant:2512ab69cb484640aebc38a05079f506 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:23:42.952903 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-372de3b6-e18f-4aaf-97a3-e18b367b3f88 req-4e59c8bc-e383-434f-8b3d-eba8fa28e0dc tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "GET /v2.0/ports?device_id=de537509-c7aa-4d4e-98e6-39f533822fbd HTTP/1.1" status: 200 len: 210 time: 0.2000675 Apr 23 09:23:43.002152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-7c6af33c-e545-45a6-aad9-e26423610eb5 None None] Provisioning for port a9a6a81c-77c6-4f4b-b9e1-3a2d7ea2f0ad completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:23:43.012145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-7c6af33c-e545-45a6-aad9-e26423610eb5 None None] Provisioning complete for port a9a6a81c-77c6-4f4b-b9e1-3a2d7ea2f0ad triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:43.012654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7c6af33c-e545-45a6-aad9-e26423610eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:43.142053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7c6af33c-e545-45a6-aad9-e26423610eb5 None None] Port a9a6a81c-77c6-4f4b-b9e1-3a2d7ea2f0ad cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:23:43.353372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4e563c4a-30af-4405-a44b-e4d08e4b8621 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:43.535567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device b453fc89-ae49-4714-b3e1-d723172944e1 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:23:43.552603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c68893bf-d811-43c2-94fb-7292c0b0c255 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:43.577308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: b453fc89-ae49-4714-b3e1-d723172944e1 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:23:43.578065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device b453fc89-ae49-4714-b3e1-d723172944e1 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:23:43.596346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c68893bf-d811-43c2-94fb-7292c0b0c255 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:43.635125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8530a023-e22a-44d6-b6ef-472e2a3fba1a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:43.734157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68893bf-d811-43c2-94fb-7292c0b0c255 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Pushing event updated for resources: {'Port': ['ID=a9a6a81c-77c6-4f4b-b9e1-3a2d7ea2f0ad,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:43.737009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c68893bf-d811-43c2-94fb-7292c0b0c255 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:43.742592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c68893bf-d811-43c2-94fb-7292c0b0c255 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:43.941929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4e563c4a-30af-4405-a44b-e4d08e4b8621 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 93318b49-ec6b-474f-8e8f-6a4c855c865c {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:23:43.942636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4e563c4a-30af-4405-a44b-e4d08e4b8621 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:43.980046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68893bf-d811-43c2-94fb-7292c0b0c255 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Network 2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:23:43.981600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c68893bf-d811-43c2-94fb-7292c0b0c255 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:23:44.189453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41656) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:44.283969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-45fe5872-2fb4-4b10-935d-01ea98612f45 None None] Provisioning complete for port a9a6a81c-77c6-4f4b-b9e1-3a2d7ea2f0ad triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:23:44.284852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-45fe5872-2fb4-4b10-935d-01ea98612f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:44.311681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68893bf-d811-43c2-94fb-7292c0b0c255 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Router e831d5ae-32f6-40c2-ace9-87a8a37587ed has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:23:44.355664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-45fe5872-2fb4-4b10-935d-01ea98612f45 None None] Port a9a6a81c-77c6-4f4b-b9e1-3a2d7ea2f0ad cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:23:44.434815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4e563c4a-30af-4405-a44b-e4d08e4b8621 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port 93318b49-ec6b-474f-8e8f-6a4c855c865c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=93318b49-ec6b-474f-8e8f-6a4c855c865c,segment=NetworkSegment(f556191a-5709-440e-aee5-616ca96379b2),segment_id=f556191a-5709-440e-aee5-616ca96379b2)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:44.435279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4e563c4a-30af-4405-a44b-e4d08e4b8621 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:44.556392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68893bf-d811-43c2-94fb-7292c0b0c255 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:23:44.565713 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c68893bf-d811-43c2-94fb-7292c0b0c255 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "PUT /v2.0/routers/e831d5ae-32f6-40c2-ace9-87a8a37587ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6390102 Apr 23 09:23:44.566578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41660) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:44.574495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56c402c-baa0-4888-8935-44af2423407b None None] Sync routers for ids ['e831d5ae-32f6-40c2-ace9-87a8a37587ed'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:23:44.586361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56c402c-baa0-4888-8935-44af2423407b None None] Routers {'e831d5ae-32f6-40c2-ace9-87a8a37587ed'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:23:44.587072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f56c402c-baa0-4888-8935-44af2423407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:23:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['e831d5ae-32f6-40c2-ace9-87a8a37587ed'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:44.635989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4e563c4a-30af-4405-a44b-e4d08e4b8621 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 93318b49-ec6b-474f-8e8f-6a4c855c865c owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:23:44.656260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f56c402c-baa0-4888-8935-44af2423407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:44.667052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56c402c-baa0-4888-8935-44af2423407b None None] Routers {'e831d5ae-32f6-40c2-ace9-87a8a37587ed'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:23:44.667555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f56c402c-baa0-4888-8935-44af2423407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:23:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['e831d5ae-32f6-40c2-ace9-87a8a37587ed'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:44.738783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f56c402c-baa0-4888-8935-44af2423407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:44.739242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56c402c-baa0-4888-8935-44af2423407b None None] The sync data for ids ['e831d5ae-32f6-40c2-ace9-87a8a37587ed'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:23:44.849075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f0c65fa7-092e-4419-8060-42084df06c3a tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:45.026752 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-f0c65fa7-092e-4419-8060-42084df06c3a tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 23 09:23:45.032039 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f0c65fa7-092e-4419-8060-42084df06c3a tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "DELETE /v2.0/routers/e831d5ae-32f6-40c2-ace9-87a8a37587ed HTTP/1.1" status: 409 len: 329 time: 0.4603043 Apr 23 09:23:45.032039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41664) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:45.573562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4e563c4a-30af-4405-a44b-e4d08e4b8621 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:45.582407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8668f932-00de-482e-9cc0-04744c44c154 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:45.689799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e563c4a-30af-4405-a44b-e4d08e4b8621 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=93318b49-ec6b-474f-8e8f-6a4c855c865c,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:45.695859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4e563c4a-30af-4405-a44b-e4d08e4b8621 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:46.158176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6bdf5ad0-8de7-498e-86b7-86542ac37399 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:46.367683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a137ae7d-600a-4d40-8dc2-79c9b388bdcd tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:46.609573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4e563c4a-30af-4405-a44b-e4d08e4b8621 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:46.796438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf5ad0-8de7-498e-86b7-86542ac37399 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Deleting port a9a6a81c-77c6-4f4b-b9e1-3a2d7ea2f0ad {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:23:46.796784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6bdf5ad0-8de7-498e-86b7-86542ac37399 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:46.964318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6bdf5ad0-8de7-498e-86b7-86542ac37399 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:47.125162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf5ad0-8de7-498e-86b7-86542ac37399 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Calling delete_port for a9a6a81c-77c6-4f4b-b9e1-3a2d7ea2f0ad owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:23:47.338769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e563c4a-30af-4405-a44b-e4d08e4b8621 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router b8ddafff-e3db-458d-b80d-48ac8b1c842b has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:23:47.371813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6bdf5ad0-8de7-498e-86b7-86542ac37399 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:47.380817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-34018482-c297-4ad7-8939-930bbcf85c87 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:47.473988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf5ad0-8de7-498e-86b7-86542ac37399 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Pushing event deleted for resources: {'Port': ['ID=a9a6a81c-77c6-4f4b-b9e1-3a2d7ea2f0ad,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:47.516453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a137ae7d-600a-4d40-8dc2-79c9b388bdcd tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Deleting port 4557fd6e-56ad-4ca7-ab71-67a6a728c961 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:23:47.516830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a137ae7d-600a-4d40-8dc2-79c9b388bdcd tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:47.606500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6bdf5ad0-8de7-498e-86b7-86542ac37399 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:47.707093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e563c4a-30af-4405-a44b-e4d08e4b8621 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:23:47.721421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6464ea9c-b85a-4c06-a236-770f727233e5 None None] Sync routers for ids ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:23:47.748664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a137ae7d-600a-4d40-8dc2-79c9b388bdcd tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] For port 4557fd6e-56ad-4ca7-ab71-67a6a728c961, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4557fd6e-56ad-4ca7-ab71-67a6a728c961,segment=NetworkSegment(c260924c-e094-4b84-b570-6f773acd4ea6),segment_id=c260924c-e094-4b84-b570-6f773acd4ea6)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:47.758361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a137ae7d-600a-4d40-8dc2-79c9b388bdcd tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:47.758655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6464ea9c-b85a-4c06-a236-770f727233e5 None None] Routers {'b8ddafff-e3db-458d-b80d-48ac8b1c842b'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:23:47.758655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-6464ea9c-b85a-4c06-a236-770f727233e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:23:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:47.823416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6bdf5ad0-8de7-498e-86b7-86542ac37399 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:47.829841 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4e563c4a-30af-4405-a44b-e4d08e4b8621 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/routers/b8ddafff-e3db-458d-b80d-48ac8b1c842b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6046436 Apr 23 09:23:47.910389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a137ae7d-600a-4d40-8dc2-79c9b388bdcd tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Calling delete_port for 4557fd6e-56ad-4ca7-ab71-67a6a728c961 owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:23:48.117013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-6464ea9c-b85a-4c06-a236-770f727233e5 None None] Set router b8ddafff-e3db-458d-b80d-48ac8b1c842b gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:23:48.192177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdf5ad0-8de7-498e-86b7-86542ac37399 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Router e831d5ae-32f6-40c2-ace9-87a8a37587ed has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:23:48.260866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a137ae7d-600a-4d40-8dc2-79c9b388bdcd tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:48.273440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bc63b878-efc8-4b8d-a15d-5438f0360fc5 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:48.364213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137ae7d-600a-4d40-8dc2-79c9b388bdcd tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Pushing event deleted for resources: {'Port': ['ID=4557fd6e-56ad-4ca7-ab71-67a6a728c961,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:48.368936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdf5ad0-8de7-498e-86b7-86542ac37399 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:23:48.369606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a137ae7d-600a-4d40-8dc2-79c9b388bdcd tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:48.387920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618a66e8-82b2-4785-89cc-bfd6f72bc894 None None] Sync routers for ids ['e831d5ae-32f6-40c2-ace9-87a8a37587ed'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:23:48.403139 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6bdf5ad0-8de7-498e-86b7-86542ac37399 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "PUT /v2.0/routers/e831d5ae-32f6-40c2-ace9-87a8a37587ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3694825 Apr 23 09:23:48.406849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618a66e8-82b2-4785-89cc-bfd6f72bc894 None None] Routers {'e831d5ae-32f6-40c2-ace9-87a8a37587ed'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:23:48.408295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-618a66e8-82b2-4785-89cc-bfd6f72bc894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:23:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['e831d5ae-32f6-40c2-ace9-87a8a37587ed'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:48.414932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41670) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:48.551481 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-bcf708d9-f35c-4773-ab9a-83b33387ab53 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] show failed (client error): The resource could not be found. Apr 23 09:23:48.563005 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bcf708d9-f35c-4773-ab9a-83b33387ab53 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-741724065 HTTP/1.1" status: 404 len: 334 time: 0.1358488 Apr 23 09:23:48.564138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41676) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:48.575001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-85c19ae1-a9e2-4f8b-be45-4914502a3cc1 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:23:48.730874 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-85c19ae1-a9e2-4f8b-be45-4914502a3cc1 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] update failed (client error): The resource could not be found. Apr 23 09:23:48.732055 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-85c19ae1-a9e2-4f8b-be45-4914502a3cc1 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-617131691 HTTP/1.1" status: 404 len: 334 time: 0.1668174 Apr 23 09:23:48.741757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41680) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:48.946768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61163f3-51bd-4700-b582-1626d1d3091f tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Deleting subnet b2f0c627-e8f1-4408-85a3-11497d444933 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:23:48.953479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f61163f3-51bd-4700-b582-1626d1d3091f tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:48.971043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-618a66e8-82b2-4785-89cc-bfd6f72bc894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:48.981475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-6464ea9c-b85a-4c06-a236-770f727233e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'name': 'tempest-TestNetworkBasicOps-router-529862777', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'dff0f742-9476-4163-9916-5e47994affd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:31Z', 'updated_at': '2021-04-23T09:23:45Z', 'revision_number': 6, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'dff0f742-9476-4163-9916-5e47994affd5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:33Z', 'updated_at': '2021-04-23T09:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '48977363-fc2f-46b0-b998-619cf54b55d1', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.100', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'port_id': '68cdcc24-a8af-4b60-b26c-7a2543784955', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'mac_address': 'fa:16:3e:5d:24:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6396bd5f-9151-4681-b6cf-7b9aeba67439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:21:20Z', 'updated_at': '2021-04-23T09:21:28Z', 'revision_number': 1, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5645f6-da53-4cec-8a2a-3ec0d1fdff23', 'name': '', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:08:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:42Z', 'updated_at': '2021-04-23T09:20:52Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:48.990499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6464ea9c-b85a-4c06-a236-770f727233e5 None None] Checking router: b8ddafff-e3db-458d-b80d-48ac8b1c842b for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:23:48.995264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618a66e8-82b2-4785-89cc-bfd6f72bc894 None None] Routers {'e831d5ae-32f6-40c2-ace9-87a8a37587ed'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:23:48.996664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-618a66e8-82b2-4785-89cc-bfd6f72bc894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:23:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['e831d5ae-32f6-40c2-ace9-87a8a37587ed'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:49.010308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6464ea9c-b85a-4c06-a236-770f727233e5 None None] Routers {'b8ddafff-e3db-458d-b80d-48ac8b1c842b'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:23:49.011939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-6464ea9c-b85a-4c06-a236-770f727233e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:23:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:49.057095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f61163f3-51bd-4700-b582-1626d1d3091f tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:49.117567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c375f-8371-48e1-9214-ac2cd6effd23 req-d97f69ad-f4c7-42a6-9134-c966698c8833 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:49.118433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-7f7c375f-8371-48e1-9214-ac2cd6effd23 req-d97f69ad-f4c7-42a6-9134-c966698c8833 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:23:49.171832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-618a66e8-82b2-4785-89cc-bfd6f72bc894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:49.172540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618a66e8-82b2-4785-89cc-bfd6f72bc894 None None] The sync data for ids ['e831d5ae-32f6-40c2-ace9-87a8a37587ed'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:23:49.183707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a137ae7d-600a-4d40-8dc2-79c9b388bdcd tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:49.197766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f61163f3-51bd-4700-b582-1626d1d3091f tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:49.233383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-7f7c375f-8371-48e1-9214-ac2cd6effd23 req-d97f69ad-f4c7-42a6-9134-c966698c8833 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:23:49.234642 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7f7c375f-8371-48e1-9214-ac2cd6effd23 req-d97f69ad-f4c7-42a6-9134-c966698c8833 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=272d8cfe-d4b3-4ade-8815-4960665fc12a HTTP/1.1" status: 200 len: 946 time: 0.3622971 Apr 23 09:23:49.374278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-6464ea9c-b85a-4c06-a236-770f727233e5 None None] Set router b8ddafff-e3db-458d-b80d-48ac8b1c842b gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:23:49.400631 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7f7c375f-8371-48e1-9214-ac2cd6effd23 req-4c099914-bef5-4318-b40d-03f13570fb49 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=eab11137-2546-449a-96a2-cd51897002d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500309 Apr 23 09:23:49.631980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f61163f3-51bd-4700-b582-1626d1d3091f tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:49.637841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-da9dd835-28a8-4b43-a9da-42ae71cc8aee tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:49.684910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61163f3-51bd-4700-b582-1626d1d3091f tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f0c627-e8f1-4408-85a3-11497d444933,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:49.689045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f61163f3-51bd-4700-b582-1626d1d3091f tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:49.691502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f61163f3-51bd-4700-b582-1626d1d3091f tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:49.712096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a03d982-a747-4b7f-a068-eed906a283cb None None] Network 4703b244-46fa-45f8-8009-deb40dd711f2 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:23:49.713446 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f61163f3-51bd-4700-b582-1626d1d3091f tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "DELETE /v2.0/subnets/b2f0c627-e8f1-4408-85a3-11497d444933 HTTP/1.1" status: 204 len: 168 time: 0.9704092 Apr 23 09:23:49.714743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41684) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:49.808987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3aeffe-2b51-4c45-ae75-52ff00ecbca4 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Deleting subnet 88567063-5ee0-43d9-ba4c-489583c67a6c {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:23:49.813239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c3aeffe-2b51-4c45-ae75-52ff00ecbca4 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:49.891166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c3aeffe-2b51-4c45-ae75-52ff00ecbca4 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:50.030273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c3aeffe-2b51-4c45-ae75-52ff00ecbca4 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:50.183391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8a5f5-c157-4a8c-85cb-92ba6c76e2a3 req-60c2cc56-a5f6-43ce-9783-01d1a0923c8d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:50.183956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-41c8a5f5-c157-4a8c-85cb-92ba6c76e2a3 req-60c2cc56-a5f6-43ce-9783-01d1a0923c8d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:23:50.188405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a137ae7d-600a-4d40-8dc2-79c9b388bdcd tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Router 84835fce-90cc-4b7d-bdbc-d5b91f9aa12a has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:23:50.238134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-6464ea9c-b85a-4c06-a236-770f727233e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'name': 'tempest-TestNetworkBasicOps-router-529862777', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'dff0f742-9476-4163-9916-5e47994affd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:31Z', 'updated_at': '2021-04-23T09:23:45Z', 'revision_number': 6, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'dff0f742-9476-4163-9916-5e47994affd5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:33Z', 'updated_at': '2021-04-23T09:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '48977363-fc2f-46b0-b998-619cf54b55d1', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.100', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'port_id': '68cdcc24-a8af-4b60-b26c-7a2543784955', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'mac_address': 'fa:16:3e:5d:24:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6396bd5f-9151-4681-b6cf-7b9aeba67439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:21:20Z', 'updated_at': '2021-04-23T09:21:28Z', 'revision_number': 1, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5645f6-da53-4cec-8a2a-3ec0d1fdff23', 'name': '', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:08:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:42Z', 'updated_at': '2021-04-23T09:20:52Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:50.246698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6464ea9c-b85a-4c06-a236-770f727233e5 None None] The sync data for ids ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'] in dv-neutron-786478-4-hyperv is: [{'id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'name': 'tempest-TestNetworkBasicOps-router-529862777', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'dff0f742-9476-4163-9916-5e47994affd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:31Z', 'updated_at': '2021-04-23T09:23:45Z', 'revision_number': 6, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'dff0f742-9476-4163-9916-5e47994affd5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:33Z', 'updated_at': '2021-04-23T09:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '48977363-fc2f-46b0-b998-619cf54b55d1', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.100', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'port_id': '68cdcc24-a8af-4b60-b26c-7a2543784955', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'mac_address': 'fa:16:3e:5d:24:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6396bd5f-9151-4681-b6cf-7b9aeba67439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:21:20Z', 'updated_at': '2021-04-23T09:21:28Z', 'revision_number': 1, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5645f6-da53-4cec-8a2a-3ec0d1fdff23', 'name': '', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:08:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:42Z', 'updated_at': '2021-04-23T09:20:52Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:23:50.270077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-41c8a5f5-c157-4a8c-85cb-92ba6c76e2a3 req-60c2cc56-a5f6-43ce-9783-01d1a0923c8d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:23:50.271442 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-41c8a5f5-c157-4a8c-85cb-92ba6c76e2a3 req-60c2cc56-a5f6-43ce-9783-01d1a0923c8d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/ports?device_id=272d8cfe-d4b3-4ade-8815-4960665fc12a HTTP/1.1" status: 200 len: 946 time: 0.3165293 Apr 23 09:23:50.317463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418383b5-2bf9-40ec-b1be-1b8ba11740f6 None None] DHCP port deletion for 4703b244-46fa-45f8-8009-deb40dd711f2 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:23:50.436288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-418383b5-2bf9-40ec-b1be-1b8ba11740f6 None None] Deleting port 83fb561f-b198-4bce-8248-6259b4315cc9 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:23:50.437516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-418383b5-2bf9-40ec-b1be-1b8ba11740f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:50.567032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c3aeffe-2b51-4c45-ae75-52ff00ecbca4 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:50.582278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a137ae7d-600a-4d40-8dc2-79c9b388bdcd tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:23:50.605877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa0f1f8-5027-4882-84e8-1837e707c163 None None] Sync routers for ids ['84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:23:50.609890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a13f7b8b-1e5d-4b28-acc3-a1c6344eb2d2 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:50.613454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-418383b5-2bf9-40ec-b1be-1b8ba11740f6 None None] For port 83fb561f-b198-4bce-8248-6259b4315cc9, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=83fb561f-b198-4bce-8248-6259b4315cc9,segment=NetworkSegment(e7458413-99ab-4012-86bc-202640df195a),segment_id=e7458413-99ab-4012-86bc-202640df195a)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:50.619001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-418383b5-2bf9-40ec-b1be-1b8ba11740f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:50.622129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-41c8a5f5-c157-4a8c-85cb-92ba6c76e2a3 req-62209938-0c28-4d0e-8a0b-ef15ee3d5552 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port e5d65415-0d57-4329-8bec-5bb24f4a32e5 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:23:50.622560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-41c8a5f5-c157-4a8c-85cb-92ba6c76e2a3 req-62209938-0c28-4d0e-8a0b-ef15ee3d5552 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:50.675000 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a137ae7d-600a-4d40-8dc2-79c9b388bdcd tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "PUT /v2.0/routers/84835fce-90cc-4b7d-bdbc-d5b91f9aa12a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4833231 Apr 23 09:23:50.680475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41690) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:50.728068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3aeffe-2b51-4c45-ae75-52ff00ecbca4 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Pushing event deleted for resources: {'Subnet': ['ID=88567063-5ee0-43d9-ba4c-489583c67a6c,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:50.737760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6c3aeffe-2b51-4c45-ae75-52ff00ecbca4 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:50.739340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c3aeffe-2b51-4c45-ae75-52ff00ecbca4 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:50.749541 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6c3aeffe-2b51-4c45-ae75-52ff00ecbca4 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "DELETE /v2.0/subnets/88567063-5ee0-43d9-ba4c-489583c67a6c HTTP/1.1" status: 204 len: 168 time: 1.0315526 Apr 23 09:23:50.756647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41694) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:50.802467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a6e8dd-c92c-4d17-918b-d8cb2de16b38 None None] Network f3be6fca-f35b-4168-9148-ce79e59575a3 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:23:50.832277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 93318b49-ec6b-474f-8e8f-6a4c855c865c no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:23:50.937887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad97383-543f-4782-ad0f-2cd0a41a3c93 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Deleting subnet f9cc2ef9-06c3-48b5-b616-fcca2863fff9 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:23:50.958873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bad97383-543f-4782-ad0f-2cd0a41a3c93 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:51.035393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-41c8a5f5-c157-4a8c-85cb-92ba6c76e2a3 req-62209938-0c28-4d0e-8a0b-ef15ee3d5552 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port e5d65415-0d57-4329-8bec-5bb24f4a32e5, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e5d65415-0d57-4329-8bec-5bb24f4a32e5,segment=NetworkSegment(f556191a-5709-440e-aee5-616ca96379b2),segment_id=f556191a-5709-440e-aee5-616ca96379b2)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:51.035393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-41c8a5f5-c157-4a8c-85cb-92ba6c76e2a3 req-62209938-0c28-4d0e-8a0b-ef15ee3d5552 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:51.188074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-418383b5-2bf9-40ec-b1be-1b8ba11740f6 None None] Calling delete_port for 83fb561f-b198-4bce-8248-6259b4315cc9 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:23:51.202389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-41c8a5f5-c157-4a8c-85cb-92ba6c76e2a3 req-62209938-0c28-4d0e-8a0b-ef15ee3d5552 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for e5d65415-0d57-4329-8bec-5bb24f4a32e5 owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:23:51.205418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 93318b49-ec6b-474f-8e8f-6a4c855c865c {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:23:51.206160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 93318b49-ec6b-474f-8e8f-6a4c855c865c not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:23:51.206462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 83fb561f-b198-4bce-8248-6259b4315cc9 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:23:51.216779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765608f4-f9f0-4142-bced-c4c9855e0b50 req-87a725bd-430c-462d-8a5b-05ebd65d1ec0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:23:51.219559 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-765608f4-f9f0-4142-bced-c4c9855e0b50 req-87a725bd-430c-462d-8a5b-05ebd65d1ec0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=272d8cfe-d4b3-4ade-8815-4960665fc12a HTTP/1.1" status: 200 len: 946 time: 0.4946661 Apr 23 09:23:51.227353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bad97383-543f-4782-ad0f-2cd0a41a3c93 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:51.233866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa0f1f8-5027-4882-84e8-1837e707c163 None None] Routers {'84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:23:51.234623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-efa0f1f8-5027-4882-84e8-1837e707c163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:23:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:51.359852 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-765608f4-f9f0-4142-bced-c4c9855e0b50 req-23d39b91-2dd0-402f-8228-b0612e07ca87 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=eab11137-2546-449a-96a2-cd51897002d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922313 Apr 23 09:23:51.436683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bad97383-543f-4782-ad0f-2cd0a41a3c93 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:51.444774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:51.591085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Deleting port 83fb561f-b198-4bce-8248-6259b4315cc9 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:23:51.591903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:51.697711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:51.735809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] For port 83fb561f-b198-4bce-8248-6259b4315cc9, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=83fb561f-b198-4bce-8248-6259b4315cc9,segment=NetworkSegment(e7458413-99ab-4012-86bc-202640df195a),segment_id=e7458413-99ab-4012-86bc-202640df195a)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:51.736733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:51.774148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-41c8a5f5-c157-4a8c-85cb-92ba6c76e2a3 req-62209938-0c28-4d0e-8a0b-ef15ee3d5552 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:51.785383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-901f5a98-9189-45fb-9911-bea6460d0b8d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:51.802676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-efa0f1f8-5027-4882-84e8-1837e707c163 None None] Set router 84835fce-90cc-4b7d-bdbc-d5b91f9aa12a gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:23:51.850072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62209938-0c28-4d0e-8a0b-ef15ee3d5552 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=e5d65415-0d57-4329-8bec-5bb24f4a32e5,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:51.860901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-418383b5-2bf9-40ec-b1be-1b8ba11740f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:51.910952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-62209938-0c28-4d0e-8a0b-ef15ee3d5552 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:51.940363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:51.956145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c8a5f5-c157-4a8c-85cb-92ba6c76e2a3 req-62209938-0c28-4d0e-8a0b-ef15ee3d5552 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] No DVR routers for this DVR port e5d65415-0d57-4329-8bec-5bb24f4a32e5 on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:23:51.961745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-41c8a5f5-c157-4a8c-85cb-92ba6c76e2a3 req-62209938-0c28-4d0e-8a0b-ef15ee3d5552 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:51.964753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272d8cfe-d4b3-4ade-8815-4960665fc12a', 'name': 'network-vif-deleted', 'tag': 'e5d65415-0d57-4329-8bec-5bb24f4a32e5'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:23:51.992952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418383b5-2bf9-40ec-b1be-1b8ba11740f6 None None] No DVR routers for this DVR port 83fb561f-b198-4bce-8248-6259b4315cc9 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:23:52.020766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418383b5-2bf9-40ec-b1be-1b8ba11740f6 None None] Pushing event deleted for resources: {'Port': ['ID=83fb561f-b198-4bce-8248-6259b4315cc9,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:52.040574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Calling delete_port for 83fb561f-b198-4bce-8248-6259b4315cc9 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:23:52.063419 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-41c8a5f5-c157-4a8c-85cb-92ba6c76e2a3 req-62209938-0c28-4d0e-8a0b-ef15ee3d5552 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "DELETE /v2.0/ports/e5d65415-0d57-4329-8bec-5bb24f4a32e5 HTTP/1.1" status: 204 len: 173 time: 1.7763197 Apr 23 09:23:52.114625 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272d8cfe-d4b3-4ade-8815-4960665fc12a', 'name': 'network-vif-deleted', 'tag': 'e5d65415-0d57-4329-8bec-5bb24f4a32e5', 'status': 'completed', 'code': 200} Apr 23 09:23:52.117480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:23:52.117847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:23:52.124726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418383b5-2bf9-40ec-b1be-1b8ba11740f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:52.125377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418383b5-2bf9-40ec-b1be-1b8ba11740f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:52.126045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418383b5-2bf9-40ec-b1be-1b8ba11740f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:52.126731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418383b5-2bf9-40ec-b1be-1b8ba11740f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:52.127408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418383b5-2bf9-40ec-b1be-1b8ba11740f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:52.128102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418383b5-2bf9-40ec-b1be-1b8ba11740f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:52.128779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418383b5-2bf9-40ec-b1be-1b8ba11740f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:52.129456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418383b5-2bf9-40ec-b1be-1b8ba11740f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:52.130122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418383b5-2bf9-40ec-b1be-1b8ba11740f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:52.130809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418383b5-2bf9-40ec-b1be-1b8ba11740f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:52.131983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418383b5-2bf9-40ec-b1be-1b8ba11740f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:52.132637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418383b5-2bf9-40ec-b1be-1b8ba11740f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:23:52.144190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9083d80-c251-4ac0-a850-b296f9627a72 None None] DHCP port deletion for f3be6fca-f35b-4168-9148-ce79e59575a3 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:23:52.149291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-418383b5-2bf9-40ec-b1be-1b8ba11740f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:52.222795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bad97383-543f-4782-ad0f-2cd0a41a3c93 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:52.232825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cf51aca2-9211-444c-b85a-880772e7a62c tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:52.300861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad97383-543f-4782-ad0f-2cd0a41a3c93 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Pushing event deleted for resources: {'Subnet': ['ID=f9cc2ef9-06c3-48b5-b616-fcca2863fff9,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:52.308742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bad97383-543f-4782-ad0f-2cd0a41a3c93 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:52.310483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bad97383-543f-4782-ad0f-2cd0a41a3c93 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:52.323207 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bad97383-543f-4782-ad0f-2cd0a41a3c93 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "DELETE /v2.0/subnets/f9cc2ef9-06c3-48b5-b616-fcca2863fff9 HTTP/1.1" status: 204 len: 168 time: 1.6414049 Apr 23 09:23:52.327632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41700) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:52.341437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b98b8a0-3e9a-4e22-a0b3-82a0278c36bd None None] Network cb03be9d-741f-4be2-af33-c80fc3ae7685 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:23:52.565746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6161e0dd-1663-4f96-85b3-52da1f821d3e tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:52.652888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-d7b65691-e6c0-4240-88ce-a1fa83170364 req-41294b44-8efd-4ff6-8edb-965ffc3338a7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:23:52.673115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:23:52.703847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-d7b65691-e6c0-4240-88ce-a1fa83170364 req-41294b44-8efd-4ff6-8edb-965ffc3338a7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:23:52.705516 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d7b65691-e6c0-4240-88ce-a1fa83170364 req-41294b44-8efd-4ff6-8edb-965ffc3338a7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=272d8cfe-d4b3-4ade-8815-4960665fc12a HTTP/1.1" status: 200 len: 210 time: 0.1142609 Apr 23 09:23:52.780454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] The port '83fb561f-b198-4bce-8248-6259b4315cc9' was deleted {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:23:52.951211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:53.008030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:53.038183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d9083d80-c251-4ac0-a850-b296f9627a72 None None] Deleting port 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:23:53.039255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d9083d80-c251-4ac0-a850-b296f9627a72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:53.096340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6161e0dd-1663-4f96-85b3-52da1f821d3e tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:53.125137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4703b244-46fa-45f8-8009-deb40dd711f2']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:53.142994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7458413-99ab-4012-86bc-202640df195a') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:53.143768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7458413-99ab-4012-86bc-202640df195a') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:53.198176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:53.224359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:53.235397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:23:53.438269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6253fb-02d0-422b-a571-c29ad9063e15 None None] DHCP port deletion for cb03be9d-741f-4be2-af33-c80fc3ae7685 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:23:53.449209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6161e0dd-1663-4f96-85b3-52da1f821d3e tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Deleting port 9a138633-491d-46c0-90c1-23bd420a2add {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:23:53.449584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6161e0dd-1663-4f96-85b3-52da1f821d3e tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:53.477230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Network 4703b244-46fa-45f8-8009-deb40dd711f2 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:23:53.497220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba,segment=NetworkSegment(309974c1-2719-4316-a7ce-51f3ab87b365),segment_id=309974c1-2719-4316-a7ce-51f3ab87b365)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:53.503301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:53.511970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:53.533936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:53.536772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:53.578162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d9083d80-c251-4ac0-a850-b296f9627a72 None None] For port 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba,segment=NetworkSegment(309974c1-2719-4316-a7ce-51f3ab87b365),segment_id=309974c1-2719-4316-a7ce-51f3ab87b365)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:53.579099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d9083d80-c251-4ac0-a850-b296f9627a72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:53.611812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device e5d65415-0d57-4329-8bec-5bb24f4a32e5 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:23:53.650544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-efa0f1f8-5027-4882-84e8-1837e707c163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139391490', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '9a138633-491d-46c0-90c1-23bd420a2add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:10Z', 'updated_at': '2021-04-23T09:23:48Z', 'revision_number': 5, 'project_id': '2512ab69cb484640aebc38a05079f506', 'gw_port': {'id': '9a138633-491d-46c0-90c1-23bd420a2add', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:12Z', 'updated_at': '2021-04-23T09:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:53.792123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Network 4703b244-46fa-45f8-8009-deb40dd711f2 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:23:53.801986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: e5d65415-0d57-4329-8bec-5bb24f4a32e5 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:23:53.802426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device e5d65415-0d57-4329-8bec-5bb24f4a32e5 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:23:53.822716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d9083d80-c251-4ac0-a850-b296f9627a72 None None] Calling delete_port for 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:23:53.828731 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:23:53.833179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa0f1f8-5027-4882-84e8-1837e707c163 None None] Checking router: 84835fce-90cc-4b7d-bdbc-d5b91f9aa12a for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:23:53.896133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:53.913452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:53.923305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6161e0dd-1663-4f96-85b3-52da1f821d3e tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] For port 9a138633-491d-46c0-90c1-23bd420a2add, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=9a138633-491d-46c0-90c1-23bd420a2add,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:53.923691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6161e0dd-1663-4f96-85b3-52da1f821d3e tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:53.929591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa0f1f8-5027-4882-84e8-1837e707c163 None None] Routers {'84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:23:53.937223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-efa0f1f8-5027-4882-84e8-1837e707c163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:23:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:53.937524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41708) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:54.020097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-eb6253fb-02d0-422b-a571-c29ad9063e15 None None] Deleting port 5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:23:54.020430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb6253fb-02d0-422b-a571-c29ad9063e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:54.038371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e74cf532-4d2d-47fc-bfd1-04679103477e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:54.074985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6161e0dd-1663-4f96-85b3-52da1f821d3e tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Calling delete_port for 9a138633-491d-46c0-90c1-23bd420a2add owned by network:router_gateway {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:23:54.079334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e74cf532-4d2d-47fc-bfd1-04679103477e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:54.115735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:54.121021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:54.134031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:54.151404 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "DELETE /v2.0/networks/4703b244-46fa-45f8-8009-deb40dd711f2 HTTP/1.1" status: 204 len: 168 time: 3.3932097 Apr 23 09:23:54.155926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41712) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:54.168865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Pushing event deleted for resources: {'Network': ['ID=4703b244-46fa-45f8-8009-deb40dd711f2,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:54.175752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:54.334186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6161e0dd-1663-4f96-85b3-52da1f821d3e tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:54.340818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8385380d-b4b0-4370-9041-8063b02ffd9d tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:54.370766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-efa0f1f8-5027-4882-84e8-1837e707c163 None None] Set router 84835fce-90cc-4b7d-bdbc-d5b91f9aa12a gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:23:54.391776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:54.434460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161e0dd-1663-4f96-85b3-52da1f821d3e tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Pushing event deleted for resources: {'Port': ['ID=9a138633-491d-46c0-90c1-23bd420a2add,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:54.442705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6161e0dd-1663-4f96-85b3-52da1f821d3e tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:54.467959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e74cf532-4d2d-47fc-bfd1-04679103477e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:54.499707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-68489d0e-87f9-434e-a9e9-17e63f432913 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:54.532574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74cf532-4d2d-47fc-bfd1-04679103477e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab11137-2546-449a-96a2-cd51897002d8,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:54.540348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e74cf532-4d2d-47fc-bfd1-04679103477e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:54.547477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e74cf532-4d2d-47fc-bfd1-04679103477e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:54.549164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6161e0dd-1663-4f96-85b3-52da1f821d3e tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:54.553916 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e74cf532-4d2d-47fc-bfd1-04679103477e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/security-groups/eab11137-2546-449a-96a2-cd51897002d8 HTTP/1.1" status: 204 len: 168 time: 0.6149769 Apr 23 09:23:54.613877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Deleting port 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:23:54.614880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:54.629399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-eb6253fb-02d0-422b-a571-c29ad9063e15 None None] For port 5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f,segment=NetworkSegment(c260924c-e094-4b84-b570-6f773acd4ea6),segment_id=c260924c-e094-4b84-b570-6f773acd4ea6)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:54.630125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb6253fb-02d0-422b-a571-c29ad9063e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:54.645485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-efa0f1f8-5027-4882-84e8-1837e707c163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139391490', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:10Z', 'updated_at': '2021-04-23T09:23:53Z', 'revision_number': 6, 'project_id': '2512ab69cb484640aebc38a05079f506', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:54.661959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa0f1f8-5027-4882-84e8-1837e707c163 None None] The sync data for ids ['84835fce-90cc-4b7d-bdbc-d5b91f9aa12a'] in dv-neutron-786478-4-hyperv is: [{'id': '84835fce-90cc-4b7d-bdbc-d5b91f9aa12a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139391490', 'tenant_id': '2512ab69cb484640aebc38a05079f506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:10Z', 'updated_at': '2021-04-23T09:23:53Z', 'revision_number': 6, 'project_id': '2512ab69cb484640aebc38a05079f506', 'gw_port_host': None}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:23:54.681667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41718) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:54.840687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-d9083d80-c251-4ac0-a850-b296f9627a72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:23:54.841112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-d9083d80-c251-4ac0-a850-b296f9627a72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:23:54.843457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:23:54.872265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] For port 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba,segment=NetworkSegment(309974c1-2719-4316-a7ce-51f3ab87b365),segment_id=309974c1-2719-4316-a7ce-51f3ab87b365)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:54.872677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:54.883244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-eb6253fb-02d0-422b-a571-c29ad9063e15 None None] Calling delete_port for 5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:23:54.888641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed00dd8-bdfa-478b-a89b-539190adeb24 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting subnet 489da28e-0951-4861-92ef-9f5eae9dddcb {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:23:54.892548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aed00dd8-bdfa-478b-a89b-539190adeb24 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:54.922254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6161e0dd-1663-4f96-85b3-52da1f821d3e tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:54.927297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6161e0dd-1663-4f96-85b3-52da1f821d3e tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:54.997783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6161e0dd-1663-4f96-85b3-52da1f821d3e tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:54.998564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6161e0dd-1663-4f96-85b3-52da1f821d3e tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Fanout notify agent at l3_agent the message router_deleted on router 84835fce-90cc-4b7d-bdbc-d5b91f9aa12a {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:23:55.010441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:55.028033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6161e0dd-1663-4f96-85b3-52da1f821d3e tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:55.034655 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6161e0dd-1663-4f96-85b3-52da1f821d3e tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "DELETE /v2.0/routers/84835fce-90cc-4b7d-bdbc-d5b91f9aa12a HTTP/1.1" status: 204 len: 168 time: 2.7015121 Apr 23 09:23:55.035841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41722) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:55.097128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Calling delete_port for 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:23:55.113503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aed00dd8-bdfa-478b-a89b-539190adeb24 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:55.188974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb6253fb-02d0-422b-a571-c29ad9063e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:55.210262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-76e2e84c-3385-4cdb-8f8f-feeff51ad2a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:55.228694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d522d1ee-b4c3-4886-a572-cdeed29a1a55 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:55.266265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aed00dd8-bdfa-478b-a89b-539190adeb24 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:55.286332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6253fb-02d0-422b-a571-c29ad9063e15 None None] Pushing event deleted for resources: {'Port': ['ID=5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:55.290848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6253fb-02d0-422b-a571-c29ad9063e15 None None] No DVR routers for this DVR port 5e7cdf2e-8fb2-423e-bf2a-b91255fafa9f on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:23:55.293440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-eb6253fb-02d0-422b-a571-c29ad9063e15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:55.307856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:55.323074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4e563c4a-30af-4405-a44b-e4d08e4b8621 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:55.387607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d522d1ee-b4c3-4886-a572-cdeed29a1a55 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:55.391513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d9083d80-c251-4ac0-a850-b296f9627a72 None None] The port '31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:23:55.618908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d522d1ee-b4c3-4886-a572-cdeed29a1a55 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb03be9d-741f-4be2-af33-c80fc3ae7685']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:55.720583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Pushing event deleted for resources: {'Port': ['ID=31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:55.723367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:55.737573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] No DVR routers for this DVR port 31ba03a6-de2c-4e2d-9e88-89e79ac4f9ba on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:23:55.983491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:56.105387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d522d1ee-b4c3-4886-a572-cdeed29a1a55 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c260924c-e094-4b84-b570-6f773acd4ea6') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:56.105988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d522d1ee-b4c3-4886-a572-cdeed29a1a55 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c260924c-e094-4b84-b570-6f773acd4ea6') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:56.129799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d522d1ee-b4c3-4886-a572-cdeed29a1a55 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:56.152906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d522d1ee-b4c3-4886-a572-cdeed29a1a55 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:56.160039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d522d1ee-b4c3-4886-a572-cdeed29a1a55 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:23:56.173545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3be6fca-f35b-4168-9148-ce79e59575a3']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:56.224493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309974c1-2719-4316-a7ce-51f3ab87b365') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:56.225451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309974c1-2719-4316-a7ce-51f3ab87b365') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:56.249539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:56.342248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:56.349550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d522d1ee-b4c3-4886-a572-cdeed29a1a55 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Network cb03be9d-741f-4be2-af33-c80fc3ae7685 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:23:56.352330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:23:56.363428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d522d1ee-b4c3-4886-a572-cdeed29a1a55 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:56.487752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aed00dd8-bdfa-478b-a89b-539190adeb24 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:56.544619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f4f08abe-9e75-4be3-9387-586365f6313c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:56.554797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9a138633-491d-46c0-90c1-23bd420a2add no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:23:56.562596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d522d1ee-b4c3-4886-a572-cdeed29a1a55 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Network cb03be9d-741f-4be2-af33-c80fc3ae7685 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:23:56.590028 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:23:56.596999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 9a138633-491d-46c0-90c1-23bd420a2add {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:23:56.597226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9a138633-491d-46c0-90c1-23bd420a2add not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:23:56.597652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4557fd6e-56ad-4ca7-ab71-67a6a728c961 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:23:56.604723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Network f3be6fca-f35b-4168-9148-ce79e59575a3 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:23:56.613561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed00dd8-bdfa-478b-a89b-539190adeb24 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Subnet': ['ID=489da28e-0951-4861-92ef-9f5eae9dddcb,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:56.618068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:56.633188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5c6283-9e33-40a8-a605-d3f3dff84c7b None None] Network b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:23:56.633779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aed00dd8-bdfa-478b-a89b-539190adeb24 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:56.648377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aed00dd8-bdfa-478b-a89b-539190adeb24 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:56.666247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 4557fd6e-56ad-4ca7-ab71-67a6a728c961 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:23:56.666652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4557fd6e-56ad-4ca7-ab71-67a6a728c961 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:23:56.715858 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-aed00dd8-bdfa-478b-a89b-539190adeb24 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/subnets/489da28e-0951-4861-92ef-9f5eae9dddcb HTTP/1.1" status: 204 len: 168 time: 2.0326736 Apr 23 09:23:56.719168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41726) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:56.845441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d522d1ee-b4c3-4886-a572-cdeed29a1a55 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:56.853344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8839f3b4-9aff-4a11-8e0b-1c3e9c116436 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:56.881867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Network f3be6fca-f35b-4168-9148-ce79e59575a3 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:23:56.885463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d522d1ee-b4c3-4886-a572-cdeed29a1a55 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:56.899379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522d1ee-b4c3-4886-a572-cdeed29a1a55 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Pushing event deleted for resources: {'Network': ['ID=cb03be9d-741f-4be2-af33-c80fc3ae7685,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:56.906962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d522d1ee-b4c3-4886-a572-cdeed29a1a55 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:23:56.912278 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:23:56.919230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8738b42-6ee2-4f15-b110-e49469a172d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:56.957231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628ec5c5-95fd-4dfd-9998-c159ff4f1274 None None] DHCP port deletion for b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:23:56.977657 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d522d1ee-b4c3-4886-a572-cdeed29a1a55 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "DELETE /v2.0/networks/cb03be9d-741f-4be2-af33-c80fc3ae7685 HTTP/1.1" status: 204 len: 168 time: 1.9356441 Apr 23 09:23:56.981597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41730) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:57.045228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:57.050039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-628ec5c5-95fd-4dfd-9998-c159ff4f1274 None None] Deleting port 417bd255-c2de-4a14-94ef-e034609375cc {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:23:57.051328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-628ec5c5-95fd-4dfd-9998-c159ff4f1274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:57.053742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:57.077906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:57.087375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Pushing event deleted for resources: {'Network': ['ID=f3be6fca-f35b-4168-9148-ce79e59575a3,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:57.089861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:57.091630 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "DELETE /v2.0/networks/f3be6fca-f35b-4168-9148-ce79e59575a3 HTTP/1.1" status: 204 len: 168 time: 2.9347847 Apr 23 09:23:57.093775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fff483a7-af39-46fe-8666-01644ae0fb85 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:57.096600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41734) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:57.142127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b8738b42-6ee2-4f15-b110-e49469a172d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 417bd255-c2de-4a14-94ef-e034609375cc {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:23:57.142532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8738b42-6ee2-4f15-b110-e49469a172d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:57.199394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-628ec5c5-95fd-4dfd-9998-c159ff4f1274 None None] For port 417bd255-c2de-4a14-94ef-e034609375cc, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=417bd255-c2de-4a14-94ef-e034609375cc,segment=NetworkSegment(f556191a-5709-440e-aee5-616ca96379b2),segment_id=f556191a-5709-440e-aee5-616ca96379b2)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:57.199768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-628ec5c5-95fd-4dfd-9998-c159ff4f1274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:57.284996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fff483a7-af39-46fe-8666-01644ae0fb85 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:57.342680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-628ec5c5-95fd-4dfd-9998-c159ff4f1274 None None] Calling delete_port for 417bd255-c2de-4a14-94ef-e034609375cc owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:23:57.385735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b8738b42-6ee2-4f15-b110-e49469a172d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port 417bd255-c2de-4a14-94ef-e034609375cc, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=417bd255-c2de-4a14-94ef-e034609375cc,segment=NetworkSegment(f556191a-5709-440e-aee5-616ca96379b2),segment_id=f556191a-5709-440e-aee5-616ca96379b2)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:57.386355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8738b42-6ee2-4f15-b110-e49469a172d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:57.429992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa20414-4f60-4481-9f49-e69347e1499b tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Deleting subnet 37ec364a-6b5b-43f0-9aa9-2d5e0cc58074 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:23:57.440228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-628ec5c5-95fd-4dfd-9998-c159ff4f1274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:57.446738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:57.532247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ec5c5-95fd-4dfd-9998-c159ff4f1274 None None] No DVR routers for this DVR port 417bd255-c2de-4a14-94ef-e034609375cc on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:23:57.536289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ec5c5-95fd-4dfd-9998-c159ff4f1274 None None] Pushing event deleted for resources: {'Port': ['ID=417bd255-c2de-4a14-94ef-e034609375cc,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:57.539440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-628ec5c5-95fd-4dfd-9998-c159ff4f1274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:57.602708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5fa20414-4f60-4481-9f49-e69347e1499b tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:57.647341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b8738b42-6ee2-4f15-b110-e49469a172d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 417bd255-c2de-4a14-94ef-e034609375cc owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:23:57.705922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5fa20414-4f60-4481-9f49-e69347e1499b tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:57.820965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fff483a7-af39-46fe-8666-01644ae0fb85 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:57.829116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-73937861-285c-447a-aec3-b15d92859dbe tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:57.859982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-b8738b42-6ee2-4f15-b110-e49469a172d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:23:57.860349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-b8738b42-6ee2-4f15-b110-e49469a172d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:23:57.863726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff483a7-af39-46fe-8666-01644ae0fb85 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cadb39-5984-4690-b32e-230ad3b614ac,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:57.869475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fff483a7-af39-46fe-8666-01644ae0fb85 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:57.872435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5fa20414-4f60-4481-9f49-e69347e1499b tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:57.910647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fff483a7-af39-46fe-8666-01644ae0fb85 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:57.915168 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fff483a7-af39-46fe-8666-01644ae0fb85 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] 10.222.0.60 "DELETE /v2.0/security-groups/31cadb39-5984-4690-b32e-230ad3b614ac HTTP/1.1" status: 204 len: 168 time: 0.9290452 Apr 23 09:23:58.306024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5fa20414-4f60-4481-9f49-e69347e1499b tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:58.311605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-510d77eb-650c-4ebf-92be-9753836b6cba tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:58.358206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa20414-4f60-4481-9f49-e69347e1499b tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Pushing event deleted for resources: {'Subnet': ['ID=37ec364a-6b5b-43f0-9aa9-2d5e0cc58074,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:58.360840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5fa20414-4f60-4481-9f49-e69347e1499b tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:58.391380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5fa20414-4f60-4481-9f49-e69347e1499b tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:58.402470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f35f3e6-af7b-450a-84b2-934e76f82398 None None] Network 2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:23:58.413143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b8738b42-6ee2-4f15-b110-e49469a172d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] The port '417bd255-c2de-4a14-94ef-e034609375cc' was deleted {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:23:58.445018 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5fa20414-4f60-4481-9f49-e69347e1499b tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "DELETE /v2.0/subnets/37ec364a-6b5b-43f0-9aa9-2d5e0cc58074 HTTP/1.1" status: 204 len: 168 time: 1.3463111 Apr 23 09:23:58.448081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41744) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:58.620218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41748) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:58.688111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:58.746496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8738b42-6ee2-4f15-b110-e49469a172d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:58.829111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Deleting port 734e39d1-1124-41b1-ad30-f0ab51df3f44 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:23:58.829810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:58.966852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 417bd255-c2de-4a14-94ef-e034609375cc no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:23:59.011972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 417bd255-c2de-4a14-94ef-e034609375cc {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:23:59.012364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 417bd255-c2de-4a14-94ef-e034609375cc not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:23:59.051552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-b8738b42-6ee2-4f15-b110-e49469a172d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:59.053747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] For port 734e39d1-1124-41b1-ad30-f0ab51df3f44, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=734e39d1-1124-41b1-ad30-f0ab51df3f44,segment=NetworkSegment(815205f1-8ddc-4f93-9cd5-0c13e1c11423),segment_id=815205f1-8ddc-4f93-9cd5-0c13e1c11423)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:59.054170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:59.083383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-b8738b42-6ee2-4f15-b110-e49469a172d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f556191a-5709-440e-aee5-616ca96379b2') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:59.084561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-b8738b42-6ee2-4f15-b110-e49469a172d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f556191a-5709-440e-aee5-616ca96379b2') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:59.111614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8738b42-6ee2-4f15-b110-e49469a172d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:59.135274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8738b42-6ee2-4f15-b110-e49469a172d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:59.144229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8738b42-6ee2-4f15-b110-e49469a172d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:23:59.144650 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-89848556-3622-4944-9efb-2fcb129b541f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2512ab69cb484640aebc38a05079f506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5226815 Apr 23 09:23:59.167656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41754) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:23:59.189153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ed4583-1651-449d-927b-a25811c7f5c4 None None] DHCP port deletion for 2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:23:59.220901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Calling delete_port for 734e39d1-1124-41b1-ad30-f0ab51df3f44 owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:23:59.292976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-68ed4583-1651-449d-927b-a25811c7f5c4 None None] Deleting port 734e39d1-1124-41b1-ad30-f0ab51df3f44 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:23:59.293512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68ed4583-1651-449d-927b-a25811c7f5c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:59.308089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:59.315189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2c5922c9-43e9-45bd-b3d6-efad86dac2fb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:59.392948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Pushing event deleted for resources: {'Port': ['ID=734e39d1-1124-41b1-ad30-f0ab51df3f44,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:59.398784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:59.404149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] No DVR routers for this DVR port 734e39d1-1124-41b1-ad30-f0ab51df3f44 on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:23:59.409400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-68ed4583-1651-449d-927b-a25811c7f5c4 None None] For port 734e39d1-1124-41b1-ad30-f0ab51df3f44, host dv-neutron-786478-4-hyperv, got binding levels [] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:23:59.409890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68ed4583-1651-449d-927b-a25811c7f5c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:59.436044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b8738b42-6ee2-4f15-b110-e49469a172d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:23:59.448942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8738b42-6ee2-4f15-b110-e49469a172d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:59.477596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18a235ea-9f7a-4711-bde7-101a88925b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:59.564937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-68ed4583-1651-449d-927b-a25811c7f5c4 None None] Calling delete_port for 734e39d1-1124-41b1-ad30-f0ab51df3f44 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:23:59.570255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_backend_mixin [None req-68ed4583-1651-449d-927b-a25811c7f5c4 None None] Port 734e39d1-1124-41b1-ad30-f0ab51df3f44 was not found and therefore no delete operation was performed {{(pid=87176) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 23 09:23:59.572260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68ed4583-1651-449d-927b-a25811c7f5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:59.576779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:59.603311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18a235ea-9f7a-4711-bde7-101a88925b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:59.630509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed4583-1651-449d-927b-a25811c7f5c4 None None] Pushing event deleted for resources: {'Port': ['ID=734e39d1-1124-41b1-ad30-f0ab51df3f44,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:59.638776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-68ed4583-1651-449d-927b-a25811c7f5c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:59.639702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ed4583-1651-449d-927b-a25811c7f5c4 None None] No DVR routers for this DVR port 734e39d1-1124-41b1-ad30-f0ab51df3f44 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:23:59.687736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:59.761788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b8738b42-6ee2-4f15-b110-e49469a172d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:23:59.789600 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:23:59.910906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18a235ea-9f7a-4711-bde7-101a88925b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:59.917183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:59.918012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:59.941500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815205f1-8ddc-4f93-9cd5-0c13e1c11423') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:59.942048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815205f1-8ddc-4f93-9cd5-0c13e1c11423') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:23:59.951179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a235ea-9f7a-4711-bde7-101a88925b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e512b3d-de38-4643-b679-df74b320a2d9,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:23:59.955422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-18a235ea-9f7a-4711-bde7-101a88925b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:23:59.956544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8738b42-6ee2-4f15-b110-e49469a172d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:59.963380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fad804e1-78a1-4582-a174-df07f6bc5767 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:23:59.967468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:59.997844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:23:59.998892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b8738b42-6ee2-4f15-b110-e49469a172d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:00.015444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8738b42-6ee2-4f15-b110-e49469a172d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Network': ['ID=b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:00.015981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:24:00.021818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b8738b42-6ee2-4f15-b110-e49469a172d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:00.026068 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b8738b42-6ee2-4f15-b110-e49469a172d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/networks/b8f655b6-04c1-4aa6-89ee-1eeedd7d03bd HTTP/1.1" status: 204 len: 168 time: 3.3055334 Apr 23 09:24:00.027520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18a235ea-9f7a-4711-bde7-101a88925b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:00.028820 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-18a235ea-9f7a-4711-bde7-101a88925b90 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e512b3d-de38-4643-b679-df74b320a2d9 HTTP/1.1" status: 204 len: 168 time: 0.8599322 Apr 23 09:24:00.029682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41758) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:00.385924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Network 2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:24:00.398899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:00.454796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-425736b8-82f8-43c2-8864-fa34dce4af58 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 7c10a93f-bfef-4216-9be0-0324f8761ba8 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:24:00.455462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-425736b8-82f8-43c2-8864-fa34dce4af58 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:00.608107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 734e39d1-1124-41b1-ad30-f0ab51df3f44 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:24:00.625385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41766) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:00.651629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 734e39d1-1124-41b1-ad30-f0ab51df3f44 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:24:00.652467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 734e39d1-1124-41b1-ad30-f0ab51df3f44 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:24:00.665686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67021024-2d62-4aee-894b-6233542addd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:00.677247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Network 2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:24:00.705347 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:24:00.780672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-67021024-2d62-4aee-894b-6233542addd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:00.794722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-67021024-2d62-4aee-894b-6233542addd7 admin admin] Usage tracker for resource:security_group_rule and tenant:c29e1d05c0a9440fbd00fe68c03f2d9f is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:00.801768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-67021024-2d62-4aee-894b-6233542addd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:00.810050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-67021024-2d62-4aee-894b-6233542addd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:00.843478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:00.849716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c2cf7205-57f3-4984-848e-e564d0d709af tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:00.868714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:00.889194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Pushing event deleted for resources: {'Network': ['ID=2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:00.899756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:00.911643 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "DELETE /v2.0/networks/2dbe03fc-b2e8-4c57-b71f-01359d2e1ec8 HTTP/1.1" status: 204 len: 168 time: 2.4623156 Apr 23 09:24:00.919332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41770) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:00.984158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-edfd20a8-4d4d-45e6-a1a4-564944276ffd tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Synchronizing usage tracker for tenant:ba1154799a1247cfa0cb92d15dcad604 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:24:01.029222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67021024-2d62-4aee-894b-6233542addd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:01.076742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67021024-2d62-4aee-894b-6233542addd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:01.085629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-edfd20a8-4d4d-45e6-a1a4-564944276ffd tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Unset dirty status for tenant:ba1154799a1247cfa0cb92d15dcad604 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:24:01.091621 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-edfd20a8-4d4d-45e6-a1a4-564944276ffd tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "GET /v2.0/ports?device_id=e831d5ae-32f6-40c2-ace9-87a8a37587ed HTTP/1.1" status: 200 len: 205 time: 0.1666133 Apr 23 09:24:01.091621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-69e49721-341a-4e83-b906-69dbe53b39ff tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:01.097809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41774) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:01.171025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-425736b8-82f8-43c2-8864-fa34dce4af58 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:01.171669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-425736b8-82f8-43c2-8864-fa34dce4af58 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:01.283446 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-67021024-2d62-4aee-894b-6233542addd7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c29e1d05c0a9440fbd00fe68c03f2d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6565113 Apr 23 09:24:01.288481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41778) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:01.291240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67021024-2d62-4aee-894b-6233542addd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d51aad4-7d5a-4b35-927c-2f7791b549bd,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:01.294983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-67021024-2d62-4aee-894b-6233542addd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:01.323470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-207ea1d3-f0c9-4455-bba0-6996a4176087 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:01.332223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-425736b8-82f8-43c2-8864-fa34dce4af58 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 7c10a93f-bfef-4216-9be0-0324f8761ba8 owned by network:floatingip {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:24:01.622680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-425736b8-82f8-43c2-8864-fa34dce4af58 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:01.628500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d2be7e6-f0ce-494b-8d1a-e297c705d50a tempest-TestServerAdvancedOps-1317696588 tempest-TestServerAdvancedOps-1317696588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:01.684885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425736b8-82f8-43c2-8864-fa34dce4af58 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=7c10a93f-bfef-4216-9be0-0324f8761ba8,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:01.719004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-425736b8-82f8-43c2-8864-fa34dce4af58 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:01.802654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-425736b8-82f8-43c2-8864-fa34dce4af58 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:01.803713 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-425736b8-82f8-43c2-8864-fa34dce4af58 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Floating IP 48977363-fc2f-46b0-b998-619cf54b55d1 disassociated (deleted). External IP: 172.26.4.100, port: 68cdcc24-a8af-4b60-b26c-7a2543784955. Apr 23 09:24:02.030237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-207ea1d3-f0c9-4455-bba0-6996a4176087 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:02.032456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd2e04cf-18f3-419d-b3ef-b6c0ce324d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:02.035717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-207ea1d3-f0c9-4455-bba0-6996a4176087 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:02.082093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd2e04cf-18f3-419d-b3ef-b6c0ce324d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:02.222668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd2e04cf-18f3-419d-b3ef-b6c0ce324d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:02.226576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-207ea1d3-f0c9-4455-bba0-6996a4176087 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:02.227165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207ea1d3-f0c9-4455-bba0-6996a4176087 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Fanout notify agent at l3_agent the message router_deleted on router e831d5ae-32f6-40c2-ace9-87a8a37587ed {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:24:02.227528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425736b8-82f8-43c2-8864-fa34dce4af58 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router b8ddafff-e3db-458d-b80d-48ac8b1c842b has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:24:02.235417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e74cf532-4d2d-47fc-bfd1-04679103477e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:02.259436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e04cf-18f3-419d-b3ef-b6c0ce324d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d51aad4-7d5a-4b35-927c-2f7791b549bd,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:02.262019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dd2e04cf-18f3-419d-b3ef-b6c0ce324d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:02.277698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-207ea1d3-f0c9-4455-bba0-6996a4176087 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:02.283117 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-207ea1d3-f0c9-4455-bba0-6996a4176087 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] 10.222.0.60 "DELETE /v2.0/routers/e831d5ae-32f6-40c2-ace9-87a8a37587ed HTTP/1.1" status: 204 len: 168 time: 1.1760573 Apr 23 09:24:02.283117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd2e04cf-18f3-419d-b3ef-b6c0ce324d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:02.283117 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-dd2e04cf-18f3-419d-b3ef-b6c0ce324d6f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2d51aad4-7d5a-4b35-927c-2f7791b549bd HTTP/1.1" status: 204 len: 168 time: 0.9916182 Apr 23 09:24:02.473936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425736b8-82f8-43c2-8864-fa34dce4af58 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:24:02.488063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0ab461-879a-48ab-b2c8-848d98759950 None None] Sync routers for ids ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:24:02.502892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0ab461-879a-48ab-b2c8-848d98759950 None None] Routers {'b8ddafff-e3db-458d-b80d-48ac8b1c842b'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:24:02.503675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-dd0ab461-879a-48ab-b2c8-848d98759950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:23:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:02.554799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-425736b8-82f8-43c2-8864-fa34dce4af58 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:02.638807 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-425736b8-82f8-43c2-8864-fa34dce4af58 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/floatingips/48977363-fc2f-46b0-b998-619cf54b55d1 HTTP/1.1" status: 204 len: 168 time: 2.6032412 Apr 23 09:24:02.638807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6396bd5f-9151-4681-b6cf-7b9aeba67439', 'tag': '68cdcc24-a8af-4b60-b26c-7a2543784955'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:24:02.720682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-dd0ab461-879a-48ab-b2c8-848d98759950 None None] Set router b8ddafff-e3db-458d-b80d-48ac8b1c842b gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:24:02.810245 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6396bd5f-9151-4681-b6cf-7b9aeba67439', 'tag': '68cdcc24-a8af-4b60-b26c-7a2543784955', 'status': 'completed', 'code': 200} Apr 23 09:24:03.037045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41792) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:03.046358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655644ed-7dd3-43f1-8ca4-761b62feb799 req-644a0af9-780b-411c-a6c8-79bd55e974c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:03.046358 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-655644ed-7dd3-43f1-8ca4-761b62feb799 req-644a0af9-780b-411c-a6c8-79bd55e974c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 1098 time: 0.2050271 Apr 23 09:24:03.230948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655644ed-7dd3-43f1-8ca4-761b62feb799 req-4d8d2e22-0684-4d3e-a765-11fb5304da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:03.232795 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-655644ed-7dd3-43f1-8ca4-761b62feb799 req-4d8d2e22-0684-4d3e-a765-11fb5304da08 service neutron] 10.222.0.35 "GET /v2.0/networks?id=004890de-ba85-4569-8774-f7b9851ca4ee HTTP/1.1" status: 200 len: 898 time: 0.1833479 Apr 23 09:24:03.250065 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4b527c23-bf97-4fc2-b493-c850cc670f72 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ba1154799a1247cfa0cb92d15dcad604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114825 Apr 23 09:24:03.252640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41800) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:03.283439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-dd0ab461-879a-48ab-b2c8-848d98759950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'name': 'tempest-TestNetworkBasicOps-router-529862777', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'dff0f742-9476-4163-9916-5e47994affd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:31Z', 'updated_at': '2021-04-23T09:23:45Z', 'revision_number': 6, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'dff0f742-9476-4163-9916-5e47994affd5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:33Z', 'updated_at': '2021-04-23T09:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '4f5645f6-da53-4cec-8a2a-3ec0d1fdff23', 'name': '', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:08:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:42Z', 'updated_at': '2021-04-23T09:20:52Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:03.297372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0ab461-879a-48ab-b2c8-848d98759950 None None] Checking router: b8ddafff-e3db-458d-b80d-48ac8b1c842b for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:24:03.317740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0ab461-879a-48ab-b2c8-848d98759950 None None] Routers {'b8ddafff-e3db-458d-b80d-48ac8b1c842b'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:24:03.319748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-dd0ab461-879a-48ab-b2c8-848d98759950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:23:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:03.340941 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-655644ed-7dd3-43f1-8ca4-761b62feb799 req-6fa2a7e0-4089-4a29-a58d-a52fec27d7cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68cdcc24-a8af-4b60-b26c-7a2543784955 HTTP/1.1" status: 200 len: 217 time: 0.1007888 Apr 23 09:24:03.405585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a84eca29-3b4d-4076-8417-5362e840869e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:03.453555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655644ed-7dd3-43f1-8ca4-761b62feb799 req-d2c2efa7-3238-4b07-b4d8-e5868351b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:03.456377 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-655644ed-7dd3-43f1-8ca4-761b62feb799 req-d2c2efa7-3238-4b07-b4d8-e5868351b339 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cf0c24f7-f59a-4164-9809-33a3cfb48acd HTTP/1.1" status: 200 len: 835 time: 0.1084623 Apr 23 09:24:03.474012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a84eca29-3b4d-4076-8417-5362e840869e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:03.556330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-dd0ab461-879a-48ab-b2c8-848d98759950 None None] Set router b8ddafff-e3db-458d-b80d-48ac8b1c842b gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:24:03.573968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655644ed-7dd3-43f1-8ca4-761b62feb799 req-465696fa-7c48-4a2a-a86d-3da8aaea6274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:03.575740 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-655644ed-7dd3-43f1-8ca4-761b62feb799 req-465696fa-7c48-4a2a-a86d-3da8aaea6274 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=004890de-ba85-4569-8774-f7b9851ca4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1125093 Apr 23 09:24:03.577051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abbe2d-c766-490b-8031-51254b9769e3 req-e0137d1a-4427-4af2-b0c6-376c23e4c6f7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:03.577998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-60abbe2d-c766-490b-8031-51254b9769e3 req-e0137d1a-4427-4af2-b0c6-376c23e4c6f7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:24:03.648231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-60abbe2d-c766-490b-8031-51254b9769e3 req-e0137d1a-4427-4af2-b0c6-376c23e4c6f7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:24:03.649590 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-60abbe2d-c766-490b-8031-51254b9769e3 req-e0137d1a-4427-4af2-b0c6-376c23e4c6f7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 945 time: 0.3369491 Apr 23 09:24:03.687637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a84eca29-3b4d-4076-8417-5362e840869e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:03.695528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b720c0ca-a59a-402a-acad-55b1fd8a5c24 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:03.719562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84eca29-3b4d-4076-8417-5362e840869e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5ad119-8729-4b79-8b88-4806781b4df1,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:03.728086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a84eca29-3b4d-4076-8417-5362e840869e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:03.738906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a84eca29-3b4d-4076-8417-5362e840869e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:03.741503 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a84eca29-3b4d-4076-8417-5362e840869e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c5ad119-8729-4b79-8b88-4806781b4df1 HTTP/1.1" status: 204 len: 168 time: 0.4876113 Apr 23 09:24:03.746692 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-60abbe2d-c766-490b-8031-51254b9769e3 req-abf7a791-9a23-499b-ab2d-00734e57ebae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=13edef79-0f6a-4ba0-9653-4d1b2abdea43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827999 Apr 23 09:24:03.806718 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-655644ed-7dd3-43f1-8ca4-761b62feb799 req-916c42dc-64cc-4f6e-94b3-3beea448580a service neutron] 10.222.0.35 "GET /v2.0/networks/004890de-ba85-4569-8774-f7b9851ca4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232068 Apr 23 09:24:03.928530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-dd0ab461-879a-48ab-b2c8-848d98759950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'name': 'tempest-TestNetworkBasicOps-router-529862777', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'dff0f742-9476-4163-9916-5e47994affd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:31Z', 'updated_at': '2021-04-23T09:23:45Z', 'revision_number': 6, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'dff0f742-9476-4163-9916-5e47994affd5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:33Z', 'updated_at': '2021-04-23T09:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '4f5645f6-da53-4cec-8a2a-3ec0d1fdff23', 'name': '', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:08:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:42Z', 'updated_at': '2021-04-23T09:20:52Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:03.933319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0ab461-879a-48ab-b2c8-848d98759950 None None] The sync data for ids ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'] in dv-neutron-786478-4-hyperv is: [{'id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'name': 'tempest-TestNetworkBasicOps-router-529862777', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'dff0f742-9476-4163-9916-5e47994affd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:31Z', 'updated_at': '2021-04-23T09:23:45Z', 'revision_number': 6, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'dff0f742-9476-4163-9916-5e47994affd5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:33Z', 'updated_at': '2021-04-23T09:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '4f5645f6-da53-4cec-8a2a-3ec0d1fdff23', 'name': '', 'network_id': '004890de-ba85-4569-8774-f7b9851ca4ee', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:08:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:42Z', 'updated_at': '2021-04-23T09:20:52Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'cf0c24f7-f59a-4164-9809-33a3cfb48acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:24:03.973447 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-655644ed-7dd3-43f1-8ca4-761b62feb799 req-313b75bc-3bff-45bb-b9d9-a4d8a5f74f7d service neutron] 10.222.0.35 "GET /v2.0/networks/004890de-ba85-4569-8774-f7b9851ca4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592069 Apr 23 09:24:04.307145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f40bba-3dc4-43d7-a76c-5c645f7fffa2 None None] New status for floating IP 48977363-fc2f-46b0-b998-619cf54b55d1: DOWN {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:24:04.715250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24200d-3b7e-4380-abfb-6644b0ad8db4 req-35fde1b5-bfe3-4a61-9f69-f7d70d01c447 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:04.717075 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4f24200d-3b7e-4380-abfb-6644b0ad8db4 req-35fde1b5-bfe3-4a61-9f69-f7d70d01c447 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/ports?device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 945 time: 0.1314938 Apr 23 09:24:04.892040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41826) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:05.037191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-4f24200d-3b7e-4380-abfb-6644b0ad8db4 req-7cd4d7b8-59d4-4852-935c-608d95fb42fb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 68cdcc24-a8af-4b60-b26c-7a2543784955 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:24:05.038064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4f24200d-3b7e-4380-abfb-6644b0ad8db4 req-7cd4d7b8-59d4-4852-935c-608d95fb42fb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:05.039438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-888611500'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:05.046549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:05.055172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Usage tracker for resource:network and tenant:7dbe24016d974076ba72447f7b6401a2 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:05.060749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:05.074500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:05.093788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867704a-1a37-4c8d-bfa0-234c2e7521e5 req-398d60f1-62e1-4778-b060-be013e292ec2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:05.100117 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f867704a-1a37-4c8d-bfa0-234c2e7521e5 req-398d60f1-62e1-4778-b060-be013e292ec2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 945 time: 0.1817343 Apr 23 09:24:05.122167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Made reservation on behalf of 7dbe24016d974076ba72447f7b6401a2 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:24:05.133553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:05.166558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:05.203247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:05.210911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Usage tracker for resource:security_group_rule and tenant:7dbe24016d974076ba72447f7b6401a2 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:05.216521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:05.228600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:05.240910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-f867704a-1a37-4c8d-bfa0-234c2e7521e5 req-196d2859-6ee1-4349-9f4b-e624d0e739ec tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:24:05.265787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-4f24200d-3b7e-4380-abfb-6644b0ad8db4 req-7cd4d7b8-59d4-4852-935c-608d95fb42fb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port 68cdcc24-a8af-4b60-b26c-7a2543784955, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=68cdcc24-a8af-4b60-b26c-7a2543784955,segment=NetworkSegment(8e35b97f-fcf9-42e2-85e6-4ec01e817911),segment_id=8e35b97f-fcf9-42e2-85e6-4ec01e817911)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:24:05.266486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4f24200d-3b7e-4380-abfb-6644b0ad8db4 req-7cd4d7b8-59d4-4852-935c-608d95fb42fb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:05.411494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-f867704a-1a37-4c8d-bfa0-234c2e7521e5 req-196d2859-6ee1-4349-9f4b-e624d0e739ec tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:24:05.414620 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f867704a-1a37-4c8d-bfa0-234c2e7521e5 req-196d2859-6ee1-4349-9f4b-e624d0e739ec tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=13edef79-0f6a-4ba0-9653-4d1b2abdea43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690263 Apr 23 09:24:05.431929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:05.481974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:05.488791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-25ca6e98-be93-4b96-9545-7eee260e85c8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:05.531476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:24:05.542735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569dd176-3d8a-4caf-9650-874190335517,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:05.547391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:05.550616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:05.551079 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Added segment df59e476-19b5-4d78-8a73-cdad03b56d10 of type vlan for network 4ed258d6-545a-40cd-96b3-2b62047dfec6 Apr 23 09:24:05.554787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-4f24200d-3b7e-4380-abfb-6644b0ad8db4 req-7cd4d7b8-59d4-4852-935c-608d95fb42fb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 68cdcc24-a8af-4b60-b26c-7a2543784955 owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:24:05.583290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:05.653252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:05.659668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:05.660371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:05.668465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-938e089c-06e3-48af-a4f9-b8b913258527 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:05.793897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Pushing event updated for resources: {'Network': ['ID=4ed258d6-545a-40cd-96b3-2b62047dfec6,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:05.796936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:05.800218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4f24200d-3b7e-4380-abfb-6644b0ad8db4 req-7cd4d7b8-59d4-4852-935c-608d95fb42fb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:05.810678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 4ed258d6-545a-40cd-96b3-2b62047dfec6 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:24:05.810960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a12a457c-2e0c-4373-8261-c02896437867 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:05.829062 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.9354367 Apr 23 09:24:05.834172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41832) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:05.842356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-eaad6f0b-7dd2-46a1-8d08-bdc51a65e50b tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '4ed258d6-545a-40cd-96b3-2b62047dfec6', 'tempest-TagsTest-Tag-953993131') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:05.868775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4d7b8-59d4-4852-935c-608d95fb42fb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=68cdcc24-a8af-4b60-b26c-7a2543784955,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:05.905307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7cd4d7b8-59d4-4852-935c-608d95fb42fb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:05.952056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f24200d-3b7e-4380-abfb-6644b0ad8db4 req-7cd4d7b8-59d4-4852-935c-608d95fb42fb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] No DVR routers for this DVR port 68cdcc24-a8af-4b60-b26c-7a2543784955 on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:24:05.954978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4f24200d-3b7e-4380-abfb-6644b0ad8db4 req-7cd4d7b8-59d4-4852-935c-608d95fb42fb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:05.958251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6396bd5f-9151-4681-b6cf-7b9aeba67439', 'name': 'network-vif-deleted', 'tag': '68cdcc24-a8af-4b60-b26c-7a2543784955'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:24:06.006413 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4f24200d-3b7e-4380-abfb-6644b0ad8db4 req-7cd4d7b8-59d4-4852-935c-608d95fb42fb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "DELETE /v2.0/ports/68cdcc24-a8af-4b60-b26c-7a2543784955 HTTP/1.1" status: 204 len: 173 time: 1.2836742 Apr 23 09:24:06.037989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41838) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:06.039251 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-eaad6f0b-7dd2-46a1-8d08-bdc51a65e50b tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] 10.222.0.60 "PUT /v2.0/networks/4ed258d6-545a-40cd-96b3-2b62047dfec6/tags/tempest-TagsTest-Tag-953993131 HTTP/1.1" status: 201 len: 201 time: 0.2021301 Apr 23 09:24:06.045135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-2180f59f-f2f1-40a5-bd53-d1a250dbb64a tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ed258d6-545a-40cd-96b3-2b62047dfec6', 'tempest-TagsTest-Tag-953993131') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:06.064428 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6396bd5f-9151-4681-b6cf-7b9aeba67439', 'name': 'network-vif-deleted', 'tag': '68cdcc24-a8af-4b60-b26c-7a2543784955', 'status': 'completed', 'code': 200} Apr 23 09:24:06.215918 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2180f59f-f2f1-40a5-bd53-d1a250dbb64a tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] 10.222.0.60 "GET /v2.0/networks/4ed258d6-545a-40cd-96b3-2b62047dfec6/tags/tempest-TagsTest-Tag-953993131 HTTP/1.1" status: 204 len: 168 time: 0.1756861 Apr 23 09:24:06.218684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41842) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:06.227195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-6fee7d8f-8772-4e0a-a677-3b4bddac2fbe tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '4ed258d6-545a-40cd-96b3-2b62047dfec6') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:06.357043 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6fee7d8f-8772-4e0a-a677-3b4bddac2fbe tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] 10.222.0.60 "GET /v2.0/networks/4ed258d6-545a-40cd-96b3-2b62047dfec6/tags HTTP/1.1" status: 200 len: 237 time: 0.1368134 Apr 23 09:24:06.361026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41846) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:06.367970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-9b2416d9-d94d-48b6-9245-1c80ddaea284 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '4ed258d6-545a-40cd-96b3-2b62047dfec6', {'tags': ['tempest-TagsTest-Tag-1378189925', 'tempest-TagsTest-Tag-1532377648', 'tempest-TagsTest-Tag-28018087']}) {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:06.621115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41852) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:06.621297 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9b2416d9-d94d-48b6-9245-1c80ddaea284 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] 10.222.0.60 "PUT /v2.0/networks/4ed258d6-545a-40cd-96b3-2b62047dfec6/tags HTTP/1.1" status: 200 len: 307 time: 0.2589672 Apr 23 09:24:06.628956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-91c7d031-f3d2-4c0b-9eed-4b066c333cb7 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '4ed258d6-545a-40cd-96b3-2b62047dfec6', 'tempest-TagsTest-Tag-1378189925') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:06.682131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e5107ac-7769-4970-8a17-26253f194f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:06.714773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-f6fde47f-9944-4b5f-8f13-6430fee2c613 req-db78ccc5-1f0c-4646-89ac-b6a40d1ab94e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:24:06.801469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-f6fde47f-9944-4b5f-8f13-6430fee2c613 req-db78ccc5-1f0c-4646-89ac-b6a40d1ab94e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:24:06.804176 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f6fde47f-9944-4b5f-8f13-6430fee2c613 req-db78ccc5-1f0c-4646-89ac-b6a40d1ab94e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6396bd5f-9151-4681-b6cf-7b9aeba67439 HTTP/1.1" status: 200 len: 210 time: 0.1578431 Apr 23 09:24:06.868852 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-91c7d031-f3d2-4c0b-9eed-4b066c333cb7 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] 10.222.0.60 "DELETE /v2.0/networks/4ed258d6-545a-40cd-96b3-2b62047dfec6/tags/tempest-TagsTest-Tag-1378189925 HTTP/1.1" status: 204 len: 168 time: 0.2460830 Apr 23 09:24:06.872212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41856) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:06.878535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-ed177b14-91ba-4759-a431-802a59d25e17 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ed258d6-545a-40cd-96b3-2b62047dfec6', 'tempest-TagsTest-Tag-1378189925') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:07.004751 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-ed177b14-91ba-4759-a431-802a59d25e17 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] show failed (client error): The resource could not be found. Apr 23 09:24:07.007138 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ed177b14-91ba-4759-a431-802a59d25e17 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] 10.222.0.60 "GET /v2.0/networks/4ed258d6-545a-40cd-96b3-2b62047dfec6/tags/tempest-TagsTest-Tag-1378189925 HTTP/1.1" status: 404 len: 326 time: 0.1336350 Apr 23 09:24:07.010374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41860) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:07.016308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-8bf10d7d-caa8-4f6e-8909-b0f4d997e095 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ed258d6-545a-40cd-96b3-2b62047dfec6', 'tempest-TagsTest-Tag-1532377648') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:07.136544 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8bf10d7d-caa8-4f6e-8909-b0f4d997e095 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] 10.222.0.60 "GET /v2.0/networks/4ed258d6-545a-40cd-96b3-2b62047dfec6/tags/tempest-TagsTest-Tag-1532377648 HTTP/1.1" status: 204 len: 168 time: 0.1248710 Apr 23 09:24:07.139598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41864) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:07.145591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-91b41fb8-e38c-41a7-bcd1-054aaf29ee2a tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ed258d6-545a-40cd-96b3-2b62047dfec6', 'tempest-TagsTest-Tag-28018087') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:07.259818 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-91b41fb8-e38c-41a7-bcd1-054aaf29ee2a tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] 10.222.0.60 "GET /v2.0/networks/4ed258d6-545a-40cd-96b3-2b62047dfec6/tags/tempest-TagsTest-Tag-28018087 HTTP/1.1" status: 204 len: 168 time: 0.1189983 Apr 23 09:24:07.262423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41868) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:07.268260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-1899b727-9be5-4953-99bf-ab7d3acb79e8 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4ed258d6-545a-40cd-96b3-2b62047dfec6') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:07.431599 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1899b727-9be5-4953-99bf-ab7d3acb79e8 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] 10.222.0.60 "DELETE /v2.0/networks/4ed258d6-545a-40cd-96b3-2b62047dfec6/tags HTTP/1.1" status: 204 len: 168 time: 0.1679237 Apr 23 09:24:07.434445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41872) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:07.440115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-b7700e52-3b84-4d0a-8ac1-f031392eb6a5 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ed258d6-545a-40cd-96b3-2b62047dfec6', 'tempest-TagsTest-Tag-1532377648') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:07.559278 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-b7700e52-3b84-4d0a-8ac1-f031392eb6a5 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] show failed (client error): The resource could not be found. Apr 23 09:24:07.560390 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b7700e52-3b84-4d0a-8ac1-f031392eb6a5 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] 10.222.0.60 "GET /v2.0/networks/4ed258d6-545a-40cd-96b3-2b62047dfec6/tags/tempest-TagsTest-Tag-1532377648 HTTP/1.1" status: 404 len: 326 time: 0.1249278 Apr 23 09:24:07.566062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41876) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:07.573968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-0d1a8bd5-6a9b-4502-b3bf-4e0e4d3f0c99 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ed258d6-545a-40cd-96b3-2b62047dfec6', 'tempest-TagsTest-Tag-28018087') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:07.595365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:24:07.706737 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-0d1a8bd5-6a9b-4502-b3bf-4e0e4d3f0c99 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] show failed (client error): The resource could not be found. Apr 23 09:24:07.708010 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0d1a8bd5-6a9b-4502-b3bf-4e0e4d3f0c99 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] 10.222.0.60 "GET /v2.0/networks/4ed258d6-545a-40cd-96b3-2b62047dfec6/tags/tempest-TagsTest-Tag-28018087 HTTP/1.1" status: 404 len: 324 time: 0.1407824 Apr 23 09:24:07.712067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41880) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:07.717849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.tag.tag_plugin [None req-ff22fd6e-797d-4751-b2fe-e571f9219851 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4ed258d6-545a-40cd-96b3-2b62047dfec6') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:07.840208 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ff22fd6e-797d-4751-b2fe-e571f9219851 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] 10.222.0.60 "DELETE /v2.0/networks/4ed258d6-545a-40cd-96b3-2b62047dfec6/tags HTTP/1.1" status: 204 len: 168 time: 0.1268976 Apr 23 09:24:07.848024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41886) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:07.928108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41890) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:08.015884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f3ef35a8-a058-4ac8-8544-5d91691d7334 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:08.055223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f3ef35a8-a058-4ac8-8544-5d91691d7334 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:08.078653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-125d4b04-1774-4ce2-b273-a4b4f1d59ef9 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:08.142211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f3ef35a8-a058-4ac8-8544-5d91691d7334 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:08.150064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-20859ede-5f52-4747-ae7f-377f4d483886 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:08.172101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef35a8-a058-4ac8-8544-5d91691d7334 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13edef79-0f6a-4ba0-9653-4d1b2abdea43,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:08.175873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f3ef35a8-a058-4ac8-8544-5d91691d7334 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:08.209986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f3ef35a8-a058-4ac8-8544-5d91691d7334 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:08.215155 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f3ef35a8-a058-4ac8-8544-5d91691d7334 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/security-groups/13edef79-0f6a-4ba0-9653-4d1b2abdea43 HTTP/1.1" status: 204 len: 168 time: 0.2827368 Apr 23 09:24:08.265653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-125d4b04-1774-4ce2-b273-a4b4f1d59ef9 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:08.281620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41896) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:08.394489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-125d4b04-1774-4ce2-b273-a4b4f1d59ef9 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed258d6-545a-40cd-96b3-2b62047dfec6']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:08.415039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-125d4b04-1774-4ce2-b273-a4b4f1d59ef9 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df59e476-19b5-4d78-8a73-cdad03b56d10') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:08.415549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-125d4b04-1774-4ce2-b273-a4b4f1d59ef9 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df59e476-19b5-4d78-8a73-cdad03b56d10') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:08.431625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-125d4b04-1774-4ce2-b273-a4b4f1d59ef9 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:08.528435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-125d4b04-1774-4ce2-b273-a4b4f1d59ef9 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:08.543631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125d4b04-1774-4ce2-b273-a4b4f1d59ef9 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:24:08.744131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-125d4b04-1774-4ce2-b273-a4b4f1d59ef9 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Network 4ed258d6-545a-40cd-96b3-2b62047dfec6 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:24:08.755054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-125d4b04-1774-4ce2-b273-a4b4f1d59ef9 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:08.965603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-125d4b04-1774-4ce2-b273-a4b4f1d59ef9 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Network 4ed258d6-545a-40cd-96b3-2b62047dfec6 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:24:08.993652 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:24:09.159177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-125d4b04-1774-4ce2-b273-a4b4f1d59ef9 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:09.165211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-125d4b04-1774-4ce2-b273-a4b4f1d59ef9 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:09.168876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-22683f25-3f99-4ae1-8588-78cfd2535d37 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:09.198165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d4b04-1774-4ce2-b273-a4b4f1d59ef9 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Pushing event deleted for resources: {'Network': ['ID=4ed258d6-545a-40cd-96b3-2b62047dfec6,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:09.201046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-125d4b04-1774-4ce2-b273-a4b4f1d59ef9 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:09.202851 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-125d4b04-1774-4ce2-b273-a4b4f1d59ef9 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] 10.222.0.60 "DELETE /v2.0/networks/4ed258d6-545a-40cd-96b3-2b62047dfec6 HTTP/1.1" status: 204 len: 168 time: 1.3530345 Apr 23 09:24:09.388719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f93a02c6-b95a-4b62-95e6-67668d9ff958 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:09.618374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eaded3b5-f92f-4776-83f2-b1a5c56f632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:09.651380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 68cdcc24-a8af-4b60-b26c-7a2543784955 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:24:09.696698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 68cdcc24-a8af-4b60-b26c-7a2543784955 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:24:09.697074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 68cdcc24-a8af-4b60-b26c-7a2543784955 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:24:09.771817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41904) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:09.962681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f93a02c6-b95a-4b62-95e6-67668d9ff958 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:24:09.963080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f93a02c6-b95a-4b62-95e6-67668d9ff958 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:09.998360 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-eb65dcf5-4b15-43ef-a205-a64cce9c1523 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7dbe24016d974076ba72447f7b6401a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2249210 Apr 23 09:24:10.002958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41910) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:10.080499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-50e4c119-91f9-4526-9baf-b7a219fbb92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:10.114370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-50e4c119-91f9-4526-9baf-b7a219fbb92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:10.150498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f93a02c6-b95a-4b62-95e6-67668d9ff958 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4f5645f6-da53-4cec-8a2a-3ec0d1fdff23,segment=NetworkSegment(8e35b97f-fcf9-42e2-85e6-4ec01e817911),segment_id=8e35b97f-fcf9-42e2-85e6-4ec01e817911)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:24:10.151075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f93a02c6-b95a-4b62-95e6-67668d9ff958 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:10.306813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f93a02c6-b95a-4b62-95e6-67668d9ff958 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23 owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:24:10.328131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:10.356137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-50e4c119-91f9-4526-9baf-b7a219fbb92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:10.362790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cd0204b9-5438-4ea2-925d-48ddcca09b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:10.378113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4c119-91f9-4526-9baf-b7a219fbb92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569dd176-3d8a-4caf-9650-874190335517,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:10.382255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-50e4c119-91f9-4526-9baf-b7a219fbb92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:10.385567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-50e4c119-91f9-4526-9baf-b7a219fbb92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:10.388924 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-50e4c119-91f9-4526-9baf-b7a219fbb92a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/569dd176-3d8a-4caf-9650-874190335517 HTTP/1.1" status: 204 len: 168 time: 0.3846498 Apr 23 09:24:10.596290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f93a02c6-b95a-4b62-95e6-67668d9ff958 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:10.601988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:10.657614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a02c6-b95a-4b62-95e6-67668d9ff958 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=4f5645f6-da53-4cec-8a2a-3ec0d1fdff23,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:10.661344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f93a02c6-b95a-4b62-95e6-67668d9ff958 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:11.071937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f93a02c6-b95a-4b62-95e6-67668d9ff958 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:11.227922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:11.531504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93a02c6-b95a-4b62-95e6-67668d9ff958 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router b8ddafff-e3db-458d-b80d-48ac8b1c842b has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:24:11.685862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41934) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:11.774817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93a02c6-b95a-4b62-95e6-67668d9ff958 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:24:11.788369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9953cfe7-41be-4902-bebb-fa26aed12ce7 None None] Sync routers for ids ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:24:11.807917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9953cfe7-41be-4902-bebb-fa26aed12ce7 None None] Routers {'b8ddafff-e3db-458d-b80d-48ac8b1c842b'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:24:11.815057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9953cfe7-41be-4902-bebb-fa26aed12ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:24:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:11.848725 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f93a02c6-b95a-4b62-95e6-67668d9ff958 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/routers/b8ddafff-e3db-458d-b80d-48ac8b1c842b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5626972 Apr 23 09:24:11.850610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41940) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:11.907069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-509646086-network', 'tenant_id': 'bd186be32f6c46398a111d70f7898994'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:11.918355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:11.925782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Usage tracker for resource:network and tenant:bd186be32f6c46398a111d70f7898994 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:11.931929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:11.949846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:11.970121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-f79e773c-43ed-4d90-beba-15aeb142a589 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting subnet cf0c24f7-f59a-4164-9809-33a3cfb48acd {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:24:11.975236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f79e773c-43ed-4d90-beba-15aeb142a589 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:11.994103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Made reservation on behalf of bd186be32f6c46398a111d70f7898994 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:24:12.003012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:12.029082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:12.059602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:12.067013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Usage tracker for resource:security_group_rule and tenant:bd186be32f6c46398a111d70f7898994 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:12.072543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:12.079803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f79e773c-43ed-4d90-beba-15aeb142a589 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:12.081588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-9953cfe7-41be-4902-bebb-fa26aed12ce7 None None] Set router b8ddafff-e3db-458d-b80d-48ac8b1c842b gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:24:12.084334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:12.238861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:12.273377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:12.273899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:12.283164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f79e773c-43ed-4d90-beba-15aeb142a589 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:12.283713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-18a235ea-9f7a-4711-bde7-101a88925b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:12.318968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:24:12.358477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:12.359111 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Added segment 0d2fcd6e-9191-4201-9944-986286a72003 of type vlan for network 91010434-002e-49e7-b83d-a6a0de2d3a1c Apr 23 09:24:12.361467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd305653-05e5-448a-8b37-9cfae33c0fa9,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:12.368349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:12.413104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:12.428728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9953cfe7-41be-4902-bebb-fa26aed12ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'name': 'tempest-TestNetworkBasicOps-router-529862777', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'dff0f742-9476-4163-9916-5e47994affd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:31Z', 'updated_at': '2021-04-23T09:24:10Z', 'revision_number': 7, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'dff0f742-9476-4163-9916-5e47994affd5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:33Z', 'updated_at': '2021-04-23T09:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:12.434177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9953cfe7-41be-4902-bebb-fa26aed12ce7 None None] Checking router: b8ddafff-e3db-458d-b80d-48ac8b1c842b for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:24:12.446499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9953cfe7-41be-4902-bebb-fa26aed12ce7 None None] Routers {'b8ddafff-e3db-458d-b80d-48ac8b1c842b'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:24:12.447381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9953cfe7-41be-4902-bebb-fa26aed12ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:24:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:12.479552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:12.480931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:12.481419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:12.485962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d77b43dc-938c-45cf-8918-090bb4fd3b3f tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:12.608927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Pushing event updated for resources: {'Network': ['ID=91010434-002e-49e7-b83d-a6a0de2d3a1c,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:12.612549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:12.622646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 91010434-002e-49e7-b83d-a6a0de2d3a1c details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:24:12.680587 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9927738 Apr 23 09:24:12.681617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41944) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:12.692830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-65757e65-2edf-43db-8544-76cac574d418 admin admin] Request body: {'subnet': {'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-509646086-subnet', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'ip_version': 4}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:12.704583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-65757e65-2edf-43db-8544-76cac574d418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:12.716817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-65757e65-2edf-43db-8544-76cac574d418 admin admin] Usage tracker for resource:subnet and tenant:bd186be32f6c46398a111d70f7898994 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:12.725581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-65757e65-2edf-43db-8544-76cac574d418 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:12.744221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-65757e65-2edf-43db-8544-76cac574d418 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:12.796120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65757e65-2edf-43db-8544-76cac574d418 admin admin] Made reservation on behalf of bd186be32f6c46398a111d70f7898994 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:24:12.801295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65757e65-2edf-43db-8544-76cac574d418 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:12.828189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f79e773c-43ed-4d90-beba-15aeb142a589 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:12.834494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e9d3b09c-940f-486a-b181-af24a1e29edd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:12.877783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e773c-43ed-4d90-beba-15aeb142a589 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Subnet': ['ID=cf0c24f7-f59a-4164-9809-33a3cfb48acd,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:12.880887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f79e773c-43ed-4d90-beba-15aeb142a589 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:12.885826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f79e773c-43ed-4d90-beba-15aeb142a589 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:12.892909 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f79e773c-43ed-4d90-beba-15aeb142a589 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/subnets/cf0c24f7-f59a-4164-9809-33a3cfb48acd HTTP/1.1" status: 204 len: 168 time: 1.0367339 Apr 23 09:24:12.892909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41948) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:12.895208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afdedba-a949-4531-938e-ccdeeb53ed42 None None] Network 004890de-ba85-4569-8774-f7b9851ca4ee requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:24:12.909733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-9953cfe7-41be-4902-bebb-fa26aed12ce7 None None] Set router b8ddafff-e3db-458d-b80d-48ac8b1c842b gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:24:13.275820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c515dac8-8e81-4419-9ce6-e65c36be501b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:13.307652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9953cfe7-41be-4902-bebb-fa26aed12ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'name': 'tempest-TestNetworkBasicOps-router-529862777', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'dff0f742-9476-4163-9916-5e47994affd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:31Z', 'updated_at': '2021-04-23T09:24:10Z', 'revision_number': 7, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'dff0f742-9476-4163-9916-5e47994affd5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:33Z', 'updated_at': '2021-04-23T09:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:13.312316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9953cfe7-41be-4902-bebb-fa26aed12ce7 None None] The sync data for ids ['b8ddafff-e3db-458d-b80d-48ac8b1c842b'] in dv-neutron-786478-4-hyperv is: [{'id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'name': 'tempest-TestNetworkBasicOps-router-529862777', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'dff0f742-9476-4163-9916-5e47994affd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:20:31Z', 'updated_at': '2021-04-23T09:24:10Z', 'revision_number': 7, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'dff0f742-9476-4163-9916-5e47994affd5', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ddafff-e3db-458d-b80d-48ac8b1c842b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:20:33Z', 'updated_at': '2021-04-23T09:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:24:13.328666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76690f42-e9f7-4e65-be88-18ba515b52f5 None None] DHCP port deletion for 004890de-ba85-4569-8774-f7b9851ca4ee request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:24:13.429675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-76690f42-e9f7-4e65-be88-18ba515b52f5 None None] Deleting port c085e118-649e-453d-a832-ca08dcc9d73d {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:24:13.430105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-76690f42-e9f7-4e65-be88-18ba515b52f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:13.537926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c515dac8-8e81-4419-9ce6-e65c36be501b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:13.555601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-76690f42-e9f7-4e65-be88-18ba515b52f5 None None] For port c085e118-649e-453d-a832-ca08dcc9d73d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c085e118-649e-453d-a832-ca08dcc9d73d,segment=NetworkSegment(8e35b97f-fcf9-42e2-85e6-4ec01e817911),segment_id=8e35b97f-fcf9-42e2-85e6-4ec01e817911)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:24:13.571901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-76690f42-e9f7-4e65-be88-18ba515b52f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:13.595210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65757e65-2edf-43db-8544-76cac574d418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:13.602644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c46978df-20ad-4d71-bcdc-e58d77c08abb tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:13.705185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-76690f42-e9f7-4e65-be88-18ba515b52f5 None None] Calling delete_port for c085e118-649e-453d-a832-ca08dcc9d73d owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:24:13.712048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65757e65-2edf-43db-8544-76cac574d418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02ab5626-b692-4cce-b0c9-1857a68924a2,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:13.721154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65757e65-2edf-43db-8544-76cac574d418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:13.721338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c515dac8-8e81-4419-9ce6-e65c36be501b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port dff0f742-9476-4163-9916-5e47994affd5 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:24:13.721434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c515dac8-8e81-4419-9ce6-e65c36be501b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:13.737996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65757e65-2edf-43db-8544-76cac574d418 admin admin] Checking segment: {'id': '0d2fcd6e-9191-4201-9944-986286a72003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:24:13.738711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65757e65-2edf-43db-8544-76cac574d418 admin admin] Network hostable DHCP agents. Network: 91010434-002e-49e7-b83d-a6a0de2d3a1c, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:24:13.805123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65757e65-2edf-43db-8544-76cac574d418 admin admin] Network 91010434-002e-49e7-b83d-a6a0de2d3a1c is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:24:13.834012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-76690f42-e9f7-4e65-be88-18ba515b52f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:13.841386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2cf20907-4992-4860-9181-293beb684784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:13.859314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-65757e65-2edf-43db-8544-76cac574d418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 91010434-002e-49e7-b83d-a6a0de2d3a1c) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:24:13.882159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65757e65-2edf-43db-8544-76cac574d418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:13.883078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65757e65-2edf-43db-8544-76cac574d418 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:13.891554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad4e59c-4ed0-42b7-9bd1-3c879a5f584b None None] Network 91010434-002e-49e7-b83d-a6a0de2d3a1c requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:24:13.936447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76690f42-e9f7-4e65-be88-18ba515b52f5 None None] Pushing event deleted for resources: {'Port': ['ID=c085e118-649e-453d-a832-ca08dcc9d73d,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:13.939459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-76690f42-e9f7-4e65-be88-18ba515b52f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:13.940602 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-65757e65-2edf-43db-8544-76cac574d418 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2572470 Apr 23 09:24:13.944074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41952) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:13.949535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76690f42-e9f7-4e65-be88-18ba515b52f5 None None] No DVR routers for this DVR port c085e118-649e-453d-a832-ca08dcc9d73d on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:24:13.951034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:13.959773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:13.964826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Usage tracker for resource:router and tenant:bd186be32f6c46398a111d70f7898994 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:13.969376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:13.979397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:14.019668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:14.022519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:14.092227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:14.184218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-91010434-002e-49e7-b83d-a6a0de2d3a1c', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:24:14.185313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:14.334346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c515dac8-8e81-4419-9ce6-e65c36be501b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port dff0f742-9476-4163-9916-5e47994affd5, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=dff0f742-9476-4163-9916-5e47994affd5,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:24:14.335095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c515dac8-8e81-4419-9ce6-e65c36be501b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:14.384049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Allocated IP 172.20.0.2 (91010434-002e-49e7-b83d-a6a0de2d3a1c/02ab5626-b692-4cce-b0c9-1857a68924a2/44388935-de4f-4d9b-af1a-1248b7bd349e) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:24:14.610555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c515dac8-8e81-4419-9ce6-e65c36be501b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for dff0f742-9476-4163-9916-5e47994affd5 owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:24:14.639963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c085e118-649e-453d-a832-ca08dcc9d73d no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:24:14.692959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: c085e118-649e-453d-a832-ca08dcc9d73d {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:24:14.692959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c085e118-649e-453d-a832-ca08dcc9d73d not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:24:14.693766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:24:14.737693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:24:14.738631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4f5645f6-da53-4cec-8a2a-3ec0d1fdff23 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:24:14.759582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:14.821785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:14.887303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Transition to ACTIVE for port object 44388935-de4f-4d9b-af1a-1248b7bd349e will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:24:14.912068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Transition to ACTIVE for port object 44388935-de4f-4d9b-af1a-1248b7bd349e will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:24:14.918933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c515dac8-8e81-4419-9ce6-e65c36be501b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:14.924429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4c1cecf3-a70a-4e96-9c29-209054951037 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:14.948096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:14.955235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a39fd95a-658a-4fb4-bf60-3ac96a1a148f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:14.974612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515dac8-8e81-4419-9ce6-e65c36be501b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=dff0f742-9476-4163-9916-5e47994affd5,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:14.977941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c515dac8-8e81-4419-9ce6-e65c36be501b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:15.021722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Network 91010434-002e-49e7-b83d-a6a0de2d3a1c is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:24:15.027390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:24:15.034959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:24:15.082963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Pushing event updated for resources: {'Port': ['ID=44388935-de4f-4d9b-af1a-1248b7bd349e,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:15.091890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:15.128850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c515dac8-8e81-4419-9ce6-e65c36be501b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:15.150739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Attempting to bind port 44388935-de4f-4d9b-af1a-1248b7bd349e on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:24:15.151176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Attempting to bind port 44388935-de4f-4d9b-af1a-1248b7bd349e by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '0d2fcd6e-9191-4201-9944-986286a72003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:24:15.151843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Attempting to bind port 44388935-de4f-4d9b-af1a-1248b7bd349e on network 91010434-002e-49e7-b83d-a6a0de2d3a1c {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:24:15.158926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:24:15.159367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Checking segment: {'id': '0d2fcd6e-9191-4201-9944-986286a72003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:24:15.159786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:15.160255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Bound using segment: {'id': '0d2fcd6e-9191-4201-9944-986286a72003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:24:15.160790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Bound port: 44388935-de4f-4d9b-af1a-1248b7bd349e, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2fcd6e-9191-4201-9944-986286a72003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:24:15.161247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:15.212313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:15.250242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:15.278074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] For port 44388935-de4f-4d9b-af1a-1248b7bd349e, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:24:15.281725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] For port 44388935-de4f-4d9b-af1a-1248b7bd349e, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=44388935-de4f-4d9b-af1a-1248b7bd349e,segment=NetworkSegment(0d2fcd6e-9191-4201-9944-986286a72003),segment_id=0d2fcd6e-9191-4201-9944-986286a72003)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:24:15.319836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:15.325382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-54230c58-bec3-4804-bf84-85854a9d4a5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:15.359562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c515dac8-8e81-4419-9ce6-e65c36be501b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:15.363580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c515dac8-8e81-4419-9ce6-e65c36be501b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:15.425994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Pushing event updated for resources: {'Port': ['ID=44388935-de4f-4d9b-af1a-1248b7bd349e,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:15.432177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:15.449670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Allocated IP 172.26.4.212 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/ec659110-7f50-4648-a852-3d89f3fbaf32) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:24:15.508190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c515dac8-8e81-4419-9ce6-e65c36be501b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:15.509850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c515dac8-8e81-4419-9ce6-e65c36be501b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Fanout notify agent at l3_agent the message router_deleted on router b8ddafff-e3db-458d-b80d-48ac8b1c842b {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:24:15.546755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c515dac8-8e81-4419-9ce6-e65c36be501b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:15.549275 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c515dac8-8e81-4419-9ce6-e65c36be501b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/routers/b8ddafff-e3db-458d-b80d-48ac8b1c842b HTTP/1.1" status: 204 len: 168 time: 2.6488550 Apr 23 09:24:15.552741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41956) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:15.681744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:15.759999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:15.763768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66eed12c-8afc-4968-beab-c6c0e03e6c5d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:15.771420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-96e5d4fd-1066-4985-ae71-1205b118b3f8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:15.961678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Pushing event updated for resources: {'Port': ['ID=ec659110-7f50-4648-a852-3d89f3fbaf32,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:15.983912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:24:15.986653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:15.988564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:24:15.993824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:24:16.012283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66eed12c-8afc-4968-beab-c6c0e03e6c5d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:16.162584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-66eed12c-8afc-4968-beab-c6c0e03e6c5d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004890de-ba85-4569-8774-f7b9851ca4ee']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:16.178186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-66eed12c-8afc-4968-beab-c6c0e03e6c5d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e35b97f-fcf9-42e2-85e6-4ec01e817911') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:16.178645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-66eed12c-8afc-4968-beab-c6c0e03e6c5d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e35b97f-fcf9-42e2-85e6-4ec01e817911') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:16.192306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66eed12c-8afc-4968-beab-c6c0e03e6c5d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:16.208887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66eed12c-8afc-4968-beab-c6c0e03e6c5d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:16.216118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66eed12c-8afc-4968-beab-c6c0e03e6c5d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:24:16.412255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-66eed12c-8afc-4968-beab-c6c0e03e6c5d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 004890de-ba85-4569-8774-f7b9851ca4ee has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:24:16.427864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66eed12c-8afc-4968-beab-c6c0e03e6c5d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:16.628888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-66eed12c-8afc-4968-beab-c6c0e03e6c5d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 004890de-ba85-4569-8774-f7b9851ca4ee has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:24:16.651384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 44388935-de4f-4d9b-af1a-1248b7bd349e up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:24:16.659277 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:24:16.801556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:16.808490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 44388935-de4f-4d9b-af1a-1248b7bd349e completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:24:16.880150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device dff0f742-9476-4163-9916-5e47994affd5 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:24:16.884975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66eed12c-8afc-4968-beab-c6c0e03e6c5d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:16.892653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66eed12c-8afc-4968-beab-c6c0e03e6c5d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:16.900405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:16.950746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: dff0f742-9476-4163-9916-5e47994affd5 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:24:16.951786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device dff0f742-9476-4163-9916-5e47994affd5 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:24:16.953905 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-66eed12c-8afc-4968-beab-c6c0e03e6c5d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/networks/004890de-ba85-4569-8774-f7b9851ca4ee HTTP/1.1" status: 204 len: 168 time: 1.3992207 Apr 23 09:24:16.955508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eed12c-8afc-4968-beab-c6c0e03e6c5d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Network': ['ID=004890de-ba85-4569-8774-f7b9851ca4ee,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:16.966338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-66eed12c-8afc-4968-beab-c6c0e03e6c5d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:16.976586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41960) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:16.987666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-305c106f-c542-4220-a101-a0d11b7580fa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'network': {'name': 'tempest-network-smoke--578024126', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'port_security_enabled': True}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:17.000809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-305c106f-c542-4220-a101-a0d11b7580fa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:17.007622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-305c106f-c542-4220-a101-a0d11b7580fa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:network and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:17.011094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-305c106f-c542-4220-a101-a0d11b7580fa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:17.017504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-305c106f-c542-4220-a101-a0d11b7580fa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:17.064096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305c106f-c542-4220-a101-a0d11b7580fa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:24:17.072492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-305c106f-c542-4220-a101-a0d11b7580fa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:17.109828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305c106f-c542-4220-a101-a0d11b7580fa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:24:17.125175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a68706b-578f-4c1c-97ec-cb8524c06443 None None] Network 91010434-002e-49e7-b83d-a6a0de2d3a1c requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:24:17.127620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-305c106f-c542-4220-a101-a0d11b7580fa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:17.128121 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-305c106f-c542-4220-a101-a0d11b7580fa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Added segment 1121ae23-1ef2-48d1-90c8-7d0fbea70848 of type vlan for network fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 Apr 23 09:24:17.164954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-305c106f-c542-4220-a101-a0d11b7580fa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:17.236215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-305c106f-c542-4220-a101-a0d11b7580fa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:17.244366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305c106f-c542-4220-a101-a0d11b7580fa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:17.245108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-305c106f-c542-4220-a101-a0d11b7580fa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:17.251774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0b2be70c-978f-46bb-ada0-fc7a66e7de09 tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:17.264756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:17.383048 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-305c106f-c542-4220-a101-a0d11b7580fa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4003887 Apr 23 09:24:17.383293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41964) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:17.392135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-658731665', 'admin_state_up': True, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:17.400813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c106f-c542-4220-a101-a0d11b7580fa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Network': ['ID=fdb5c9b5-54aa-4e91-b1fe-32d5cf807626,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:17.403790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:17.406761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-305c106f-c542-4220-a101-a0d11b7580fa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:17.409322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:router and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:17.413963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:17.421146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:17.445654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:24:17.473364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:17.475097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:17.496442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:17.593991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3bf6a9b6-c954-4dce-b1e7-7338f9c297e4 None None] Provisioning for port 44388935-de4f-4d9b-af1a-1248b7bd349e completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:24:17.598796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Router 06b7038a-16f8-4e24-b148-66632f9f4562 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:24:17.623098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3bf6a9b6-c954-4dce-b1e7-7338f9c297e4 None None] Provisioning complete for port 44388935-de4f-4d9b-af1a-1248b7bd349e triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:17.623535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3bf6a9b6-c954-4dce-b1e7-7338f9c297e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:17.861991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:24:17.869863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:17.877158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3bf6a9b6-c954-4dce-b1e7-7338f9c297e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:17.891948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] Sync routers for ids ['06b7038a-16f8-4e24-b148-66632f9f4562'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:24:17.919808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] Routers {'06b7038a-16f8-4e24-b148-66632f9f4562'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:24:17.920519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:24:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['06b7038a-16f8-4e24-b148-66632f9f4562'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:17.944221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:17.950831 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0005062 Apr 23 09:24:17.956783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41968) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:18.072933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-3bf6a9b6-c954-4dce-b1e7-7338f9c297e4 None None] For port 44388935-de4f-4d9b-af1a-1248b7bd349e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=44388935-de4f-4d9b-af1a-1248b7bd349e,segment=NetworkSegment(0d2fcd6e-9191-4201-9944-986286a72003),segment_id=0d2fcd6e-9191-4201-9944-986286a72003)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:24:18.151117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] Set router 06b7038a-16f8-4e24-b148-66632f9f4562 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:24:18.267428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3bf6a9b6-c954-4dce-b1e7-7338f9c297e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:18.278096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1c951831-e73e-42a5-a0d8-9fd31ae3bc7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:18.385466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:18.447916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:18.473484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6a9b6-c954-4dce-b1e7-7338f9c297e4 None None] Pushing event updated for resources: {'Port': ['ID=44388935-de4f-4d9b-af1a-1248b7bd349e,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:18.482201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3bf6a9b6-c954-4dce-b1e7-7338f9c297e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:18.485909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e13b0d28-c97d-4ff8-a5a0-d956129af35e None None] Provisioning complete for port 44388935-de4f-4d9b-af1a-1248b7bd349e triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:18.486352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e13b0d28-c97d-4ff8-a5a0-d956129af35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:18.656912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 44388935-de4f-4d9b-af1a-1248b7bd349e up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:24:18.684428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.26.4.40 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/f2869ecf-a8c3-49a8-9af9-2096888186f1) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:24:18.777443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:24:16Z', 'revision_number': 3, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:18.785464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] Checking router: 06b7038a-16f8-4e24-b148-66632f9f4562 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:24:18.785855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] Updating router 06b7038a-16f8-4e24-b148-66632f9f4562 port ec659110-7f50-4648-a852-3d89f3fbaf32 binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:24:18.839362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 44388935-de4f-4d9b-af1a-1248b7bd349e triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:18.839774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:18.872479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:18.901924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:18.939494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:18.945411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-231bf555-aa61-4ce3-b78b-f8a0ad619a19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:19.013394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:24:19.022387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:24:19.025050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:24:19.076382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=f2869ecf-a8c3-49a8-9af9-2096888186f1,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:19.079567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:19.404943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:19.407812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4a38-e315-4947-a65d-496a28b59b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:19.421074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] Transition to ACTIVE for port object ec659110-7f50-4648-a852-3d89f3fbaf32 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:24:19.471230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:19.485946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:19.677370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-0e9b4a38-e315-4947-a65d-496a28b59b1e admin admin] Allocated IP 172.20.0.1 (91010434-002e-49e7-b83d-a6a0de2d3a1c/02ab5626-b692-4cce-b0c9-1857a68924a2/23027449-634c-4d4f-ae4f-02ee47a6a655) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:24:19.814660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a46a7-e147-422b-a61b-a07c2e458168 None None] Pushing event updated for resources: {'Port': ['ID=ec659110-7f50-4648-a852-3d89f3fbaf32,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:19.820040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-191a46a7-e147-422b-a61b-a07c2e458168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:19.821002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] Attempting to bind port ec659110-7f50-4648-a852-3d89f3fbaf32 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:24:19.821429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] Attempting to bind port ec659110-7f50-4648-a852-3d89f3fbaf32 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:24:19.821850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] Attempting to bind port ec659110-7f50-4648-a852-3d89f3fbaf32 on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:24:19.828816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:24:19.829247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:24:19.829718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:19.830176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:24:19.830767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] Bound port: ec659110-7f50-4648-a852-3d89f3fbaf32, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:24:19.831202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:19.879853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4a38-e315-4947-a65d-496a28b59b1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:19.909803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0e9b4a38-e315-4947-a65d-496a28b59b1e admin admin] Transition to ACTIVE for port object 23027449-634c-4d4f-ae4f-02ee47a6a655 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:24:19.936924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] For port ec659110-7f50-4648-a852-3d89f3fbaf32, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:24:19.940620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] For port ec659110-7f50-4648-a852-3d89f3fbaf32, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ec659110-7f50-4648-a852-3d89f3fbaf32,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:24:19.988037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:19.995034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:20.017975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:20.031326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4a38-e315-4947-a65d-496a28b59b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:20.042116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a1e0c8a3-0d49-4431-9309-6a2205c8875b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:20.108908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] Routers {'06b7038a-16f8-4e24-b148-66632f9f4562'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:24:20.110135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:24:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['06b7038a-16f8-4e24-b148-66632f9f4562'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:20.178963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9b4a38-e315-4947-a65d-496a28b59b1e admin admin] Network 91010434-002e-49e7-b83d-a6a0de2d3a1c is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:24:20.194964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-0e9b4a38-e315-4947-a65d-496a28b59b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:24:20.199391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9b4a38-e315-4947-a65d-496a28b59b1e admin admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:24:20.226010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a46a7-e147-422b-a61b-a07c2e458168 None None] Pushing event updated for resources: {'Port': ['ID=ec659110-7f50-4648-a852-3d89f3fbaf32,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:20.251170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-191a46a7-e147-422b-a61b-a07c2e458168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:20.268259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b4a38-e315-4947-a65d-496a28b59b1e admin admin] Pushing event updated for resources: {'Port': ['ID=23027449-634c-4d4f-ae4f-02ee47a6a655,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:20.290545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0e9b4a38-e315-4947-a65d-496a28b59b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:20.320599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4a38-e315-4947-a65d-496a28b59b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:20.464401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:20.515836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4a38-e315-4947-a65d-496a28b59b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:20.556430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] Set router 06b7038a-16f8-4e24-b148-66632f9f4562 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:24:20.629318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5bac284f-9e64-4890-94ad-13d43e3b7d7d None None] Provisioning for port 23027449-634c-4d4f-ae4f-02ee47a6a655 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:24:20.712738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5bac284f-9e64-4890-94ad-13d43e3b7d7d None None] Provisioning complete for port 23027449-634c-4d4f-ae4f-02ee47a6a655 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:20.713179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5bac284f-9e64-4890-94ad-13d43e3b7d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:20.767626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router 6e8edacf-1864-4ed5-b6b2-f26b903fc8a0 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:24:20.862477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5bac284f-9e64-4890-94ad-13d43e3b7d7d None None] Port 23027449-634c-4d4f-ae4f-02ee47a6a655 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:24:20.930514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4a38-e315-4947-a65d-496a28b59b1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:20.959696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4a38-e315-4947-a65d-496a28b59b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:20.993579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:24:21.002379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-93eed5e5-6fdd-41cd-8e66-4d3688627634 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:21.005520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] Sync routers for ids ['6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:24:21.005799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:24:16Z', 'revision_number': 3, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:21.011191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ce4a2e-64be-4c18-b079-14969497ac57 None None] The sync data for ids ['06b7038a-16f8-4e24-b148-66632f9f4562'] in dv-neutron-786478-4-hyperv is: [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:24:16Z', 'revision_number': 3, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:24:21.021568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] Routers {'6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:24:21.022542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:24:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:21.082099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:21.088976 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7022748 Apr 23 09:24:21.090723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41972) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:21.093297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4a38-e315-4947-a65d-496a28b59b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:21.102034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b4a38-e315-4947-a65d-496a28b59b1e admin admin] Pushing event updated for resources: {'Port': ['ID=23027449-634c-4d4f-ae4f-02ee47a6a655,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:21.105260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0e9b4a38-e315-4947-a65d-496a28b59b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:21.178965 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5711ccb8-4384-4c35-9949-b367b1ecb9d9 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7602bab2a5e54e68ba9a873197bc68fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0857563 Apr 23 09:24:21.181983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41976) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:21.292620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9b4a38-e315-4947-a65d-496a28b59b1e admin admin] Network 91010434-002e-49e7-b83d-a6a0de2d3a1c is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:24:21.295322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-0e9b4a38-e315-4947-a65d-496a28b59b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:24:21.388392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fc843c-ca2d-4e1f-9a7c-b34990238a7b tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:21.391270 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-21fc843c-ca2d-4e1f-9a7c-b34990238a7b tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2075112 Apr 23 09:24:21.396041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 41980) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:21.424146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] Set router 6e8edacf-1864-4ed5-b6b2-f26b903fc8a0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:24:21.595113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 41984) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:21.595302 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-85503351-1ab5-4ee1-988d-0083bfccead2 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1973057 Apr 23 09:24:21.603878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1956567672', 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:21.705136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9b4a38-e315-4947-a65d-496a28b59b1e admin admin] Router 06b7038a-16f8-4e24-b148-66632f9f4562 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:24:21.711155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6a40ff73-4597-4b87-9f5e-e3a20b9af37f None None] Provisioning complete for port 23027449-634c-4d4f-ae4f-02ee47a6a655 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:21.712344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a40ff73-4597-4b87-9f5e-e3a20b9af37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:21.813010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:21.827907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:subnet and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:21.835418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:21.848801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:21.876677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6a40ff73-4597-4b87-9f5e-e3a20b9af37f None None] Port 23027449-634c-4d4f-ae4f-02ee47a6a655 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:24:21.907820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:24:21.909642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'name': 'tempest-TestNetworkBasicOps-router-658731665', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:17Z', 'updated_at': '2021-04-23T09:24:19Z', 'revision_number': 3, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ee:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:18Z', 'updated_at': '2021-04-23T09:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:21.917126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] Checking router: 6e8edacf-1864-4ed5-b6b2-f26b903fc8a0 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:24:21.918136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:21.918479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] Updating router 6e8edacf-1864-4ed5-b6b2-f26b903fc8a0 port f2869ecf-a8c3-49a8-9af9-2096888186f1 binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:24:22.018897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:22.069071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9b4a38-e315-4947-a65d-496a28b59b1e admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:24:22.101364 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0e9b4a38-e315-4947-a65d-496a28b59b1e admin admin] 10.222.0.60 "PUT /v2.0/routers/06b7038a-16f8-4e24-b148-66632f9f4562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1409845 Apr 23 09:24:22.550155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:22.551196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:22.561410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e282ddf2-e290-4206-9b86-aafbe02f6470 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:22.568696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] Transition to ACTIVE for port object f2869ecf-a8c3-49a8-9af9-2096888186f1 will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:24:22.607198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:22.611740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2c325f0a-ac57-4fb8-872b-5a9402b07316 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:22.722634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Subnet': ['ID=e6cc9a89-2fea-47b2-8b0b-a24b8c662a53,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:22.725873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] Attempting to bind port f2869ecf-a8c3-49a8-9af9-2096888186f1 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:24:22.726292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] Attempting to bind port f2869ecf-a8c3-49a8-9af9-2096888186f1 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:24:22.726867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] Attempting to bind port f2869ecf-a8c3-49a8-9af9-2096888186f1 on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:24:22.728943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ec659110-7f50-4648-a852-3d89f3fbaf32 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:24:22.730153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:22.730767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:22.731329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:22.731951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:22.732464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:22.733068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:22.733703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:22.734197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbb8ff-da74-4a7c-bf43-c14761c5626a None None] Pushing event updated for resources: {'Port': ['ID=f2869ecf-a8c3-49a8-9af9-2096888186f1,revision_number=2']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:22.734422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:22.735040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:22.735576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:22.736080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:22.736570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:22.741033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:24:22.741477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:24:22.741894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:22.742359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:24:22.742913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] Bound port: f2869ecf-a8c3-49a8-9af9-2096888186f1, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:24:22.743353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:22.743515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:22.757721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Checking segment: {'id': '1121ae23-1ef2-48d1-90c8-7d0fbea70848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:24:22.758136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network hostable DHCP agents. Network: fdb5c9b5-54aa-4e91-b1fe-32d5cf807626, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:24:22.788000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbb8ff-da74-4a7c-bf43-c14761c5626a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:22.788658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbb8ff-da74-4a7c-bf43-c14761c5626a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:22.789037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbb8ff-da74-4a7c-bf43-c14761c5626a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:22.789409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbb8ff-da74-4a7c-bf43-c14761c5626a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:22.789776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbb8ff-da74-4a7c-bf43-c14761c5626a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:22.790143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbb8ff-da74-4a7c-bf43-c14761c5626a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:22.790535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbb8ff-da74-4a7c-bf43-c14761c5626a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:22.790904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbb8ff-da74-4a7c-bf43-c14761c5626a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:22.791266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbb8ff-da74-4a7c-bf43-c14761c5626a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:22.791627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbb8ff-da74-4a7c-bf43-c14761c5626a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:22.791985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbb8ff-da74-4a7c-bf43-c14761c5626a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:22.792343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cbb8ff-da74-4a7c-bf43-c14761c5626a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:22.798706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-97cbb8ff-da74-4a7c-bf43-c14761c5626a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:22.808533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:24:22.842404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] For port f2869ecf-a8c3-49a8-9af9-2096888186f1, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:24:22.846023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] For port f2869ecf-a8c3-49a8-9af9-2096888186f1, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f2869ecf-a8c3-49a8-9af9-2096888186f1,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:24:22.853007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, fdb5c9b5-54aa-4e91-b1fe-32d5cf807626) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:24:22.870072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2c9352-be12-4a06-949d-58671945a6fe None None] Network fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:24:22.871166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:22.871854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:22.888520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:22.896994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-07d04b25-cbba-416a-a654-e8b3dc0ff2ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:22.932508 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3365650 Apr 23 09:24:22.935429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42000) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:22.991833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] Routers {'6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:24:22.992701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:24:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:23.113511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42006) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:23.121446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-777913545-network', 'tenant_id': '43138d8c12394f72ab95459a13affaac'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:23.129185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:23.135378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Usage tracker for resource:network and tenant:43138d8c12394f72ab95459a13affaac is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:23.139739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:23.148384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:23.152665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbb8ff-da74-4a7c-bf43-c14761c5626a None None] Pushing event updated for resources: {'Port': ['ID=f2869ecf-a8c3-49a8-9af9-2096888186f1,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:23.167101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-97cbb8ff-da74-4a7c-bf43-c14761c5626a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:23.222200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Made reservation on behalf of 43138d8c12394f72ab95459a13affaac for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:24:23.230227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:23.250757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] Set router 6e8edacf-1864-4ed5-b6b2-f26b903fc8a0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:24:23.259213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:23.290564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:23.307595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Usage tracker for resource:security_group_rule and tenant:43138d8c12394f72ab95459a13affaac is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:23.314143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:23.320377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port ec659110-7f50-4648-a852-3d89f3fbaf32 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:24:23.328236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:23.331657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port ec659110-7f50-4648-a852-3d89f3fbaf32 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:23.332338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:23.376006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:23.388596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-fdb5c9b5-54aa-4e91-b1fe-32d5cf807626', 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ips': [{'subnet_id': 'e6cc9a89-2fea-47b2-8b0b-a24b8c662a53'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:24:23.389542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:23.545708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:23.587511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:23.592840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ddc24ffa-9620-454e-9485-7e0f1d9d9406 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:23.637913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:24:23.646485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cf0f7d-b482-439a-a0ef-56cbe536824c,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:23.651356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:23.657303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:23.657987 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Added segment 06a82040-48e8-4528-a440-49f73e7252a6 of type vlan for network cc9a83d7-bb02-4ff6-9bcf-65d749f40353 Apr 23 09:24:23.703452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:23.733127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:23.740327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port ec659110-7f50-4648-a852-3d89f3fbaf32, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ec659110-7f50-4648-a852-3d89f3fbaf32,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:24:23.747029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'name': 'tempest-TestNetworkBasicOps-router-658731665', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:17Z', 'updated_at': '2021-04-23T09:24:19Z', 'revision_number': 3, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ee:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:18Z', 'updated_at': '2021-04-23T09:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:23.747415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Allocated IP 172.20.0.2 (fdb5c9b5-54aa-4e91-b1fe-32d5cf807626/e6cc9a89-2fea-47b2-8b0b-a24b8c662a53/278beb06-4cb5-4a52-a437-5780b36180ab) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:24:23.757164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d1799b-7004-4398-b0be-01a7b2a731ba None None] The sync data for ids ['6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'] in dv-neutron-786478-4-hyperv is: [{'id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'name': 'tempest-TestNetworkBasicOps-router-658731665', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:17Z', 'updated_at': '2021-04-23T09:24:19Z', 'revision_number': 3, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ee:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:18Z', 'updated_at': '2021-04-23T09:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:24:23.809680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:23.816842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6929d08c-dbf4-4abc-93c4-ba8917a3d16e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:23.858376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:23.860807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:23.861750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:23.898982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-85b07d0b-8cb5-421e-9299-f10df4d42882 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:24.008811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=ec659110-7f50-4648-a852-3d89f3fbaf32,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:24.019927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:24.042430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67592ccd-2d2e-4ab9-bf6e-dd8abc1c81be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:24.133766 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0179496 Apr 23 09:24:24.140678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42010) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:24.144648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Pushing event updated for resources: {'Network': ['ID=cc9a83d7-bb02-4ff6-9bcf-65d749f40353,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:24.147970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:24.158119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network cc9a83d7-bb02-4ff6-9bcf-65d749f40353 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:24:24.208544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9d3a8e25-e966-4f5b-a0cd-af2498a60985 admin admin] Request body: {'subnet': {'network_id': 'cc9a83d7-bb02-4ff6-9bcf-65d749f40353', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-777913545-subnet', 'tenant_id': '43138d8c12394f72ab95459a13affaac', 'ip_version': 4}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:24.224430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9d3a8e25-e966-4f5b-a0cd-af2498a60985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:24.233246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9d3a8e25-e966-4f5b-a0cd-af2498a60985 admin admin] Usage tracker for resource:subnet and tenant:43138d8c12394f72ab95459a13affaac is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:24.246635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9d3a8e25-e966-4f5b-a0cd-af2498a60985 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:24.259163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9d3a8e25-e966-4f5b-a0cd-af2498a60985 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:24.354598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3a8e25-e966-4f5b-a0cd-af2498a60985 admin admin] Made reservation on behalf of 43138d8c12394f72ab95459a13affaac for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:24:24.359835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d3a8e25-e966-4f5b-a0cd-af2498a60985 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:24.421419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:24.448211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Transition to ACTIVE for port object 278beb06-4cb5-4a52-a437-5780b36180ab will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:24:24.476554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Transition to ACTIVE for port object 278beb06-4cb5-4a52-a437-5780b36180ab will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:24:24.514561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:24.524370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-68ed4583-1651-449d-927b-a25811c7f5c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:24.696871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Network fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:24:24.698053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Pushing event updated for resources: {'Port': ['ID=278beb06-4cb5-4a52-a437-5780b36180ab,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:24.709309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:24.712947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:24:24.716212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:24:24.851776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ec659110-7f50-4648-a852-3d89f3fbaf32 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:24:24.917810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] Sync routers for ids ['06b7038a-16f8-4e24-b148-66632f9f4562'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:24:24.996549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Attempting to bind port 278beb06-4cb5-4a52-a437-5780b36180ab on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:24:24.997178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Attempting to bind port 278beb06-4cb5-4a52-a437-5780b36180ab by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '1121ae23-1ef2-48d1-90c8-7d0fbea70848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:24:24.997859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Attempting to bind port 278beb06-4cb5-4a52-a437-5780b36180ab on network fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:24:25.011050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] Routers {'06b7038a-16f8-4e24-b148-66632f9f4562'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:24:25.012272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:24:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['06b7038a-16f8-4e24-b148-66632f9f4562'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:25.148869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:24:25.149806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Checking segment: {'id': '1121ae23-1ef2-48d1-90c8-7d0fbea70848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:24:25.150276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:25.151307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Bound using segment: {'id': '1121ae23-1ef2-48d1-90c8-7d0fbea70848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:24:25.152217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Bound port: 278beb06-4cb5-4a52-a437-5780b36180ab, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1121ae23-1ef2-48d1-90c8-7d0fbea70848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:24:25.152887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:25.480926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-67592ccd-2d2e-4ab9-bf6e-dd8abc1c81be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.20.0.1 (fdb5c9b5-54aa-4e91-b1fe-32d5cf807626/e6cc9a89-2fea-47b2-8b0b-a24b8c662a53/4cbb1ec1-ff24-412e-a030-3e0a52beb8bc) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:24:25.780026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port ec659110-7f50-4648-a852-3d89f3fbaf32 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:25.780720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:25.854743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67592ccd-2d2e-4ab9-bf6e-dd8abc1c81be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:25.880809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-67592ccd-2d2e-4ab9-bf6e-dd8abc1c81be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Transition to ACTIVE for port object 4cbb1ec1-ff24-412e-a030-3e0a52beb8bc will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:24:25.937992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] For port 278beb06-4cb5-4a52-a437-5780b36180ab, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:24:25.958480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] For port 278beb06-4cb5-4a52-a437-5780b36180ab, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=278beb06-4cb5-4a52-a437-5780b36180ab,segment=NetworkSegment(1121ae23-1ef2-48d1-90c8-7d0fbea70848),segment_id=1121ae23-1ef2-48d1-90c8-7d0fbea70848)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:24:25.970136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67592ccd-2d2e-4ab9-bf6e-dd8abc1c81be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:25.972713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] Set router 06b7038a-16f8-4e24-b148-66632f9f4562 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:24:25.981161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-242195c9-a2bc-49f6-88da-adcd2be0dea3 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:26.080427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:26.086799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d3a8e25-e966-4f5b-a0cd-af2498a60985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:26.094096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67592ccd-2d2e-4ab9-bf6e-dd8abc1c81be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:24:26.099387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-67592ccd-2d2e-4ab9-bf6e-dd8abc1c81be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:24:26.100243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-628ec5c5-95fd-4dfd-9998-c159ff4f1274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:26.107943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67592ccd-2d2e-4ab9-bf6e-dd8abc1c81be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:24:26.145861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67592ccd-2d2e-4ab9-bf6e-dd8abc1c81be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=4cbb1ec1-ff24-412e-a030-3e0a52beb8bc,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:26.156371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-67592ccd-2d2e-4ab9-bf6e-dd8abc1c81be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:26.160125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d9b0cbcc-bd7f-4bd6-802f-f091bb2c0ea2 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:26.259375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67592ccd-2d2e-4ab9-bf6e-dd8abc1c81be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:26.283854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a8e25-e966-4f5b-a0cd-af2498a60985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cbf2d06-28cb-48b2-affc-56bfad6cd44a,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:26.290302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9d3a8e25-e966-4f5b-a0cd-af2498a60985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:26.300862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3a8e25-e966-4f5b-a0cd-af2498a60985 admin admin] Checking segment: {'id': '06a82040-48e8-4528-a440-49f73e7252a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cc9a83d7-bb02-4ff6-9bcf-65d749f40353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:24:26.301400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3a8e25-e966-4f5b-a0cd-af2498a60985 admin admin] Network hostable DHCP agents. Network: cc9a83d7-bb02-4ff6-9bcf-65d749f40353, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:24:26.375842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3a8e25-e966-4f5b-a0cd-af2498a60985 admin admin] Network cc9a83d7-bb02-4ff6-9bcf-65d749f40353 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:24:26.437205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Pushing event updated for resources: {'Port': ['ID=278beb06-4cb5-4a52-a437-5780b36180ab,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:26.447915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-9d3a8e25-e966-4f5b-a0cd-af2498a60985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, cc9a83d7-bb02-4ff6-9bcf-65d749f40353) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:24:26.472858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3a8e25-e966-4f5b-a0cd-af2498a60985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:26.474017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9d3a8e25-e966-4f5b-a0cd-af2498a60985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:26.514751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f2869ecf-a8c3-49a8-9af9-2096888186f1 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:24:26.522201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67592ccd-2d2e-4ab9-bf6e-dd8abc1c81be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:26.560438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:26.561333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c94a59-d225-4c3e-b6dc-792265b8a07d None None] Network cc9a83d7-bb02-4ff6-9bcf-65d749f40353 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:24:26.576900 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9d3a8e25-e966-4f5b-a0cd-af2498a60985 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4351318 Apr 23 09:24:26.579799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42014) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:26.586865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-777913545-router', 'tenant_id': '43138d8c12394f72ab95459a13affaac', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:26.592559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:26.600714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Usage tracker for resource:router and tenant:43138d8c12394f72ab95459a13affaac is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:26.604860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:26.613013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:26.666351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:26.669375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:26.690930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:26.847836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port f2869ecf-a8c3-49a8-9af9-2096888186f1 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:24:26.869997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port f2869ecf-a8c3-49a8-9af9-2096888186f1 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:26.870712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:27.161970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa275b5-1f93-4a69-abda-13ea9c5a86c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-cc9a83d7-bb02-4ff6-9bcf-65d749f40353', 'network_id': 'cc9a83d7-bb02-4ff6-9bcf-65d749f40353', 'tenant_id': '43138d8c12394f72ab95459a13affaac', 'fixed_ips': [{'subnet_id': '5cbf2d06-28cb-48b2-affc-56bfad6cd44a'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:24:27.162995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5fa275b5-1f93-4a69-abda-13ea9c5a86c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:27.220158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:24:20Z', 'revision_number': 4, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '23027449-634c-4d4f-ae4f-02ee47a6a655', 'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'mac_address': 'fa:16:3e:b3:a8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:19Z', 'updated_at': '2021-04-23T09:24:20Z', 'revision_number': 2, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'subnets': [{'id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:27.254197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] Checking router: 06b7038a-16f8-4e24-b148-66632f9f4562 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:24:27.255368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] Updating router 06b7038a-16f8-4e24-b148-66632f9f4562 port 23027449-634c-4d4f-ae4f-02ee47a6a655 binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:24:27.274303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67592ccd-2d2e-4ab9-bf6e-dd8abc1c81be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:27.296884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:27.306941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67592ccd-2d2e-4ab9-bf6e-dd8abc1c81be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:27.337084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a137ae7d-600a-4d40-8dc2-79c9b388bdcd tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:27.388629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:27.448213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67592ccd-2d2e-4ab9-bf6e-dd8abc1c81be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=4cbb1ec1-ff24-412e-a030-3e0a52beb8bc,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:27.451025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-67592ccd-2d2e-4ab9-bf6e-dd8abc1c81be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:27.453782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67592ccd-2d2e-4ab9-bf6e-dd8abc1c81be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:27.492612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port f2869ecf-a8c3-49a8-9af9-2096888186f1, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f2869ecf-a8c3-49a8-9af9-2096888186f1,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:24:27.508806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:27.533776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:27.552964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d2d5956a-c482-4ded-8526-03770f3490af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:27.646002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67592ccd-2d2e-4ab9-bf6e-dd8abc1c81be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:24:27.647613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-67592ccd-2d2e-4ab9-bf6e-dd8abc1c81be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:24:27.796651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 278beb06-4cb5-4a52-a437-5780b36180ab up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:24:27.885235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67592ccd-2d2e-4ab9-bf6e-dd8abc1c81be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router 6e8edacf-1864-4ed5-b6b2-f26b903fc8a0 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:24:27.906490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:27.943915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:27.950571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=f2869ecf-a8c3-49a8-9af9-2096888186f1,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:27.985619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:28.131852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Allocated IP 172.26.4.209 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/f5565d57-d15b-4a5e-8881-cc90f2b2ac36) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:24:28.141459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67592ccd-2d2e-4ab9-bf6e-dd8abc1c81be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:24:28.158102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] Sync routers for ids ['6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:24:28.167726 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-67592ccd-2d2e-4ab9-bf6e-dd8abc1c81be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/routers/6e8edacf-1864-4ed5-b6b2-f26b903fc8a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2304015 Apr 23 09:24:28.170229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42018) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:28.175908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] Routers {'6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:24:28.179065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:24:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:28.319685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-5fa275b5-1f93-4a69-abda-13ea9c5a86c3 None None] Allocated IP 172.20.0.2 (cc9a83d7-bb02-4ff6-9bcf-65d749f40353/5cbf2d06-28cb-48b2-affc-56bfad6cd44a/7469ec3e-870c-4a21-9200-5bf9324c2e8d) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:24:28.472030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:28.542807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66f1a90-abd8-4955-8e5c-ee02809393db tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:28.543369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66f1a90-abd8-4955-8e5c-ee02809393db tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:28.543898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66f1a90-abd8-4955-8e5c-ee02809393db tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:28.544421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66f1a90-abd8-4955-8e5c-ee02809393db tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:28.544945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66f1a90-abd8-4955-8e5c-ee02809393db tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:28.549247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66f1a90-abd8-4955-8e5c-ee02809393db tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:28.549247 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f66f1a90-abd8-4955-8e5c-ee02809393db tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.3753633 Apr 23 09:24:28.553039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42022) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:28.617738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:28.626576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4988f864-fc1c-4d6b-a623-0accf1027180 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:28.720263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:24:28.726897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:24:28.732173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:24:28.802728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Pushing event updated for resources: {'Port': ['ID=f5565d57-d15b-4a5e-8881-cc90f2b2ac36,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:28.809358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f3537c-6ca8-4b68-a83d-7139c319967f tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:28.809869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f3537c-6ca8-4b68-a83d-7139c319967f tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:28.810405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f3537c-6ca8-4b68-a83d-7139c319967f tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:28.810917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f3537c-6ca8-4b68-a83d-7139c319967f tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:28.811735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f3537c-6ca8-4b68-a83d-7139c319967f tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:28.812243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f3537c-6ca8-4b68-a83d-7139c319967f tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:28.814879 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b2f3537c-6ca8-4b68-a83d-7139c319967f tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.2603347 Apr 23 09:24:28.818253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42026) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:28.834441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:28.835085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:28.835722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:28.836160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:28.836586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:28.837081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:28.837276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b2d027-76a5-48e1-b946-2f3dd1b80828 None None] Network fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:24:28.837440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:28.837834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:28.838497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:28.839085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:28.839516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:28.839930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:28.852539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:28.883779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] Set router 6e8edacf-1864-4ed5-b6b2-f26b903fc8a0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:24:29.010873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 278beb06-4cb5-4a52-a437-5780b36180ab completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:24:29.024464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 278beb06-4cb5-4a52-a437-5780b36180ab triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:29.024917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:29.118588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-33f4f1fc-6286-457e-b0c4-d34da13e474a None None] Provisioning for port 278beb06-4cb5-4a52-a437-5780b36180ab completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:24:29.190229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-33f4f1fc-6286-457e-b0c4-d34da13e474a None None] Provisioning complete for port 278beb06-4cb5-4a52-a437-5780b36180ab triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:29.191108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-33f4f1fc-6286-457e-b0c4-d34da13e474a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:29.320428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.resource_extend [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 23 09:24:29.333600 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f9f74925-8eca-4d19-a875-dff45e252b9a tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2859 time: 0.5117197 Apr 23 09:24:29.467382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'name': 'tempest-TestNetworkBasicOps-router-658731665', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:17Z', 'updated_at': '2021-04-23T09:24:26Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:18Z', 'updated_at': '2021-04-23T09:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '4cbb1ec1-ff24-412e-a030-3e0a52beb8bc', 'name': '', 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:dc:4f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'e6cc9a89-2fea-47b2-8b0b-a24b8c662a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:24Z', 'updated_at': '2021-04-23T09:24:26Z', 'revision_number': 2, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'e6cc9a89-2fea-47b2-8b0b-a24b8c662a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:29.476652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] Checking router: 6e8edacf-1864-4ed5-b6b2-f26b903fc8a0 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:24:29.477269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] Updating router 6e8edacf-1864-4ed5-b6b2-f26b903fc8a0 port 4cbb1ec1-ff24-412e-a030-3e0a52beb8bc binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:24:29.488327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:29.507045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5fa275b5-1f93-4a69-abda-13ea9c5a86c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:29.556733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5fa275b5-1f93-4a69-abda-13ea9c5a86c3 None None] Transition to ACTIVE for port object 7469ec3e-870c-4a21-9200-5bf9324c2e8d will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:24:29.588384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:29.656588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:29.666178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5fa275b5-1f93-4a69-abda-13ea9c5a86c3 None None] Transition to ACTIVE for port object 7469ec3e-870c-4a21-9200-5bf9324c2e8d will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:24:29.668869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 278beb06-4cb5-4a52-a437-5780b36180ab, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=278beb06-4cb5-4a52-a437-5780b36180ab,segment=NetworkSegment(1121ae23-1ef2-48d1-90c8-7d0fbea70848),segment_id=1121ae23-1ef2-48d1-90c8-7d0fbea70848)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:24:29.727135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:29.736626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] Transition to ACTIVE for port object 23027449-634c-4d4f-ae4f-02ee47a6a655 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:24:29.740261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-df168292-7530-4ea2-a590-a123271e8a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:29.818936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5fa275b5-1f93-4a69-abda-13ea9c5a86c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:29.856423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:29.870653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa275b5-1f93-4a69-abda-13ea9c5a86c3 None None] Network cc9a83d7-bb02-4ff6-9bcf-65d749f40353 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:24:29.874710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42032) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:29.896010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e8d76ead-7f63-40c2-9d51-0cf66c5f6f05 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-671872383', 'description': 'tempest-secgroup-smoke-671872383 description', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:29.902655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=278beb06-4cb5-4a52-a437-5780b36180ab,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:29.909717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f2869ecf-a8c3-49a8-9af9-2096888186f1 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:24:29.924228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e8d76ead-7f63-40c2-9d51-0cf66c5f6f05 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:29.933959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e8d76ead-7f63-40c2-9d51-0cf66c5f6f05 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:29.941299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e8d76ead-7f63-40c2-9d51-0cf66c5f6f05 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:29.944589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-5fa275b5-1f93-4a69-abda-13ea9c5a86c3 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:24:29.955383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e8d76ead-7f63-40c2-9d51-0cf66c5f6f05 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:29.981646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:29.982873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa275b5-1f93-4a69-abda-13ea9c5a86c3 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:24:29.987044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-418383b5-2bf9-40ec-b1be-1b8ba11740f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:30.003515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:30.004494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e8d76ead-7f63-40c2-9d51-0cf66c5f6f05 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:30.055515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e8d76ead-7f63-40c2-9d51-0cf66c5f6f05 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:30.063662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e8d76ead-7f63-40c2-9d51-0cf66c5f6f05 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:30.071256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e8d76ead-7f63-40c2-9d51-0cf66c5f6f05 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:30.084535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e8d76ead-7f63-40c2-9d51-0cf66c5f6f05 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:30.271357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e8d76ead-7f63-40c2-9d51-0cf66c5f6f05 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:30.320132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e8d76ead-7f63-40c2-9d51-0cf66c5f6f05 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:30.336752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:30.352601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-41e18a02-b943-43cd-9b28-e8a9affcc0d3 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:30.356930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] Transition to ACTIVE for port object 4cbb1ec1-ff24-412e-a030-3e0a52beb8bc will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:24:30.392553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa275b5-1f93-4a69-abda-13ea9c5a86c3 None None] Pushing event updated for resources: {'Port': ['ID=7469ec3e-870c-4a21-9200-5bf9324c2e8d,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:30.394104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e8d76ead-7f63-40c2-9d51-0cf66c5f6f05 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:30.396279 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e8d76ead-7f63-40c2-9d51-0cf66c5f6f05 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5191445 Apr 23 09:24:30.402760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42036) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:30.405963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d76ead-7f63-40c2-9d51-0cf66c5f6f05 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caad0a6a-ab47-4b5e-80f1-004ed997fd6f,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:30.412567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-89700e24-afbd-4d55-aeee-e3efa70e7ff3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'caad0a6a-ab47-4b5e-80f1-004ed997fd6f', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:30.418290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:30.423012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-69c03422-8ac3-4148-a9ea-42414a571dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:30.430102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-89700e24-afbd-4d55-aeee-e3efa70e7ff3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:30.440524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-89700e24-afbd-4d55-aeee-e3efa70e7ff3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:30.454114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-89700e24-afbd-4d55-aeee-e3efa70e7ff3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:30.480694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-89700e24-afbd-4d55-aeee-e3efa70e7ff3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:30.491564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e8d76ead-7f63-40c2-9d51-0cf66c5f6f05 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:30.523364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5fa275b5-1f93-4a69-abda-13ea9c5a86c3 None None] Attempting to bind port 7469ec3e-870c-4a21-9200-5bf9324c2e8d on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:24:31.244575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5fa275b5-1f93-4a69-abda-13ea9c5a86c3 None None] Attempting to bind port 7469ec3e-870c-4a21-9200-5bf9324c2e8d by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '06a82040-48e8-4528-a440-49f73e7252a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cc9a83d7-bb02-4ff6-9bcf-65d749f40353'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:24:31.244575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa275b5-1f93-4a69-abda-13ea9c5a86c3 None None] Attempting to bind port 7469ec3e-870c-4a21-9200-5bf9324c2e8d on network cc9a83d7-bb02-4ff6-9bcf-65d749f40353 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:24:31.246074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89700e24-afbd-4d55-aeee-e3efa70e7ff3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:31.247423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port f2869ecf-a8c3-49a8-9af9-2096888186f1 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:31.247423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:31.247423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa275b5-1f93-4a69-abda-13ea9c5a86c3 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:24:31.247423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa275b5-1f93-4a69-abda-13ea9c5a86c3 None None] Checking segment: {'id': '06a82040-48e8-4528-a440-49f73e7252a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cc9a83d7-bb02-4ff6-9bcf-65d749f40353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:24:31.247423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5fa275b5-1f93-4a69-abda-13ea9c5a86c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:31.247423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa275b5-1f93-4a69-abda-13ea9c5a86c3 None None] Bound using segment: {'id': '06a82040-48e8-4528-a440-49f73e7252a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cc9a83d7-bb02-4ff6-9bcf-65d749f40353'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:24:31.247423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5fa275b5-1f93-4a69-abda-13ea9c5a86c3 None None] Bound port: 7469ec3e-870c-4a21-9200-5bf9324c2e8d, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a82040-48e8-4528-a440-49f73e7252a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cc9a83d7-bb02-4ff6-9bcf-65d749f40353'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:24:31.247423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5fa275b5-1f93-4a69-abda-13ea9c5a86c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:31.247423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] Attempting to bind port 23027449-634c-4d4f-ae4f-02ee47a6a655 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:24:31.247423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] Attempting to bind port 23027449-634c-4d4f-ae4f-02ee47a6a655 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '0d2fcd6e-9191-4201-9944-986286a72003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:24:31.247423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] Attempting to bind port 23027449-634c-4d4f-ae4f-02ee47a6a655 on network 91010434-002e-49e7-b83d-a6a0de2d3a1c {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:24:31.247423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2596d-0c02-4704-9e3c-732581a9f717 None None] Pushing event updated for resources: {'Port': ['ID=23027449-634c-4d4f-ae4f-02ee47a6a655,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:31.247423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5f2596d-0c02-4704-9e3c-732581a9f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:31.249430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89700e24-afbd-4d55-aeee-e3efa70e7ff3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:31.250591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:31.251653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.833s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:31.251653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:31.251653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:24:31.251653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] Checking segment: {'id': '0d2fcd6e-9191-4201-9944-986286a72003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:24:31.251653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:31.251653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] Bound using segment: {'id': '0d2fcd6e-9191-4201-9944-986286a72003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:24:31.251653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] Bound port: 23027449-634c-4d4f-ae4f-02ee47a6a655, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2fcd6e-9191-4201-9944-986286a72003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:24:31.251653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:31.253093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff5c41-f716-49df-941f-906e3b06413a None None] Pushing event updated for resources: {'Port': ['ID=4cbb1ec1-ff24-412e-a030-3e0a52beb8bc,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:31.253093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-36ff5c41-f716-49df-941f-906e3b06413a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:31.253093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] Attempting to bind port 4cbb1ec1-ff24-412e-a030-3e0a52beb8bc on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:24:31.253093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] Attempting to bind port 4cbb1ec1-ff24-412e-a030-3e0a52beb8bc by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '1121ae23-1ef2-48d1-90c8-7d0fbea70848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:24:31.253093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] Attempting to bind port 4cbb1ec1-ff24-412e-a030-3e0a52beb8bc on network fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:24:31.253093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:24:31.253093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] Checking segment: {'id': '1121ae23-1ef2-48d1-90c8-7d0fbea70848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:24:31.253093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:31.253093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] Bound using segment: {'id': '1121ae23-1ef2-48d1-90c8-7d0fbea70848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:24:31.253093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] Bound port: 4cbb1ec1-ff24-412e-a030-3e0a52beb8bc, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1121ae23-1ef2-48d1-90c8-7d0fbea70848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:24:31.253093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:31.253093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] For port 4cbb1ec1-ff24-412e-a030-3e0a52beb8bc, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:24:31.253093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] For port 4cbb1ec1-ff24-412e-a030-3e0a52beb8bc, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4cbb1ec1-ff24-412e-a030-3e0a52beb8bc,segment=NetworkSegment(1121ae23-1ef2-48d1-90c8-7d0fbea70848),segment_id=1121ae23-1ef2-48d1-90c8-7d0fbea70848)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:24:31.254261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5fa275b5-1f93-4a69-abda-13ea9c5a86c3 None None] For port 7469ec3e-870c-4a21-9200-5bf9324c2e8d, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:24:31.262763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89700e24-afbd-4d55-aeee-e3efa70e7ff3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:31.262957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5fa275b5-1f93-4a69-abda-13ea9c5a86c3 None None] For port 7469ec3e-870c-4a21-9200-5bf9324c2e8d, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7469ec3e-870c-4a21-9200-5bf9324c2e8d,segment=NetworkSegment(06a82040-48e8-4528-a440-49f73e7252a6),segment_id=06a82040-48e8-4528-a440-49f73e7252a6)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:24:31.263160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:31.263307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] For port 23027449-634c-4d4f-ae4f-02ee47a6a655, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:24:31.263307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] For port 23027449-634c-4d4f-ae4f-02ee47a6a655, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=23027449-634c-4d4f-ae4f-02ee47a6a655,segment=NetworkSegment(0d2fcd6e-9191-4201-9944-986286a72003),segment_id=0d2fcd6e-9191-4201-9944-986286a72003)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:24:31.263546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89700e24-afbd-4d55-aeee-e3efa70e7ff3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d669f2b-a0ba-4cfe-ba14-f2f486e9335f,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:31.263670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c4bb3cf5-0431-49d5-9d94-86e5f5694ebb None None] Provisioning for port 4cbb1ec1-ff24-412e-a030-3e0a52beb8bc completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:24:31.263765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Router edd759ae-4f9d-40bf-b229-45ae997d4812 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:24:31.263864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-89700e24-afbd-4d55-aeee-e3efa70e7ff3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:31.263956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:31.263956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:31.264132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c4bb3cf5-0431-49d5-9d94-86e5f5694ebb None None] Provisioning complete for port 278beb06-4cb5-4a52-a437-5780b36180ab triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:31.264132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c4bb3cf5-0431-49d5-9d94-86e5f5694ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:31.272809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-89700e24-afbd-4d55-aeee-e3efa70e7ff3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:31.276881 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-89700e24-afbd-4d55-aeee-e3efa70e7ff3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8702192 Apr 23 09:24:31.277206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42040) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:31.283801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d2976419-2e26-4d01-b170-d195006be323 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'caad0a6a-ab47-4b5e-80f1-004ed997fd6f', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:31.289663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5fa275b5-1f93-4a69-abda-13ea9c5a86c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:31.298148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:31.303353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d2976419-2e26-4d01-b170-d195006be323 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:31.310470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d2976419-2e26-4d01-b170-d195006be323 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:31.322168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:31.322473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d2976419-2e26-4d01-b170-d195006be323 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:31.332363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d2976419-2e26-4d01-b170-d195006be323 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:31.337142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff5c41-f716-49df-941f-906e3b06413a None None] Pushing event updated for resources: {'Port': ['ID=4cbb1ec1-ff24-412e-a030-3e0a52beb8bc,revision_number=4']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:31.343004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-36ff5c41-f716-49df-941f-906e3b06413a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:31.366127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] Routers {'6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:24:31.367404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:24:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:31.396953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d2976419-2e26-4d01-b170-d195006be323 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:31.521258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:24:31.529420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d2976419-2e26-4d01-b170-d195006be323 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:31.582130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d2976419-2e26-4d01-b170-d195006be323 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:31.586604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fda15b3d-c0d6-4fa2-b1f6-38fe50e36ac0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:31.622116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2976419-2e26-4d01-b170-d195006be323 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482fd1ce-8e72-46a1-b354-d143b0e763e3,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:31.624922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:31.626214 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0449491 Apr 23 09:24:31.632186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42044) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:31.647663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d2976419-2e26-4d01-b170-d195006be323 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:31.713574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d2976419-2e26-4d01-b170-d195006be323 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:31.715868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] Set router 6e8edacf-1864-4ed5-b6b2-f26b903fc8a0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:24:31.716053 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d2976419-2e26-4d01-b170-d195006be323 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4373379 Apr 23 09:24:31.718897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42048) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:31.729354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-68f6dd9c-cccf-49cb-98c4-6bc70056e57c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'caad0a6a-ab47-4b5e-80f1-004ed997fd6f', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:31.752309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-68f6dd9c-cccf-49cb-98c4-6bc70056e57c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:31.772944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-68f6dd9c-cccf-49cb-98c4-6bc70056e57c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:31.783035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-68f6dd9c-cccf-49cb-98c4-6bc70056e57c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:31.797355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-68f6dd9c-cccf-49cb-98c4-6bc70056e57c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:31.799113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa275b5-1f93-4a69-abda-13ea9c5a86c3 None None] Pushing event updated for resources: {'Port': ['ID=7469ec3e-870c-4a21-9200-5bf9324c2e8d,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:31.805206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] Sync routers for ids ['edd759ae-4f9d-40bf-b229-45ae997d4812'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:24:31.863042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68f6dd9c-cccf-49cb-98c4-6bc70056e57c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:31.914185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 278beb06-4cb5-4a52-a437-5780b36180ab up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:24:31.998570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68f6dd9c-cccf-49cb-98c4-6bc70056e57c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:32.011921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] Routers {'edd759ae-4f9d-40bf-b229-45ae997d4812'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:24:32.020768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:24:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['edd759ae-4f9d-40bf-b229-45ae997d4812'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:32.044610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68f6dd9c-cccf-49cb-98c4-6bc70056e57c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:32.054213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fdbbfc8d-6400-47e8-ba7e-aa7e585ac057 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:32.089733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6dd9c-cccf-49cb-98c4-6bc70056e57c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430dc2ea-39b4-4fb6-b9a9-c4d74354e57c,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:32.093899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-68f6dd9c-cccf-49cb-98c4-6bc70056e57c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:32.131397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68f6dd9c-cccf-49cb-98c4-6bc70056e57c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:32.132866 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-68f6dd9c-cccf-49cb-98c4-6bc70056e57c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4122598 Apr 23 09:24:32.136045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42052) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:32.137074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] Routers {'06b7038a-16f8-4e24-b148-66632f9f4562'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:24:32.137818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:24:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['06b7038a-16f8-4e24-b148-66632f9f4562'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:32.143018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d5a41209-fbda-4f69-a5ba-b6d8fde6918f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'caad0a6a-ab47-4b5e-80f1-004ed997fd6f', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:32.167502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d5a41209-fbda-4f69-a5ba-b6d8fde6918f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:32.180898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d5a41209-fbda-4f69-a5ba-b6d8fde6918f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:32.187409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d5a41209-fbda-4f69-a5ba-b6d8fde6918f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:32.206548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d5a41209-fbda-4f69-a5ba-b6d8fde6918f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:32.275145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d5a41209-fbda-4f69-a5ba-b6d8fde6918f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:32.442837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d5a41209-fbda-4f69-a5ba-b6d8fde6918f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:32.443522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2596d-0c02-4704-9e3c-732581a9f717 None None] Pushing event updated for resources: {'Port': ['ID=23027449-634c-4d4f-ae4f-02ee47a6a655,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:32.485384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d5a41209-fbda-4f69-a5ba-b6d8fde6918f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:32.487173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d289d804-0a3c-4b72-9d49-a686a104734a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:32.521178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5f2596d-0c02-4704-9e3c-732581a9f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.199s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:32.528652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a41209-fbda-4f69-a5ba-b6d8fde6918f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5247bf09-ce3c-4398-a8e2-624a0d1ecffe,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:32.533131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'name': 'tempest-TestNetworkBasicOps-router-658731665', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:17Z', 'updated_at': '2021-04-23T09:24:26Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:18Z', 'updated_at': '2021-04-23T09:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '4cbb1ec1-ff24-412e-a030-3e0a52beb8bc', 'name': '', 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:dc:4f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'e6cc9a89-2fea-47b2-8b0b-a24b8c662a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:24Z', 'updated_at': '2021-04-23T09:24:30Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'e6cc9a89-2fea-47b2-8b0b-a24b8c662a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:32.538979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d5a41209-fbda-4f69-a5ba-b6d8fde6918f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:32.549517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb40350b-17fb-4b46-b42c-cd384dcb0f09 None None] The sync data for ids ['6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'] in dv-neutron-786478-4-hyperv is: [{'id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'name': 'tempest-TestNetworkBasicOps-router-658731665', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:17Z', 'updated_at': '2021-04-23T09:24:26Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:18Z', 'updated_at': '2021-04-23T09:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '4cbb1ec1-ff24-412e-a030-3e0a52beb8bc', 'name': '', 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:dc:4f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'e6cc9a89-2fea-47b2-8b0b-a24b8c662a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:24Z', 'updated_at': '2021-04-23T09:24:30Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'e6cc9a89-2fea-47b2-8b0b-a24b8c662a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:24:32.558466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-eb6253fb-02d0-422b-a571-c29ad9063e15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.769s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:32.558933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-eb6253fb-02d0-422b-a571-c29ad9063e15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:32.559316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d5a41209-fbda-4f69-a5ba-b6d8fde6918f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:32.564791 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d5a41209-fbda-4f69-a5ba-b6d8fde6918f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4270799 Apr 23 09:24:32.565881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42056) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:32.573163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-aef46c8d-e7dc-46dc-b027-c35722048706 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'caad0a6a-ab47-4b5e-80f1-004ed997fd6f', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:32.581304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-aef46c8d-e7dc-46dc-b027-c35722048706 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:32.587218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aef46c8d-e7dc-46dc-b027-c35722048706 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:32.592801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aef46c8d-e7dc-46dc-b027-c35722048706 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:32.604200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-aef46c8d-e7dc-46dc-b027-c35722048706 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:32.644851 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-aef46c8d-e7dc-46dc-b027-c35722048706 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Project 7602bab2a5e54e68ba9a873197bc68fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:24:32.665889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aef46c8d-e7dc-46dc-b027-c35722048706 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:32.680513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 278beb06-4cb5-4a52-a437-5780b36180ab triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:32.681129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:32.766444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aef46c8d-e7dc-46dc-b027-c35722048706 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:32.801924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aef46c8d-e7dc-46dc-b027-c35722048706 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:32.805166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9c2a003f-7599-4553-9a14-9dfa23400e30 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:32.837957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] Set router 06b7038a-16f8-4e24-b148-66632f9f4562 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:24:32.844871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef46c8d-e7dc-46dc-b027-c35722048706 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77cc5497-441c-44f8-b761-f1da1ea17bf6,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:32.866930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aef46c8d-e7dc-46dc-b027-c35722048706 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:32.884377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aef46c8d-e7dc-46dc-b027-c35722048706 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:32.889070 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-aef46c8d-e7dc-46dc-b027-c35722048706 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3184483 Apr 23 09:24:32.889070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42060) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:32.895733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3f62e8cd-0f4a-4f62-9e91-f0adb5ea1cba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'caad0a6a-ab47-4b5e-80f1-004ed997fd6f', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:32.900310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1ec4c83-9a89-4488-86ce-b9714eb6f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:32.904394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3f62e8cd-0f4a-4f62-9e91-f0adb5ea1cba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:32.909657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3f62e8cd-0f4a-4f62-9e91-f0adb5ea1cba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:32.914184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3f62e8cd-0f4a-4f62-9e91-f0adb5ea1cba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:32.922798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3f62e8cd-0f4a-4f62-9e91-f0adb5ea1cba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:32.924915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] Set router edd759ae-4f9d-40bf-b229-45ae997d4812 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:24:32.986304 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-3f62e8cd-0f4a-4f62-9e91-f0adb5ea1cba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Project 7602bab2a5e54e68ba9a873197bc68fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:24:33.002025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3f62e8cd-0f4a-4f62-9e91-f0adb5ea1cba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:33.162830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3f62e8cd-0f4a-4f62-9e91-f0adb5ea1cba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:33.194482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3f62e8cd-0f4a-4f62-9e91-f0adb5ea1cba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:33.197780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-96e59145-a33c-4d23-9588-8b3e16dea099 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:33.249668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62e8cd-0f4a-4f62-9e91-f0adb5ea1cba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed15ef8d-77fb-4e29-864a-17e744cd7a69,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:33.259497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3f62e8cd-0f4a-4f62-9e91-f0adb5ea1cba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:33.319645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3f62e8cd-0f4a-4f62-9e91-f0adb5ea1cba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:33.321276 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3f62e8cd-0f4a-4f62-9e91-f0adb5ea1cba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4312756 Apr 23 09:24:33.347810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-b1ec4c83-9a89-4488-86ce-b9714eb6f1b1 admin admin] Allocated IP 172.20.0.1 (cc9a83d7-bb02-4ff6-9bcf-65d749f40353/5cbf2d06-28cb-48b2-affc-56bfad6cd44a/f0e26916-e34f-4c3a-8b6b-e7b8f10440f1) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:24:33.701581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1ec4c83-9a89-4488-86ce-b9714eb6f1b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:33.741336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-5a83c7e4-16a8-42fb-887c-beaa029fdbe0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:24:33.751595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b1ec4c83-9a89-4488-86ce-b9714eb6f1b1 admin admin] Transition to ACTIVE for port object f0e26916-e34f-4c3a-8b6b-e7b8f10440f1 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:24:33.804335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-5a83c7e4-16a8-42fb-887c-beaa029fdbe0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:24:33.805660 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-5a83c7e4-16a8-42fb-887c-beaa029fdbe0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-671872383&fields=id&tenant_id=7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 267 time: 0.1355255 Apr 23 09:24:33.841974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1ec4c83-9a89-4488-86ce-b9714eb6f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:33.848055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2148afec-76fb-464e-a3cf-7ebc1128a0c1 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:33.863525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd759ae-4f9d-40bf-b229-45ae997d4812', 'name': 'tempest-TestVolumeBootPattern-777913545-router', 'tenant_id': '43138d8c12394f72ab95459a13affaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'f5565d57-d15b-4a5e-8881-cc90f2b2ac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:26Z', 'updated_at': '2021-04-23T09:24:29Z', 'revision_number': 3, 'project_id': '43138d8c12394f72ab95459a13affaac', 'gw_port': {'id': 'f5565d57-d15b-4a5e-8881-cc90f2b2ac36', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd759ae-4f9d-40bf-b229-45ae997d4812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:27Z', 'updated_at': '2021-04-23T09:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:33.873475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] Checking router: edd759ae-4f9d-40bf-b229-45ae997d4812 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:24:33.873994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] Updating router edd759ae-4f9d-40bf-b229-45ae997d4812 port f5565d57-d15b-4a5e-8881-cc90f2b2ac36 binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:24:33.938469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ec4c83-9a89-4488-86ce-b9714eb6f1b1 admin admin] Network cc9a83d7-bb02-4ff6-9bcf-65d749f40353 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:24:33.962590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b1ec4c83-9a89-4488-86ce-b9714eb6f1b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:24:33.965196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ec4c83-9a89-4488-86ce-b9714eb6f1b1 admin admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:24:34.039752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec4c83-9a89-4488-86ce-b9714eb6f1b1 admin admin] Pushing event updated for resources: {'Port': ['ID=f0e26916-e34f-4c3a-8b6b-e7b8f10440f1,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:34.045686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b1ec4c83-9a89-4488-86ce-b9714eb6f1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:34.067548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1ec4c83-9a89-4488-86ce-b9714eb6f1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:34.261493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7469ec3e-870c-4a21-9200-5bf9324c2e8d up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:24:34.310066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c580f7-afe6-40b2-82bc-0fedd1e0e783 None None] Network cc9a83d7-bb02-4ff6-9bcf-65d749f40353 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:24:34.353131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1ec4c83-9a89-4488-86ce-b9714eb6f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:34.364971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:34.418273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:24:20Z', 'revision_number': 4, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '23027449-634c-4d4f-ae4f-02ee47a6a655', 'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'mac_address': 'fa:16:3e:b3:a8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:19Z', 'updated_at': '2021-04-23T09:24:31Z', 'revision_number': 4, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'subnets': [{'id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:34.499109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827909ea-8ea7-4061-989c-899721b6c703 None None] The sync data for ids ['06b7038a-16f8-4e24-b148-66632f9f4562'] in dv-neutron-786478-4-hyperv is: [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:24:20Z', 'revision_number': 4, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '23027449-634c-4d4f-ae4f-02ee47a6a655', 'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'mac_address': 'fa:16:3e:b3:a8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:19Z', 'updated_at': '2021-04-23T09:24:31Z', 'revision_number': 4, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'subnets': [{'id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:24:34.509928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-45127565-8f86-4158-b378-2d4506eae274 None None] Provisioning for port 7469ec3e-870c-4a21-9200-5bf9324c2e8d completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:24:34.674055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-35bb301a-a37b-437e-bdc0-8f8cdfe65e12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:34.674975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-35bb301a-a37b-437e-bdc0-8f8cdfe65e12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:24:34.725809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-35bb301a-a37b-437e-bdc0-8f8cdfe65e12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:24:34.728013 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-35bb301a-a37b-437e-bdc0-8f8cdfe65e12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/networks?id=fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 HTTP/1.1" status: 200 len: 796 time: 0.9109006 Apr 23 09:24:34.774507 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-5b079201-dd52-44fc-9ce4-a4246d7a4e93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/quotas/7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 375 time: 0.0265670 Apr 23 09:24:34.876361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 7469ec3e-870c-4a21-9200-5bf9324c2e8d completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:24:34.900438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1ec4c83-9a89-4488-86ce-b9714eb6f1b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:34.936088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1ec4c83-9a89-4488-86ce-b9714eb6f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:34.951499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-bc096f96-7d19-41ed-8b15-54aba8a5e461 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:24:34.970910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5829e668-9700-4c96-a8f3-ce5ce287217f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:34.995823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-bc096f96-7d19-41ed-8b15-54aba8a5e461 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:24:34.998622 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-bc096f96-7d19-41ed-8b15-54aba8a5e461 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2077250 Apr 23 09:24:35.001563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 7469ec3e-870c-4a21-9200-5bf9324c2e8d triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:35.002242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:35.055304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1ec4c83-9a89-4488-86ce-b9714eb6f1b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:35.100124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec4c83-9a89-4488-86ce-b9714eb6f1b1 admin admin] Pushing event updated for resources: {'Port': ['ID=f0e26916-e34f-4c3a-8b6b-e7b8f10440f1,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:35.268985 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-12653733-44a3-4592-b57e-fbfefedcf42d service neutron] 10.222.0.60 "GET /v2.0/networks/fdb5c9b5-54aa-4e91-b1fe-32d5cf807626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509003 Apr 23 09:24:35.464528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:35.584855 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-717f9a6c-69b6-4806-a660-aa5e0d163fc1 service neutron] 10.222.0.60 "GET /v2.0/networks/fdb5c9b5-54aa-4e91-b1fe-32d5cf807626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067148 Apr 23 09:24:35.686529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b1ec4c83-9a89-4488-86ce-b9714eb6f1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:35.761100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 7469ec3e-870c-4a21-9200-5bf9324c2e8d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7469ec3e-870c-4a21-9200-5bf9324c2e8d,segment=NetworkSegment(06a82040-48e8-4528-a440-49f73e7252a6),segment_id=06a82040-48e8-4528-a440-49f73e7252a6)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:24:35.776098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:35.792551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ec4c83-9a89-4488-86ce-b9714eb6f1b1 admin admin] Network cc9a83d7-bb02-4ff6-9bcf-65d749f40353 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:24:35.793994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b1ec4c83-9a89-4488-86ce-b9714eb6f1b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:24:35.803484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:35.817445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4cbb1ec1-ff24-412e-a030-3e0a52beb8bc up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:24:35.878748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] Transition to ACTIVE for port object f5565d57-d15b-4a5e-8881-cc90f2b2ac36 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:24:35.883870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5f738a74-02e4-4aa8-b451-71c1df4530d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:36.025210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:36.098074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ec4c83-9a89-4488-86ce-b9714eb6f1b1 admin admin] Router edd759ae-4f9d-40bf-b229-45ae997d4812 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:24:36.115729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5de0a545-c9b4-42e7-adf2-0035d9f00b14 None None] Provisioning complete for port 7469ec3e-870c-4a21-9200-5bf9324c2e8d triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:36.116107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5de0a545-c9b4-42e7-adf2-0035d9f00b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:36.172528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] Attempting to bind port f5565d57-d15b-4a5e-8881-cc90f2b2ac36 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:24:36.173070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] Attempting to bind port f5565d57-d15b-4a5e-8881-cc90f2b2ac36 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:24:36.173494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] Attempting to bind port f5565d57-d15b-4a5e-8881-cc90f2b2ac36 on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:24:36.176655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=7469ec3e-870c-4a21-9200-5bf9324c2e8d,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:36.180571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:36.186101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:36.254172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:24:36.255428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:24:36.255428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:36.255790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:24:36.256375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] Bound port: f5565d57-d15b-4a5e-8881-cc90f2b2ac36, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:24:36.256592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:36.341834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 4cbb1ec1-ff24-412e-a030-3e0a52beb8bc completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:24:36.397076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ec4c83-9a89-4488-86ce-b9714eb6f1b1 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:24:36.401867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 4cbb1ec1-ff24-412e-a030-3e0a52beb8bc triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:36.402558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:36.410363 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b1ec4c83-9a89-4488-86ce-b9714eb6f1b1 admin admin] 10.222.0.60 "PUT /v2.0/routers/edd759ae-4f9d-40bf-b229-45ae997d4812/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7742603 Apr 23 09:24:36.453284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234489a-c4b4-44dd-8cdc-05cf6f8fd9f3 None None] Pushing event updated for resources: {'Port': ['ID=f5565d57-d15b-4a5e-8881-cc90f2b2ac36,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:36.461379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0234489a-c4b4-44dd-8cdc-05cf6f8fd9f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:36.494923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] For port f5565d57-d15b-4a5e-8881-cc90f2b2ac36, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:24:36.542007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] For port f5565d57-d15b-4a5e-8881-cc90f2b2ac36, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f5565d57-d15b-4a5e-8881-cc90f2b2ac36,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:24:36.610239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:36.622960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ee2b7f9-d20a-45d9-baf4-368773606c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:36.750159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:36.773099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] Routers {'edd759ae-4f9d-40bf-b229-45ae997d4812'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:24:36.773822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:24:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['edd759ae-4f9d-40bf-b229-45ae997d4812'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:36.834782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-47cb038b-804d-428f-8c1b-e1e572f400c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:36.863021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5de0a545-c9b4-42e7-adf2-0035d9f00b14 None None] Provisioning for port f0e26916-e34f-4c3a-8b6b-e7b8f10440f1 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:24:36.965903 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-da3933b3-348e-4e55-94ee-26d50e04bb12 req-7ca1c05e-60db-426c-82de-4abda3e5e5be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 210 time: 0.0629315 Apr 23 09:24:36.987879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234489a-c4b4-44dd-8cdc-05cf6f8fd9f3 None None] Pushing event updated for resources: {'Port': ['ID=f5565d57-d15b-4a5e-8881-cc90f2b2ac36,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:36.993732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5de0a545-c9b4-42e7-adf2-0035d9f00b14 None None] Provisioning complete for port f0e26916-e34f-4c3a-8b6b-e7b8f10440f1 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:36.994475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5de0a545-c9b4-42e7-adf2-0035d9f00b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:37.045828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0234489a-c4b4-44dd-8cdc-05cf6f8fd9f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:37.383244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42088) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:37.389659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1ec83edb-fac0-43ee-957e-13f4ab424243 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1202986172', 'description': 'tempest-secgroup-smoke-1202986172 description', 'project_id': 'bd186be32f6c46398a111d70f7898994'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:37.396853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1ec83edb-fac0-43ee-957e-13f4ab424243 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:37.401824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1ec83edb-fac0-43ee-957e-13f4ab424243 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Usage tracker for resource:security_group and tenant:bd186be32f6c46398a111d70f7898994 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:37.403532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 4cbb1ec1-ff24-412e-a030-3e0a52beb8bc, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4cbb1ec1-ff24-412e-a030-3e0a52beb8bc,segment=NetworkSegment(1121ae23-1ef2-48d1-90c8-7d0fbea70848),segment_id=1121ae23-1ef2-48d1-90c8-7d0fbea70848)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:24:37.405244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1ec83edb-fac0-43ee-957e-13f4ab424243 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:37.412165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1ec83edb-fac0-43ee-957e-13f4ab424243 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:37.453056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:37.464529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-68569b5e-8b48-4b0d-a83e-799d8e8c34f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:37.475518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1ec83edb-fac0-43ee-957e-13f4ab424243 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:37.536303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1ec83edb-fac0-43ee-957e-13f4ab424243 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:37.543487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1ec83edb-fac0-43ee-957e-13f4ab424243 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Usage tracker for resource:security_group_rule and tenant:bd186be32f6c46398a111d70f7898994 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:37.544402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5de0a545-c9b4-42e7-adf2-0035d9f00b14 None None] Port f0e26916-e34f-4c3a-8b6b-e7b8f10440f1 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:24:37.548933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1ec83edb-fac0-43ee-957e-13f4ab424243 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:37.561313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1ec83edb-fac0-43ee-957e-13f4ab424243 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:37.654256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] Set router edd759ae-4f9d-40bf-b229-45ae997d4812 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:24:37.678834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1ec83edb-fac0-43ee-957e-13f4ab424243 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:37.713104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1ec83edb-fac0-43ee-957e-13f4ab424243 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:37.719521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2b495e18-08b9-4a9f-9159-a623b5b3bbdb tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:37.765864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec83edb-fac0-43ee-957e-13f4ab424243 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84067916-3263-4dcd-828c-029d400260a6,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:37.769168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1ec83edb-fac0-43ee-957e-13f4ab424243 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:37.770408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7469ec3e-870c-4a21-9200-5bf9324c2e8d up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:24:37.798481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1ec83edb-fac0-43ee-957e-13f4ab424243 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:37.800062 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1ec83edb-fac0-43ee-957e-13f4ab424243 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4155791 Apr 23 09:24:37.804313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42092) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:37.810954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3775b3a7-5b06-4050-9cdf-40bfb161114b tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Request body: {'security_group_rule': {'security_group_id': '84067916-3263-4dcd-828c-029d400260a6', 'project_id': 'bd186be32f6c46398a111d70f7898994', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:37.818766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3775b3a7-5b06-4050-9cdf-40bfb161114b tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:37.823481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3775b3a7-5b06-4050-9cdf-40bfb161114b tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Usage tracker for resource:security_group_rule and tenant:bd186be32f6c46398a111d70f7898994 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:37.826852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3775b3a7-5b06-4050-9cdf-40bfb161114b tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:37.834586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3775b3a7-5b06-4050-9cdf-40bfb161114b tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:37.845833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=4cbb1ec1-ff24-412e-a030-3e0a52beb8bc,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:37.866632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:37.886965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3775b3a7-5b06-4050-9cdf-40bfb161114b tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:37.968363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3775b3a7-5b06-4050-9cdf-40bfb161114b tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:37.986645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b5cdb318-4b5b-4362-bfc2-d817e13ebd23 None None] Provisioning complete for port f0e26916-e34f-4c3a-8b6b-e7b8f10440f1 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:37.987082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb318-4b5b-4362-bfc2-d817e13ebd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:38.013071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3775b3a7-5b06-4050-9cdf-40bfb161114b tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:38.036331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-68f6dd9c-cccf-49cb-98c4-6bc70056e57c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:38.080816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775b3a7-5b06-4050-9cdf-40bfb161114b tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1747ea5b-0412-40e1-bf3d-af92ad895299,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:38.097373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3775b3a7-5b06-4050-9cdf-40bfb161114b tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:38.160271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3775b3a7-5b06-4050-9cdf-40bfb161114b tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:38.162197 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3775b3a7-5b06-4050-9cdf-40bfb161114b tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3565290 Apr 23 09:24:38.167351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42104) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:38.175479 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-664925a4-2849-4cc0-beb6-f11645c4194e req-de89fb7e-c850-4e94-9765-89df1cf2f66e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 210 time: 0.0719614 Apr 23 09:24:38.182769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5bce53e6-40e2-4ff9-9593-ee05e32e0e65 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Request body: {'security_group_rule': {'security_group_id': '84067916-3263-4dcd-828c-029d400260a6', 'project_id': 'bd186be32f6c46398a111d70f7898994', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:38.183772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b5cdb318-4b5b-4362-bfc2-d817e13ebd23 None None] Port f0e26916-e34f-4c3a-8b6b-e7b8f10440f1 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:24:38.190889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 7469ec3e-870c-4a21-9200-5bf9324c2e8d triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:38.191400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:38.200185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5bce53e6-40e2-4ff9-9593-ee05e32e0e65 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:38.216392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5bce53e6-40e2-4ff9-9593-ee05e32e0e65 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Usage tracker for resource:security_group_rule and tenant:bd186be32f6c46398a111d70f7898994 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:38.221036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5bce53e6-40e2-4ff9-9593-ee05e32e0e65 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:38.232404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5bce53e6-40e2-4ff9-9593-ee05e32e0e65 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:38.319946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5bce53e6-40e2-4ff9-9593-ee05e32e0e65 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:38.413487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5bce53e6-40e2-4ff9-9593-ee05e32e0e65 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:38.420456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 23027449-634c-4d4f-ae4f-02ee47a6a655 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:24:38.444612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5bce53e6-40e2-4ff9-9593-ee05e32e0e65 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:38.453938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:38.497398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd759ae-4f9d-40bf-b229-45ae997d4812', 'name': 'tempest-TestVolumeBootPattern-777913545-router', 'tenant_id': '43138d8c12394f72ab95459a13affaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'f5565d57-d15b-4a5e-8881-cc90f2b2ac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:26Z', 'updated_at': '2021-04-23T09:24:34Z', 'revision_number': 4, 'project_id': '43138d8c12394f72ab95459a13affaac', 'gw_port': {'id': 'f5565d57-d15b-4a5e-8881-cc90f2b2ac36', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd759ae-4f9d-40bf-b229-45ae997d4812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:27Z', 'updated_at': '2021-04-23T09:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'f0e26916-e34f-4c3a-8b6b-e7b8f10440f1', 'name': '', 'network_id': 'cc9a83d7-bb02-4ff6-9bcf-65d749f40353', 'tenant_id': '43138d8c12394f72ab95459a13affaac', 'mac_address': 'fa:16:3e:ce:a4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd759ae-4f9d-40bf-b229-45ae997d4812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '5cbf2d06-28cb-48b2-affc-56bfad6cd44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:32Z', 'updated_at': '2021-04-23T09:24:34Z', 'revision_number': 2, 'project_id': '43138d8c12394f72ab95459a13affaac', 'subnets': [{'id': '5cbf2d06-28cb-48b2-affc-56bfad6cd44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:38.507457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987d13f3-a68e-4b94-bc04-6a0770aa8444 None None] The sync data for ids ['edd759ae-4f9d-40bf-b229-45ae997d4812'] in dv-neutron-786478-4-hyperv is: [{'id': 'edd759ae-4f9d-40bf-b229-45ae997d4812', 'name': 'tempest-TestVolumeBootPattern-777913545-router', 'tenant_id': '43138d8c12394f72ab95459a13affaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'f5565d57-d15b-4a5e-8881-cc90f2b2ac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:26Z', 'updated_at': '2021-04-23T09:24:34Z', 'revision_number': 4, 'project_id': '43138d8c12394f72ab95459a13affaac', 'gw_port': {'id': 'f5565d57-d15b-4a5e-8881-cc90f2b2ac36', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd759ae-4f9d-40bf-b229-45ae997d4812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:27Z', 'updated_at': '2021-04-23T09:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'f0e26916-e34f-4c3a-8b6b-e7b8f10440f1', 'name': '', 'network_id': 'cc9a83d7-bb02-4ff6-9bcf-65d749f40353', 'tenant_id': '43138d8c12394f72ab95459a13affaac', 'mac_address': 'fa:16:3e:ce:a4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd759ae-4f9d-40bf-b229-45ae997d4812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '5cbf2d06-28cb-48b2-affc-56bfad6cd44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:32Z', 'updated_at': '2021-04-23T09:24:34Z', 'revision_number': 2, 'project_id': '43138d8c12394f72ab95459a13affaac', 'subnets': [{'id': '5cbf2d06-28cb-48b2-affc-56bfad6cd44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:24:38.512859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce53e6-40e2-4ff9-9593-ee05e32e0e65 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7760021-ec9d-4ce6-ad6a-8fd1d07f7d0f,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:38.521541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5bce53e6-40e2-4ff9-9593-ee05e32e0e65 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:38.553317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5bce53e6-40e2-4ff9-9593-ee05e32e0e65 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:38.554774 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5bce53e6-40e2-4ff9-9593-ee05e32e0e65 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3851271 Apr 23 09:24:38.558237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42108) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:38.565041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6d5033cc-0ec1-4ce6-9176-959faf5c45e1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Request body: {'security_group_rule': {'security_group_id': '84067916-3263-4dcd-828c-029d400260a6', 'project_id': 'bd186be32f6c46398a111d70f7898994', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:38.573345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6d5033cc-0ec1-4ce6-9176-959faf5c45e1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:38.578760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6d5033cc-0ec1-4ce6-9176-959faf5c45e1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Usage tracker for resource:security_group_rule and tenant:bd186be32f6c46398a111d70f7898994 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:38.583574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6d5033cc-0ec1-4ce6-9176-959faf5c45e1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:38.592701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6d5033cc-0ec1-4ce6-9176-959faf5c45e1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:38.607255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 23027449-634c-4d4f-ae4f-02ee47a6a655 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:24:38.617030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 23027449-634c-4d4f-ae4f-02ee47a6a655 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:38.617712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:38.649162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d5033cc-0ec1-4ce6-9176-959faf5c45e1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:38.748238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d5033cc-0ec1-4ce6-9176-959faf5c45e1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:38.782064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d5033cc-0ec1-4ce6-9176-959faf5c45e1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:38.784089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-161f2678-3ff4-41e9-a0fd-8c4754941906 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:38.809307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5033cc-0ec1-4ce6-9176-959faf5c45e1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4c017b-69fb-4548-a3d6-cbf5351a85c3,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:38.811368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:38.814135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6d5033cc-0ec1-4ce6-9176-959faf5c45e1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:38.858304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d5033cc-0ec1-4ce6-9176-959faf5c45e1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:38.859718 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6d5033cc-0ec1-4ce6-9176-959faf5c45e1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3001339 Apr 23 09:24:38.862887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42112) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:38.867743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 23027449-634c-4d4f-ae4f-02ee47a6a655, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=23027449-634c-4d4f-ae4f-02ee47a6a655,segment=NetworkSegment(0d2fcd6e-9191-4201-9944-986286a72003),segment_id=0d2fcd6e-9191-4201-9944-986286a72003)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:24:38.870793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6102bc62-ab5f-4aa2-b70c-f7b1d35fa7b1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Request body: {'security_group_rule': {'security_group_id': '84067916-3263-4dcd-828c-029d400260a6', 'project_id': 'bd186be32f6c46398a111d70f7898994', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:38.877691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6102bc62-ab5f-4aa2-b70c-f7b1d35fa7b1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:38.887770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6102bc62-ab5f-4aa2-b70c-f7b1d35fa7b1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Usage tracker for resource:security_group_rule and tenant:bd186be32f6c46398a111d70f7898994 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:38.887770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6102bc62-ab5f-4aa2-b70c-f7b1d35fa7b1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:38.893420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6102bc62-ab5f-4aa2-b70c-f7b1d35fa7b1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:38.910916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:38.913615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:38.949448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6102bc62-ab5f-4aa2-b70c-f7b1d35fa7b1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:39.005920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=23027449-634c-4d4f-ae4f-02ee47a6a655,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:39.009704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:39.039002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6102bc62-ab5f-4aa2-b70c-f7b1d35fa7b1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:39.084378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6102bc62-ab5f-4aa2-b70c-f7b1d35fa7b1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:39.092904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:39.117624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102bc62-ab5f-4aa2-b70c-f7b1d35fa7b1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066a7e0f-489e-4c85-8f45-4e2943aeae88,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:39.120561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6102bc62-ab5f-4aa2-b70c-f7b1d35fa7b1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:39.155355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6102bc62-ab5f-4aa2-b70c-f7b1d35fa7b1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:39.156726 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6102bc62-ab5f-4aa2-b70c-f7b1d35fa7b1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2917867 Apr 23 09:24:39.159831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42116) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:39.167525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e9ded723-93e8-47cc-b7ca-915b52da3471 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Request body: {'security_group_rule': {'security_group_id': '84067916-3263-4dcd-828c-029d400260a6', 'project_id': 'bd186be32f6c46398a111d70f7898994', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:39.174659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e9ded723-93e8-47cc-b7ca-915b52da3471 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:39.179890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e9ded723-93e8-47cc-b7ca-915b52da3471 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Usage tracker for resource:security_group_rule and tenant:bd186be32f6c46398a111d70f7898994 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:39.183555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e9ded723-93e8-47cc-b7ca-915b52da3471 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:39.190367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e9ded723-93e8-47cc-b7ca-915b52da3471 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:39.236004 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-e9ded723-93e8-47cc-b7ca-915b52da3471 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Project bd186be32f6c46398a111d70f7898994 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:24:39.244769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9ded723-93e8-47cc-b7ca-915b52da3471 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:39.341600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9ded723-93e8-47cc-b7ca-915b52da3471 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:39.351545 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f6ec259-938a-4561-93b3-bdafb1459566 req-79f13fbe-24e1-41d4-bf73-e2001f412275 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 210 time: 0.0711055 Apr 23 09:24:39.395440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9ded723-93e8-47cc-b7ca-915b52da3471 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:39.403973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aef46c8d-e7dc-46dc-b027-c35722048706 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:39.449685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ded723-93e8-47cc-b7ca-915b52da3471 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201439c8-3854-4a90-8936-e6d70f932570,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:39.462721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e9ded723-93e8-47cc-b7ca-915b52da3471 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:39.533506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9ded723-93e8-47cc-b7ca-915b52da3471 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:39.540238 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e9ded723-93e8-47cc-b7ca-915b52da3471 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3770738 Apr 23 09:24:39.541310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42124) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:39.548075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d7bcbaaf-0fe9-44c7-a4fd-d102d70198b4 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Request body: {'security_group_rule': {'security_group_id': '84067916-3263-4dcd-828c-029d400260a6', 'project_id': 'bd186be32f6c46398a111d70f7898994', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:39.562101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d7bcbaaf-0fe9-44c7-a4fd-d102d70198b4 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:39.562779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d7bcbaaf-0fe9-44c7-a4fd-d102d70198b4 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Usage tracker for resource:security_group_rule and tenant:bd186be32f6c46398a111d70f7898994 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:39.570536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d7bcbaaf-0fe9-44c7-a4fd-d102d70198b4 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:39.579530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d7bcbaaf-0fe9-44c7-a4fd-d102d70198b4 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:39.626978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7f9d7d87-896b-469e-8e61-1a9a6396a77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:39.655591 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-d7bcbaaf-0fe9-44c7-a4fd-d102d70198b4 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Project bd186be32f6c46398a111d70f7898994 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:24:39.668656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d7bcbaaf-0fe9-44c7-a4fd-d102d70198b4 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:39.704290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f5565d57-d15b-4a5e-8881-cc90f2b2ac36 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:24:39.833937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d7bcbaaf-0fe9-44c7-a4fd-d102d70198b4 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:39.879777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port f5565d57-d15b-4a5e-8881-cc90f2b2ac36 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:24:39.887682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d7bcbaaf-0fe9-44c7-a4fd-d102d70198b4 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:39.887682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-89700e24-afbd-4d55-aeee-e3efa70e7ff3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:39.891223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port f5565d57-d15b-4a5e-8881-cc90f2b2ac36 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:39.892140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:39.922211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcbaaf-0fe9-44c7-a4fd-d102d70198b4 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a958fe-ff3e-406a-b009-1cbeabcc8991,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:39.929074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d7bcbaaf-0fe9-44c7-a4fd-d102d70198b4 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:39.942103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d7bcbaaf-0fe9-44c7-a4fd-d102d70198b4 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:39.944564 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d7bcbaaf-0fe9-44c7-a4fd-d102d70198b4 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4017963 Apr 23 09:24:40.127633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:40.150615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port f5565d57-d15b-4a5e-8881-cc90f2b2ac36, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f5565d57-d15b-4a5e-8881-cc90f2b2ac36,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:24:40.186978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:40.187931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 23027449-634c-4d4f-ae4f-02ee47a6a655 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:24:40.219689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3bf6a9b6-c954-4dce-b1e7-7338f9c297e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:40.362967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=f5565d57-d15b-4a5e-8881-cc90f2b2ac36,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:40.371497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:40.377858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 23027449-634c-4d4f-ae4f-02ee47a6a655 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:40.378262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:40.417262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:40.550184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4cbb1ec1-ff24-412e-a030-3e0a52beb8bc up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:24:40.564028 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-40005525-2138-4bfd-a356-50824995bd3f req-22b7fd9f-45c2-4d23-a5a3-739a20066455 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 210 time: 0.0764978 Apr 23 09:24:40.631590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 4cbb1ec1-ff24-412e-a030-3e0a52beb8bc triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:40.632023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:41.253450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:41.563124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f5565d57-d15b-4a5e-8881-cc90f2b2ac36 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:24:41.688826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port f5565d57-d15b-4a5e-8881-cc90f2b2ac36 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:41.690606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:41.796284 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5f849b5e-9c5d-4a9b-937a-1325a7df8fe9 req-c3fff5d7-e022-45a7-a413-d4517a5dc210 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 210 time: 0.0776818 Apr 23 09:24:42.157790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-98167885-ef17-4cf0-acee-0f216c7cf402 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:42.159813 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-98167885-ef17-4cf0-acee-0f216c7cf402 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/networks?id=fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 HTTP/1.1" status: 200 len: 796 time: 0.2388690 Apr 23 09:24:42.227034 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-aca5362b-d395-4f0a-9ec9-ce8d4899c32f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 379 time: 0.0575023 Apr 23 09:24:42.234844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] Sync routers for ids ['edd759ae-4f9d-40bf-b229-45ae997d4812'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:24:42.240829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-ef14ddb3-826d-4005-b334-4af88822ca60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'port': {'device_id': '0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1', 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626', 'admin_state_up': True, 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'security_groups': ['caad0a6a-ab47-4b5e-80f1-004ed997fd6f']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:42.242937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:42.249577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] Routers {'edd759ae-4f9d-40bf-b229-45ae997d4812'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:24:42.250266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:24:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['edd759ae-4f9d-40bf-b229-45ae997d4812'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:42.443484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-ef14ddb3-826d-4005-b334-4af88822ca60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:42.463224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-ef14ddb3-826d-4005-b334-4af88822ca60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:42.539331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] Set router edd759ae-4f9d-40bf-b229-45ae997d4812 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:24:42.554151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-ef14ddb3-826d-4005-b334-4af88822ca60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:24:42.565079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-ef14ddb3-826d-4005-b334-4af88822ca60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:42.830293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-ef14ddb3-826d-4005-b334-4af88822ca60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.20.0.4 (fdb5c9b5-54aa-4e91-b1fe-32d5cf807626/e6cc9a89-2fea-47b2-8b0b-a24b8c662a53/8db3d102-f6da-480e-88e1-b0c035460a9b) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:24:43.010968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd759ae-4f9d-40bf-b229-45ae997d4812', 'name': 'tempest-TestVolumeBootPattern-777913545-router', 'tenant_id': '43138d8c12394f72ab95459a13affaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'f5565d57-d15b-4a5e-8881-cc90f2b2ac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:26Z', 'updated_at': '2021-04-23T09:24:34Z', 'revision_number': 4, 'project_id': '43138d8c12394f72ab95459a13affaac', 'gw_port': {'id': 'f5565d57-d15b-4a5e-8881-cc90f2b2ac36', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd759ae-4f9d-40bf-b229-45ae997d4812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:27Z', 'updated_at': '2021-04-23T09:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'f0e26916-e34f-4c3a-8b6b-e7b8f10440f1', 'name': '', 'network_id': 'cc9a83d7-bb02-4ff6-9bcf-65d749f40353', 'tenant_id': '43138d8c12394f72ab95459a13affaac', 'mac_address': 'fa:16:3e:ce:a4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd759ae-4f9d-40bf-b229-45ae997d4812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '5cbf2d06-28cb-48b2-affc-56bfad6cd44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:32Z', 'updated_at': '2021-04-23T09:24:34Z', 'revision_number': 2, 'project_id': '43138d8c12394f72ab95459a13affaac', 'subnets': [{'id': '5cbf2d06-28cb-48b2-affc-56bfad6cd44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:43.019360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] Checking router: edd759ae-4f9d-40bf-b229-45ae997d4812 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:24:43.020858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] Updating router edd759ae-4f9d-40bf-b229-45ae997d4812 port f0e26916-e34f-4c3a-8b6b-e7b8f10440f1 binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:24:43.075360 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa70f7f6-1c4a-4016-b18a-e854ec2940f2 req-aac67ad7-71d7-49af-b80e-956e46ea2135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 210 time: 0.1179168 Apr 23 09:24:43.140902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:43.162178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-ef14ddb3-826d-4005-b334-4af88822ca60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:43.189992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-ef14ddb3-826d-4005-b334-4af88822ca60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Transition to ACTIVE for port object 8db3d102-f6da-480e-88e1-b0c035460a9b will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:24:43.258283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-ef14ddb3-826d-4005-b334-4af88822ca60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:43.264808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-551308e3-536f-42e8-9ef3-447289ec433c tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:43.349997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-ef14ddb3-826d-4005-b334-4af88822ca60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:24:43.354534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-ef14ddb3-826d-4005-b334-4af88822ca60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:24:43.359704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-ef14ddb3-826d-4005-b334-4af88822ca60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:24:43.418237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14ddb3-826d-4005-b334-4af88822ca60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=8db3d102-f6da-480e-88e1-b0c035460a9b,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:43.424882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ef14ddb3-826d-4005-b334-4af88822ca60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:43.481365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-ef14ddb3-826d-4005-b334-4af88822ca60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:43.482458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-ef14ddb3-826d-4005-b334-4af88822ca60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:43.576478 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-ef14ddb3-826d-4005-b334-4af88822ca60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3415184 Apr 23 09:24:43.592174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Request body: {'port': {'device_id': '0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:43.749872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d6d23af4-3220-439c-b6a6-5fafa46c0f4f None None] Provisioning for port 8db3d102-f6da-480e-88e1-b0c035460a9b completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:24:43.756471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d6d23af4-3220-439c-b6a6-5fafa46c0f4f None None] Provisioning complete for port 8db3d102-f6da-480e-88e1-b0c035460a9b triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:43.756898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d6d23af4-3220-439c-b6a6-5fafa46c0f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:43.770001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:43.841102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d6d23af4-3220-439c-b6a6-5fafa46c0f4f None None] Port 8db3d102-f6da-480e-88e1-b0c035460a9b cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:24:44.124525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:44.144701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] Transition to ACTIVE for port object f0e26916-e34f-4c3a-8b6b-e7b8f10440f1 will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:24:44.189738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:44.199918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-07d04b25-cbba-416a-a654-e8b3dc0ff2ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:44.325921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab827246-fd1f-4d21-be4d-72740a1915c2 req-bb5ed229-c191-4c6d-9537-fe66fb4c1e49 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:44.335674 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ab827246-fd1f-4d21-be4d-72740a1915c2 req-bb5ed229-c191-4c6d-9537-fe66fb4c1e49 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 931 time: 0.1139348 Apr 23 09:24:44.349799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db3d102-f6da-480e-88e1-b0c035460a9b {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:24:44.369564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:44.399080 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ab827246-fd1f-4d21-be4d-72740a1915c2 req-405360c9-d54f-4989-add6-512da6d29b40 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=caad0a6a-ab47-4b5e-80f1-004ed997fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619860 Apr 23 09:24:44.445758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Transition to ACTIVE for port object 8db3d102-f6da-480e-88e1-b0c035460a9b will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:24:44.475434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efdd6c-ac37-4e97-887c-e35d1772a9eb None None] Pushing event updated for resources: {'Port': ['ID=f0e26916-e34f-4c3a-8b6b-e7b8f10440f1,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:44.484105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:44.490914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dd12f51b-9000-4394-896f-86d0bf6387e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:44.579485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f7efdd6c-ac37-4e97-887c-e35d1772a9eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:44.693323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:24:44.728007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8db3d102-f6da-480e-88e1-b0c035460a9b,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:44.732763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:44.735623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] Attempting to bind port f0e26916-e34f-4c3a-8b6b-e7b8f10440f1 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:24:44.736338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] Attempting to bind port f0e26916-e34f-4c3a-8b6b-e7b8f10440f1 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '06a82040-48e8-4528-a440-49f73e7252a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cc9a83d7-bb02-4ff6-9bcf-65d749f40353'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:24:44.737046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] Attempting to bind port f0e26916-e34f-4c3a-8b6b-e7b8f10440f1 on network cc9a83d7-bb02-4ff6-9bcf-65d749f40353 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:24:44.756402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:24:44.757163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] Checking segment: {'id': '06a82040-48e8-4528-a440-49f73e7252a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cc9a83d7-bb02-4ff6-9bcf-65d749f40353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:24:44.757701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:44.758402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] Bound using segment: {'id': '06a82040-48e8-4528-a440-49f73e7252a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cc9a83d7-bb02-4ff6-9bcf-65d749f40353'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:24:44.759290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] Bound port: f0e26916-e34f-4c3a-8b6b-e7b8f10440f1, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a82040-48e8-4528-a440-49f73e7252a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cc9a83d7-bb02-4ff6-9bcf-65d749f40353'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:24:44.759961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:44.829978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Attempting to bind port 8db3d102-f6da-480e-88e1-b0c035460a9b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:24:44.830387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Attempting to bind port 8db3d102-f6da-480e-88e1-b0c035460a9b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '1121ae23-1ef2-48d1-90c8-7d0fbea70848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:24:44.830763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Attempting to bind port 8db3d102-f6da-480e-88e1-b0c035460a9b on network fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:24:44.838145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Port 8db3d102-f6da-480e-88e1-b0c035460a9b on network fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:24:44.838564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Attempting to bind port 8db3d102-f6da-480e-88e1-b0c035460a9b on network fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:24:44.844960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:24:44.845642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Checking segment: {'id': '1121ae23-1ef2-48d1-90c8-7d0fbea70848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:24:44.845765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Bound using segment: {'id': '1121ae23-1ef2-48d1-90c8-7d0fbea70848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:24:44.846209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Bound port: 8db3d102-f6da-480e-88e1-b0c035460a9b, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1121ae23-1ef2-48d1-90c8-7d0fbea70848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:24:44.846649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:44.932680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] For port f0e26916-e34f-4c3a-8b6b-e7b8f10440f1, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:24:44.936669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] For port f0e26916-e34f-4c3a-8b6b-e7b8f10440f1, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f0e26916-e34f-4c3a-8b6b-e7b8f10440f1,segment=NetworkSegment(06a82040-48e8-4528-a440-49f73e7252a6),segment_id=06a82040-48e8-4528-a440-49f73e7252a6)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:24:44.973926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:44.974697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] For port 8db3d102-f6da-480e-88e1-b0c035460a9b, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:24:44.979975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] For port 8db3d102-f6da-480e-88e1-b0c035460a9b, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8db3d102-f6da-480e-88e1-b0c035460a9b,segment=NetworkSegment(1121ae23-1ef2-48d1-90c8-7d0fbea70848),segment_id=1121ae23-1ef2-48d1-90c8-7d0fbea70848)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:24:44.981314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:45.013769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:45.024584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ef14ddb3-826d-4005-b334-4af88822ca60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:45.121129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] Routers {'edd759ae-4f9d-40bf-b229-45ae997d4812'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:24:45.122273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:24:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['edd759ae-4f9d-40bf-b229-45ae997d4812'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:45.150341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8db3d102-f6da-480e-88e1-b0c035460a9b,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:45.156774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:45.163469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:45.164081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:45.165650 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] 10.222.0.35 "PUT /v2.0/ports/8db3d102-f6da-480e-88e1-b0c035460a9b HTTP/1.1" status: 200 len: 1093 time: 1.5814481 Apr 23 09:24:45.166266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1', 'tag': '8db3d102-f6da-480e-88e1-b0c035460a9b'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:24:45.239368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efdd6c-ac37-4e97-887c-e35d1772a9eb None None] Pushing event updated for resources: {'Port': ['ID=f0e26916-e34f-4c3a-8b6b-e7b8f10440f1,revision_number=4']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:45.252339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f7efdd6c-ac37-4e97-887c-e35d1772a9eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:45.345783 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1', 'tag': '8db3d102-f6da-480e-88e1-b0c035460a9b', 'status': 'completed', 'code': 200} Apr 23 09:24:45.408034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-df6a3da5-cacb-48f2-a292-19672bb1945d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:45.416866 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-df6a3da5-cacb-48f2-a292-19672bb1945d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 1096 time: 0.1779408 Apr 23 09:24:45.519262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] Set router edd759ae-4f9d-40bf-b229-45ae997d4812 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:24:45.655989 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-1d4e51a8-d5c0-4a8a-a606-5bec683f238f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8db3d102-f6da-480e-88e1-b0c035460a9b HTTP/1.1" status: 200 len: 217 time: 0.2235584 Apr 23 09:24:45.675526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f0e26916-e34f-4c3a-8b6b-e7b8f10440f1 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:24:45.738789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-d3d82e4c-5188-43c9-a42e-354024969774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:45.740773 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-d3d82e4c-5188-43c9-a42e-354024969774 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6cc9a89-2fea-47b2-8b0b-a24b8c662a53 HTTP/1.1" status: 200 len: 835 time: 0.0787754 Apr 23 09:24:45.853437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef754f5e-3b18-44d8-9a42-56f4d0864ccc req-6ef576ab-b0c0-4a50-b282-752c4a051c1c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:45.858062 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ef754f5e-3b18-44d8-9a42-56f4d0864ccc req-6ef576ab-b0c0-4a50-b282-752c4a051c1c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 943 time: 0.1606672 Apr 23 09:24:45.876166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-cbcf4bbb-fee8-46c6-a880-da3f3d389a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:45.879640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f8348825-e53b-4a02-b81f-f5fb54465318 None None] Provisioning complete for port f0e26916-e34f-4c3a-8b6b-e7b8f10440f1 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:45.882730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8348825-e53b-4a02-b81f-f5fb54465318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:45.883493 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-cbcf4bbb-fee8-46c6-a880-da3f3d389a01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdb5c9b5-54aa-4e91-b1fe-32d5cf807626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1364458 Apr 23 09:24:45.961106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port f0e26916-e34f-4c3a-8b6b-e7b8f10440f1 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:24:45.976909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port f0e26916-e34f-4c3a-8b6b-e7b8f10440f1 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:45.977837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:46.011713 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ef754f5e-3b18-44d8-9a42-56f4d0864ccc req-7a4f056e-bfe9-48f3-b0d6-b7cda64e5a1a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=caad0a6a-ab47-4b5e-80f1-004ed997fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458268 Apr 23 09:24:46.149265 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-84d5588e-a7cc-4be4-ba4d-3cd276e553be service neutron] 10.222.0.35 "GET /v2.0/networks/fdb5c9b5-54aa-4e91-b1fe-32d5cf807626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590001 Apr 23 09:24:46.244901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8348825-e53b-4a02-b81f-f5fb54465318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:46.313558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f8348825-e53b-4a02-b81f-f5fb54465318 None None] For port f0e26916-e34f-4c3a-8b6b-e7b8f10440f1, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f0e26916-e34f-4c3a-8b6b-e7b8f10440f1,segment=NetworkSegment(06a82040-48e8-4528-a440-49f73e7252a6),segment_id=06a82040-48e8-4528-a440-49f73e7252a6)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:24:46.319611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:46.349589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8348825-e53b-4a02-b81f-f5fb54465318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:46.352326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0234489a-c4b4-44dd-8cdc-05cf6f8fd9f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:46.497470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:24:46.498282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:24:46.498561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd759ae-4f9d-40bf-b229-45ae997d4812', 'name': 'tempest-TestVolumeBootPattern-777913545-router', 'tenant_id': '43138d8c12394f72ab95459a13affaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'f5565d57-d15b-4a5e-8881-cc90f2b2ac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:26Z', 'updated_at': '2021-04-23T09:24:34Z', 'revision_number': 4, 'project_id': '43138d8c12394f72ab95459a13affaac', 'gw_port': {'id': 'f5565d57-d15b-4a5e-8881-cc90f2b2ac36', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd759ae-4f9d-40bf-b229-45ae997d4812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:27Z', 'updated_at': '2021-04-23T09:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'f0e26916-e34f-4c3a-8b6b-e7b8f10440f1', 'name': '', 'network_id': 'cc9a83d7-bb02-4ff6-9bcf-65d749f40353', 'tenant_id': '43138d8c12394f72ab95459a13affaac', 'mac_address': 'fa:16:3e:ce:a4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd759ae-4f9d-40bf-b229-45ae997d4812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '5cbf2d06-28cb-48b2-affc-56bfad6cd44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:32Z', 'updated_at': '2021-04-23T09:24:44Z', 'revision_number': 4, 'project_id': '43138d8c12394f72ab95459a13affaac', 'subnets': [{'id': '5cbf2d06-28cb-48b2-affc-56bfad6cd44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:24:46.502765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8348825-e53b-4a02-b81f-f5fb54465318 None None] Pushing event updated for resources: {'Port': ['ID=f0e26916-e34f-4c3a-8b6b-e7b8f10440f1,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:46.507966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f8348825-e53b-4a02-b81f-f5fb54465318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:46.509113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd39ed60-7df5-47cd-9f5f-8320093a1285 None None] The sync data for ids ['edd759ae-4f9d-40bf-b229-45ae997d4812'] in dv-neutron-786478-4-hyperv is: [{'id': 'edd759ae-4f9d-40bf-b229-45ae997d4812', 'name': 'tempest-TestVolumeBootPattern-777913545-router', 'tenant_id': '43138d8c12394f72ab95459a13affaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'f5565d57-d15b-4a5e-8881-cc90f2b2ac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:26Z', 'updated_at': '2021-04-23T09:24:34Z', 'revision_number': 4, 'project_id': '43138d8c12394f72ab95459a13affaac', 'gw_port': {'id': 'f5565d57-d15b-4a5e-8881-cc90f2b2ac36', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd759ae-4f9d-40bf-b229-45ae997d4812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:27Z', 'updated_at': '2021-04-23T09:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'f0e26916-e34f-4c3a-8b6b-e7b8f10440f1', 'name': '', 'network_id': 'cc9a83d7-bb02-4ff6-9bcf-65d749f40353', 'tenant_id': '43138d8c12394f72ab95459a13affaac', 'mac_address': 'fa:16:3e:ce:a4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd759ae-4f9d-40bf-b229-45ae997d4812', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '5cbf2d06-28cb-48b2-affc-56bfad6cd44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:32Z', 'updated_at': '2021-04-23T09:24:44Z', 'revision_number': 4, 'project_id': '43138d8c12394f72ab95459a13affaac', 'subnets': [{'id': '5cbf2d06-28cb-48b2-affc-56bfad6cd44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:24:46.518681 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99c7ac6e-5313-494d-b2ba-f703868d9921 req-0cb8b152-3f60-4c85-8caf-3cadd2087d10 service neutron] 10.222.0.35 "GET /v2.0/networks/fdb5c9b5-54aa-4e91-b1fe-32d5cf807626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614109 Apr 23 09:24:46.796983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d82037-99b0-4a98-82ea-0d8f03e97bbb req-6547a5b8-3857-417b-a371-45b2101346fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:46.798720 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d82037-99b0-4a98-82ea-0d8f03e97bbb req-6547a5b8-3857-417b-a371-45b2101346fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 1096 time: 0.1708410 Apr 23 09:24:47.030231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d82037-99b0-4a98-82ea-0d8f03e97bbb req-a7c024e0-9ea0-4639-b5f4-a7e0b56d25d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:47.034614 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d82037-99b0-4a98-82ea-0d8f03e97bbb req-a7c024e0-9ea0-4639-b5f4-a7e0b56d25d1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 HTTP/1.1" status: 200 len: 897 time: 0.2256324 Apr 23 09:24:47.168673 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d82037-99b0-4a98-82ea-0d8f03e97bbb req-de785d92-d88f-47f0-9607-441d6c58f11e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8db3d102-f6da-480e-88e1-b0c035460a9b HTTP/1.1" status: 200 len: 217 time: 0.1272323 Apr 23 09:24:47.279272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d82037-99b0-4a98-82ea-0d8f03e97bbb req-d2a93da9-b3a1-4773-b394-5f0d79b7ff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:47.282808 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d82037-99b0-4a98-82ea-0d8f03e97bbb req-d2a93da9-b3a1-4773-b394-5f0d79b7ff93 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6cc9a89-2fea-47b2-8b0b-a24b8c662a53 HTTP/1.1" status: 200 len: 835 time: 0.1058552 Apr 23 09:24:47.479232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d82037-99b0-4a98-82ea-0d8f03e97bbb req-2a82b638-8c81-411b-b25f-5d499183ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:47.481893 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d82037-99b0-4a98-82ea-0d8f03e97bbb req-2a82b638-8c81-411b-b25f-5d499183ec37 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdb5c9b5-54aa-4e91-b1fe-32d5cf807626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1892276 Apr 23 09:24:47.554147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153dca2-9044-4aaa-bdba-f7511af6cee0 req-6368a511-2f58-4a2b-a66f-c0e5cfbf0da2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:47.554649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a153dca2-9044-4aaa-bdba-f7511af6cee0 req-6368a511-2f58-4a2b-a66f-c0e5cfbf0da2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:24:47.610009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f0e26916-e34f-4c3a-8b6b-e7b8f10440f1 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:24:47.742844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port f0e26916-e34f-4c3a-8b6b-e7b8f10440f1 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:47.743504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:47.748822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a153dca2-9044-4aaa-bdba-f7511af6cee0 req-6368a511-2f58-4a2b-a66f-c0e5cfbf0da2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:24:47.751195 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a153dca2-9044-4aaa-bdba-f7511af6cee0 req-6368a511-2f58-4a2b-a66f-c0e5cfbf0da2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 943 time: 0.4605091 Apr 23 09:24:47.822279 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d82037-99b0-4a98-82ea-0d8f03e97bbb req-852cec7a-9476-4331-86bf-94e31b820c5a service neutron] 10.222.0.35 "GET /v2.0/networks/fdb5c9b5-54aa-4e91-b1fe-32d5cf807626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296268 Apr 23 09:24:48.304603 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a153dca2-9044-4aaa-bdba-f7511af6cee0 req-217862a7-4888-4a27-abf8-af2b91558f62 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=caad0a6a-ab47-4b5e-80f1-004ed997fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5242348 Apr 23 09:24:48.366347 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d82037-99b0-4a98-82ea-0d8f03e97bbb req-525c6096-38cc-47af-adaa-33c359cbfd9d service neutron] 10.222.0.35 "GET /v2.0/networks/fdb5c9b5-54aa-4e91-b1fe-32d5cf807626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5367160 Apr 23 09:24:49.696617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648908e3-38a9-44a7-a5ba-923e75c8cff9 req-40b91e61-849a-4c91-bf22-1d9c46d7a654 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:49.700132 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-648908e3-38a9-44a7-a5ba-923e75c8cff9 req-40b91e61-849a-4c91-bf22-1d9c46d7a654 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 943 time: 0.1905954 Apr 23 09:24:49.781684 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-648908e3-38a9-44a7-a5ba-923e75c8cff9 req-998ad37c-1a49-4639-88a5-bc3a15a0fcf2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=caad0a6a-ab47-4b5e-80f1-004ed997fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745926 Apr 23 09:24:49.838135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 8db3d102-f6da-480e-88e1-b0c035460a9b details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:24:50.010552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 8db3d102-f6da-480e-88e1-b0c035460a9b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8db3d102-f6da-480e-88e1-b0c035460a9b,segment=NetworkSegment(1121ae23-1ef2-48d1-90c8-7d0fbea70848),segment_id=1121ae23-1ef2-48d1-90c8-7d0fbea70848)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:24:50.026500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '8db3d102-f6da-480e-88e1-b0c035460a9b', 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626', 'port_id': '8db3d102-f6da-480e-88e1-b0c035460a9b', 'mac_address': 'fa:16:3e:3a:e4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6cc9a89-2fea-47b2-8b0b-a24b8c662a53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:24:50.101523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:50.127532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db3d102-f6da-480e-88e1-b0c035460a9b {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:24:50.155942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 8db3d102-f6da-480e-88e1-b0c035460a9b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8db3d102-f6da-480e-88e1-b0c035460a9b,segment=NetworkSegment(1121ae23-1ef2-48d1-90c8-7d0fbea70848),segment_id=1121ae23-1ef2-48d1-90c8-7d0fbea70848)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:24:50.201113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:50.203361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-191a46a7-e147-422b-a61b-a07c2e458168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:50.293492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=8db3d102-f6da-480e-88e1-b0c035460a9b,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:50.299246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:50.507633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['8db3d102-f6da-480e-88e1-b0c035460a9b'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:24:51.036967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc42e2-3d46-43b0-a14f-1d8dab526f19 req-a65224c8-e598-45a6-8c07-26a563c98e64 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:51.039098 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b8cc42e2-3d46-43b0-a14f-1d8dab526f19 req-a65224c8-e598-45a6-8c07-26a563c98e64 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 944 time: 0.1210392 Apr 23 09:24:51.100706 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b8cc42e2-3d46-43b0-a14f-1d8dab526f19 req-e84395df-9928-4ed8-804c-7c0a75327703 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=caad0a6a-ab47-4b5e-80f1-004ed997fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513256 Apr 23 09:24:51.853740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 8db3d102-f6da-480e-88e1-b0c035460a9b up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:24:52.029846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 8db3d102-f6da-480e-88e1-b0c035460a9b completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:24:52.042447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 8db3d102-f6da-480e-88e1-b0c035460a9b triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:24:52.043052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:52.268263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:52.397846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e323b7-0013-4ac4-b982-6d88be9af806 req-8ad741b5-e086-45b3-b12a-d2df1884ddc7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:52.403055 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-10e323b7-0013-4ac4-b982-6d88be9af806 req-8ad741b5-e086-45b3-b12a-d2df1884ddc7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 944 time: 0.1449094 Apr 23 09:24:52.513287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db3d102-f6da-480e-88e1-b0c035460a9b'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:24:52.517923 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-10e323b7-0013-4ac4-b982-6d88be9af806 req-d1087530-f7b7-4488-b4ae-f237dd1f5544 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=caad0a6a-ab47-4b5e-80f1-004ed997fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015332 Apr 23 09:24:52.535992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 8db3d102-f6da-480e-88e1-b0c035460a9b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8db3d102-f6da-480e-88e1-b0c035460a9b,segment=NetworkSegment(1121ae23-1ef2-48d1-90c8-7d0fbea70848),segment_id=1121ae23-1ef2-48d1-90c8-7d0fbea70848)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:24:52.580293 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db3d102-f6da-480e-88e1-b0c035460a9b', 'code': 200} Apr 23 09:24:52.581015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:52.584044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:52.672639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=8db3d102-f6da-480e-88e1-b0c035460a9b,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:52.682030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:52.682465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:52.682862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:52.683242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:52.683626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:52.684006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:52.684473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:52.684793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:52.685175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:52.685547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:52.685921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:52.686293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:24:52.691526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:53.031103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87cacd-1177-400d-acff-65b794df1155 req-0e582c4a-47c9-476e-aed1-7faed9e51093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:53.033108 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3b87cacd-1177-400d-acff-65b794df1155 req-0e582c4a-47c9-476e-aed1-7faed9e51093 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 1098 time: 0.1132112 Apr 23 09:24:53.109080 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3b87cacd-1177-400d-acff-65b794df1155 req-5a2426f8-a992-4914-ad2f-b674be7f47b8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=caad0a6a-ab47-4b5e-80f1-004ed997fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694845 Apr 23 09:24:53.192273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:53.845484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6ba27-9838-4c69-aac6-c04662642e80 req-559f0e70-cdbf-4644-8202-9bac85bbab15 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:53.847504 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8ab6ba27-9838-4c69-aac6-c04662642e80 req-559f0e70-cdbf-4644-8202-9bac85bbab15 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 945 time: 0.1325808 Apr 23 09:24:53.939548 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8ab6ba27-9838-4c69-aac6-c04662642e80 req-694b4fe5-8955-4fd5-b50b-8603a15e2cd8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=caad0a6a-ab47-4b5e-80f1-004ed997fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837765 Apr 23 09:24:55.185243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900480f9-282f-4384-b73e-44a45c39a377 req-43afefcb-82ac-40ea-8f0f-af95d989ff15 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:55.196867 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-900480f9-282f-4384-b73e-44a45c39a377 req-43afefcb-82ac-40ea-8f0f-af95d989ff15 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 945 time: 0.0998049 Apr 23 09:24:55.254278 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-900480f9-282f-4384-b73e-44a45c39a377 req-edca6faa-dbc1-47e1-8889-71d3a84c825e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=caad0a6a-ab47-4b5e-80f1-004ed997fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555532 Apr 23 09:24:55.574847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d7c49-1cc2-4eb8-9388-e499f15bbbc3 req-e8948de0-0c11-4ab5-a081-94fb436b8fd0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:55.577555 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5d4d7c49-1cc2-4eb8-9388-e499f15bbbc3 req-e8948de0-0c11-4ab5-a081-94fb436b8fd0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 945 time: 0.1601279 Apr 23 09:24:55.648554 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5d4d7c49-1cc2-4eb8-9388-e499f15bbbc3 req-1d28a3e0-344a-4f51-af81-c80b1754057f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=caad0a6a-ab47-4b5e-80f1-004ed997fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632441 Apr 23 09:24:55.675943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42270) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:55.768523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9f6d31-40af-4462-bde1-f8b4de08c0b0 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:24:55.770412 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7d9f6d31-40af-4462-bde1-f8b4de08c0b0 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 1093 time: 0.0921924 Apr 23 09:24:55.774181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42274) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:24:55.780027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': '8db3d102-f6da-480e-88e1-b0c035460a9b', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:24:55.789918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:24:55.797662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:floatingip and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:24:55.802909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:24:55.810657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:24:56.723117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:56.897676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:57.096894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.26.4.68 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/1b2038d1-9480-457e-9310-cc03ed117e44) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:24:57.276768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:57.405548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:57.412306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:57.498088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=1b2038d1-9480-457e-9310-cc03ed117e44,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:57.502268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:24:57.504020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:57.505333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:24:57.507945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:24:58.017737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:58.166848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:58.517806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:58.584086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:58.590244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-978c1634-79de-4fcf-a3f5-ac19ee611b34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:24:58.723258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=1b2038d1-9480-457e-9310-cc03ed117e44,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:24:58.727393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:24:58.748200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:24:59.057038 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Floating IP 14bd0158-1959-4540-a3de-04e6a6a9e366 associated. External IP: 172.26.4.68, port: 8db3d102-f6da-480e-88e1-b0c035460a9b. Apr 23 09:24:59.689455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router 6e8edacf-1864-4ed5-b6b2-f26b903fc8a0 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:25:00.323949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:25:00.337824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84792df-c08d-4e21-a4c2-6ad637ff5965 None None] Sync routers for ids ['6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:25:00.353236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84792df-c08d-4e21-a4c2-6ad637ff5965 None None] Routers {'6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:25:00.354405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e84792df-c08d-4e21-a4c2-6ad637ff5965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:24:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:25:00.387591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:00.477560 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6996522 Apr 23 09:25:00.477560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1', 'tag': '8db3d102-f6da-480e-88e1-b0c035460a9b'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:25:00.479378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42310) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:25:00.554225 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1', 'tag': '8db3d102-f6da-480e-88e1-b0c035460a9b', 'status': 'completed', 'code': 200} Apr 23 09:25:00.611541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-e84792df-c08d-4e21-a4c2-6ad637ff5965 None None] Set router 6e8edacf-1864-4ed5-b6b2-f26b903fc8a0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:25:00.690401 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ea93d531-a8f5-4408-8067-08fe8fc5caaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/14bd0158-1959-4540-a3de-04e6a6a9e366 HTTP/1.1" status: 200 len: 990 time: 0.2092228 Apr 23 09:25:00.701837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecb278-cdba-44b6-96f5-761f9c3b63af req-c40685cd-5e02-4d27-917b-d5d936810918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:00.703476 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-36ecb278-cdba-44b6-96f5-761f9c3b63af req-c40685cd-5e02-4d27-917b-d5d936810918 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 1098 time: 0.1289766 Apr 23 09:25:00.868803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecb278-cdba-44b6-96f5-761f9c3b63af req-fea80fdd-eda9-4447-856e-286fa3412bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:00.871124 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-36ecb278-cdba-44b6-96f5-761f9c3b63af req-fea80fdd-eda9-4447-856e-286fa3412bb8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 HTTP/1.1" status: 200 len: 897 time: 0.1605437 Apr 23 09:25:00.996770 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-36ecb278-cdba-44b6-96f5-761f9c3b63af req-7df707ba-afb8-4962-b025-37936f64c6b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8db3d102-f6da-480e-88e1-b0c035460a9b HTTP/1.1" status: 200 len: 998 time: 0.1198125 Apr 23 09:25:01.048838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e84792df-c08d-4e21-a4c2-6ad637ff5965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'name': 'tempest-TestNetworkBasicOps-router-658731665', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:17Z', 'updated_at': '2021-04-23T09:24:26Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:18Z', 'updated_at': '2021-04-23T09:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '14bd0158-1959-4540-a3de-04e6a6a9e366', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.68', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'port_id': '8db3d102-f6da-480e-88e1-b0c035460a9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626', 'mac_address': 'fa:16:3e:3a:e4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:24:57Z', 'updated_at': '2021-04-23T09:24:57Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cbb1ec1-ff24-412e-a030-3e0a52beb8bc', 'name': '', 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:dc:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'e6cc9a89-2fea-47b2-8b0b-a24b8c662a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:24Z', 'updated_at': '2021-04-23T09:24:36Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'e6cc9a89-2fea-47b2-8b0b-a24b8c662a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:25:01.055632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84792df-c08d-4e21-a4c2-6ad637ff5965 None None] Checking router: 6e8edacf-1864-4ed5-b6b2-f26b903fc8a0 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:25:01.065556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84792df-c08d-4e21-a4c2-6ad637ff5965 None None] Routers {'6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:25:01.066830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e84792df-c08d-4e21-a4c2-6ad637ff5965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:24:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:25:01.091790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecb278-cdba-44b6-96f5-761f9c3b63af req-ad4d2fb9-7493-4272-badf-824c2f03b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:01.093503 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-36ecb278-cdba-44b6-96f5-761f9c3b63af req-ad4d2fb9-7493-4272-badf-824c2f03b1b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6cc9a89-2fea-47b2-8b0b-a24b8c662a53 HTTP/1.1" status: 200 len: 835 time: 0.0908070 Apr 23 09:25:01.190151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecb278-cdba-44b6-96f5-761f9c3b63af req-37534f69-df01-4d61-97a9-0ff618332dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:01.191985 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-36ecb278-cdba-44b6-96f5-761f9c3b63af req-37534f69-df01-4d61-97a9-0ff618332dcf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdb5c9b5-54aa-4e91-b1fe-32d5cf807626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0925381 Apr 23 09:25:01.293131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-e84792df-c08d-4e21-a4c2-6ad637ff5965 None None] Set router 6e8edacf-1864-4ed5-b6b2-f26b903fc8a0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:25:01.369806 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-36ecb278-cdba-44b6-96f5-761f9c3b63af req-7a957be8-6a8c-4f1d-836c-42834b3be6a9 service neutron] 10.222.0.35 "GET /v2.0/networks/fdb5c9b5-54aa-4e91-b1fe-32d5cf807626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706195 Apr 23 09:25:01.533679 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-36ecb278-cdba-44b6-96f5-761f9c3b63af req-4cb936c1-221b-49e9-ab8d-ae62444805a3 service neutron] 10.222.0.35 "GET /v2.0/networks/fdb5c9b5-54aa-4e91-b1fe-32d5cf807626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571100 Apr 23 09:25:01.693973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42318) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:25:01.710537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e84792df-c08d-4e21-a4c2-6ad637ff5965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'name': 'tempest-TestNetworkBasicOps-router-658731665', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:17Z', 'updated_at': '2021-04-23T09:24:26Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:18Z', 'updated_at': '2021-04-23T09:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '14bd0158-1959-4540-a3de-04e6a6a9e366', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.68', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'port_id': '8db3d102-f6da-480e-88e1-b0c035460a9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626', 'mac_address': 'fa:16:3e:3a:e4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:24:57Z', 'updated_at': '2021-04-23T09:24:57Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cbb1ec1-ff24-412e-a030-3e0a52beb8bc', 'name': '', 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:dc:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'e6cc9a89-2fea-47b2-8b0b-a24b8c662a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:24Z', 'updated_at': '2021-04-23T09:24:36Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'e6cc9a89-2fea-47b2-8b0b-a24b8c662a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:25:01.714962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84792df-c08d-4e21-a4c2-6ad637ff5965 None None] The sync data for ids ['6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'] in dv-neutron-786478-4-hyperv is: [{'id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'name': 'tempest-TestNetworkBasicOps-router-658731665', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:17Z', 'updated_at': '2021-04-23T09:24:26Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:18Z', 'updated_at': '2021-04-23T09:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '14bd0158-1959-4540-a3de-04e6a6a9e366', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.68', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'port_id': '8db3d102-f6da-480e-88e1-b0c035460a9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626', 'mac_address': 'fa:16:3e:3a:e4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:24:57Z', 'updated_at': '2021-04-23T09:24:57Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cbb1ec1-ff24-412e-a030-3e0a52beb8bc', 'name': '', 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:dc:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'e6cc9a89-2fea-47b2-8b0b-a24b8c662a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:24Z', 'updated_at': '2021-04-23T09:24:36Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'e6cc9a89-2fea-47b2-8b0b-a24b8c662a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:25:01.823587 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e47ef343-c1ae-467d-9065-317f0ca5a5df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/14bd0158-1959-4540-a3de-04e6a6a9e366 HTTP/1.1" status: 200 len: 990 time: 0.1282432 Apr 23 09:25:02.363691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd5c983-40e1-46db-bcdf-382ba84c6bd5 None None] New status for floating IP 14bd0158-1959-4540-a3de-04e6a6a9e366: ACTIVE {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:25:02.827918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42324) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:25:02.953122 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-65db9176-3742-42b4-a66f-1f381e9e65f4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/14bd0158-1959-4540-a3de-04e6a6a9e366 HTTP/1.1" status: 200 len: 992 time: 0.1238258 Apr 23 09:25:06.746471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1577d973-3dcf-4a14-9170-ae507b2b8e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:09.720586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d5daca4-56bc-4794-afd4-c4bb98cbbbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:10.420379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:11.266204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:12.363772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:19.428219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-9740f864-cc85-4408-8239-f0ef38b5597f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Synchronizing usage tracker for tenant:bd186be32f6c46398a111d70f7898994 on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:25:19.495174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-9740f864-cc85-4408-8239-f0ef38b5597f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Unset dirty status for tenant:bd186be32f6c46398a111d70f7898994 on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:25:19.496771 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-9740f864-cc85-4408-8239-f0ef38b5597f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202986172&fields=id&tenant_id=bd186be32f6c46398a111d70f7898994 HTTP/1.1" status: 200 len: 267 time: 0.1172841 Apr 23 09:25:19.688046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-7dcd52c0-979b-4881-86fa-37c71ce85e79 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:19.688855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-7dcd52c0-979b-4881-86fa-37c71ce85e79 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Synchronizing usage tracker for tenant:bd186be32f6c46398a111d70f7898994 on resource:network {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:25:19.738527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-7dcd52c0-979b-4881-86fa-37c71ce85e79 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Unset dirty status for tenant:bd186be32f6c46398a111d70f7898994 on resource:network {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:25:19.740117 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-7dcd52c0-979b-4881-86fa-37c71ce85e79 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/networks?id=91010434-002e-49e7-b83d-a6a0de2d3a1c HTTP/1.1" status: 200 len: 811 time: 0.2297945 Apr 23 09:25:19.759494 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-ceac8eaf-a2ae-47fb-9316-864078a8982b tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/quotas/bd186be32f6c46398a111d70f7898994 HTTP/1.1" status: 200 len: 375 time: 0.0121567 Apr 23 09:25:19.874630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-24418e87-e5b2-49c7-9001-f6ddb65f7db8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Synchronizing usage tracker for tenant:bd186be32f6c46398a111d70f7898994 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:25:19.944075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-24418e87-e5b2-49c7-9001-f6ddb65f7db8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Unset dirty status for tenant:bd186be32f6c46398a111d70f7898994 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:25:19.945960 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-24418e87-e5b2-49c7-9001-f6ddb65f7db8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd186be32f6c46398a111d70f7898994&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1798754 Apr 23 09:25:20.114096 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-bf034cba-6ba3-4d70-a8ad-4c127a5c7306 service neutron] 10.222.0.60 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507907 Apr 23 09:25:20.270012 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-7482c1da-cd3f-4e47-9d24-aaec9e2f5123 service neutron] 10.222.0.60 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488461 Apr 23 09:25:20.890568 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f4b3476d-79d3-4ed4-8096-dc0f6db046b0 req-3f43a2e9-9e81-4511-8b55-cbf38fc192d4 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 210 time: 0.0573485 Apr 23 09:25:21.615291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:25:22.072913 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1f973cb7-5b4d-4626-84ef-29885b7d4828 req-0b94191c-8a44-4823-adc2-ab6dd6f2bc38 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 210 time: 0.0589972 Apr 23 09:25:23.061476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-20092315-bafd-4ebc-8db6-4a44c663b7fe tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:23.064178 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-20092315-bafd-4ebc-8db6-4a44c663b7fe tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.35 "GET /v2.0/networks?id=91010434-002e-49e7-b83d-a6a0de2d3a1c HTTP/1.1" status: 200 len: 811 time: 0.3133223 Apr 23 09:25:23.135847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-ce9af8f5-52ad-4718-ba1e-8cf34ddd3434 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Synchronizing usage tracker for tenant:bd186be32f6c46398a111d70f7898994 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:25:23.151114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-ce9af8f5-52ad-4718-ba1e-8cf34ddd3434 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Unset dirty status for tenant:bd186be32f6c46398a111d70f7898994 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:25:23.152382 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-ce9af8f5-52ad-4718-ba1e-8cf34ddd3434 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd186be32f6c46398a111d70f7898994 HTTP/1.1" status: 200 len: 380 time: 0.0801671 Apr 23 09:25:23.163131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Request body: {'port': {'device_id': '8f448c48-b32f-4c44-ac4e-5b9952d26999', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'admin_state_up': True, 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'security_groups': ['84067916-3263-4dcd-828c-029d400260a6']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:25:23.212569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:23.320703 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2b83995f-4bd8-43b5-a512-847959d38b45 req-fb7711f2-8537-46ab-93e6-228f1c1fbd83 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 210 time: 0.0562000 Apr 23 09:25:23.399451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:25:23.412936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:25:23.455264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Made reservation on behalf of bd186be32f6c46398a111d70f7898994 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:25:23.483445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:23.687260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Allocated IP 172.20.0.10 (91010434-002e-49e7-b83d-a6a0de2d3a1c/02ab5626-b692-4cce-b0c9-1857a68924a2/81fc5039-1f4b-443f-b06c-d29c89317b6a) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:25:23.935931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:23.956161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Transition to ACTIVE for port object 81fc5039-1f4b-443f-b06c-d29c89317b6a will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:25:24.015379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:24.024311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-67592ccd-2d2e-4ab9-bf6e-dd8abc1c81be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:25:24.097626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Network 91010434-002e-49e7-b83d-a6a0de2d3a1c is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:25:24.101849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:25:24.105108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:25:24.183334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Pushing event updated for resources: {'Port': ['ID=81fc5039-1f4b-443f-b06c-d29c89317b6a,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:25:24.204492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:25:24.205119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:25:24.206499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:25:24.207149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:25:24.207892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:25:24.208477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:25:24.209120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:25:24.209751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:25:24.210428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:25:24.211119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:25:24.211768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:25:24.212395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:25:24.229923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:25:24.262963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:24.264086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:24.347950 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1902547 Apr 23 09:25:24.366465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Request body: {'port': {'device_id': '8f448c48-b32f-4c44-ac4e-5b9952d26999', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:25:24.558178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-93946362-e371-4a83-a262-ed98c59c4cc8 None None] Provisioning for port 81fc5039-1f4b-443f-b06c-d29c89317b6a completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:25:24.565719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-93946362-e371-4a83-a262-ed98c59c4cc8 None None] Provisioning complete for port 81fc5039-1f4b-443f-b06c-d29c89317b6a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:25:24.566451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-93946362-e371-4a83-a262-ed98c59c4cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:24.571607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:24.641091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb1efd-8e27-4e17-97a1-412bcaf2fa82 req-ccc3faed-d433-4f66-82cf-9c3328630c00 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:24.650507 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ebeb1efd-8e27-4e17-97a1-412bcaf2fa82 req-ccc3faed-d433-4f66-82cf-9c3328630c00 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 932 time: 0.1384921 Apr 23 09:25:24.681459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-93946362-e371-4a83-a262-ed98c59c4cc8 None None] Port 81fc5039-1f4b-443f-b06c-d29c89317b6a cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:25:24.704388 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ebeb1efd-8e27-4e17-97a1-412bcaf2fa82 req-efcc63ac-cd9e-4cfa-ad4d-2f4bb38a41b3 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526781 Apr 23 09:25:25.046167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81fc5039-1f4b-443f-b06c-d29c89317b6a {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:25:25.055721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:25.074819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Transition to ACTIVE for port object 81fc5039-1f4b-443f-b06c-d29c89317b6a will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:25:25.114978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:25.122946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d4eee12-6276-4478-a4be-b6ad532d2dd8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:25:25.310514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Pushing event updated for resources: {'Port': ['ID=81fc5039-1f4b-443f-b06c-d29c89317b6a,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:25:25.342106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:25:25.413608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Attempting to bind port 81fc5039-1f4b-443f-b06c-d29c89317b6a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:25:25.414264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Attempting to bind port 81fc5039-1f4b-443f-b06c-d29c89317b6a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0d2fcd6e-9191-4201-9944-986286a72003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:25:25.414978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Attempting to bind port 81fc5039-1f4b-443f-b06c-d29c89317b6a on network 91010434-002e-49e7-b83d-a6a0de2d3a1c {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:25:25.425705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Port 81fc5039-1f4b-443f-b06c-d29c89317b6a on network 91010434-002e-49e7-b83d-a6a0de2d3a1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:25:25.426351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Attempting to bind port 81fc5039-1f4b-443f-b06c-d29c89317b6a on network 91010434-002e-49e7-b83d-a6a0de2d3a1c {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:25:25.437513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:25:25.438157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Checking segment: {'id': '0d2fcd6e-9191-4201-9944-986286a72003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:25:25.438915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Bound using segment: {'id': '0d2fcd6e-9191-4201-9944-986286a72003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:25:25.440155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Bound port: 81fc5039-1f4b-443f-b06c-d29c89317b6a, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2fcd6e-9191-4201-9944-986286a72003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:25:25.440522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:25.563884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] For port 81fc5039-1f4b-443f-b06c-d29c89317b6a, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:25:25.567402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] For port 81fc5039-1f4b-443f-b06c-d29c89317b6a, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=81fc5039-1f4b-443f-b06c-d29c89317b6a,segment=NetworkSegment(0d2fcd6e-9191-4201-9944-986286a72003),segment_id=0d2fcd6e-9191-4201-9944-986286a72003)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:25:25.635658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:25.640136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0bdd31fb-f3be-4a1b-b9b4-456e052c0bda tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:25:25.701430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:25.702156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:25.703752 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] 10.222.0.35 "PUT /v2.0/ports/81fc5039-1f4b-443f-b06c-d29c89317b6a HTTP/1.1" status: 200 len: 1094 time: 1.3477862 Apr 23 09:25:25.704378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f448c48-b32f-4c44-ac4e-5b9952d26999', 'tag': '81fc5039-1f4b-443f-b06c-d29c89317b6a'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:25:25.757029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Pushing event updated for resources: {'Port': ['ID=81fc5039-1f4b-443f-b06c-d29c89317b6a,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:25:25.765373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:25:25.783755 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f448c48-b32f-4c44-ac4e-5b9952d26999', 'tag': '81fc5039-1f4b-443f-b06c-d29c89317b6a', 'status': 'completed', 'code': 200} Apr 23 09:25:25.957889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bf537-9ea5-45d4-b11e-25d6cee3f6c7 req-e7b42150-64f0-426c-a31b-56f8d15b411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:25.960815 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fc5bf537-9ea5-45d4-b11e-25d6cee3f6c7 req-e7b42150-64f0-426c-a31b-56f8d15b411d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd186be32f6c46398a111d70f7898994&device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 1097 time: 0.1551378 Apr 23 09:25:26.143861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b831891-3b13-452d-bc18-0f8e2604874d req-0a9e645e-7301-4de6-81be-94e0f457a7bc tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:26.146745 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0b831891-3b13-452d-bc18-0f8e2604874d req-0a9e645e-7301-4de6-81be-94e0f457a7bc tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 944 time: 0.1694932 Apr 23 09:25:26.198606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bf537-9ea5-45d4-b11e-25d6cee3f6c7 req-be2177ad-abb5-4c37-bd3e-f045b9977508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:26.210905 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fc5bf537-9ea5-45d4-b11e-25d6cee3f6c7 req-be2177ad-abb5-4c37-bd3e-f045b9977508 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=bd186be32f6c46398a111d70f7898994&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2325330 Apr 23 09:25:26.251633 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0b831891-3b13-452d-bc18-0f8e2604874d req-a563c077-1526-4234-bb79-cf1c817af7ab tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904591 Apr 23 09:25:26.401333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bf537-9ea5-45d4-b11e-25d6cee3f6c7 req-7455b3ed-2dee-46d7-9218-0bc655a03b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:26.402984 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fc5bf537-9ea5-45d4-b11e-25d6cee3f6c7 req-7455b3ed-2dee-46d7-9218-0bc655a03b1c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1962969 Apr 23 09:25:26.527447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-d0be9e00-5168-4e85-81cd-c63be359dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:26.529164 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-d0be9e00-5168-4e85-81cd-c63be359dfe2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd186be32f6c46398a111d70f7898994&device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 1097 time: 0.0871027 Apr 23 09:25:26.925403 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-86b55a6c-8448-4f8e-b4b7-3101274fb568 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81fc5039-1f4b-443f-b06c-d29c89317b6a HTTP/1.1" status: 200 len: 217 time: 0.3858032 Apr 23 09:25:27.008150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-bd8a431c-6395-4c9c-ade0-3bafc4372b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:27.009756 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-bd8a431c-6395-4c9c-ade0-3bafc4372b12 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=02ab5626-b692-4cce-b0c9-1857a68924a2 HTTP/1.1" status: 200 len: 850 time: 0.0781629 Apr 23 09:25:27.121641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-bbb609ce-ac6d-43cf-af4c-1e89947a5ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:27.124762 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-bbb609ce-ac6d-43cf-af4c-1e89947a5ce2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91010434-002e-49e7-b83d-a6a0de2d3a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1073725 Apr 23 09:25:27.306944 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-ecdd46e8-c7fc-4a10-b7df-66383a830413 service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734154 Apr 23 09:25:27.639657 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-06c41e99-0f7b-4ad6-868d-bd82a03fae48 req-8f287efc-5fd9-4740-92a6-7d6ddb424d7d service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257339 Apr 23 09:25:27.678111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097b79c-0e44-4aa6-a5c0-36e16e364676 req-43f7cfa9-2ce2-4e5a-a672-05298078b063 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:27.678980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a097b79c-0e44-4aa6-a5c0-36e16e364676 req-43f7cfa9-2ce2-4e5a-a672-05298078b063 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Synchronizing usage tracker for tenant:bd186be32f6c46398a111d70f7898994 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:25:27.723448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a097b79c-0e44-4aa6-a5c0-36e16e364676 req-43f7cfa9-2ce2-4e5a-a672-05298078b063 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Unset dirty status for tenant:bd186be32f6c46398a111d70f7898994 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:25:27.724977 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a097b79c-0e44-4aa6-a5c0-36e16e364676 req-43f7cfa9-2ce2-4e5a-a672-05298078b063 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 944 time: 0.1899133 Apr 23 09:25:27.785511 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a097b79c-0e44-4aa6-a5c0-36e16e364676 req-02841277-e3ec-4bde-bbc7-1fc05841b176 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531549 Apr 23 09:25:29.056834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452644c-2bf8-474a-aa33-8c59215ac64b req-46f09094-da63-4779-9b4f-036ebd285cb4 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:29.058649 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a452644c-2bf8-474a-aa33-8c59215ac64b req-46f09094-da63-4779-9b4f-036ebd285cb4 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 944 time: 0.1421261 Apr 23 09:25:29.119344 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a452644c-2bf8-474a-aa33-8c59215ac64b req-7494d533-6a24-48f2-bb0d-1e5400ac65ca tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482166 Apr 23 09:25:30.346995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4ee4d-569d-49a1-a74f-7f9efbf00462 req-c478247f-ce8c-43b7-8fc3-35298c63496a tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:30.348736 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5c4ee4d-569d-49a1-a74f-7f9efbf00462 req-c478247f-ce8c-43b7-8fc3-35298c63496a tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 944 time: 0.0968866 Apr 23 09:25:30.401276 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5c4ee4d-569d-49a1-a74f-7f9efbf00462 req-3d705afd-57a4-4b41-af06-75bfabc27ad3 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457108 Apr 23 09:25:31.625930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0f58a-f640-44a7-8e9a-dcb5ef052662 req-d98c2f67-193e-4cb2-b02d-22d582af6c2a tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:31.628446 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f3b0f58a-f640-44a7-8e9a-dcb5ef052662 req-d98c2f67-193e-4cb2-b02d-22d582af6c2a tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 944 time: 0.1012163 Apr 23 09:25:31.682193 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f3b0f58a-f640-44a7-8e9a-dcb5ef052662 req-c0474b88-1c14-453f-afe9-e191e44b2a01 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468261 Apr 23 09:25:33.055923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cfe53-b2e4-4333-b31a-9ec193dccfbf req-7b8b5b26-db7b-4ab6-8be2-890f10c2fd24 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:33.057670 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9f7cfe53-b2e4-4333-b31a-9ec193dccfbf req-7b8b5b26-db7b-4ab6-8be2-890f10c2fd24 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 944 time: 0.1024957 Apr 23 09:25:33.116466 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9f7cfe53-b2e4-4333-b31a-9ec193dccfbf req-95ecc614-95eb-4d7d-8bf3-768c467c30c2 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466709 Apr 23 09:25:34.340447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b510247-c455-463c-b20c-f786cddeb566 req-abf51d31-92ad-4eb2-b8d6-ec6d0381b833 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:34.342214 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9b510247-c455-463c-b20c-f786cddeb566 req-abf51d31-92ad-4eb2-b8d6-ec6d0381b833 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 944 time: 0.0976706 Apr 23 09:25:34.402305 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9b510247-c455-463c-b20c-f786cddeb566 req-70bf5d67-5ea8-419c-8ca8-e78677310f3e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466921 Apr 23 09:25:35.339531 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-34c30e25-f21f-486e-9720-84dc2040d6ec req-7bb2e897-c3d3-4f97-bb53-79c5061d2649 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0930705 Apr 23 09:25:35.547915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c30e25-f21f-486e-9720-84dc2040d6ec req-3cefb2c3-9ba9-4303-9480-078e3ac24748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:35.552103 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-34c30e25-f21f-486e-9720-84dc2040d6ec req-3cefb2c3-9ba9-4303-9480-078e3ac24748 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 1098 time: 0.1296351 Apr 23 09:25:35.640715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a0d6a-c7ed-4a5c-a453-83081f6cef95 req-c3504d16-cb5f-4318-976a-7bef95596bed tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:35.642919 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-783a0d6a-c7ed-4a5c-a453-83081f6cef95 req-c3504d16-cb5f-4318-976a-7bef95596bed tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 944 time: 0.1142993 Apr 23 09:25:35.707323 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-783a0d6a-c7ed-4a5c-a453-83081f6cef95 req-a4d754b7-34e3-4c82-9d17-4cdf8d7ddd4e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560563 Apr 23 09:25:35.760509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c30e25-f21f-486e-9720-84dc2040d6ec req-85c3401c-83d9-4cf7-a20f-2054f84853ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:35.762297 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-34c30e25-f21f-486e-9720-84dc2040d6ec req-85c3401c-83d9-4cf7-a20f-2054f84853ce service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 HTTP/1.1" status: 200 len: 897 time: 0.1804278 Apr 23 09:25:35.927932 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-34c30e25-f21f-486e-9720-84dc2040d6ec req-c6b04756-9f5c-4ac3-b791-c05736f89426 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8db3d102-f6da-480e-88e1-b0c035460a9b HTTP/1.1" status: 200 len: 1000 time: 0.1573915 Apr 23 09:25:36.059701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c30e25-f21f-486e-9720-84dc2040d6ec req-0409ecbf-2b98-4c88-9103-9242f93a8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:36.062582 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-34c30e25-f21f-486e-9720-84dc2040d6ec req-0409ecbf-2b98-4c88-9103-9242f93a8c80 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6cc9a89-2fea-47b2-8b0b-a24b8c662a53 HTTP/1.1" status: 200 len: 835 time: 0.1254473 Apr 23 09:25:36.158998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c30e25-f21f-486e-9720-84dc2040d6ec req-74d74d44-1025-40cf-8f67-976410adda7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:36.160653 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-34c30e25-f21f-486e-9720-84dc2040d6ec req-74d74d44-1025-40cf-8f67-976410adda7d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdb5c9b5-54aa-4e91-b1fe-32d5cf807626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0884235 Apr 23 09:25:36.318003 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-34c30e25-f21f-486e-9720-84dc2040d6ec req-3e35e612-c87a-408d-919f-0aa250e888c5 service neutron] 10.222.0.35 "GET /v2.0/networks/fdb5c9b5-54aa-4e91-b1fe-32d5cf807626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500442 Apr 23 09:25:36.477304 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-34c30e25-f21f-486e-9720-84dc2040d6ec req-71e608d7-908c-4c3e-8cf6-9c12d6d9a3af service neutron] 10.222.0.35 "GET /v2.0/networks/fdb5c9b5-54aa-4e91-b1fe-32d5cf807626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522331 Apr 23 09:25:36.697284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-257c1957-0566-4b05-afb9-fddbdfeba170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:36.946385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5999fe-ea15-4bdc-81c6-73d1f3489905 req-14f6b8db-6ad9-4558-8751-34518d71161d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:36.948293 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6a5999fe-ea15-4bdc-81c6-73d1f3489905 req-14f6b8db-6ad9-4558-8751-34518d71161d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 944 time: 0.1058722 Apr 23 09:25:37.005520 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6a5999fe-ea15-4bdc-81c6-73d1f3489905 req-0d11d0be-36f1-4baa-b371-7696928374fa tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502694 Apr 23 09:25:38.174506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 81fc5039-1f4b-443f-b06c-d29c89317b6a details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:25:38.228938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77c462-e8f1-442d-9fd7-9ab4fcfa7ca8 req-39c70c75-f24a-4208-b43e-eb2dcd30f7c7 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:38.230962 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c77c462-e8f1-442d-9fd7-9ab4fcfa7ca8 req-39c70c75-f24a-4208-b43e-eb2dcd30f7c7 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 944 time: 0.1040766 Apr 23 09:25:38.301604 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c77c462-e8f1-442d-9fd7-9ab4fcfa7ca8 req-41acdddf-f564-4334-a412-498d278e67af tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580168 Apr 23 09:25:38.338440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 81fc5039-1f4b-443f-b06c-d29c89317b6a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=81fc5039-1f4b-443f-b06c-d29c89317b6a,segment=NetworkSegment(0d2fcd6e-9191-4201-9944-986286a72003),segment_id=0d2fcd6e-9191-4201-9944-986286a72003)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:25:38.360558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '81fc5039-1f4b-443f-b06c-d29c89317b6a', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'port_id': '81fc5039-1f4b-443f-b06c-d29c89317b6a', 'mac_address': 'fa:16:3e:f6:cc:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:25:38.472248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:38.498183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81fc5039-1f4b-443f-b06c-d29c89317b6a {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:25:38.521990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 81fc5039-1f4b-443f-b06c-d29c89317b6a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=81fc5039-1f4b-443f-b06c-d29c89317b6a,segment=NetworkSegment(0d2fcd6e-9191-4201-9944-986286a72003),segment_id=0d2fcd6e-9191-4201-9944-986286a72003)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:25:38.562926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:38.566518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5f2596d-0c02-4704-9e3c-732581a9f717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:25:38.653150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=81fc5039-1f4b-443f-b06c-d29c89317b6a,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:25:38.659039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:25:38.865186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['81fc5039-1f4b-443f-b06c-d29c89317b6a'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:25:39.563819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36227790-450c-4e6e-8c59-5d36c491a1d4 req-cec4f4f6-9b3b-4c91-aaab-934761b4939a tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:39.566873 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-36227790-450c-4e6e-8c59-5d36c491a1d4 req-cec4f4f6-9b3b-4c91-aaab-934761b4939a tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 945 time: 0.1202581 Apr 23 09:25:39.612804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-947ddb56-a381-474d-827d-94340e60ce1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:39.625148 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-36227790-450c-4e6e-8c59-5d36c491a1d4 req-4bd4ef8c-cb95-44b6-89c9-c92154c8c9fd tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510101 Apr 23 09:25:40.179866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 81fc5039-1f4b-443f-b06c-d29c89317b6a up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:25:40.303292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 81fc5039-1f4b-443f-b06c-d29c89317b6a completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:25:40.309123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 81fc5039-1f4b-443f-b06c-d29c89317b6a triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:25:40.309588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:40.538054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:40.645246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:40.695899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f448c48-b32f-4c44-ac4e-5b9952d26999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fc5039-1f4b-443f-b06c-d29c89317b6a'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:25:40.716179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 81fc5039-1f4b-443f-b06c-d29c89317b6a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=81fc5039-1f4b-443f-b06c-d29c89317b6a,segment=NetworkSegment(0d2fcd6e-9191-4201-9944-986286a72003),segment_id=0d2fcd6e-9191-4201-9944-986286a72003)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:25:40.755670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:40.759395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:25:40.804065 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f448c48-b32f-4c44-ac4e-5b9952d26999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fc5039-1f4b-443f-b06c-d29c89317b6a', 'code': 200} Apr 23 09:25:40.840584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=81fc5039-1f4b-443f-b06c-d29c89317b6a,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:25:40.844307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:25:40.942840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469cb29-3caa-4777-abad-a187d1baafa0 req-b8bf76c2-1f65-48f2-b084-a5f41f2e1dd2 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:40.944594 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2469cb29-3caa-4777-abad-a187d1baafa0 req-b8bf76c2-1f65-48f2-b084-a5f41f2e1dd2 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 946 time: 0.1362338 Apr 23 09:25:41.012314 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2469cb29-3caa-4777-abad-a187d1baafa0 req-b8c187ba-6dac-4eda-b62e-289243720962 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584741 Apr 23 09:25:41.187748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a330560-619e-4b81-8d09-ea62aa282e12 req-887ff0fd-2555-48fb-bee6-4db2b76878f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:41.189444 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0a330560-619e-4b81-8d09-ea62aa282e12 req-887ff0fd-2555-48fb-bee6-4db2b76878f1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 1099 time: 0.2402101 Apr 23 09:25:41.229348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:41.243997 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0a330560-619e-4b81-8d09-ea62aa282e12 req-44bba904-fcd2-42b2-82ce-6bd0debbbcd2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478046 Apr 23 09:25:42.224132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:42.296792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16758853-2afd-406d-acc0-6f1e305b0980 req-4bb096cd-4519-47fe-a681-bf51b51bf85a tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:42.299246 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-16758853-2afd-406d-acc0-6f1e305b0980 req-4bb096cd-4519-47fe-a681-bf51b51bf85a tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 946 time: 0.1553214 Apr 23 09:25:42.352294 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-16758853-2afd-406d-acc0-6f1e305b0980 req-3df2b5f5-2bc0-4236-b28f-af594d929252 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458200 Apr 23 09:25:43.576024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc902bfe-62a0-432e-a837-2cac101e38df req-9e868fcd-a27b-44a2-864a-6c7a784a96e0 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:43.577810 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fc902bfe-62a0-432e-a837-2cac101e38df req-9e868fcd-a27b-44a2-864a-6c7a784a96e0 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 946 time: 0.1002150 Apr 23 09:25:43.631702 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fc902bfe-62a0-432e-a837-2cac101e38df req-ecc1dde0-a59a-43a7-9560-9bb61118a266 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462499 Apr 23 09:25:43.907622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80ae60-752a-4df0-854e-46dd70694efd req-5377b506-92b3-491f-9356-dcf87e17040b tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:43.911141 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dc80ae60-752a-4df0-854e-46dd70694efd req-5377b506-92b3-491f-9356-dcf87e17040b tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 946 time: 0.1005628 Apr 23 09:25:43.968451 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dc80ae60-752a-4df0-854e-46dd70694efd req-091445c7-4962-41dc-9728-b37e25c2e41b tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500593 Apr 23 09:25:43.996285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42442) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:25:44.130750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7903c35d-1652-4c21-ae57-0ce34e77725b tempest-TestVolumeBootPattern-120326742 tempest-TestVolumeBootPattern-120326742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:44.132423 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7903c35d-1652-4c21-ae57-0ce34e77725b tempest-TestVolumeBootPattern-120326742 tempest-TestVolumeBootPattern-120326742-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 1094 time: 0.1350389 Apr 23 09:25:44.135933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42448) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:25:44.143271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': '81fc5039-1f4b-443f-b06c-d29c89317b6a', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:25:44.150422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:25:44.154717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Usage tracker for resource:floatingip and tenant:bd186be32f6c46398a111d70f7898994 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:25:44.158673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:25:44.165669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:25:44.206615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for floatingip, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:44.369486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:44.567735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Allocated IP 172.26.4.35 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/68285314-0769-4a65-9aed-fddb2e1341f2) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:25:44.796857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:44.866075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:44.871485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b20a5988-6947-4c9f-8463-9a18f0fbd508 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:25:44.938483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:25:44.947730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:25:44.955951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:25:44.998684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Pushing event updated for resources: {'Port': ['ID=68285314-0769-4a65-9aed-fddb2e1341f2,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:25:45.003795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:25:45.570818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:45.700694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:45.939637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:45.977204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:45.982926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b05e405a-065e-4fa5-9485-1af67be7d794 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:25:46.105963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Pushing event updated for resources: {'Port': ['ID=68285314-0769-4a65-9aed-fddb2e1341f2,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:25:46.110620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:25:46.116299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:46.304620 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Floating IP 4df0bd67-0fed-4695-b9b6-24379a4d1a75 associated. External IP: 172.26.4.35, port: 81fc5039-1f4b-443f-b06c-d29c89317b6a. Apr 23 09:25:47.008813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Router 06b7038a-16f8-4e24-b148-66632f9f4562 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:25:47.216626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:25:47.230073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6c80e0-51eb-4e42-b344-6f60119b4215 None None] Sync routers for ids ['06b7038a-16f8-4e24-b148-66632f9f4562'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:25:47.240715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6c80e0-51eb-4e42-b344-6f60119b4215 None None] Routers {'06b7038a-16f8-4e24-b148-66632f9f4562'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:25:47.241408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ce6c80e0-51eb-4e42-b344-6f60119b4215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:25:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['06b7038a-16f8-4e24-b148-66632f9f4562'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:25:47.331804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:47.398531 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2613118 Apr 23 09:25:47.399269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f448c48-b32f-4c44-ac4e-5b9952d26999', 'tag': '81fc5039-1f4b-443f-b06c-d29c89317b6a'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:25:47.452430 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f448c48-b32f-4c44-ac4e-5b9952d26999', 'tag': '81fc5039-1f4b-443f-b06c-d29c89317b6a', 'status': 'completed', 'code': 200} Apr 23 09:25:47.464734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-ce6c80e0-51eb-4e42-b344-6f60119b4215 None None] Set router 06b7038a-16f8-4e24-b148-66632f9f4562 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:25:47.570985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8233a-dbbd-4419-9674-10df2e3d6f0b req-95904a98-497e-4cb0-ae6f-bba96242402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:47.572764 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5fc8233a-dbbd-4419-9674-10df2e3d6f0b req-95904a98-497e-4cb0-ae6f-bba96242402b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd186be32f6c46398a111d70f7898994&device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 1099 time: 0.0911939 Apr 23 09:25:47.733744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8233a-dbbd-4419-9674-10df2e3d6f0b req-e32ca9e7-2004-466e-965b-077b1fc5c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:47.735424 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5fc8233a-dbbd-4419-9674-10df2e3d6f0b req-e32ca9e7-2004-466e-965b-077b1fc5c256 service neutron] 10.222.0.35 "GET /v2.0/networks?id=91010434-002e-49e7-b83d-a6a0de2d3a1c HTTP/1.1" status: 200 len: 912 time: 0.1563926 Apr 23 09:25:47.854906 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5fc8233a-dbbd-4419-9674-10df2e3d6f0b req-a65f893d-bd49-4a6d-bc65-2d6d73026342 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81fc5039-1f4b-443f-b06c-d29c89317b6a HTTP/1.1" status: 200 len: 999 time: 0.1133652 Apr 23 09:25:47.882930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ce6c80e0-51eb-4e42-b344-6f60119b4215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:24:20Z', 'revision_number': 4, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '4df0bd67-0fed-4695-b9b6-24379a4d1a75', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'floating_ip_address': '172.26.4.35', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'port_id': '81fc5039-1f4b-443f-b06c-d29c89317b6a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'mac_address': 'fa:16:3e:f6:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f448c48-b32f-4c44-ac4e-5b9952d26999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:25:45Z', 'updated_at': '2021-04-23T09:25:45Z', 'revision_number': 0, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23027449-634c-4d4f-ae4f-02ee47a6a655', 'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'mac_address': 'fa:16:3e:b3:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:19Z', 'updated_at': '2021-04-23T09:24:38Z', 'revision_number': 5, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'subnets': [{'id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:25:47.887540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6c80e0-51eb-4e42-b344-6f60119b4215 None None] Checking router: 06b7038a-16f8-4e24-b148-66632f9f4562 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:25:47.898822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6c80e0-51eb-4e42-b344-6f60119b4215 None None] Routers {'06b7038a-16f8-4e24-b148-66632f9f4562'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:25:47.899514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ce6c80e0-51eb-4e42-b344-6f60119b4215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:25:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['06b7038a-16f8-4e24-b148-66632f9f4562'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:25:47.928240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8233a-dbbd-4419-9674-10df2e3d6f0b req-d344eba3-5547-4cd4-9dad-33360f14d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:47.929843 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5fc8233a-dbbd-4419-9674-10df2e3d6f0b req-d344eba3-5547-4cd4-9dad-33360f14d10d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=02ab5626-b692-4cce-b0c9-1857a68924a2 HTTP/1.1" status: 200 len: 850 time: 0.0684590 Apr 23 09:25:48.026119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8233a-dbbd-4419-9674-10df2e3d6f0b req-4f95c56c-5e5b-4b3f-b98c-767e9859af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:25:48.029926 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5fc8233a-dbbd-4419-9674-10df2e3d6f0b req-4f95c56c-5e5b-4b3f-b98c-767e9859af64 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91010434-002e-49e7-b83d-a6a0de2d3a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0920422 Apr 23 09:25:48.121691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-ce6c80e0-51eb-4e42-b344-6f60119b4215 None None] Set router 06b7038a-16f8-4e24-b148-66632f9f4562 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:25:48.188363 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5fc8233a-dbbd-4419-9674-10df2e3d6f0b req-12997755-d87f-4fd9-b7a1-d4bcc11fd2ba service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530919 Apr 23 09:25:48.394627 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5fc8233a-dbbd-4419-9674-10df2e3d6f0b req-e8b0a27e-1ebe-42ee-b9dc-74d673cc0f4b service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001770 Apr 23 09:25:48.584913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ce6c80e0-51eb-4e42-b344-6f60119b4215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:24:20Z', 'revision_number': 4, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '4df0bd67-0fed-4695-b9b6-24379a4d1a75', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'floating_ip_address': '172.26.4.35', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'port_id': '81fc5039-1f4b-443f-b06c-d29c89317b6a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'mac_address': 'fa:16:3e:f6:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f448c48-b32f-4c44-ac4e-5b9952d26999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:25:45Z', 'updated_at': '2021-04-23T09:25:45Z', 'revision_number': 0, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23027449-634c-4d4f-ae4f-02ee47a6a655', 'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'mac_address': 'fa:16:3e:b3:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:19Z', 'updated_at': '2021-04-23T09:24:38Z', 'revision_number': 5, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'subnets': [{'id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:25:48.590261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6c80e0-51eb-4e42-b344-6f60119b4215 None None] The sync data for ids ['06b7038a-16f8-4e24-b148-66632f9f4562'] in dv-neutron-786478-4-hyperv is: [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:24:20Z', 'revision_number': 4, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '4df0bd67-0fed-4695-b9b6-24379a4d1a75', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'floating_ip_address': '172.26.4.35', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'port_id': '81fc5039-1f4b-443f-b06c-d29c89317b6a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'mac_address': 'fa:16:3e:f6:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f448c48-b32f-4c44-ac4e-5b9952d26999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:25:45Z', 'updated_at': '2021-04-23T09:25:45Z', 'revision_number': 0, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23027449-634c-4d4f-ae4f-02ee47a6a655', 'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'mac_address': 'fa:16:3e:b3:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:19Z', 'updated_at': '2021-04-23T09:24:38Z', 'revision_number': 5, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'subnets': [{'id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:25:48.870527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ab44d7-0f91-44b8-99ca-7ffd245037b0 None None] New status for floating IP 4df0bd67-0fed-4695-b9b6-24379a4d1a75: ACTIVE {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:25:53.278648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:25:58.617021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:25:59.755785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42464) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:25:59.886526 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7d4c1a5c-9b10-4708-a65a-a3da070adb6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/14bd0158-1959-4540-a3de-04e6a6a9e366 HTTP/1.1" status: 200 len: 992 time: 0.1284487 Apr 23 09:26:00.222954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42472) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:00.604507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 1b2038d1-9480-457e-9310-cc03ed117e44 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:26:00.604507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:00.750287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:00.750287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:00.894101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 1b2038d1-9480-457e-9310-cc03ed117e44 owned by network:floatingip {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:26:01.288554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:01.293986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-db230159-1d0b-4c2d-b675-c0bf8f5b0511 tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:01.348486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=1b2038d1-9480-457e-9310-cc03ed117e44,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:01.400279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:01.400723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:01.401150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:01.401572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:01.402000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:01.402447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:01.402865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:01.403281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:01.403695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:01.404108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:01.404553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:01.404959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:01.439562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:01.470256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:01.470921 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Floating IP 14bd0158-1959-4540-a3de-04e6a6a9e366 disassociated (deleted). External IP: 172.26.4.68, port: 8db3d102-f6da-480e-88e1-b0c035460a9b. Apr 23 09:26:02.168072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router 6e8edacf-1864-4ed5-b6b2-f26b903fc8a0 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:26:02.387445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:26:02.398792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c491ed16-47eb-4e75-a84e-a714cc123a66 None None] Sync routers for ids ['6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:26:02.411037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c491ed16-47eb-4e75-a84e-a714cc123a66 None None] Routers {'6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:26:02.413224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-c491ed16-47eb-4e75-a84e-a714cc123a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:25:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:26:02.431898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:02.506252 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/floatingips/14bd0158-1959-4540-a3de-04e6a6a9e366 HTTP/1.1" status: 204 len: 168 time: 2.2819369 Apr 23 09:26:02.507506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1', 'tag': '8db3d102-f6da-480e-88e1-b0c035460a9b'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:26:02.573122 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1', 'tag': '8db3d102-f6da-480e-88e1-b0c035460a9b', 'status': 'completed', 'code': 200} Apr 23 09:26:02.622514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-c491ed16-47eb-4e75-a84e-a714cc123a66 None None] Set router 6e8edacf-1864-4ed5-b6b2-f26b903fc8a0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:26:02.684225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15737699-3cc7-4836-ad2a-cddf7dd07198 req-6b543d72-566e-4cab-b4e0-023dc1d56033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:02.685832 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-15737699-3cc7-4836-ad2a-cddf7dd07198 req-6b543d72-566e-4cab-b4e0-023dc1d56033 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 1098 time: 0.0863135 Apr 23 09:26:02.855669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15737699-3cc7-4836-ad2a-cddf7dd07198 req-d3ab7c59-d0e2-4243-a2c6-4e9cf5218e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:02.855669 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-15737699-3cc7-4836-ad2a-cddf7dd07198 req-d3ab7c59-d0e2-4243-a2c6-4e9cf5218e01 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 HTTP/1.1" status: 200 len: 897 time: 0.1566541 Apr 23 09:26:02.941352 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-15737699-3cc7-4836-ad2a-cddf7dd07198 req-1b488c14-7eea-4a26-a0d8-e1530173cfc4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8db3d102-f6da-480e-88e1-b0c035460a9b HTTP/1.1" status: 200 len: 217 time: 0.0766835 Apr 23 09:26:03.035096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15737699-3cc7-4836-ad2a-cddf7dd07198 req-29eff25c-8bd3-40d4-90fb-e2d4ad84fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:03.039365 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-15737699-3cc7-4836-ad2a-cddf7dd07198 req-29eff25c-8bd3-40d4-90fb-e2d4ad84fcec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6cc9a89-2fea-47b2-8b0b-a24b8c662a53 HTTP/1.1" status: 200 len: 835 time: 0.0902307 Apr 23 09:26:03.105994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-c491ed16-47eb-4e75-a84e-a714cc123a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'name': 'tempest-TestNetworkBasicOps-router-658731665', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:17Z', 'updated_at': '2021-04-23T09:24:26Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:18Z', 'updated_at': '2021-04-23T09:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '4cbb1ec1-ff24-412e-a030-3e0a52beb8bc', 'name': '', 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:dc:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'e6cc9a89-2fea-47b2-8b0b-a24b8c662a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:24Z', 'updated_at': '2021-04-23T09:24:36Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'e6cc9a89-2fea-47b2-8b0b-a24b8c662a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:26:03.112529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c491ed16-47eb-4e75-a84e-a714cc123a66 None None] Checking router: 6e8edacf-1864-4ed5-b6b2-f26b903fc8a0 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:26:03.121992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c491ed16-47eb-4e75-a84e-a714cc123a66 None None] Routers {'6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:26:03.122735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-c491ed16-47eb-4e75-a84e-a714cc123a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:25:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:26:03.236941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15737699-3cc7-4836-ad2a-cddf7dd07198 req-1ec1042e-0d07-4cb2-98cc-551f6d8256cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:03.238154 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-15737699-3cc7-4836-ad2a-cddf7dd07198 req-1ec1042e-0d07-4cb2-98cc-551f6d8256cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdb5c9b5-54aa-4e91-b1fe-32d5cf807626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1917939 Apr 23 09:26:03.248156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c5069-2eda-49d5-9146-8efc5e355782 req-53082bb2-0dff-4887-aa0f-a79ea76cf636 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:03.252023 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c9c5069-2eda-49d5-9146-8efc5e355782 req-53082bb2-0dff-4887-aa0f-a79ea76cf636 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 945 time: 0.1356335 Apr 23 09:26:03.507066 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c9c5069-2eda-49d5-9146-8efc5e355782 req-2728ef72-767d-4b4e-8b91-ca86436ddcc7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=caad0a6a-ab47-4b5e-80f1-004ed997fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499480 Apr 23 09:26:03.512142 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-15737699-3cc7-4836-ad2a-cddf7dd07198 req-a973f310-98fa-4d51-8ce7-9d4f590b033a service neutron] 10.222.0.35 "GET /v2.0/networks/fdb5c9b5-54aa-4e91-b1fe-32d5cf807626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580290 Apr 23 09:26:03.531793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-c491ed16-47eb-4e75-a84e-a714cc123a66 None None] Set router 6e8edacf-1864-4ed5-b6b2-f26b903fc8a0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:26:03.686505 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-15737699-3cc7-4836-ad2a-cddf7dd07198 req-0489a632-9fd9-4c18-ab38-4cadb06f7726 service neutron] 10.222.0.35 "GET /v2.0/networks/fdb5c9b5-54aa-4e91-b1fe-32d5cf807626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647785 Apr 23 09:26:03.905098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-c491ed16-47eb-4e75-a84e-a714cc123a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'name': 'tempest-TestNetworkBasicOps-router-658731665', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:17Z', 'updated_at': '2021-04-23T09:24:26Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:18Z', 'updated_at': '2021-04-23T09:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '4cbb1ec1-ff24-412e-a030-3e0a52beb8bc', 'name': '', 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:dc:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'e6cc9a89-2fea-47b2-8b0b-a24b8c662a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:24Z', 'updated_at': '2021-04-23T09:24:36Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'e6cc9a89-2fea-47b2-8b0b-a24b8c662a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:26:03.910606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c491ed16-47eb-4e75-a84e-a714cc123a66 None None] The sync data for ids ['6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'] in dv-neutron-786478-4-hyperv is: [{'id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'name': 'tempest-TestNetworkBasicOps-router-658731665', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:17Z', 'updated_at': '2021-04-23T09:24:26Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:18Z', 'updated_at': '2021-04-23T09:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '4cbb1ec1-ff24-412e-a030-3e0a52beb8bc', 'name': '', 'network_id': 'fdb5c9b5-54aa-4e91-b1fe-32d5cf807626', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:dc:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'e6cc9a89-2fea-47b2-8b0b-a24b8c662a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:24Z', 'updated_at': '2021-04-23T09:24:36Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'e6cc9a89-2fea-47b2-8b0b-a24b8c662a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:26:04.347122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155652a8-72b1-4770-a32b-6bb599f0532b None None] New status for floating IP 14bd0158-1959-4540-a3de-04e6a6a9e366: DOWN {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:26:04.759627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ab784-9c47-4b3f-8b4d-1d497e7fc5cc req-d03d9b57-1bf5-4e73-9f0d-c27e6569291d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:04.759627 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b82ab784-9c47-4b3f-8b4d-1d497e7fc5cc req-d03d9b57-1bf5-4e73-9f0d-c27e6569291d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/ports?device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 945 time: 0.1125052 Apr 23 09:26:04.762344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4cc2f-b2d3-4afe-beed-15b1568cc213 req-0b48698c-4527-40aa-ae8b-e932c19a135c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:04.762344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-25f4cc2f-b2d3-4afe-beed-15b1568cc213 req-0b48698c-4527-40aa-ae8b-e932c19a135c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:26:04.819802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-25f4cc2f-b2d3-4afe-beed-15b1568cc213 req-0b48698c-4527-40aa-ae8b-e932c19a135c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:26:04.826372 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-25f4cc2f-b2d3-4afe-beed-15b1568cc213 req-0b48698c-4527-40aa-ae8b-e932c19a135c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 945 time: 0.1906631 Apr 23 09:26:04.882641 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-25f4cc2f-b2d3-4afe-beed-15b1568cc213 req-08547773-4d60-4bac-b469-62187151715c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=caad0a6a-ab47-4b5e-80f1-004ed997fd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518897 Apr 23 09:26:04.988281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-b82ab784-9c47-4b3f-8b4d-1d497e7fc5cc req-130256cc-03bc-419f-8f77-877dbf2e3787 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 8db3d102-f6da-480e-88e1-b0c035460a9b {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:26:04.995050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b82ab784-9c47-4b3f-8b4d-1d497e7fc5cc req-130256cc-03bc-419f-8f77-877dbf2e3787 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:05.173424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-b82ab784-9c47-4b3f-8b4d-1d497e7fc5cc req-130256cc-03bc-419f-8f77-877dbf2e3787 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port 8db3d102-f6da-480e-88e1-b0c035460a9b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8db3d102-f6da-480e-88e1-b0c035460a9b,segment=NetworkSegment(1121ae23-1ef2-48d1-90c8-7d0fbea70848),segment_id=1121ae23-1ef2-48d1-90c8-7d0fbea70848)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:26:05.173424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b82ab784-9c47-4b3f-8b4d-1d497e7fc5cc req-130256cc-03bc-419f-8f77-877dbf2e3787 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:05.311423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-b82ab784-9c47-4b3f-8b4d-1d497e7fc5cc req-130256cc-03bc-419f-8f77-877dbf2e3787 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 8db3d102-f6da-480e-88e1-b0c035460a9b owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:26:05.491752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b82ab784-9c47-4b3f-8b4d-1d497e7fc5cc req-130256cc-03bc-419f-8f77-877dbf2e3787 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:05.504983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f93a02c6-b95a-4b62-95e6-67668d9ff958 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:05.650507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130256cc-03bc-419f-8f77-877dbf2e3787 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=8db3d102-f6da-480e-88e1-b0c035460a9b,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:05.653478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-130256cc-03bc-419f-8f77-877dbf2e3787 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:05.709375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82ab784-9c47-4b3f-8b4d-1d497e7fc5cc req-130256cc-03bc-419f-8f77-877dbf2e3787 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] No DVR routers for this DVR port 8db3d102-f6da-480e-88e1-b0c035460a9b on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:26:05.709375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b82ab784-9c47-4b3f-8b4d-1d497e7fc5cc req-130256cc-03bc-419f-8f77-877dbf2e3787 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:05.709375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1', 'name': 'network-vif-deleted', 'tag': '8db3d102-f6da-480e-88e1-b0c035460a9b'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:26:05.803534 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1', 'name': 'network-vif-deleted', 'tag': '8db3d102-f6da-480e-88e1-b0c035460a9b', 'status': 'completed', 'code': 200} Apr 23 09:26:05.865881 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b82ab784-9c47-4b3f-8b4d-1d497e7fc5cc req-130256cc-03bc-419f-8f77-877dbf2e3787 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "DELETE /v2.0/ports/8db3d102-f6da-480e-88e1-b0c035460a9b HTTP/1.1" status: 204 len: 173 time: 1.1042633 Apr 23 09:26:06.086804 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f61a320d-7d94-4e6f-baff-9a1d41b8844d req-f77ec316-10ef-499f-917e-73ee73682036 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=0108c5f3-a8a1-487e-b5ac-a69e0a93cbc1 HTTP/1.1" status: 200 len: 210 time: 0.0682933 Apr 23 09:26:06.717114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-34d57da8-4cfa-4ce5-a693-b07beac85462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:07.184449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42492) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:07.292698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8645a1d3-d707-48eb-b635-55c2041c2db8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:07.348534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8645a1d3-d707-48eb-b635-55c2041c2db8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:07.560800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8645a1d3-d707-48eb-b635-55c2041c2db8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:07.567351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-555f4e2a-d104-4c52-8a72-7a0ae0fa0afd tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:07.584674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645a1d3-d707-48eb-b635-55c2041c2db8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caad0a6a-ab47-4b5e-80f1-004ed997fd6f,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:07.588242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8645a1d3-d707-48eb-b635-55c2041c2db8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:07.629593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8645a1d3-d707-48eb-b635-55c2041c2db8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:07.631774 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8645a1d3-d707-48eb-b635-55c2041c2db8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/security-groups/caad0a6a-ab47-4b5e-80f1-004ed997fd6f HTTP/1.1" status: 204 len: 168 time: 0.4458654 Apr 23 09:26:07.708145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42498) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:08.349822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 8db3d102-f6da-480e-88e1-b0c035460a9b no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:26:08.394126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 8db3d102-f6da-480e-88e1-b0c035460a9b {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:26:08.395260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 8db3d102-f6da-480e-88e1-b0c035460a9b not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:26:08.540897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-125223c8-9fda-4f28-9229-919146bfde1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:09.082574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-125223c8-9fda-4f28-9229-919146bfde1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 4cbb1ec1-ff24-412e-a030-3e0a52beb8bc {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:26:09.082879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-125223c8-9fda-4f28-9229-919146bfde1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:09.241505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-125223c8-9fda-4f28-9229-919146bfde1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port 4cbb1ec1-ff24-412e-a030-3e0a52beb8bc, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4cbb1ec1-ff24-412e-a030-3e0a52beb8bc,segment=NetworkSegment(1121ae23-1ef2-48d1-90c8-7d0fbea70848),segment_id=1121ae23-1ef2-48d1-90c8-7d0fbea70848)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:26:09.241902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-125223c8-9fda-4f28-9229-919146bfde1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:09.394424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-125223c8-9fda-4f28-9229-919146bfde1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 4cbb1ec1-ff24-412e-a030-3e0a52beb8bc owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:26:09.618984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-141f9f8c-b14f-489b-81c0-63021563137e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:09.685040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-125223c8-9fda-4f28-9229-919146bfde1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:09.685040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b1ec4c83-9a89-4488-86ce-b9714eb6f1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:09.745023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125223c8-9fda-4f28-9229-919146bfde1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=4cbb1ec1-ff24-412e-a030-3e0a52beb8bc,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:09.748470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-125223c8-9fda-4f28-9229-919146bfde1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:10.138978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-125223c8-9fda-4f28-9229-919146bfde1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:10.334584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:10.604526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125223c8-9fda-4f28-9229-919146bfde1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router 6e8edacf-1864-4ed5-b6b2-f26b903fc8a0 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:26:11.145364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125223c8-9fda-4f28-9229-919146bfde1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:26:11.160439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b20b201-9357-4f57-9fdb-90d59593e0a1 None None] Sync routers for ids ['6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:26:11.162266 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-125223c8-9fda-4f28-9229-919146bfde1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/routers/6e8edacf-1864-4ed5-b6b2-f26b903fc8a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4527113 Apr 23 09:26:11.165984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42504) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:11.172824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b20b201-9357-4f57-9fdb-90d59593e0a1 None None] Routers {'6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:26:11.173536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0b20b201-9357-4f57-9fdb-90d59593e0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:26:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:26:11.252408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d2e1f2-0649-4e99-96f7-74642fa26bc4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting subnet e6cc9a89-2fea-47b2-8b0b-a24b8c662a53 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:26:11.257058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54d2e1f2-0649-4e99-96f7-74642fa26bc4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:11.320595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54d2e1f2-0649-4e99-96f7-74642fa26bc4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:11.394181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:11.446278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54d2e1f2-0649-4e99-96f7-74642fa26bc4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:11.466768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-0b20b201-9357-4f57-9fdb-90d59593e0a1 None None] Set router 6e8edacf-1864-4ed5-b6b2-f26b903fc8a0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:26:12.018371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0b20b201-9357-4f57-9fdb-90d59593e0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'name': 'tempest-TestNetworkBasicOps-router-658731665', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:17Z', 'updated_at': '2021-04-23T09:26:09Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:18Z', 'updated_at': '2021-04-23T09:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:26:12.024695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b20b201-9357-4f57-9fdb-90d59593e0a1 None None] Checking router: 6e8edacf-1864-4ed5-b6b2-f26b903fc8a0 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:26:12.040215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b20b201-9357-4f57-9fdb-90d59593e0a1 None None] Routers {'6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:26:12.041592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0b20b201-9357-4f57-9fdb-90d59593e0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:26:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:26:12.049305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54d2e1f2-0649-4e99-96f7-74642fa26bc4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:12.055312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-35f3176c-7c96-4080-85ca-2100edc93e9f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:12.100189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2e1f2-0649-4e99-96f7-74642fa26bc4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Subnet': ['ID=e6cc9a89-2fea-47b2-8b0b-a24b8c662a53,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:12.103732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-54d2e1f2-0649-4e99-96f7-74642fa26bc4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:12.104856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54d2e1f2-0649-4e99-96f7-74642fa26bc4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:12.118036 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-54d2e1f2-0649-4e99-96f7-74642fa26bc4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/subnets/e6cc9a89-2fea-47b2-8b0b-a24b8c662a53 HTTP/1.1" status: 204 len: 168 time: 0.9461036 Apr 23 09:26:12.119518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42508) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:12.144852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9146c510-3953-4491-9545-338221fdb12a None None] Network fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:26:12.380107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67f80a70-54aa-48e6-a004-c552c5f2e185 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:12.429272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:12.511178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-0b20b201-9357-4f57-9fdb-90d59593e0a1 None None] Set router 6e8edacf-1864-4ed5-b6b2-f26b903fc8a0 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:26:12.884467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47af7a6-a4da-42fc-90a9-e7c8fd72d34f None None] DHCP port deletion for fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:26:12.991078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0b20b201-9357-4f57-9fdb-90d59593e0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'name': 'tempest-TestNetworkBasicOps-router-658731665', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:17Z', 'updated_at': '2021-04-23T09:26:09Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:18Z', 'updated_at': '2021-04-23T09:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:26:12.995551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67f80a70-54aa-48e6-a004-c552c5f2e185 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:12.996422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f47af7a6-a4da-42fc-90a9-e7c8fd72d34f None None] Deleting port 278beb06-4cb5-4a52-a437-5780b36180ab {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:26:12.996909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f47af7a6-a4da-42fc-90a9-e7c8fd72d34f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:13.019843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b20b201-9357-4f57-9fdb-90d59593e0a1 None None] The sync data for ids ['6e8edacf-1864-4ed5-b6b2-f26b903fc8a0'] in dv-neutron-786478-4-hyperv is: [{'id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'name': 'tempest-TestNetworkBasicOps-router-658731665', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:17Z', 'updated_at': '2021-04-23T09:26:09Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'f2869ecf-a8c3-49a8-9af9-2096888186f1', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8edacf-1864-4ed5-b6b2-f26b903fc8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:18Z', 'updated_at': '2021-04-23T09:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:26:13.147366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-67f80a70-54aa-48e6-a004-c552c5f2e185 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port f2869ecf-a8c3-49a8-9af9-2096888186f1 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:26:13.147714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67f80a70-54aa-48e6-a004-c552c5f2e185 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:13.180903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f47af7a6-a4da-42fc-90a9-e7c8fd72d34f None None] For port 278beb06-4cb5-4a52-a437-5780b36180ab, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=278beb06-4cb5-4a52-a437-5780b36180ab,segment=NetworkSegment(1121ae23-1ef2-48d1-90c8-7d0fbea70848),segment_id=1121ae23-1ef2-48d1-90c8-7d0fbea70848)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:26:13.184670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f47af7a6-a4da-42fc-90a9-e7c8fd72d34f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:13.306063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-67f80a70-54aa-48e6-a004-c552c5f2e185 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port f2869ecf-a8c3-49a8-9af9-2096888186f1, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f2869ecf-a8c3-49a8-9af9-2096888186f1,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:26:13.306739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67f80a70-54aa-48e6-a004-c552c5f2e185 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:13.331515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f47af7a6-a4da-42fc-90a9-e7c8fd72d34f None None] Calling delete_port for 278beb06-4cb5-4a52-a437-5780b36180ab owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:26:13.442341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f47af7a6-a4da-42fc-90a9-e7c8fd72d34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:13.447017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-76e2e84c-3385-4cdb-8f8f-feeff51ad2a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:13.463619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-67f80a70-54aa-48e6-a004-c552c5f2e185 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for f2869ecf-a8c3-49a8-9af9-2096888186f1 owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:26:13.511217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47af7a6-a4da-42fc-90a9-e7c8fd72d34f None None] No DVR routers for this DVR port 278beb06-4cb5-4a52-a437-5780b36180ab on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:26:13.516123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47af7a6-a4da-42fc-90a9-e7c8fd72d34f None None] Pushing event deleted for resources: {'Port': ['ID=278beb06-4cb5-4a52-a437-5780b36180ab,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:13.526580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47af7a6-a4da-42fc-90a9-e7c8fd72d34f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:13.527317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47af7a6-a4da-42fc-90a9-e7c8fd72d34f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:13.527684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47af7a6-a4da-42fc-90a9-e7c8fd72d34f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:13.528244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47af7a6-a4da-42fc-90a9-e7c8fd72d34f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:13.528842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47af7a6-a4da-42fc-90a9-e7c8fd72d34f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:13.529226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47af7a6-a4da-42fc-90a9-e7c8fd72d34f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:13.529597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47af7a6-a4da-42fc-90a9-e7c8fd72d34f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:13.530191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47af7a6-a4da-42fc-90a9-e7c8fd72d34f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:13.530577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47af7a6-a4da-42fc-90a9-e7c8fd72d34f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:13.531151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47af7a6-a4da-42fc-90a9-e7c8fd72d34f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:13.531528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47af7a6-a4da-42fc-90a9-e7c8fd72d34f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:13.531964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47af7a6-a4da-42fc-90a9-e7c8fd72d34f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:13.536034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f47af7a6-a4da-42fc-90a9-e7c8fd72d34f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:13.617168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4cbb1ec1-ff24-412e-a030-3e0a52beb8bc no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:26:13.655474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 4cbb1ec1-ff24-412e-a030-3e0a52beb8bc {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:26:13.655873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4cbb1ec1-ff24-412e-a030-3e0a52beb8bc not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:26:13.659072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 278beb06-4cb5-4a52-a437-5780b36180ab no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:26:13.877648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67f80a70-54aa-48e6-a004-c552c5f2e185 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:13.886628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-130256cc-03bc-419f-8f77-877dbf2e3787 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:13.946870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f80a70-54aa-48e6-a004-c552c5f2e185 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=f2869ecf-a8c3-49a8-9af9-2096888186f1,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:13.959535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 278beb06-4cb5-4a52-a437-5780b36180ab {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:26:13.959941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 278beb06-4cb5-4a52-a437-5780b36180ab not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:26:13.990093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-67f80a70-54aa-48e6-a004-c552c5f2e185 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:14.067354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67f80a70-54aa-48e6-a004-c552c5f2e185 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:14.274008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67f80a70-54aa-48e6-a004-c552c5f2e185 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:14.276541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67f80a70-54aa-48e6-a004-c552c5f2e185 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:14.364742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67f80a70-54aa-48e6-a004-c552c5f2e185 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:14.364742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f80a70-54aa-48e6-a004-c552c5f2e185 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Fanout notify agent at l3_agent the message router_deleted on router 6e8edacf-1864-4ed5-b6b2-f26b903fc8a0 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:26:14.385544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-67f80a70-54aa-48e6-a004-c552c5f2e185 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:14.386679 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-67f80a70-54aa-48e6-a004-c552c5f2e185 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/routers/6e8edacf-1864-4ed5-b6b2-f26b903fc8a0 HTTP/1.1" status: 204 len: 168 time: 2.2671323 Apr 23 09:26:14.391142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42512) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:14.601998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8811dae8-ecce-438e-9e98-74e1921302a1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:14.818220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8811dae8-ecce-438e-9e98-74e1921302a1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:14.985830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-8811dae8-ecce-438e-9e98-74e1921302a1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb5c9b5-54aa-4e91-b1fe-32d5cf807626']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:26:15.000796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-8811dae8-ecce-438e-9e98-74e1921302a1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1121ae23-1ef2-48d1-90c8-7d0fbea70848') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:26:15.001266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-8811dae8-ecce-438e-9e98-74e1921302a1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1121ae23-1ef2-48d1-90c8-7d0fbea70848') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:26:15.015159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8811dae8-ecce-438e-9e98-74e1921302a1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:15.037399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8811dae8-ecce-438e-9e98-74e1921302a1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:15.045065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8811dae8-ecce-438e-9e98-74e1921302a1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:26:15.243083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8811dae8-ecce-438e-9e98-74e1921302a1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:26:15.258227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8811dae8-ecce-438e-9e98-74e1921302a1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:15.455743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8811dae8-ecce-438e-9e98-74e1921302a1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:26:15.483119 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:26:15.601140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f2869ecf-a8c3-49a8-9af9-2096888186f1 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:26:15.602073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8811dae8-ecce-438e-9e98-74e1921302a1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:15.607210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-305c106f-c542-4220-a101-a0d11b7580fa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:15.629471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8811dae8-ecce-438e-9e98-74e1921302a1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:15.646143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811dae8-ecce-438e-9e98-74e1921302a1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Network': ['ID=fdb5c9b5-54aa-4e91-b1fe-32d5cf807626,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:15.650631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8811dae8-ecce-438e-9e98-74e1921302a1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:15.653787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: f2869ecf-a8c3-49a8-9af9-2096888186f1 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:26:15.654448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f2869ecf-a8c3-49a8-9af9-2096888186f1 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:26:15.688678 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8811dae8-ecce-438e-9e98-74e1921302a1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/networks/fdb5c9b5-54aa-4e91-b1fe-32d5cf807626 HTTP/1.1" status: 204 len: 168 time: 1.2955880 Apr 23 09:26:15.712963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42516) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:15.721009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-de00de7d-725f-4a8a-a036-cae67c724d88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'network': {'name': 'tempest-network-smoke--9947550', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'port_security_enabled': True}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:26:15.727255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-de00de7d-725f-4a8a-a036-cae67c724d88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:26:15.732452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-de00de7d-725f-4a8a-a036-cae67c724d88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:network and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:26:15.736617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-de00de7d-725f-4a8a-a036-cae67c724d88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:26:15.744224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-de00de7d-725f-4a8a-a036-cae67c724d88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:26:15.794185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de00de7d-725f-4a8a-a036-cae67c724d88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:26:15.801959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-de00de7d-725f-4a8a-a036-cae67c724d88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:15.835868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de00de7d-725f-4a8a-a036-cae67c724d88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:26:15.970635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-de00de7d-725f-4a8a-a036-cae67c724d88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:15.971084 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-de00de7d-725f-4a8a-a036-cae67c724d88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Added segment 3c89ec95-9615-4fe5-b3cd-f7177dcaac81 of type vlan for network f5319d59-32af-448d-ae0a-6cb658cb7ea9 Apr 23 09:26:16.085848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-de00de7d-725f-4a8a-a036-cae67c724d88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:16.215465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-de00de7d-725f-4a8a-a036-cae67c724d88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:16.220745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de00de7d-725f-4a8a-a036-cae67c724d88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:16.221437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-de00de7d-725f-4a8a-a036-cae67c724d88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:16.227507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-31708fef-87d6-4cff-9ff6-db5276defcbe tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:16.346353 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-de00de7d-725f-4a8a-a036-cae67c724d88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6319585 Apr 23 09:26:16.349713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42520) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:16.353654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00de7d-725f-4a8a-a036-cae67c724d88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Network': ['ID=f5319d59-32af-448d-ae0a-6cb658cb7ea9,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:16.356395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1624077427', 'admin_state_up': True, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:26:16.356649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-de00de7d-725f-4a8a-a036-cae67c724d88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:16.366039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:26:16.367085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network f5319d59-32af-448d-ae0a-6cb658cb7ea9 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:26:16.371394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:router and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:26:16.376730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:26:16.387927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:26:16.440321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:16.440321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:16.577639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:16.914751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:17.318658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_gateway, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:17.351218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:17.515176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.26.4.154 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/5f8ac969-7996-404d-bded-7b8ff61d416b) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:26:17.689509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:17.756569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:17.761929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-eeb442cb-2a7c-4e73-80f4-e7849d1efce4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:17.825608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:26:17.834137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:26:17.838993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:26:17.882958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=5f8ac969-7996-404d-bded-7b8ff61d416b,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:17.892421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:18.388522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_gateway, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:18.815570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:19.442079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:26:19.669261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:26:19.682887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] Sync routers for ids ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:26:19.694380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] Routers {'83544b63-4f66-4ddb-89f7-2dfc6ad2df13'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:26:19.695152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:26:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:26:19.745041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:19.749212 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3956265 Apr 23 09:26:19.751745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42526) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:19.924021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] Set router 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:26:19.972208 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-488cd284-a7ba-4a95-b410-ac3997bdb429 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7602bab2a5e54e68ba9a873197bc68fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2185853 Apr 23 09:26:19.975662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42532) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:20.155525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eea12a6-3d71-4cb5-855a-557ec1f34ed6 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:20.158692 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3eea12a6-3d71-4cb5-855a-557ec1f34ed6 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1815872 Apr 23 09:26:20.162500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42536) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:20.215303 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a26d37db-1a7f-4bb5-804b-82a662e2dfe7 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0517294 Apr 23 09:26:20.218671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42540) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:20.227314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-43e85946-05f0-4ed2-95be-985534bb449b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-348779058', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:26:20.263286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'name': 'tempest-TestNetworkBasicOps-router-1624077427', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:26:16Z', 'updated_at': '2021-04-23T09:26:18Z', 'revision_number': 3, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:68:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:17Z', 'updated_at': '2021-04-23T09:26:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:26:20.268576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] Checking router: 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:26:20.268980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] Updating router 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 port 5f8ac969-7996-404d-bded-7b8ff61d416b binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:26:20.344540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:20.362636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-43e85946-05f0-4ed2-95be-985534bb449b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:26:20.368410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-43e85946-05f0-4ed2-95be-985534bb449b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:subnet and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:26:20.372794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-43e85946-05f0-4ed2-95be-985534bb449b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:26:20.381996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-43e85946-05f0-4ed2-95be-985534bb449b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:26:20.408664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e85946-05f0-4ed2-95be-985534bb449b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:26:20.415327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43e85946-05f0-4ed2-95be-985534bb449b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:20.810982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:20.820768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] Transition to ACTIVE for port object 5f8ac969-7996-404d-bded-7b8ff61d416b will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:26:20.879696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:20.885268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-97cbb8ff-da74-4a7c-bf43-c14761c5626a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:20.994709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] Attempting to bind port 5f8ac969-7996-404d-bded-7b8ff61d416b on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:26:20.995856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] Attempting to bind port 5f8ac969-7996-404d-bded-7b8ff61d416b by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:26:20.995856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] Attempting to bind port 5f8ac969-7996-404d-bded-7b8ff61d416b on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:26:21.008528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:26:21.009100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:26:21.009662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:21.010162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:26:21.010793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] Bound port: 5f8ac969-7996-404d-bded-7b8ff61d416b, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:26:21.011347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:21.046095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24778416-344d-4c71-ba16-a41ce62e389e None None] Pushing event updated for resources: {'Port': ['ID=5f8ac969-7996-404d-bded-7b8ff61d416b,revision_number=2']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:21.070897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24778416-344d-4c71-ba16-a41ce62e389e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:21.071381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24778416-344d-4c71-ba16-a41ce62e389e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:21.071825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24778416-344d-4c71-ba16-a41ce62e389e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:21.072281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24778416-344d-4c71-ba16-a41ce62e389e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:21.072854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24778416-344d-4c71-ba16-a41ce62e389e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:21.073364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24778416-344d-4c71-ba16-a41ce62e389e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:21.073938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24778416-344d-4c71-ba16-a41ce62e389e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:21.074482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24778416-344d-4c71-ba16-a41ce62e389e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:21.075082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24778416-344d-4c71-ba16-a41ce62e389e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:21.075583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24778416-344d-4c71-ba16-a41ce62e389e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:21.076022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24778416-344d-4c71-ba16-a41ce62e389e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:21.076500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24778416-344d-4c71-ba16-a41ce62e389e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:21.085245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-24778416-344d-4c71-ba16-a41ce62e389e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:21.152979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] For port 5f8ac969-7996-404d-bded-7b8ff61d416b, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:26:21.158015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] For port 5f8ac969-7996-404d-bded-7b8ff61d416b, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=5f8ac969-7996-404d-bded-7b8ff61d416b,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:26:21.197992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:21.202008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:21.202382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43e85946-05f0-4ed2-95be-985534bb449b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:21.209199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-53c75dbf-06e8-4bb5-a039-0a0903edff06 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:21.287580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] Routers {'83544b63-4f66-4ddb-89f7-2dfc6ad2df13'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:26:21.288279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:26:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:26:21.315117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e85946-05f0-4ed2-95be-985534bb449b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Subnet': ['ID=f8b4e778-0b11-4d46-96ca-5f103e607750,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:21.319308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-43e85946-05f0-4ed2-95be-985534bb449b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:21.327452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e85946-05f0-4ed2-95be-985534bb449b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Checking segment: {'id': '3c89ec95-9615-4fe5-b3cd-f7177dcaac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:26:21.327855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e85946-05f0-4ed2-95be-985534bb449b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network hostable DHCP agents. Network: f5319d59-32af-448d-ae0a-6cb658cb7ea9, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:26:21.363596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24778416-344d-4c71-ba16-a41ce62e389e None None] Pushing event updated for resources: {'Port': ['ID=5f8ac969-7996-404d-bded-7b8ff61d416b,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:21.426244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-24778416-344d-4c71-ba16-a41ce62e389e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:21.445542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e85946-05f0-4ed2-95be-985534bb449b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network f5319d59-32af-448d-ae0a-6cb658cb7ea9 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:26:21.519512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] Set router 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:26:21.573926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-43e85946-05f0-4ed2-95be-985534bb449b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, f5319d59-32af-448d-ae0a-6cb658cb7ea9) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:26:21.589006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c44f38-7fbf-40e5-a4cf-fcafb4b4dc3c None None] Network f5319d59-32af-448d-ae0a-6cb658cb7ea9 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:26:21.595832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e85946-05f0-4ed2-95be-985534bb449b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:21.596786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43e85946-05f0-4ed2-95be-985534bb449b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:21.653407 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-43e85946-05f0-4ed2-95be-985534bb449b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4316883 Apr 23 09:26:21.657794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42544) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:21.905918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'name': 'tempest-TestNetworkBasicOps-router-1624077427', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:26:16Z', 'updated_at': '2021-04-23T09:26:18Z', 'revision_number': 3, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:68:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:17Z', 'updated_at': '2021-04-23T09:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:26:21.911423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b28d780-f2ec-42db-8641-91b774afd5e7 None None] The sync data for ids ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'] in dv-neutron-786478-4-hyperv is: [{'id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'name': 'tempest-TestNetworkBasicOps-router-1624077427', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:26:16Z', 'updated_at': '2021-04-23T09:26:18Z', 'revision_number': 3, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:68:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:17Z', 'updated_at': '2021-04-23T09:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:26:21.954147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ips': [{'subnet_id': 'f8b4e778-0b11-4d46-96ca-5f103e607750'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:26:21.955186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:22.151924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Allocated IP 172.20.0.2 (f5319d59-32af-448d-ae0a-6cb658cb7ea9/f8b4e778-0b11-4d46-96ca-5f103e607750/26f220c0-8c02-45c7-95af-3026c253503d) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:26:22.483386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:22.509978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Transition to ACTIVE for port object 26f220c0-8c02-45c7-95af-3026c253503d will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:26:22.647129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Transition to ACTIVE for port object 26f220c0-8c02-45c7-95af-3026c253503d will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:26:22.704795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:22.721690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-76690f42-e9f7-4e65-be88-18ba515b52f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:22.793071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Network f5319d59-32af-448d-ae0a-6cb658cb7ea9 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:26:22.796708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:26:22.811098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:26:23.230180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Pushing event updated for resources: {'Port': ['ID=26f220c0-8c02-45c7-95af-3026c253503d,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:23.230180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:23.230180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Attempting to bind port 26f220c0-8c02-45c7-95af-3026c253503d on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:26:23.230180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Attempting to bind port 26f220c0-8c02-45c7-95af-3026c253503d by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '3c89ec95-9615-4fe5-b3cd-f7177dcaac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:26:23.230180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Attempting to bind port 26f220c0-8c02-45c7-95af-3026c253503d on network f5319d59-32af-448d-ae0a-6cb658cb7ea9 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:26:23.230180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:26:23.230180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Checking segment: {'id': '3c89ec95-9615-4fe5-b3cd-f7177dcaac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:26:23.230180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:23.230180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Bound using segment: {'id': '3c89ec95-9615-4fe5-b3cd-f7177dcaac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:26:23.230180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Bound port: 26f220c0-8c02-45c7-95af-3026c253503d, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c89ec95-9615-4fe5-b3cd-f7177dcaac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:26:23.230180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:23.233294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:23.233459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] For port 26f220c0-8c02-45c7-95af-3026c253503d, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:26:23.233459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] For port 26f220c0-8c02-45c7-95af-3026c253503d, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=26f220c0-8c02-45c7-95af-3026c253503d,segment=NetworkSegment(3c89ec95-9615-4fe5-b3cd-f7177dcaac81),segment_id=3c89ec95-9615-4fe5-b3cd-f7177dcaac81)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:26:23.405981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:23.412057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:23.516824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Pushing event updated for resources: {'Port': ['ID=26f220c0-8c02-45c7-95af-3026c253503d,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:23.520624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:23.647359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 5f8ac969-7996-404d-bded-7b8ff61d416b up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:26:23.684266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.20.0.1 (f5319d59-32af-448d-ae0a-6cb658cb7ea9/f8b4e778-0b11-4d46-96ca-5f103e607750/a4838df9-65e8-4bab-9026-f2c351b49514) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:26:23.961923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:24.493676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:24.559581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 5f8ac969-7996-404d-bded-7b8ff61d416b completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:26:24.567986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 5f8ac969-7996-404d-bded-7b8ff61d416b triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:26:24.568397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:24.625613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Transition to ACTIVE for port object a4838df9-65e8-4bab-9026-f2c351b49514 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:26:24.743778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:24.760814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:24.760814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-67f80a70-54aa-48e6-a004-c552c5f2e185 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:24.774011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 5f8ac969-7996-404d-bded-7b8ff61d416b, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=5f8ac969-7996-404d-bded-7b8ff61d416b,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:26:24.851601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:24.854704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:24.866962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network f5319d59-32af-448d-ae0a-6cb658cb7ea9 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:26:24.873591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:26:24.878584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:26:24.997750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=5f8ac969-7996-404d-bded-7b8ff61d416b,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:25.004493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:25.014581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=a4838df9-65e8-4bab-9026-f2c351b49514,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:25.032780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:25.033470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:25.034134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:25.034900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:25.035573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:25.036519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:25.037181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:25.038059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:25.038718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:25.039380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:25.040038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:25.041105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:26:25.047961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:25.053023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:25.177241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14360f09-fe72-46e9-82ab-c575600027b2 None None] Network f5319d59-32af-448d-ae0a-6cb658cb7ea9 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:26:25.293827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:25.311584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b3fd228f-8527-4e69-93ba-276262a4f929 None None] Provisioning for port 26f220c0-8c02-45c7-95af-3026c253503d completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:26:25.769706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 5f8ac969-7996-404d-bded-7b8ff61d416b up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:26:25.871930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 5f8ac969-7996-404d-bded-7b8ff61d416b triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:26:25.872362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:25.907875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:26.012339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:26.017569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fd0d8ad9-604b-4e69-8c05-c0e14e454b8f None None] Provisioning for port a4838df9-65e8-4bab-9026-f2c351b49514 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:26:26.028057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fd0d8ad9-604b-4e69-8c05-c0e14e454b8f None None] Provisioning complete for port a4838df9-65e8-4bab-9026-f2c351b49514 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:26:26.028423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd0d8ad9-604b-4e69-8c05-c0e14e454b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:26.062368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 26f220c0-8c02-45c7-95af-3026c253503d up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:26:26.070606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:26.148112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d8ad9-604b-4e69-8c05-c0e14e454b8f None None] Port a4838df9-65e8-4bab-9026-f2c351b49514 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:26:26.201801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 26f220c0-8c02-45c7-95af-3026c253503d completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:26:26.207496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 26f220c0-8c02-45c7-95af-3026c253503d triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:26:26.207928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:26.263995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:26.273358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=a4838df9-65e8-4bab-9026-f2c351b49514,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:26.284287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:26.293187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b7a2b5ac-fa76-4106-a167-287cc14effaf None None] Provisioning complete for port a4838df9-65e8-4bab-9026-f2c351b49514 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:26:26.293616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7a2b5ac-fa76-4106-a167-287cc14effaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:26.408869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b7a2b5ac-fa76-4106-a167-287cc14effaf None None] Port a4838df9-65e8-4bab-9026-f2c351b49514 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:26:26.413018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:26.450412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 26f220c0-8c02-45c7-95af-3026c253503d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=26f220c0-8c02-45c7-95af-3026c253503d,segment=NetworkSegment(3c89ec95-9615-4fe5-b3cd-f7177dcaac81),segment_id=3c89ec95-9615-4fe5-b3cd-f7177dcaac81)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:26:26.472229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network f5319d59-32af-448d-ae0a-6cb658cb7ea9 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:26:26.473528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:26:26.492884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:26.495754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:26.588564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=26f220c0-8c02-45c7-95af-3026c253503d,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:26.592360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:26.712716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:26:26.731823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6a962581-5276-4645-bbf4-eb10451a5e02 None None] Provisioning complete for port a4838df9-65e8-4bab-9026-f2c351b49514 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:26:26.732258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a962581-5276-4645-bbf4-eb10451a5e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:26.803045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6a962581-5276-4645-bbf4-eb10451a5e02 None None] Port a4838df9-65e8-4bab-9026-f2c351b49514 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:26:26.929190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:26:26.942229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] Sync routers for ids ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:26:26.947556 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/routers/83544b63-4f66-4ddb-89f7-2dfc6ad2df13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2856495 Apr 23 09:26:26.948364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42550) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:26.952796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] Routers {'83544b63-4f66-4ddb-89f7-2dfc6ad2df13'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:26:26.954395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:26:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:26:27.153880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe097f3-5d43-4ccd-9733-5663b1051b5c tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:27.154501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe097f3-5d43-4ccd-9733-5663b1051b5c tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:27.155033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe097f3-5d43-4ccd-9733-5663b1051b5c tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:27.157460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe097f3-5d43-4ccd-9733-5663b1051b5c tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:27.157742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe097f3-5d43-4ccd-9733-5663b1051b5c tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:27.161876 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-abe097f3-5d43-4ccd-9733-5663b1051b5c tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.2104895 Apr 23 09:26:27.163624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42554) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:27.203146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] Set router 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:26:27.256057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9768b2ff-eb57-45d7-aa50-1c2699dcb471 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:27.256575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9768b2ff-eb57-45d7-aa50-1c2699dcb471 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:27.257088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9768b2ff-eb57-45d7-aa50-1c2699dcb471 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:27.257599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9768b2ff-eb57-45d7-aa50-1c2699dcb471 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:27.258139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9768b2ff-eb57-45d7-aa50-1c2699dcb471 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:27.258694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9768b2ff-eb57-45d7-aa50-1c2699dcb471 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:27.260888 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9768b2ff-eb57-45d7-aa50-1c2699dcb471 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0959666 Apr 23 09:26:27.264524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42558) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:27.548573 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1915201f-e508-4797-a48a-d0c8deba06e8 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2814393 Apr 23 09:26:27.670746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 26f220c0-8c02-45c7-95af-3026c253503d up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:26:27.837338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 26f220c0-8c02-45c7-95af-3026c253503d triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:26:27.838196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:27.930373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'name': 'tempest-TestNetworkBasicOps-router-1624077427', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:26:16Z', 'updated_at': '2021-04-23T09:26:25Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:17Z', 'updated_at': '2021-04-23T09:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'a4838df9-65e8-4bab-9026-f2c351b49514', 'name': '', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:e0:99:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:23Z', 'updated_at': '2021-04-23T09:26:25Z', 'revision_number': 2, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:26:27.938477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] Checking router: 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:26:27.938886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] Updating router 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 port a4838df9-65e8-4bab-9026-f2c351b49514 binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:26:28.014543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42564) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:28.023559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-68cec251-eb51-4b13-b9a1-f10acc936584 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1635372108', 'description': 'tempest-secgroup-smoke-1635372108 description', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:26:28.033133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-68cec251-eb51-4b13-b9a1-f10acc936584 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:26:28.039865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-68cec251-eb51-4b13-b9a1-f10acc936584 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:26:28.044188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-68cec251-eb51-4b13-b9a1-f10acc936584 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:26:28.052841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-68cec251-eb51-4b13-b9a1-f10acc936584 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:26:28.064542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:28.113807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68cec251-eb51-4b13-b9a1-f10acc936584 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:28.137248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-68cec251-eb51-4b13-b9a1-f10acc936584 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:26:28.142712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-68cec251-eb51-4b13-b9a1-f10acc936584 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:26:28.146228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-68cec251-eb51-4b13-b9a1-f10acc936584 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:26:28.153100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-68cec251-eb51-4b13-b9a1-f10acc936584 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:26:28.332019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68cec251-eb51-4b13-b9a1-f10acc936584 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:28.362076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68cec251-eb51-4b13-b9a1-f10acc936584 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:28.369574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9819996c-1e99-468f-ab4d-322d64f835c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:28.421939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cec251-eb51-4b13-b9a1-f10acc936584 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5889e9-d33c-4221-8663-b9fb89968b00,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:28.425586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-68cec251-eb51-4b13-b9a1-f10acc936584 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:28.454094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68cec251-eb51-4b13-b9a1-f10acc936584 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:28.455755 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-68cec251-eb51-4b13-b9a1-f10acc936584 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4393103 Apr 23 09:26:28.460043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42568) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:28.470797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-8178453d-b8a2-466b-8660-4e00742d8f8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'ad5889e9-d33c-4221-8663-b9fb89968b00', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:26:28.483640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8178453d-b8a2-466b-8660-4e00742d8f8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:26:28.490612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8178453d-b8a2-466b-8660-4e00742d8f8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:26:28.495122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8178453d-b8a2-466b-8660-4e00742d8f8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:26:28.508106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8178453d-b8a2-466b-8660-4e00742d8f8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:26:28.568609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8178453d-b8a2-466b-8660-4e00742d8f8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:28.608017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:28.631343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] Transition to ACTIVE for port object a4838df9-65e8-4bab-9026-f2c351b49514 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:26:28.644153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8178453d-b8a2-466b-8660-4e00742d8f8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:28.670170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:28.674681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:28.715985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8178453d-b8a2-466b-8660-4e00742d8f8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:28.719901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2afc5ac9-e7cd-45ad-b051-381959e92f78 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:28.748279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178453d-b8a2-466b-8660-4e00742d8f8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c03c862-21f1-4ccf-bc89-4dbb22587ad6,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:28.757167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8178453d-b8a2-466b-8660-4e00742d8f8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:28.801673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8178453d-b8a2-466b-8660-4e00742d8f8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:28.806582 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8178453d-b8a2-466b-8660-4e00742d8f8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3416269 Apr 23 09:26:28.806748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42572) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:28.813870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a71cbee0-19cc-431c-a894-52f4df5f8f46 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'ad5889e9-d33c-4221-8663-b9fb89968b00', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:26:28.821823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a71cbee0-19cc-431c-a894-52f4df5f8f46 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:26:28.826959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a71cbee0-19cc-431c-a894-52f4df5f8f46 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:26:28.830713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a71cbee0-19cc-431c-a894-52f4df5f8f46 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:26:28.838895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a71cbee0-19cc-431c-a894-52f4df5f8f46 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:26:28.891807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c177c0-d3b6-45e4-8e10-5fb12931f428 None None] Pushing event updated for resources: {'Port': ['ID=a4838df9-65e8-4bab-9026-f2c351b49514,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:28.901421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a71cbee0-19cc-431c-a894-52f4df5f8f46 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:28.905552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-75c177c0-d3b6-45e4-8e10-5fb12931f428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:28.988619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] Attempting to bind port a4838df9-65e8-4bab-9026-f2c351b49514 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:26:28.989052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] Attempting to bind port a4838df9-65e8-4bab-9026-f2c351b49514 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '3c89ec95-9615-4fe5-b3cd-f7177dcaac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:26:28.989466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] Attempting to bind port a4838df9-65e8-4bab-9026-f2c351b49514 on network f5319d59-32af-448d-ae0a-6cb658cb7ea9 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:26:28.997114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:26:28.997552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] Checking segment: {'id': '3c89ec95-9615-4fe5-b3cd-f7177dcaac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:26:28.998022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:28.998498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] Bound using segment: {'id': '3c89ec95-9615-4fe5-b3cd-f7177dcaac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:26:28.999051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] Bound port: a4838df9-65e8-4bab-9026-f2c351b49514, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c89ec95-9615-4fe5-b3cd-f7177dcaac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:26:28.999473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:29.012135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a71cbee0-19cc-431c-a894-52f4df5f8f46 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:29.042498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a71cbee0-19cc-431c-a894-52f4df5f8f46 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:29.046088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:29.100548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cbee0-19cc-431c-a894-52f4df5f8f46 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c98a3a-421b-49e4-aa28-224910393d7d,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:29.105409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a71cbee0-19cc-431c-a894-52f4df5f8f46 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:29.124093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] For port a4838df9-65e8-4bab-9026-f2c351b49514, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:26:29.128196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] For port a4838df9-65e8-4bab-9026-f2c351b49514, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a4838df9-65e8-4bab-9026-f2c351b49514,segment=NetworkSegment(3c89ec95-9615-4fe5-b3cd-f7177dcaac81),segment_id=3c89ec95-9615-4fe5-b3cd-f7177dcaac81)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:26:29.165605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a71cbee0-19cc-431c-a894-52f4df5f8f46 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:29.165605 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a71cbee0-19cc-431c-a894-52f4df5f8f46 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3528714 Apr 23 09:26:29.165605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42576) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:29.172606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ed2a33a3-7f8e-4e84-974d-1f58b25d1948 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'ad5889e9-d33c-4221-8663-b9fb89968b00', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:26:29.180385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ed2a33a3-7f8e-4e84-974d-1f58b25d1948 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:26:29.184675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ed2a33a3-7f8e-4e84-974d-1f58b25d1948 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:26:29.188502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ed2a33a3-7f8e-4e84-974d-1f58b25d1948 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:26:29.195384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ed2a33a3-7f8e-4e84-974d-1f58b25d1948 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:26:29.208164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:29.215810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:29.274365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed2a33a3-7f8e-4e84-974d-1f58b25d1948 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:29.310354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c177c0-d3b6-45e4-8e10-5fb12931f428 None None] Pushing event updated for resources: {'Port': ['ID=a4838df9-65e8-4bab-9026-f2c351b49514,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:29.315227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-75c177c0-d3b6-45e4-8e10-5fb12931f428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:29.316046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] Routers {'83544b63-4f66-4ddb-89f7-2dfc6ad2df13'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:26:29.316763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:26:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:26:29.384631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed2a33a3-7f8e-4e84-974d-1f58b25d1948 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:29.446030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed2a33a3-7f8e-4e84-974d-1f58b25d1948 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:29.456611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:29.507724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a33a3-7f8e-4e84-974d-1f58b25d1948 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0c13ab-3595-4dc1-8405-bef40079aa1a,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:29.511844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ed2a33a3-7f8e-4e84-974d-1f58b25d1948 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:29.562821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed2a33a3-7f8e-4e84-974d-1f58b25d1948 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:29.567976 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ed2a33a3-7f8e-4e84-974d-1f58b25d1948 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3988957 Apr 23 09:26:29.568409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42580) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:29.574802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] Set router 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:26:29.575127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bd0c5219-8412-4376-90e5-5456be8ab783 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'ad5889e9-d33c-4221-8663-b9fb89968b00', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:26:29.585238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bd0c5219-8412-4376-90e5-5456be8ab783 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:26:29.591819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bd0c5219-8412-4376-90e5-5456be8ab783 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:26:29.602659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bd0c5219-8412-4376-90e5-5456be8ab783 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:26:29.604523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bd0c5219-8412-4376-90e5-5456be8ab783 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:26:29.655481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd0c5219-8412-4376-90e5-5456be8ab783 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:29.745343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd0c5219-8412-4376-90e5-5456be8ab783 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:29.796250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd0c5219-8412-4376-90e5-5456be8ab783 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:29.798897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-41bd228c-cedb-40e0-bee0-1c26004d5578 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:29.824992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c5219-8412-4376-90e5-5456be8ab783 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=198909b2-88ae-4459-a45d-6bf9de5e7b4d,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:29.830427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bd0c5219-8412-4376-90e5-5456be8ab783 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:29.881987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd0c5219-8412-4376-90e5-5456be8ab783 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:29.885379 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bd0c5219-8412-4376-90e5-5456be8ab783 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3139036 Apr 23 09:26:29.887322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42584) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:29.895152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-96dd77f7-785d-43a6-b19b-2d5c73a3f823 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'ad5889e9-d33c-4221-8663-b9fb89968b00', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:26:29.902541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-96dd77f7-785d-43a6-b19b-2d5c73a3f823 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:26:29.908667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-96dd77f7-785d-43a6-b19b-2d5c73a3f823 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:26:29.912425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-96dd77f7-785d-43a6-b19b-2d5c73a3f823 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:26:29.919750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-96dd77f7-785d-43a6-b19b-2d5c73a3f823 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:26:29.965609 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-96dd77f7-785d-43a6-b19b-2d5c73a3f823 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Project 7602bab2a5e54e68ba9a873197bc68fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:26:29.970887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96dd77f7-785d-43a6-b19b-2d5c73a3f823 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:30.067124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'name': 'tempest-TestNetworkBasicOps-router-1624077427', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:26:16Z', 'updated_at': '2021-04-23T09:26:25Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:17Z', 'updated_at': '2021-04-23T09:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'a4838df9-65e8-4bab-9026-f2c351b49514', 'name': '', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:e0:99:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:23Z', 'updated_at': '2021-04-23T09:26:29Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:26:30.072739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664245c1-9914-4a0e-a0c1-232ded40607c None None] The sync data for ids ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'] in dv-neutron-786478-4-hyperv is: [{'id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'name': 'tempest-TestNetworkBasicOps-router-1624077427', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:26:16Z', 'updated_at': '2021-04-23T09:26:25Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:17Z', 'updated_at': '2021-04-23T09:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'a4838df9-65e8-4bab-9026-f2c351b49514', 'name': '', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:e0:99:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:23Z', 'updated_at': '2021-04-23T09:26:29Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:26:30.075672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96dd77f7-785d-43a6-b19b-2d5c73a3f823 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:30.110359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96dd77f7-785d-43a6-b19b-2d5c73a3f823 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:30.124364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:30.170013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd77f7-785d-43a6-b19b-2d5c73a3f823 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e8272a-a86f-4113-a055-0c6f9013a1bd,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:30.173764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-96dd77f7-785d-43a6-b19b-2d5c73a3f823 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:30.212822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96dd77f7-785d-43a6-b19b-2d5c73a3f823 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:30.215462 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-96dd77f7-785d-43a6-b19b-2d5c73a3f823 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3250985 Apr 23 09:26:30.217804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42588) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:30.224898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-df9c5bc2-d6c8-4416-9f8a-537ab71de4ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'ad5889e9-d33c-4221-8663-b9fb89968b00', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:26:30.232124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-df9c5bc2-d6c8-4416-9f8a-537ab71de4ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:26:30.237481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-df9c5bc2-d6c8-4416-9f8a-537ab71de4ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:26:30.241856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-df9c5bc2-d6c8-4416-9f8a-537ab71de4ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:26:30.251830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-df9c5bc2-d6c8-4416-9f8a-537ab71de4ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:26:30.296908 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-df9c5bc2-d6c8-4416-9f8a-537ab71de4ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Project 7602bab2a5e54e68ba9a873197bc68fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:26:30.305332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-df9c5bc2-d6c8-4416-9f8a-537ab71de4ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:30.390967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-df9c5bc2-d6c8-4416-9f8a-537ab71de4ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:30.442171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-df9c5bc2-d6c8-4416-9f8a-537ab71de4ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:30.444685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bd0c5219-8412-4376-90e5-5456be8ab783 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:30.474192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c5bc2-d6c8-4416-9f8a-537ab71de4ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135e54f1-d22b-4f95-aba6-07c28eeb111d,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:30.477221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-df9c5bc2-d6c8-4416-9f8a-537ab71de4ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:30.517308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-df9c5bc2-d6c8-4416-9f8a-537ab71de4ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:30.520571 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-df9c5bc2-d6c8-4416-9f8a-537ab71de4ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2999554 Apr 23 09:26:30.832790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-79f45aa8-0509-46ca-b39a-5aa44fb24a75 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:26:30.897618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-79f45aa8-0509-46ca-b39a-5aa44fb24a75 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:26:30.897618 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-79f45aa8-0509-46ca-b39a-5aa44fb24a75 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1635372108&fields=id&tenant_id=7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 267 time: 0.1248686 Apr 23 09:26:31.139676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-3ca3486f-e5b0-4b95-8cb5-b0f88b458ba3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:31.141528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-3ca3486f-e5b0-4b95-8cb5-b0f88b458ba3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:26:31.253448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-3ca3486f-e5b0-4b95-8cb5-b0f88b458ba3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:26:31.259821 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-3ca3486f-e5b0-4b95-8cb5-b0f88b458ba3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/networks?id=f5319d59-32af-448d-ae0a-6cb658cb7ea9 HTTP/1.1" status: 200 len: 794 time: 0.3507297 Apr 23 09:26:31.273819 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-d5bc091d-9e68-4ba6-a378-34f97a268614 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/quotas/7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 375 time: 0.0122437 Apr 23 09:26:31.398848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-d56e9bc9-96ad-4ac3-8df7-a3513bff2da2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:26:31.454069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-d56e9bc9-96ad-4ac3-8df7-a3513bff2da2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:26:31.458240 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-d56e9bc9-96ad-4ac3-8df7-a3513bff2da2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1711383 Apr 23 09:26:31.635442 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-614d7969-1c5a-4cc4-878a-cfc3c4a1583e service neutron] 10.222.0.60 "GET /v2.0/networks/f5319d59-32af-448d-ae0a-6cb658cb7ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639712 Apr 23 09:26:31.690401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a4838df9-65e8-4bab-9026-f2c351b49514 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:26:31.811327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port a4838df9-65e8-4bab-9026-f2c351b49514 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:26:31.821776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port a4838df9-65e8-4bab-9026-f2c351b49514 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:26:31.822328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:31.845102 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-df813899-07f6-4144-a7f3-3b6d9f35e131 service neutron] 10.222.0.60 "GET /v2.0/networks/f5319d59-32af-448d-ae0a-6cb658cb7ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017620 Apr 23 09:26:31.992744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:32.033257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port a4838df9-65e8-4bab-9026-f2c351b49514, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a4838df9-65e8-4bab-9026-f2c351b49514,segment=NetworkSegment(3c89ec95-9615-4fe5-b3cd-f7177dcaac81),segment_id=3c89ec95-9615-4fe5-b3cd-f7177dcaac81)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:26:32.097525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:32.106689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:32.212605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-317f7b75-8a56-4506-aa73-2260ea9aa24d req-e69aa223-fe86-4945-9675-614702531e5b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:26:32.238007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-317f7b75-8a56-4506-aa73-2260ea9aa24d req-e69aa223-fe86-4945-9675-614702531e5b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:26:32.240710 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-317f7b75-8a56-4506-aa73-2260ea9aa24d req-e69aa223-fe86-4945-9675-614702531e5b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 210 time: 0.0941784 Apr 23 09:26:32.243210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=a4838df9-65e8-4bab-9026-f2c351b49514,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:32.248887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:33.490156 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-29ad0cc9-7700-453e-80af-99c27e2b7623 req-5c78c0df-178d-4e13-879b-91ff18aeb3dc tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 210 time: 0.0571775 Apr 23 09:26:33.633737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a4838df9-65e8-4bab-9026-f2c351b49514 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:26:33.716775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port a4838df9-65e8-4bab-9026-f2c351b49514 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:26:33.717200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:34.253143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fbdc40a7-80ad-488a-a370-5670c2dd582e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:34.253946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fbdc40a7-80ad-488a-a370-5670c2dd582e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:26:34.269958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fbdc40a7-80ad-488a-a370-5670c2dd582e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:26:34.278726 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fbdc40a7-80ad-488a-a370-5670c2dd582e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/networks?id=f5319d59-32af-448d-ae0a-6cb658cb7ea9 HTTP/1.1" status: 200 len: 794 time: 0.2377713 Apr 23 09:26:34.331345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-ede84cea-d43e-47da-8cfc-313d02f63af4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:26:34.346511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-ede84cea-d43e-47da-8cfc-313d02f63af4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:26:34.347770 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-ede84cea-d43e-47da-8cfc-313d02f63af4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 380 time: 0.0674405 Apr 23 09:26:34.358695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-991bd37f-753b-4161-b387-a8466be94302 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'port': {'device_id': 'fdf0deac-b389-4a9e-9acd-2ba2990e00d0', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'admin_state_up': True, 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'security_groups': ['ad5889e9-d33c-4221-8663-b9fb89968b00']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:26:34.532939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-991bd37f-753b-4161-b387-a8466be94302 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:26:34.545401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-991bd37f-753b-4161-b387-a8466be94302 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:26:34.588326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-991bd37f-753b-4161-b387-a8466be94302 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:26:34.596068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-991bd37f-753b-4161-b387-a8466be94302 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:34.725201 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5264bb6d-90b9-4f74-8e4a-863efa12cc03 req-75e839ff-22b0-4c44-98c0-fcd5a0c9721d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 210 time: 0.0662110 Apr 23 09:26:34.849203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-991bd37f-753b-4161-b387-a8466be94302 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.20.0.5 (f5319d59-32af-448d-ae0a-6cb658cb7ea9/f8b4e778-0b11-4d46-96ca-5f103e607750/5ca7de00-bac1-4ecd-82fc-9f6448a5d242) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:26:35.076694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-991bd37f-753b-4161-b387-a8466be94302 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:35.099339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-991bd37f-753b-4161-b387-a8466be94302 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Transition to ACTIVE for port object 5ca7de00-bac1-4ecd-82fc-9f6448a5d242 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:26:35.157450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-991bd37f-753b-4161-b387-a8466be94302 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:35.167666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:35.332294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-991bd37f-753b-4161-b387-a8466be94302 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network f5319d59-32af-448d-ae0a-6cb658cb7ea9 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:26:35.339943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-991bd37f-753b-4161-b387-a8466be94302 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:26:35.348767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-991bd37f-753b-4161-b387-a8466be94302 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:26:35.416401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991bd37f-753b-4161-b387-a8466be94302 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=5ca7de00-bac1-4ecd-82fc-9f6448a5d242,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:35.431475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-991bd37f-753b-4161-b387-a8466be94302 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:35.491134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-991bd37f-753b-4161-b387-a8466be94302 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:35.492031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-991bd37f-753b-4161-b387-a8466be94302 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:35.577629 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-991bd37f-753b-4161-b387-a8466be94302 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2232246 Apr 23 09:26:35.590644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Request body: {'port': {'device_id': 'fdf0deac-b389-4a9e-9acd-2ba2990e00d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:26:35.621898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:26:35.641828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c460ba57-70ff-46b7-bda7-17bcaac1b9cf None None] Provisioning for port 5ca7de00-bac1-4ecd-82fc-9f6448a5d242 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:26:35.648227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c460ba57-70ff-46b7-bda7-17bcaac1b9cf None None] Provisioning complete for port 5ca7de00-bac1-4ecd-82fc-9f6448a5d242 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:26:35.648648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c460ba57-70ff-46b7-bda7-17bcaac1b9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:35.711026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c460ba57-70ff-46b7-bda7-17bcaac1b9cf None None] Port 5ca7de00-bac1-4ecd-82fc-9f6448a5d242 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:26:35.758044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:36.038683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b183b2-7267-4c66-acc9-611bee4361ae req-3eab780f-95be-4e78-a4f8-ccd92aad5a32 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:36.039853 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-16b183b2-7267-4c66-acc9-611bee4361ae req-3eab780f-95be-4e78-a4f8-ccd92aad5a32 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 931 time: 0.1447020 Apr 23 09:26:36.043858 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c2fa3cd-a631-4f8b-9dff-49d99f6986ce req-924fbb25-7b5e-4924-b458-d634d989b4c8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2088141 Apr 23 09:26:36.135877 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-16b183b2-7267-4c66-acc9-611bee4361ae req-4e7fd31c-74c2-4bcc-8a9b-fade8533555f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad5889e9-d33c-4221-8663-b9fb89968b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841007 Apr 23 09:26:36.260582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fa3cd-a631-4f8b-9dff-49d99f6986ce req-9e44b90b-b866-4c81-a63d-6841ab97b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:36.262479 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c2fa3cd-a631-4f8b-9dff-49d99f6986ce req-9e44b90b-b866-4c81-a63d-6841ab97b033 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd186be32f6c46398a111d70f7898994&device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 1099 time: 0.0913513 Apr 23 09:26:36.439130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fa3cd-a631-4f8b-9dff-49d99f6986ce req-47f5b236-9566-484b-b548-cae1897ca770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:36.440827 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c2fa3cd-a631-4f8b-9dff-49d99f6986ce req-47f5b236-9566-484b-b548-cae1897ca770 service neutron] 10.222.0.35 "GET /v2.0/networks?id=91010434-002e-49e7-b83d-a6a0de2d3a1c HTTP/1.1" status: 200 len: 912 time: 0.1558864 Apr 23 09:26:36.572533 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c2fa3cd-a631-4f8b-9dff-49d99f6986ce req-46c21336-0324-4b49-b210-f8a8ca558e0c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81fc5039-1f4b-443f-b06c-d29c89317b6a HTTP/1.1" status: 200 len: 1001 time: 0.1252401 Apr 23 09:26:36.607524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca7de00-bac1-4ecd-82fc-9f6448a5d242 {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:26:36.623318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:36.655241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Transition to ACTIVE for port object 5ca7de00-bac1-4ecd-82fc-9f6448a5d242 will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:26:36.687994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fa3cd-a631-4f8b-9dff-49d99f6986ce req-f20b44b6-2922-4b4e-99b0-e8257ae495cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:36.687994 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c2fa3cd-a631-4f8b-9dff-49d99f6986ce req-f20b44b6-2922-4b4e-99b0-e8257ae495cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=02ab5626-b692-4cce-b0c9-1857a68924a2 HTTP/1.1" status: 200 len: 850 time: 0.1048944 Apr 23 09:26:36.709699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-469ca8cf-d43e-4538-b779-41d69b9d8188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:36.744744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:36.751609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-89ff6445-d8b2-490e-a682-ecd486d928a9 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:36.779078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fa3cd-a631-4f8b-9dff-49d99f6986ce req-318aff04-8971-41a1-925a-704ce2d5c8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:36.780967 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c2fa3cd-a631-4f8b-9dff-49d99f6986ce req-318aff04-8971-41a1-925a-704ce2d5c8b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91010434-002e-49e7-b83d-a6a0de2d3a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0909934 Apr 23 09:26:36.943113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca7de00-bac1-4ecd-82fc-9f6448a5d242,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:36.947249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:36.971719 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c2fa3cd-a631-4f8b-9dff-49d99f6986ce req-9a6c057b-5e41-4d08-a7f4-3c4b8cf2d115 service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825938 Apr 23 09:26:37.084985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Attempting to bind port 5ca7de00-bac1-4ecd-82fc-9f6448a5d242 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:26:37.085616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Attempting to bind port 5ca7de00-bac1-4ecd-82fc-9f6448a5d242 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '3c89ec95-9615-4fe5-b3cd-f7177dcaac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:26:37.086368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Attempting to bind port 5ca7de00-bac1-4ecd-82fc-9f6448a5d242 on network f5319d59-32af-448d-ae0a-6cb658cb7ea9 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:26:37.096239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Port 5ca7de00-bac1-4ecd-82fc-9f6448a5d242 on network f5319d59-32af-448d-ae0a-6cb658cb7ea9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:26:37.096880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Attempting to bind port 5ca7de00-bac1-4ecd-82fc-9f6448a5d242 on network f5319d59-32af-448d-ae0a-6cb658cb7ea9 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:26:37.108099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:26:37.108763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Checking segment: {'id': '3c89ec95-9615-4fe5-b3cd-f7177dcaac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:26:37.110069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Bound using segment: {'id': '3c89ec95-9615-4fe5-b3cd-f7177dcaac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:26:37.110988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Bound port: 5ca7de00-bac1-4ecd-82fc-9f6448a5d242, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c89ec95-9615-4fe5-b3cd-f7177dcaac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:26:37.111516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:37.136790 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c2fa3cd-a631-4f8b-9dff-49d99f6986ce req-08e9d2c3-fcd4-4eda-ac5d-bb93b9dd7fcf service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578488 Apr 23 09:26:37.249642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] For port 5ca7de00-bac1-4ecd-82fc-9f6448a5d242, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:26:37.256821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] For port 5ca7de00-bac1-4ecd-82fc-9f6448a5d242, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=5ca7de00-bac1-4ecd-82fc-9f6448a5d242,segment=NetworkSegment(3c89ec95-9615-4fe5-b3cd-f7177dcaac81),segment_id=3c89ec95-9615-4fe5-b3cd-f7177dcaac81)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:26:37.287414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:37.297397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:37.432733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:37.433445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:37.435055 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] 10.222.0.35 "PUT /v2.0/ports/5ca7de00-bac1-4ecd-82fc-9f6448a5d242 HTTP/1.1" status: 200 len: 1093 time: 1.8501670 Apr 23 09:26:37.441526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf0deac-b389-4a9e-9acd-2ba2990e00d0', 'tag': '5ca7de00-bac1-4ecd-82fc-9f6448a5d242'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:26:37.464093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca7de00-bac1-4ecd-82fc-9f6448a5d242,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:37.469162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:37.538683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60582856-4918-4261-9b8c-8b946c5ce77f req-d4db8726-9390-44af-a0be-5e19def102d1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:37.540812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-60582856-4918-4261-9b8c-8b946c5ce77f req-d4db8726-9390-44af-a0be-5e19def102d1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:26:37.682683 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf0deac-b389-4a9e-9acd-2ba2990e00d0', 'tag': '5ca7de00-bac1-4ecd-82fc-9f6448a5d242', 'status': 'completed', 'code': 200} Apr 23 09:26:37.694124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-60582856-4918-4261-9b8c-8b946c5ce77f req-d4db8726-9390-44af-a0be-5e19def102d1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:26:37.696502 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-60582856-4918-4261-9b8c-8b946c5ce77f req-d4db8726-9390-44af-a0be-5e19def102d1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 943 time: 0.3502669 Apr 23 09:26:37.819407 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-60582856-4918-4261-9b8c-8b946c5ce77f req-7f00243e-5bf3-4752-a031-b4aa53972c61 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad5889e9-d33c-4221-8663-b9fb89968b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095057 Apr 23 09:26:37.848037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-be428fb4-43e3-48a2-94e4-60628cd734e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:37.848037 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-be428fb4-43e3-48a2-94e4-60628cd734e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 1096 time: 0.2894926 Apr 23 09:26:37.923680 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-6f564f50-8724-45cf-aa07-d0bcab22a914 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ca7de00-bac1-4ecd-82fc-9f6448a5d242 HTTP/1.1" status: 200 len: 217 time: 0.0759022 Apr 23 09:26:38.012536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-773d5995-a8df-47d5-bc14-43cda4821fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:38.012536 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-773d5995-a8df-47d5-bc14-43cda4821fef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8b4e778-0b11-4d46-96ca-5f103e607750 HTTP/1.1" status: 200 len: 834 time: 0.0742970 Apr 23 09:26:38.101162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-2ad75e5e-585e-4195-879b-29c12552c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:38.103015 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-2ad75e5e-585e-4195-879b-29c12552c709 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5319d59-32af-448d-ae0a-6cb658cb7ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0923092 Apr 23 09:26:38.261509 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-1ca3fd3e-932b-4e57-b8cb-2bf463f3186b service neutron] 10.222.0.35 "GET /v2.0/networks/f5319d59-32af-448d-ae0a-6cb658cb7ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509979 Apr 23 09:26:38.429642 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1e8f271a-49b6-4c15-b0ac-e6ea6465a2b7 req-92beb4af-6407-4166-acd5-4161c57b9185 service neutron] 10.222.0.35 "GET /v2.0/networks/f5319d59-32af-448d-ae0a-6cb658cb7ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615369 Apr 23 09:26:38.610878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde99b1-85e5-4c58-ae4a-60462e20d4d0 req-434bc18a-22c7-4339-8f8a-28edfa758c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:38.613328 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cbde99b1-85e5-4c58-ae4a-60462e20d4d0 req-434bc18a-22c7-4339-8f8a-28edfa758c47 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 1096 time: 0.0852716 Apr 23 09:26:38.780364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde99b1-85e5-4c58-ae4a-60462e20d4d0 req-9d8b65c1-edcc-4d2f-a872-8fedfd5c41cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:38.783064 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cbde99b1-85e5-4c58-ae4a-60462e20d4d0 req-9d8b65c1-edcc-4d2f-a872-8fedfd5c41cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5319d59-32af-448d-ae0a-6cb658cb7ea9 HTTP/1.1" status: 200 len: 895 time: 0.1639435 Apr 23 09:26:38.870525 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cbde99b1-85e5-4c58-ae4a-60462e20d4d0 req-857c108e-3bbe-4ae1-8b2b-a9c4c6ddb408 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ca7de00-bac1-4ecd-82fc-9f6448a5d242 HTTP/1.1" status: 200 len: 217 time: 0.0804541 Apr 23 09:26:38.956091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde99b1-85e5-4c58-ae4a-60462e20d4d0 req-51641324-8e9f-4755-90ed-aca8a61845ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:38.958173 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cbde99b1-85e5-4c58-ae4a-60462e20d4d0 req-51641324-8e9f-4755-90ed-aca8a61845ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8b4e778-0b11-4d46-96ca-5f103e607750 HTTP/1.1" status: 200 len: 834 time: 0.0816789 Apr 23 09:26:39.055427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab17797-3aeb-4c5b-81ec-6dd0bdc66ace req-93aa7a6b-7990-40bd-8a0f-d3a91aa19da2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:39.057127 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5ab17797-3aeb-4c5b-81ec-6dd0bdc66ace req-93aa7a6b-7990-40bd-8a0f-d3a91aa19da2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 943 time: 0.1032264 Apr 23 09:26:39.092078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde99b1-85e5-4c58-ae4a-60462e20d4d0 req-33c0d821-9c75-4170-b840-b2cfd21f0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:39.095133 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cbde99b1-85e5-4c58-ae4a-60462e20d4d0 req-33c0d821-9c75-4170-b840-b2cfd21f0697 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5319d59-32af-448d-ae0a-6cb658cb7ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1292946 Apr 23 09:26:39.112649 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5ab17797-3aeb-4c5b-81ec-6dd0bdc66ace req-651c570e-972b-4568-8aba-3f933d103aab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad5889e9-d33c-4221-8663-b9fb89968b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475500 Apr 23 09:26:39.253538 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cbde99b1-85e5-4c58-ae4a-60462e20d4d0 req-9341f788-b49e-468b-b9b8-990f33e88286 service neutron] 10.222.0.35 "GET /v2.0/networks/f5319d59-32af-448d-ae0a-6cb658cb7ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512418 Apr 23 09:26:39.416964 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cbde99b1-85e5-4c58-ae4a-60462e20d4d0 req-354a2ae6-76bb-4a6a-a87e-d1629899c685 service neutron] 10.222.0.35 "GET /v2.0/networks/f5319d59-32af-448d-ae0a-6cb658cb7ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559610 Apr 23 09:26:39.630271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-08907313-a7ad-416d-bda7-0bf5f4c10de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:40.345938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:40.348929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285bd08-2806-4bf5-a275-c4ccd15a90fd req-0548276f-d7d1-4414-a03d-84625b2ee529 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:40.349450 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2285bd08-2806-4bf5-a275-c4ccd15a90fd req-0548276f-d7d1-4414-a03d-84625b2ee529 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 943 time: 0.1007354 Apr 23 09:26:40.404348 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2285bd08-2806-4bf5-a275-c4ccd15a90fd req-c09f3212-3fd5-4811-9868-664f496cec94 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad5889e9-d33c-4221-8663-b9fb89968b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478468 Apr 23 09:26:41.233473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:41.637374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2464253-4586-47dd-82ec-f71426ca21c3 req-1c2c1e63-6d4d-4f27-8142-9018808b003a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:41.639207 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e2464253-4586-47dd-82ec-f71426ca21c3 req-1c2c1e63-6d4d-4f27-8142-9018808b003a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 943 time: 0.1061950 Apr 23 09:26:41.704992 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e2464253-4586-47dd-82ec-f71426ca21c3 req-eb8bb09f-2af6-45ce-a8f2-0faa0e12fa42 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad5889e9-d33c-4221-8663-b9fb89968b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572386 Apr 23 09:26:42.230656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:42.490635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 5ca7de00-bac1-4ecd-82fc-9f6448a5d242 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:26:42.698051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 5ca7de00-bac1-4ecd-82fc-9f6448a5d242, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=5ca7de00-bac1-4ecd-82fc-9f6448a5d242,segment=NetworkSegment(3c89ec95-9615-4fe5-b3cd-f7177dcaac81),segment_id=3c89ec95-9615-4fe5-b3cd-f7177dcaac81)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:26:42.719177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '5ca7de00-bac1-4ecd-82fc-9f6448a5d242', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'port_id': '5ca7de00-bac1-4ecd-82fc-9f6448a5d242', 'mac_address': 'fa:16:3e:cd:42:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:26:42.788518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:42.810166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca7de00-bac1-4ecd-82fc-9f6448a5d242 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:26:42.830746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 5ca7de00-bac1-4ecd-82fc-9f6448a5d242, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=5ca7de00-bac1-4ecd-82fc-9f6448a5d242,segment=NetworkSegment(3c89ec95-9615-4fe5-b3cd-f7177dcaac81),segment_id=3c89ec95-9615-4fe5-b3cd-f7177dcaac81)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:26:42.871160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:42.874437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f47af7a6-a4da-42fc-90a9-e7c8fd72d34f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:42.989175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=5ca7de00-bac1-4ecd-82fc-9f6448a5d242,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:42.993171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:42.995118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798a5b9-1d1e-49c3-b32d-2affe581ba14 req-e37dde59-e638-438a-b0f6-52b343959746 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:42.997365 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3798a5b9-1d1e-49c3-b32d-2affe581ba14 req-e37dde59-e638-438a-b0f6-52b343959746 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 944 time: 0.1539669 Apr 23 09:26:43.056217 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3798a5b9-1d1e-49c3-b32d-2affe581ba14 req-1c2b9f1e-2296-43b5-b0ef-9073622b1b56 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad5889e9-d33c-4221-8663-b9fb89968b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506639 Apr 23 09:26:43.237487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['5ca7de00-bac1-4ecd-82fc-9f6448a5d242'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:26:44.284200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbf2bc-93b5-4010-9ac1-9929c8a77ee1 req-e70d8932-89ad-42ab-8b57-d9f022422fa3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:44.287291 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-64bbf2bc-93b5-4010-9ac1-9929c8a77ee1 req-e70d8932-89ad-42ab-8b57-d9f022422fa3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 944 time: 0.1002285 Apr 23 09:26:44.342361 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-64bbf2bc-93b5-4010-9ac1-9929c8a77ee1 req-aaad283c-417e-40e6-a5e0-4a9abe9c25a7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad5889e9-d33c-4221-8663-b9fb89968b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490570 Apr 23 09:26:44.504421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 5ca7de00-bac1-4ecd-82fc-9f6448a5d242 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:26:44.607983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 5ca7de00-bac1-4ecd-82fc-9f6448a5d242 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:26:44.615518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 5ca7de00-bac1-4ecd-82fc-9f6448a5d242 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:26:44.616010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:44.760153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:44.793287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf0deac-b389-4a9e-9acd-2ba2990e00d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca7de00-bac1-4ecd-82fc-9f6448a5d242'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:26:44.805527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 5ca7de00-bac1-4ecd-82fc-9f6448a5d242, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=5ca7de00-bac1-4ecd-82fc-9f6448a5d242,segment=NetworkSegment(3c89ec95-9615-4fe5-b3cd-f7177dcaac81),segment_id=3c89ec95-9615-4fe5-b3cd-f7177dcaac81)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:26:44.870499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:44.870499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:44.957108 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf0deac-b389-4a9e-9acd-2ba2990e00d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca7de00-bac1-4ecd-82fc-9f6448a5d242', 'code': 200} Apr 23 09:26:44.997821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=5ca7de00-bac1-4ecd-82fc-9f6448a5d242,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:45.003225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:45.293774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572493f-cf27-4ae5-a0e4-66724f0dffa9 req-e3acafe5-e4a1-45ef-8ad0-72405b8fa8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:45.295141 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1572493f-cf27-4ae5-a0e4-66724f0dffa9 req-e3acafe5-e4a1-45ef-8ad0-72405b8fa8f0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 1098 time: 0.0831070 Apr 23 09:26:45.352862 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1572493f-cf27-4ae5-a0e4-66724f0dffa9 req-6b6a64fa-e078-46a8-98a2-1b1b771cc265 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ad5889e9-d33c-4221-8663-b9fb89968b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505171 Apr 23 09:26:45.575988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c366c-b775-498e-b04f-0772bb7007e0 req-38a7693a-a229-45de-ad69-70db8967b7fe tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:45.580152 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-268c366c-b775-498e-b04f-0772bb7007e0 req-38a7693a-a229-45de-ad69-70db8967b7fe tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 945 time: 0.1059721 Apr 23 09:26:45.633865 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-268c366c-b775-498e-b04f-0772bb7007e0 req-650247f9-db77-45cd-a009-cbca5634de89 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad5889e9-d33c-4221-8663-b9fb89968b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468500 Apr 23 09:26:46.898449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb3ab7-35a7-4466-aab0-60e7a9901e65 req-b6a13421-4edc-4ea7-93a7-446e0ba8cc67 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:46.900755 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e0eb3ab7-35a7-4466-aab0-60e7a9901e65 req-b6a13421-4edc-4ea7-93a7-446e0ba8cc67 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 945 time: 0.1363153 Apr 23 09:26:46.960870 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e0eb3ab7-35a7-4466-aab0-60e7a9901e65 req-46298550-095b-4497-a10e-38c0e2df7856 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad5889e9-d33c-4221-8663-b9fb89968b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521326 Apr 23 09:26:47.244837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff13bb-9230-48ae-8f47-cc152a347a4f req-13a510be-a27a-4b97-bc51-1b5cc5db4987 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:47.246661 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a2ff13bb-9230-48ae-8f47-cc152a347a4f req-13a510be-a27a-4b97-bc51-1b5cc5db4987 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 945 time: 0.1381745 Apr 23 09:26:47.310845 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a2ff13bb-9230-48ae-8f47-cc152a347a4f req-b1377a23-b3d5-482a-8ecc-550e826d583a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad5889e9-d33c-4221-8663-b9fb89968b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562379 Apr 23 09:26:47.340203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42660) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:47.436406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10d1b2d-aa52-4b36-b1fb-3e91ec0f4d15 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:47.438523 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b10d1b2d-aa52-4b36-b1fb-3e91ec0f4d15 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 1093 time: 0.0971284 Apr 23 09:26:47.442781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42664) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:47.449207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': '5ca7de00-bac1-4ecd-82fc-9f6448a5d242', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:26:47.460148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:26:47.469773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:floatingip and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:26:47.475266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:26:47.488116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:26:47.538392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:47.715085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:47.934297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.26.4.32 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/6d99a691-17de-42a0-817f-80553c875efc) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:26:48.124706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:48.186908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:48.191145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7cd4d7b8-59d4-4852-935c-608d95fb42fb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:48.262222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:26:48.267015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:26:48.279547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:26:48.336331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=6d99a691-17de-42a0-817f-80553c875efc,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:48.342083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:48.810356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:48.929236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:49.536098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:49.579945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:49.586986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:26:49.714114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=6d99a691-17de-42a0-817f-80553c875efc,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:26:49.719504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:26:49.729424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:49.942781 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Floating IP 56a780a7-08b3-412a-ad67-ad2daecaddeb associated. External IP: 172.26.4.32, port: 5ca7de00-bac1-4ecd-82fc-9f6448a5d242. Apr 23 09:26:50.412462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:26:50.641882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:26:50.654005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5da984-9fba-44e7-9614-858bcab9ce1c None None] Sync routers for ids ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:26:50.672659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5da984-9fba-44e7-9614-858bcab9ce1c None None] Routers {'83544b63-4f66-4ddb-89f7-2dfc6ad2df13'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:26:50.673846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9b5da984-9fba-44e7-9614-858bcab9ce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:26:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:26:50.716497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:50.783917 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3398843 Apr 23 09:26:50.784652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf0deac-b389-4a9e-9acd-2ba2990e00d0', 'tag': '5ca7de00-bac1-4ecd-82fc-9f6448a5d242'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:26:50.788160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42668) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:50.857146 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf0deac-b389-4a9e-9acd-2ba2990e00d0', 'tag': '5ca7de00-bac1-4ecd-82fc-9f6448a5d242', 'status': 'completed', 'code': 200} Apr 23 09:26:50.908268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-9b5da984-9fba-44e7-9614-858bcab9ce1c None None] Set router 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:26:50.937769 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f17e06e2-5afa-42bd-a52f-435a283debc3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/56a780a7-08b3-412a-ad67-ad2daecaddeb HTTP/1.1" status: 200 len: 990 time: 0.1452899 Apr 23 09:26:51.032718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edabd35-8673-43f7-b7a7-405eb8a39443 req-1248150c-8f60-43e9-897a-a10b7bd02379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:51.035833 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1edabd35-8673-43f7-b7a7-405eb8a39443 req-1248150c-8f60-43e9-897a-a10b7bd02379 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 1098 time: 0.1472213 Apr 23 09:26:51.307967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edabd35-8673-43f7-b7a7-405eb8a39443 req-7e272a75-d20f-437f-8474-2ad9efcc3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:51.309017 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1edabd35-8673-43f7-b7a7-405eb8a39443 req-7e272a75-d20f-437f-8474-2ad9efcc3b3f service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5319d59-32af-448d-ae0a-6cb658cb7ea9 HTTP/1.1" status: 200 len: 895 time: 0.2678037 Apr 23 09:26:51.493090 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1edabd35-8673-43f7-b7a7-405eb8a39443 req-fc4d2367-35be-4fab-a50e-a1be99559a33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ca7de00-bac1-4ecd-82fc-9f6448a5d242 HTTP/1.1" status: 200 len: 998 time: 0.1734326 Apr 23 09:26:51.554738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9b5da984-9fba-44e7-9614-858bcab9ce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'name': 'tempest-TestNetworkBasicOps-router-1624077427', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:26:16Z', 'updated_at': '2021-04-23T09:26:25Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:17Z', 'updated_at': '2021-04-23T09:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '56a780a7-08b3-412a-ad67-ad2daecaddeb', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.32', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'port_id': '5ca7de00-bac1-4ecd-82fc-9f6448a5d242', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'mac_address': 'fa:16:3e:cd:42:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf0deac-b389-4a9e-9acd-2ba2990e00d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:26:48Z', 'updated_at': '2021-04-23T09:26:48Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4838df9-65e8-4bab-9026-f2c351b49514', 'name': '', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:e0:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:23Z', 'updated_at': '2021-04-23T09:26:32Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:26:51.560923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5da984-9fba-44e7-9614-858bcab9ce1c None None] Checking router: 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:26:51.579585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5da984-9fba-44e7-9614-858bcab9ce1c None None] Routers {'83544b63-4f66-4ddb-89f7-2dfc6ad2df13'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:26:51.580810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9b5da984-9fba-44e7-9614-858bcab9ce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:26:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:26:51.607339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edabd35-8673-43f7-b7a7-405eb8a39443 req-dcc87e97-a1ee-470c-8183-6ac9ea97ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:51.617644 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1edabd35-8673-43f7-b7a7-405eb8a39443 req-dcc87e97-a1ee-470c-8183-6ac9ea97ec3b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8b4e778-0b11-4d46-96ca-5f103e607750 HTTP/1.1" status: 200 len: 834 time: 0.1111200 Apr 23 09:26:51.702810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edabd35-8673-43f7-b7a7-405eb8a39443 req-3f381a6d-2919-4a19-ab22-a1d4b44aa641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:26:51.704695 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1edabd35-8673-43f7-b7a7-405eb8a39443 req-3f381a6d-2919-4a19-ab22-a1d4b44aa641 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5319d59-32af-448d-ae0a-6cb658cb7ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890417 Apr 23 09:26:51.865141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-9b5da984-9fba-44e7-9614-858bcab9ce1c None None] Set router 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:26:51.871762 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1edabd35-8673-43f7-b7a7-405eb8a39443 req-57ff10fd-da99-4f19-b2a4-17e95b88aec3 service neutron] 10.222.0.35 "GET /v2.0/networks/f5319d59-32af-448d-ae0a-6cb658cb7ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601601 Apr 23 09:26:51.944792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42674) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:52.039448 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1edabd35-8673-43f7-b7a7-405eb8a39443 req-5436e176-0df5-4647-b498-9f1b71e16f05 service neutron] 10.222.0.35 "GET /v2.0/networks/f5319d59-32af-448d-ae0a-6cb658cb7ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613703 Apr 23 09:26:52.076976 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-db0e6eb5-490c-4c07-b12f-c233b0fdc6b9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/56a780a7-08b3-412a-ad67-ad2daecaddeb HTTP/1.1" status: 200 len: 990 time: 0.1328549 Apr 23 09:26:52.368903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9b5da984-9fba-44e7-9614-858bcab9ce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'name': 'tempest-TestNetworkBasicOps-router-1624077427', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:26:16Z', 'updated_at': '2021-04-23T09:26:25Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:17Z', 'updated_at': '2021-04-23T09:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '56a780a7-08b3-412a-ad67-ad2daecaddeb', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.32', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'port_id': '5ca7de00-bac1-4ecd-82fc-9f6448a5d242', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'mac_address': 'fa:16:3e:cd:42:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf0deac-b389-4a9e-9acd-2ba2990e00d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:26:48Z', 'updated_at': '2021-04-23T09:26:48Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4838df9-65e8-4bab-9026-f2c351b49514', 'name': '', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:e0:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:23Z', 'updated_at': '2021-04-23T09:26:32Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:26:52.374464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5da984-9fba-44e7-9614-858bcab9ce1c None None] The sync data for ids ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'] in dv-neutron-786478-4-hyperv is: [{'id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'name': 'tempest-TestNetworkBasicOps-router-1624077427', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:26:16Z', 'updated_at': '2021-04-23T09:26:25Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:17Z', 'updated_at': '2021-04-23T09:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '56a780a7-08b3-412a-ad67-ad2daecaddeb', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.32', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'port_id': '5ca7de00-bac1-4ecd-82fc-9f6448a5d242', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'mac_address': 'fa:16:3e:cd:42:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf0deac-b389-4a9e-9acd-2ba2990e00d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:26:48Z', 'updated_at': '2021-04-23T09:26:48Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4838df9-65e8-4bab-9026-f2c351b49514', 'name': '', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:e0:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:23Z', 'updated_at': '2021-04-23T09:26:32Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:26:52.720905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec2109f-be63-4546-81a3-d3cbc708a124 None None] New status for floating IP 56a780a7-08b3-412a-ad67-ad2daecaddeb: ACTIVE {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:26:53.083046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42680) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:26:53.210705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:26:53.219479 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8b7ebd50-766c-4ff9-a5bb-9e3866c1f3f9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/56a780a7-08b3-412a-ad67-ad2daecaddeb HTTP/1.1" status: 200 len: 992 time: 0.1334982 Apr 23 09:27:06.675422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-481418a9-d4df-4ede-ad95-3edfd939fd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:27:09.630627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3bb5a261-3238-4ea6-a1b6-dae8b778ebe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:27:10.355759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:27:11.233131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:27:12.221894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:27:12.621116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:27:23.195355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:27:36.686680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9e0c8f33-8fb5-4d98-92b1-e67b892e3fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:27:36.939258 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e865a5aa-46a2-4eba-b3bb-6caea4f904bf req-69f2047a-8fee-4ef7-ae79-fc3fcd2dfbe7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0908380 Apr 23 09:27:37.133599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865a5aa-46a2-4eba-b3bb-6caea4f904bf req-571c0cb7-2d97-48b5-b792-466edba0b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:27:37.136480 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e865a5aa-46a2-4eba-b3bb-6caea4f904bf req-571c0cb7-2d97-48b5-b792-466edba0b3a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd186be32f6c46398a111d70f7898994&device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 1099 time: 0.1179590 Apr 23 09:27:37.307121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865a5aa-46a2-4eba-b3bb-6caea4f904bf req-dae69886-c535-4c5b-a607-dbc260f1523f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:27:37.308737 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e865a5aa-46a2-4eba-b3bb-6caea4f904bf req-dae69886-c535-4c5b-a607-dbc260f1523f service neutron] 10.222.0.35 "GET /v2.0/networks?id=91010434-002e-49e7-b83d-a6a0de2d3a1c HTTP/1.1" status: 200 len: 912 time: 0.1507151 Apr 23 09:27:37.421931 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e865a5aa-46a2-4eba-b3bb-6caea4f904bf req-60c2ca6d-4de5-4a10-bd22-e14f3bb69e15 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81fc5039-1f4b-443f-b06c-d29c89317b6a HTTP/1.1" status: 200 len: 1001 time: 0.1055689 Apr 23 09:27:37.507399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865a5aa-46a2-4eba-b3bb-6caea4f904bf req-b24a961f-b4cf-4bc7-9e9d-0d475045892b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:27:37.509189 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e865a5aa-46a2-4eba-b3bb-6caea4f904bf req-b24a961f-b4cf-4bc7-9e9d-0d475045892b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=02ab5626-b692-4cce-b0c9-1857a68924a2 HTTP/1.1" status: 200 len: 850 time: 0.0809059 Apr 23 09:27:37.604320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865a5aa-46a2-4eba-b3bb-6caea4f904bf req-fa625ccf-dbd9-4c34-9f61-bffe19ec9579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:27:37.605999 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e865a5aa-46a2-4eba-b3bb-6caea4f904bf req-fa625ccf-dbd9-4c34-9f61-bffe19ec9579 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91010434-002e-49e7-b83d-a6a0de2d3a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0896864 Apr 23 09:27:37.765348 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e865a5aa-46a2-4eba-b3bb-6caea4f904bf req-238c9777-776b-45c4-bf5d-fa1616633c17 service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522448 Apr 23 09:27:37.921585 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e865a5aa-46a2-4eba-b3bb-6caea4f904bf req-2ad8b98b-4fce-4ab1-a7d7-5d4b899b9814 service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494231 Apr 23 09:27:39.633196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9bb6313d-a3ee-43e2-a954-4036d6c5596a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:27:40.370000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:27:41.250645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:27:42.244668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:27:49.626434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:27:53.250171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:27:53.923729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42706) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:27:54.019047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681e92da-c565-43d7-a785-0efb378d0b3d tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:27:54.019630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681e92da-c565-43d7-a785-0efb378d0b3d tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:27:54.020162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681e92da-c565-43d7-a785-0efb378d0b3d tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:27:54.022212 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-681e92da-c565-43d7-a785-0efb378d0b3d tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/ports?project_id=7602bab2a5e54e68ba9a873197bc68fc&network_id=f5319d59-32af-448d-ae0a-6cb658cb7ea9 HTTP/1.1" status: 200 len: 2999 time: 0.0973151 Apr 23 09:27:56.036403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42718) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:27:56.112089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9000bb3c-d016-4d3d-9bfb-704b590551d8 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:27:56.113819 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9000bb3c-d016-4d3d-9bfb-704b590551d8 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7 HTTP/1.1" status: 200 len: 814 time: 0.0759733 Apr 23 09:27:57.174292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42728) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:27:57.180487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-223c2240-090f-4f4f-92fb-8638077ef7c5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:27:57.304500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-223c2240-090f-4f4f-92fb-8638077ef7c5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:27:57.924967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-223c2240-090f-4f4f-92fb-8638077ef7c5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:27:57.969521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-223c2240-090f-4f4f-92fb-8638077ef7c5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:27:57.969977 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-223c2240-090f-4f4f-92fb-8638077ef7c5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Floating IP 56a780a7-08b3-412a-ad67-ad2daecaddeb disassociated. External IP: 172.26.4.32, port: 5ca7de00-bac1-4ecd-82fc-9f6448a5d242. Apr 23 09:27:58.396447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223c2240-090f-4f4f-92fb-8638077ef7c5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:27:58.616746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223c2240-090f-4f4f-92fb-8638077ef7c5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:27:58.624522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-223c2240-090f-4f4f-92fb-8638077ef7c5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:27:58.628567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b33010-1551-4d4b-b502-c67b7b92d39e None None] Sync routers for ids ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:27:58.641091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b33010-1551-4d4b-b502-c67b7b92d39e None None] Routers {'83544b63-4f66-4ddb-89f7-2dfc6ad2df13'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:27:58.641915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-29b33010-1551-4d4b-b502-c67b7b92d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:27:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:27:58.755378 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-223c2240-090f-4f4f-92fb-8638077ef7c5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/floatingips/56a780a7-08b3-412a-ad67-ad2daecaddeb HTTP/1.1" status: 200 len: 689 time: 1.5752075 Apr 23 09:27:58.755378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf0deac-b389-4a9e-9acd-2ba2990e00d0', 'tag': '5ca7de00-bac1-4ecd-82fc-9f6448a5d242'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:27:58.757403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42732) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:27:58.838912 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf0deac-b389-4a9e-9acd-2ba2990e00d0', 'tag': '5ca7de00-bac1-4ecd-82fc-9f6448a5d242', 'status': 'completed', 'code': 200} Apr 23 09:27:58.866702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-29b33010-1551-4d4b-b502-c67b7b92d39e None None] Set router 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:27:58.983659 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cc73ace6-55ce-4cf3-9bcc-1505fedc7289 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/56a780a7-08b3-412a-ad67-ad2daecaddeb HTTP/1.1" status: 200 len: 689 time: 0.2213502 Apr 23 09:27:59.033896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2e0d0-ad43-4ea9-9bf4-660887028be2 req-a4def41e-12f1-4e64-b2d9-e99517728df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:27:59.037168 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a5c2e0d0-ad43-4ea9-9bf4-660887028be2 req-a4def41e-12f1-4e64-b2d9-e99517728df9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 1098 time: 0.1693022 Apr 23 09:27:59.236691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2e0d0-ad43-4ea9-9bf4-660887028be2 req-39a94e07-5905-4a1c-99e4-d0efac2aad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:27:59.239336 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a5c2e0d0-ad43-4ea9-9bf4-660887028be2 req-39a94e07-5905-4a1c-99e4-d0efac2aad20 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5319d59-32af-448d-ae0a-6cb658cb7ea9 HTTP/1.1" status: 200 len: 895 time: 0.1955807 Apr 23 09:27:59.318887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-29b33010-1551-4d4b-b502-c67b7b92d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'name': 'tempest-TestNetworkBasicOps-router-1624077427', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:26:16Z', 'updated_at': '2021-04-23T09:26:25Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:17Z', 'updated_at': '2021-04-23T09:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'a4838df9-65e8-4bab-9026-f2c351b49514', 'name': '', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:e0:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:23Z', 'updated_at': '2021-04-23T09:26:32Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:27:59.325223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b33010-1551-4d4b-b502-c67b7b92d39e None None] Checking router: 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:27:59.335788 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a5c2e0d0-ad43-4ea9-9bf4-660887028be2 req-997732b7-d48c-46cc-be54-ac2c0893afbf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ca7de00-bac1-4ecd-82fc-9f6448a5d242 HTTP/1.1" status: 200 len: 217 time: 0.0896022 Apr 23 09:27:59.337303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b33010-1551-4d4b-b502-c67b7b92d39e None None] Routers {'83544b63-4f66-4ddb-89f7-2dfc6ad2df13'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:27:59.338147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-29b33010-1551-4d4b-b502-c67b7b92d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:27:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:27:59.434466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2e0d0-ad43-4ea9-9bf4-660887028be2 req-31bf9ab7-732e-4ba2-8835-8fe4787981f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:27:59.437099 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a5c2e0d0-ad43-4ea9-9bf4-660887028be2 req-31bf9ab7-732e-4ba2-8835-8fe4787981f4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8b4e778-0b11-4d46-96ca-5f103e607750 HTTP/1.1" status: 200 len: 834 time: 0.0943832 Apr 23 09:27:59.556130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-29b33010-1551-4d4b-b502-c67b7b92d39e None None] Set router 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:27:59.572844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2e0d0-ad43-4ea9-9bf4-660887028be2 req-3f622c23-086d-4346-acd6-0f22dc611ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:27:59.575827 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a5c2e0d0-ad43-4ea9-9bf4-660887028be2 req-3f622c23-086d-4346-acd6-0f22dc611ae5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5319d59-32af-448d-ae0a-6cb658cb7ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1318424 Apr 23 09:27:59.773696 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a5c2e0d0-ad43-4ea9-9bf4-660887028be2 req-d0a46635-6c2b-4da2-8d64-cfd7541a0e32 service neutron] 10.222.0.35 "GET /v2.0/networks/f5319d59-32af-448d-ae0a-6cb658cb7ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912229 Apr 23 09:27:59.987128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42738) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:28:00.179625 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f3124caf-d3ac-413d-a3f1-3aacab9591a1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/56a780a7-08b3-412a-ad67-ad2daecaddeb HTTP/1.1" status: 200 len: 689 time: 0.1908662 Apr 23 09:28:00.184700 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a5c2e0d0-ad43-4ea9-9bf4-660887028be2 req-bade3605-3d45-4511-a545-27e420686353 service neutron] 10.222.0.35 "GET /v2.0/networks/f5319d59-32af-448d-ae0a-6cb658cb7ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036262 Apr 23 09:28:00.302108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-29b33010-1551-4d4b-b502-c67b7b92d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'name': 'tempest-TestNetworkBasicOps-router-1624077427', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:26:16Z', 'updated_at': '2021-04-23T09:26:25Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:17Z', 'updated_at': '2021-04-23T09:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'a4838df9-65e8-4bab-9026-f2c351b49514', 'name': '', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:e0:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:23Z', 'updated_at': '2021-04-23T09:26:32Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:28:00.307314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b33010-1551-4d4b-b502-c67b7b92d39e None None] The sync data for ids ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'] in dv-neutron-786478-4-hyperv is: [{'id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'name': 'tempest-TestNetworkBasicOps-router-1624077427', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:26:16Z', 'updated_at': '2021-04-23T09:26:25Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:17Z', 'updated_at': '2021-04-23T09:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'a4838df9-65e8-4bab-9026-f2c351b49514', 'name': '', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:e0:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:23Z', 'updated_at': '2021-04-23T09:26:32Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:28:00.758463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed4e6f5-1c41-48b5-82b7-9b84d68b2ff4 None None] New status for floating IP 56a780a7-08b3-412a-ad67-ad2daecaddeb: DOWN {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:28:01.185516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42742) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:28:01.314647 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3de0851a-1add-4213-be66-52033cbef246 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/56a780a7-08b3-412a-ad67-ad2daecaddeb HTTP/1.1" status: 200 len: 687 time: 0.1275215 Apr 23 09:28:02.664747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42748) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:28:02.671606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-737287942', 'description': 'tempest-secgroup-smoke-737287942 description', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:28:02.678642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:28:02.690176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:28:02.765604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:02.790749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:28:02.795201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:28:02.798609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:28:02.805575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:28:03.039783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:03.101413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:03.107911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:28:03.156817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fafa57b9-6b86-4078-b984-539f9e412ab0,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:28:03.166878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:03.171573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:03.171573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:03.171573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:03.171573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:03.171573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:03.171573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:03.171573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:03.171573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:03.171573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:03.171573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:03.171573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:03.175401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:28:03.194437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:03.196137 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5297835 Apr 23 09:28:03.200533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42752) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:28:03.206972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-54ca49e3-cf09-4b5b-87a6-c8b6ff7a5df3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'fafa57b9-6b86-4078-b984-539f9e412ab0', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:28:03.213969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-54ca49e3-cf09-4b5b-87a6-c8b6ff7a5df3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:28:03.219006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-54ca49e3-cf09-4b5b-87a6-c8b6ff7a5df3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:28:03.222444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-54ca49e3-cf09-4b5b-87a6-c8b6ff7a5df3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:28:03.229156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-54ca49e3-cf09-4b5b-87a6-c8b6ff7a5df3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:28:03.304495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54ca49e3-cf09-4b5b-87a6-c8b6ff7a5df3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:03.380647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54ca49e3-cf09-4b5b-87a6-c8b6ff7a5df3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:03.421525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54ca49e3-cf09-4b5b-87a6-c8b6ff7a5df3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:03.430755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-35f00224-669e-45d3-8c49-8843ac08b0f6 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:28:03.454521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca49e3-cf09-4b5b-87a6-c8b6ff7a5df3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0560cc98-6210-4a07-acf7-04175f6a3224,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:28:03.457895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-54ca49e3-cf09-4b5b-87a6-c8b6ff7a5df3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:28:03.518513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54ca49e3-cf09-4b5b-87a6-c8b6ff7a5df3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:03.520189 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-54ca49e3-cf09-4b5b-87a6-c8b6ff7a5df3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3183391 Apr 23 09:28:03.523678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42756) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:28:03.530595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'fafa57b9-6b86-4078-b984-539f9e412ab0', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:28:03.538238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:28:03.542987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:28:03.547083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:28:03.554307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:28:03.624118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:03.700190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:03.742044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:03.750748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ed2a33a3-7f8e-4e84-974d-1f58b25d1948 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:28:03.772650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2e79de-20a7-485f-8583-18030e02fac7,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:28:03.785577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:03.786024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:03.786499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:03.786934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:03.787367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:03.787799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:03.788221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:03.788684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:03.789109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:03.789531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:03.789951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:03.790439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:03.794833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:28:03.876539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:03.876539 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3503387 Apr 23 09:28:03.878722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42760) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:28:03.884963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-31196338-4e92-448a-8945-c311d5be71e0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'fafa57b9-6b86-4078-b984-539f9e412ab0', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:28:03.892482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-31196338-4e92-448a-8945-c311d5be71e0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:28:03.897127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-31196338-4e92-448a-8945-c311d5be71e0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:28:03.900666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-31196338-4e92-448a-8945-c311d5be71e0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:28:03.908068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-31196338-4e92-448a-8945-c311d5be71e0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:28:03.961843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-31196338-4e92-448a-8945-c311d5be71e0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:04.032669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-31196338-4e92-448a-8945-c311d5be71e0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:04.079961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-31196338-4e92-448a-8945-c311d5be71e0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:04.088472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:28:04.109890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31196338-4e92-448a-8945-c311d5be71e0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94903e7c-e243-4004-976b-f3fc53481b42,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:28:04.112726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-31196338-4e92-448a-8945-c311d5be71e0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:28:04.147221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-31196338-4e92-448a-8945-c311d5be71e0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:04.148668 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-31196338-4e92-448a-8945-c311d5be71e0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2688041 Apr 23 09:28:04.151985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42764) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:28:04.157915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-44dac60b-05db-41f3-97de-6fa6cb828ae5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'fafa57b9-6b86-4078-b984-539f9e412ab0', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:28:04.165201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-44dac60b-05db-41f3-97de-6fa6cb828ae5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:28:04.170754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-44dac60b-05db-41f3-97de-6fa6cb828ae5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:28:04.174164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-44dac60b-05db-41f3-97de-6fa6cb828ae5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:28:04.181303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-44dac60b-05db-41f3-97de-6fa6cb828ae5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:28:04.230488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-44dac60b-05db-41f3-97de-6fa6cb828ae5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:04.304523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-44dac60b-05db-41f3-97de-6fa6cb828ae5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:04.342812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-44dac60b-05db-41f3-97de-6fa6cb828ae5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:04.351230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7dca3e49-96e3-4edd-a85d-6826761df65e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:28:04.376955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dac60b-05db-41f3-97de-6fa6cb828ae5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb27bfd-2af3-4c3d-a340-9616cbf166a6,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:28:04.379881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-44dac60b-05db-41f3-97de-6fa6cb828ae5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:28:04.427527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-44dac60b-05db-41f3-97de-6fa6cb828ae5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:04.428929 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-44dac60b-05db-41f3-97de-6fa6cb828ae5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2758195 Apr 23 09:28:04.432162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42768) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:28:04.439056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b3e5bf9b-51fa-4e75-be59-3a6fe969cf0d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'fafa57b9-6b86-4078-b984-539f9e412ab0', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:28:04.446105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b3e5bf9b-51fa-4e75-be59-3a6fe969cf0d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:28:04.451497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b3e5bf9b-51fa-4e75-be59-3a6fe969cf0d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:28:04.455116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b3e5bf9b-51fa-4e75-be59-3a6fe969cf0d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:28:04.463872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b3e5bf9b-51fa-4e75-be59-3a6fe969cf0d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:28:04.520769 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-b3e5bf9b-51fa-4e75-be59-3a6fe969cf0d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Project 7602bab2a5e54e68ba9a873197bc68fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:28:04.530886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3e5bf9b-51fa-4e75-be59-3a6fe969cf0d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:04.610897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3e5bf9b-51fa-4e75-be59-3a6fe969cf0d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:04.645733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3e5bf9b-51fa-4e75-be59-3a6fe969cf0d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:04.647893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3f62e8cd-0f4a-4f62-9e91-f0adb5ea1cba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:28:04.675693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5bf9b-51fa-4e75-be59-3a6fe969cf0d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c715bd84-4bee-4d3d-9da7-dc3a9b39c8f9,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:28:04.678829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b3e5bf9b-51fa-4e75-be59-3a6fe969cf0d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:28:04.720120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3e5bf9b-51fa-4e75-be59-3a6fe969cf0d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:04.721528 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b3e5bf9b-51fa-4e75-be59-3a6fe969cf0d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2881460 Apr 23 09:28:04.724633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42772) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:28:04.730622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-98b1e1bc-8036-4244-9eef-fbba05e3561b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'fafa57b9-6b86-4078-b984-539f9e412ab0', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:28:04.737664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-98b1e1bc-8036-4244-9eef-fbba05e3561b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:28:04.742092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-98b1e1bc-8036-4244-9eef-fbba05e3561b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:28:04.745485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-98b1e1bc-8036-4244-9eef-fbba05e3561b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:28:04.752137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-98b1e1bc-8036-4244-9eef-fbba05e3561b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:28:04.803723 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-98b1e1bc-8036-4244-9eef-fbba05e3561b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Project 7602bab2a5e54e68ba9a873197bc68fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:28:04.812715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98b1e1bc-8036-4244-9eef-fbba05e3561b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:04.950676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98b1e1bc-8036-4244-9eef-fbba05e3561b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:04.992502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98b1e1bc-8036-4244-9eef-fbba05e3561b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:04.994941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-90c973b4-dea7-4ffb-9c2b-99ed6b1c0ad8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:28:05.023247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1e1bc-8036-4244-9eef-fbba05e3561b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72cb6886-03a2-4b5c-8bb1-c03c990ea534,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:28:05.026366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-98b1e1bc-8036-4244-9eef-fbba05e3561b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:28:05.067496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98b1e1bc-8036-4244-9eef-fbba05e3561b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:05.068855 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-98b1e1bc-8036-4244-9eef-fbba05e3561b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3431594 Apr 23 09:28:05.409621 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-16041bd9-2380-4560-bc5c-917cee627194 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-737287942&fields=id&tenant_id=7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 267 time: 0.0539539 Apr 23 09:28:05.598600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-b0bc6a46-70b5-40ac-8e09-441fcc94fedd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:05.600297 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-b0bc6a46-70b5-40ac-8e09-441fcc94fedd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/networks?id=f5319d59-32af-448d-ae0a-6cb658cb7ea9 HTTP/1.1" status: 200 len: 794 time: 0.1830115 Apr 23 09:28:05.624360 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-194ef4f7-212d-49d0-bdcc-4c0545317ee4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/quotas/7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 375 time: 0.0116606 Apr 23 09:28:05.732894 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-f37a00bc-ec84-42ef-9fea-a8833e977ea4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1000874 Apr 23 09:28:05.961122 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-766c09ad-543b-4aba-ae6e-1ec243d68e05 service neutron] 10.222.0.60 "GET /v2.0/networks/f5319d59-32af-448d-ae0a-6cb658cb7ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147369 Apr 23 09:28:06.118224 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-5f7dbaab-66ec-486d-be37-5182591ffe7c service neutron] 10.222.0.60 "GET /v2.0/networks/f5319d59-32af-448d-ae0a-6cb658cb7ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490872 Apr 23 09:28:06.508876 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a7be43cb-bd47-49a3-8054-3da991950ed9 req-53423afa-1e06-4532-a5af-5d86922a3e21 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 210 time: 0.1168354 Apr 23 09:28:06.684386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e9d10a75-5608-4faa-bf57-aacb6f79cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:07.643704 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d390430a-bb20-417c-af64-fde7d64792f7 req-0c66af9c-294b-4a24-994c-1ce795749729 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 210 time: 0.0540502 Apr 23 09:28:08.782724 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54dddc0a-92a8-4031-a0df-6d4c4e4ebcb5 req-8ed72b74-ff5d-41d2-928f-3600b0637c55 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 210 time: 0.0616190 Apr 23 09:28:09.634061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf9638a0-60ea-4c94-9913-76efc18193f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:09.940477 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3efd311e-6e58-4367-9776-6f1de7921946 req-9f6e06d7-a9b9-4fe4-afca-dfebc2a74c96 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 210 time: 0.0889218 Apr 23 09:28:10.354505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:11.249759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:11.453901 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0a522395-9f94-4a05-9ef9-5c9dcb592f38 req-e07d0557-c6a8-43c2-9d91-95c02da3c734 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 210 time: 0.3864839 Apr 23 09:28:12.223656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:12.830749 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cac0d79a-12ca-4e26-bf27-74706a5f654f req-5ae6b9e0-9ca1-4bac-887c-919094a906f0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 210 time: 0.0737460 Apr 23 09:28:12.858874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-b4123003-e1c7-47f6-a4fd-abf803f983fb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:12.860589 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-b4123003-e1c7-47f6-a4fd-abf803f983fb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/networks?id=f5319d59-32af-448d-ae0a-6cb658cb7ea9 HTTP/1.1" status: 200 len: 794 time: 0.5440893 Apr 23 09:28:12.928404 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-a97f209b-6b5b-43fa-97db-abb160bd634f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 472 time: 0.0578616 Apr 23 09:28:12.938750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-13fa34b1-9aba-4159-8b9b-0d55374c0f72 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'port': {'device_id': '26f924e4-6b0f-4eef-8f5c-52342e9974e6', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'admin_state_up': True, 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'security_groups': ['fafa57b9-6b86-4078-b984-539f9e412ab0']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:28:13.095604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-13fa34b1-9aba-4159-8b9b-0d55374c0f72 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:28:13.110030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-13fa34b1-9aba-4159-8b9b-0d55374c0f72 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:28:13.181041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-13fa34b1-9aba-4159-8b9b-0d55374c0f72 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:28:13.189212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-13fa34b1-9aba-4159-8b9b-0d55374c0f72 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:13.385595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-13fa34b1-9aba-4159-8b9b-0d55374c0f72 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.20.0.3 (f5319d59-32af-448d-ae0a-6cb658cb7ea9/f8b4e778-0b11-4d46-96ca-5f103e607750/4094927e-c116-4ef1-90c7-fda0fbfab1c2) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:28:13.612419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-13fa34b1-9aba-4159-8b9b-0d55374c0f72 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:13.632573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-13fa34b1-9aba-4159-8b9b-0d55374c0f72 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Transition to ACTIVE for port object 4094927e-c116-4ef1-90c7-fda0fbfab1c2 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:28:13.686421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-13fa34b1-9aba-4159-8b9b-0d55374c0f72 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:13.693235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-03373cc7-df66-4516-baea-5592c63de666 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:28:13.769846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-13fa34b1-9aba-4159-8b9b-0d55374c0f72 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network f5319d59-32af-448d-ae0a-6cb658cb7ea9 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:28:13.779544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-13fa34b1-9aba-4159-8b9b-0d55374c0f72 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:28:13.785174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-13fa34b1-9aba-4159-8b9b-0d55374c0f72 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:28:13.832123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa34b1-9aba-4159-8b9b-0d55374c0f72 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=4094927e-c116-4ef1-90c7-fda0fbfab1c2,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:28:13.837790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-13fa34b1-9aba-4159-8b9b-0d55374c0f72 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:28:13.870621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-13fa34b1-9aba-4159-8b9b-0d55374c0f72 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:13.872055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-13fa34b1-9aba-4159-8b9b-0d55374c0f72 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:14.007519 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-13fa34b1-9aba-4159-8b9b-0d55374c0f72 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0735331 Apr 23 09:28:14.019768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Request body: {'port': {'device_id': '26f924e4-6b0f-4eef-8f5c-52342e9974e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:28:14.045281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3dbf6056-9a76-4fd2-a936-f1e7c2421a4d None None] Provisioning for port 4094927e-c116-4ef1-90c7-fda0fbfab1c2 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:28:14.051972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3dbf6056-9a76-4fd2-a936-f1e7c2421a4d None None] Provisioning complete for port 4094927e-c116-4ef1-90c7-fda0fbfab1c2 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:28:14.052403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3dbf6056-9a76-4fd2-a936-f1e7c2421a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:14.116441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3dbf6056-9a76-4fd2-a936-f1e7c2421a4d None None] Port 4094927e-c116-4ef1-90c7-fda0fbfab1c2 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:28:14.186657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24361285-7143-481a-ab9b-5db0e38cfbb9 req-eb1934c7-b274-497d-a4c7-f1167375411b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:14.188270 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-24361285-7143-481a-ab9b-5db0e38cfbb9 req-eb1934c7-b274-497d-a4c7-f1167375411b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 931 time: 0.1346757 Apr 23 09:28:14.213214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:14.241681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-24361285-7143-481a-ab9b-5db0e38cfbb9 req-62f6cd47-6246-40a7-a632-9291271bec16 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:28:14.286971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-24361285-7143-481a-ab9b-5db0e38cfbb9 req-62f6cd47-6246-40a7-a632-9291271bec16 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:28:14.286971 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-24361285-7143-481a-ab9b-5db0e38cfbb9 req-62f6cd47-6246-40a7-a632-9291271bec16 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=fafa57b9-6b86-4078-b984-539f9e412ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915809 Apr 23 09:28:14.636213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4094927e-c116-4ef1-90c7-fda0fbfab1c2 {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:28:14.646368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:14.663705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Transition to ACTIVE for port object 4094927e-c116-4ef1-90c7-fda0fbfab1c2 will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:28:14.701421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:14.707077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bd005571-4197-4ab4-98f9-f473d803208c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:28:14.895199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Pushing event updated for resources: {'Port': ['ID=4094927e-c116-4ef1-90c7-fda0fbfab1c2,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:28:14.899382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:28:15.045698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Attempting to bind port 4094927e-c116-4ef1-90c7-fda0fbfab1c2 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:28:15.046348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Attempting to bind port 4094927e-c116-4ef1-90c7-fda0fbfab1c2 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '3c89ec95-9615-4fe5-b3cd-f7177dcaac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:28:15.046945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Attempting to bind port 4094927e-c116-4ef1-90c7-fda0fbfab1c2 on network f5319d59-32af-448d-ae0a-6cb658cb7ea9 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:28:15.056736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Port 4094927e-c116-4ef1-90c7-fda0fbfab1c2 on network f5319d59-32af-448d-ae0a-6cb658cb7ea9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:28:15.057338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Attempting to bind port 4094927e-c116-4ef1-90c7-fda0fbfab1c2 on network f5319d59-32af-448d-ae0a-6cb658cb7ea9 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:28:15.068949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:28:15.069594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Checking segment: {'id': '3c89ec95-9615-4fe5-b3cd-f7177dcaac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:28:15.070359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Bound using segment: {'id': '3c89ec95-9615-4fe5-b3cd-f7177dcaac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:28:15.071163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Bound port: 4094927e-c116-4ef1-90c7-fda0fbfab1c2, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c89ec95-9615-4fe5-b3cd-f7177dcaac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:28:15.071824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:15.258277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] For port 4094927e-c116-4ef1-90c7-fda0fbfab1c2, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:28:15.264867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] For port 4094927e-c116-4ef1-90c7-fda0fbfab1c2, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4094927e-c116-4ef1-90c7-fda0fbfab1c2,segment=NetworkSegment(3c89ec95-9615-4fe5-b3cd-f7177dcaac81),segment_id=3c89ec95-9615-4fe5-b3cd-f7177dcaac81)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:28:15.301775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:15.307668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-991bd37f-753b-4161-b387-a8466be94302 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:28:15.375424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:15.376532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:15.379108 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] 10.222.0.35 "PUT /v2.0/ports/4094927e-c116-4ef1-90c7-fda0fbfab1c2 HTTP/1.1" status: 200 len: 1093 time: 1.3644125 Apr 23 09:28:15.380055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f924e4-6b0f-4eef-8f5c-52342e9974e6', 'tag': '4094927e-c116-4ef1-90c7-fda0fbfab1c2'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:28:15.479766 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f924e4-6b0f-4eef-8f5c-52342e9974e6', 'tag': '4094927e-c116-4ef1-90c7-fda0fbfab1c2', 'status': 'completed', 'code': 200} Apr 23 09:28:15.566859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Pushing event updated for resources: {'Port': ['ID=4094927e-c116-4ef1-90c7-fda0fbfab1c2,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:28:15.578105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:28:15.653679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3c2d6-eb21-4a41-8078-79be8b558c74 req-7adb0c6d-4618-47aa-bafe-de95dda03aa0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:15.654433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-81f3c2d6-eb21-4a41-8078-79be8b558c74 req-7adb0c6d-4618-47aa-bafe-de95dda03aa0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:28:15.660608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-b172e099-7746-40c3-83d8-9bee70275a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:15.662256 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-b172e099-7746-40c3-83d8-9bee70275a26 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 1096 time: 0.1646957 Apr 23 09:28:15.745426 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-f0ade243-374c-49a3-8f7e-daf8f2d07baa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4094927e-c116-4ef1-90c7-fda0fbfab1c2 HTTP/1.1" status: 200 len: 217 time: 0.0741739 Apr 23 09:28:15.794981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-81f3c2d6-eb21-4a41-8078-79be8b558c74 req-7adb0c6d-4618-47aa-bafe-de95dda03aa0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:28:15.796284 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-81f3c2d6-eb21-4a41-8078-79be8b558c74 req-7adb0c6d-4618-47aa-bafe-de95dda03aa0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 943 time: 0.3707259 Apr 23 09:28:15.859560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-f755c57b-a2c1-4bfb-98d4-6827e2ccc36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:15.861283 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-f755c57b-a2c1-4bfb-98d4-6827e2ccc36d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8b4e778-0b11-4d46-96ca-5f103e607750 HTTP/1.1" status: 200 len: 834 time: 0.1091290 Apr 23 09:28:15.924061 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-81f3c2d6-eb21-4a41-8078-79be8b558c74 req-b55bab87-ab30-4f2f-9d87-11896c6ef054 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=fafa57b9-6b86-4078-b984-539f9e412ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189358 Apr 23 09:28:15.969131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-7af60698-a36f-4462-b133-b8c78d628105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:15.970784 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-7af60698-a36f-4462-b133-b8c78d628105 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5319d59-32af-448d-ae0a-6cb658cb7ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1030221 Apr 23 09:28:16.127529 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-5d5dbedd-4cb6-458a-af28-3da2867ab845 service neutron] 10.222.0.35 "GET /v2.0/networks/f5319d59-32af-448d-ae0a-6cb658cb7ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502068 Apr 23 09:28:16.286180 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d71058-2c3f-42d7-8c9b-1e68329bf3d7 req-7890d225-c05c-437d-9c5b-5126e8c9759a service neutron] 10.222.0.35 "GET /v2.0/networks/f5319d59-32af-448d-ae0a-6cb658cb7ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526189 Apr 23 09:28:16.444459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15d7b2-c08b-49ec-905b-a9b652d4e46a req-9517dcdc-b55e-4df2-9d39-3b75663cb686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:16.446092 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bb15d7b2-c08b-49ec-905b-a9b652d4e46a req-9517dcdc-b55e-4df2-9d39-3b75663cb686 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 1096 time: 0.0879226 Apr 23 09:28:16.607663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15d7b2-c08b-49ec-905b-a9b652d4e46a req-fd587811-b6bf-4035-a161-595755602588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:16.609363 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bb15d7b2-c08b-49ec-905b-a9b652d4e46a req-fd587811-b6bf-4035-a161-595755602588 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5319d59-32af-448d-ae0a-6cb658cb7ea9 HTTP/1.1" status: 200 len: 895 time: 0.1550827 Apr 23 09:28:16.693823 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bb15d7b2-c08b-49ec-905b-a9b652d4e46a req-571b91d3-5c32-4dfb-a92c-3a27d1ce4be1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4094927e-c116-4ef1-90c7-fda0fbfab1c2 HTTP/1.1" status: 200 len: 217 time: 0.0777659 Apr 23 09:28:16.768696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15d7b2-c08b-49ec-905b-a9b652d4e46a req-7bb9a0ef-5981-423f-b080-e9a47ed7d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:16.770253 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bb15d7b2-c08b-49ec-905b-a9b652d4e46a req-7bb9a0ef-5981-423f-b080-e9a47ed7d85c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8b4e778-0b11-4d46-96ca-5f103e607750 HTTP/1.1" status: 200 len: 834 time: 0.0699589 Apr 23 09:28:16.867328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15d7b2-c08b-49ec-905b-a9b652d4e46a req-6ec4879e-23d7-4263-93cd-6df4ea3400bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:16.868997 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bb15d7b2-c08b-49ec-905b-a9b652d4e46a req-6ec4879e-23d7-4263-93cd-6df4ea3400bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5319d59-32af-448d-ae0a-6cb658cb7ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0922573 Apr 23 09:28:17.028763 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bb15d7b2-c08b-49ec-905b-a9b652d4e46a req-21edb2bd-a2b7-4c5a-86cc-4c3cd365498b service neutron] 10.222.0.35 "GET /v2.0/networks/f5319d59-32af-448d-ae0a-6cb658cb7ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520574 Apr 23 09:28:17.194621 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bb15d7b2-c08b-49ec-905b-a9b652d4e46a req-59d49b30-5ba0-41fa-ba45-552251de5d01 service neutron] 10.222.0.35 "GET /v2.0/networks/f5319d59-32af-448d-ae0a-6cb658cb7ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594474 Apr 23 09:28:17.239093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1c896-0bd3-4cf7-8594-603a4ca54194 req-211721de-47b1-44cc-9c63-1b14bb61a458 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:17.240818 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c3a1c896-0bd3-4cf7-8594-603a4ca54194 req-211721de-47b1-44cc-9c63-1b14bb61a458 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 943 time: 0.1183813 Apr 23 09:28:17.303289 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c3a1c896-0bd3-4cf7-8594-603a4ca54194 req-9a2a145b-3dbd-40d5-8f64-572baeb0961b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=fafa57b9-6b86-4078-b984-539f9e412ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494347 Apr 23 09:28:18.538118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba50e27-e5ef-4f49-b7bb-dfde044dd659 req-48d844ff-33e2-45d3-a9b0-1fce0796cd20 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:18.540174 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-eba50e27-e5ef-4f49-b7bb-dfde044dd659 req-48d844ff-33e2-45d3-a9b0-1fce0796cd20 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 943 time: 0.1074214 Apr 23 09:28:18.592766 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-eba50e27-e5ef-4f49-b7bb-dfde044dd659 req-0181fc04-e5f0-4fda-9a50-a0442d4ee3df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=fafa57b9-6b86-4078-b984-539f9e412ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451503 Apr 23 09:28:19.051202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 4094927e-c116-4ef1-90c7-fda0fbfab1c2 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:28:19.220389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 4094927e-c116-4ef1-90c7-fda0fbfab1c2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4094927e-c116-4ef1-90c7-fda0fbfab1c2,segment=NetworkSegment(3c89ec95-9615-4fe5-b3cd-f7177dcaac81),segment_id=3c89ec95-9615-4fe5-b3cd-f7177dcaac81)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:28:19.237670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '4094927e-c116-4ef1-90c7-fda0fbfab1c2', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'port_id': '4094927e-c116-4ef1-90c7-fda0fbfab1c2', 'mac_address': 'fa:16:3e:d4:bc:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:28:19.317617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:19.341035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4094927e-c116-4ef1-90c7-fda0fbfab1c2 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:28:19.360313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 4094927e-c116-4ef1-90c7-fda0fbfab1c2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4094927e-c116-4ef1-90c7-fda0fbfab1c2,segment=NetworkSegment(3c89ec95-9615-4fe5-b3cd-f7177dcaac81),segment_id=3c89ec95-9615-4fe5-b3cd-f7177dcaac81)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:28:19.405172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:19.407642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-191a46a7-e147-422b-a61b-a07c2e458168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:28:19.491069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=4094927e-c116-4ef1-90c7-fda0fbfab1c2,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:28:19.501163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:19.501657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:19.501957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:19.502362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:19.502753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:19.503167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:19.503546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:19.503943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:19.504342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:19.504717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:19.505089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:19.505458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:28:19.510138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:28:19.723004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['4094927e-c116-4ef1-90c7-fda0fbfab1c2'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:28:19.822035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f329938-4895-4786-a6ff-ce5d7b00e386 req-0bf438c8-4a98-4fde-afd6-65ae50f11ea7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:19.824406 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4f329938-4895-4786-a6ff-ce5d7b00e386 req-0bf438c8-4a98-4fde-afd6-65ae50f11ea7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 944 time: 0.1012638 Apr 23 09:28:19.914039 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4f329938-4895-4786-a6ff-ce5d7b00e386 req-1dfd5502-d772-43dd-91dc-00b8da70b261 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=fafa57b9-6b86-4078-b984-539f9e412ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804946 Apr 23 09:28:21.063991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 4094927e-c116-4ef1-90c7-fda0fbfab1c2 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:28:21.141338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee79b8-640c-472b-823a-ec1aec145438 req-dbf01a02-6103-4bc5-92a1-267da2be0a3f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:21.143115 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a2ee79b8-640c-472b-823a-ec1aec145438 req-dbf01a02-6103-4bc5-92a1-267da2be0a3f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 944 time: 0.1029162 Apr 23 09:28:21.196703 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a2ee79b8-640c-472b-823a-ec1aec145438 req-ee6d757a-6642-4353-9724-0fa713881d92 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=fafa57b9-6b86-4078-b984-539f9e412ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465631 Apr 23 09:28:21.220719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 4094927e-c116-4ef1-90c7-fda0fbfab1c2 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:28:21.226861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 4094927e-c116-4ef1-90c7-fda0fbfab1c2 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:28:21.227287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:21.363929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:21.397896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f924e4-6b0f-4eef-8f5c-52342e9974e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4094927e-c116-4ef1-90c7-fda0fbfab1c2'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:28:21.410604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 4094927e-c116-4ef1-90c7-fda0fbfab1c2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4094927e-c116-4ef1-90c7-fda0fbfab1c2,segment=NetworkSegment(3c89ec95-9615-4fe5-b3cd-f7177dcaac81),segment_id=3c89ec95-9615-4fe5-b3cd-f7177dcaac81)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:28:21.438118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:21.441134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-eb6253fb-02d0-422b-a571-c29ad9063e15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:28:21.495467 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f924e4-6b0f-4eef-8f5c-52342e9974e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4094927e-c116-4ef1-90c7-fda0fbfab1c2', 'code': 200} Apr 23 09:28:21.544319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=4094927e-c116-4ef1-90c7-fda0fbfab1c2,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:28:21.548243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:28:21.798126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12127c-6cfb-4642-8e37-d20189b52776 req-9b75bfb0-a48a-4793-bf82-9ca9fdbbd6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:21.799893 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6d12127c-6cfb-4642-8e37-d20189b52776 req-9b75bfb0-a48a-4793-bf82-9ca9fdbbd6cc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 1098 time: 0.0874031 Apr 23 09:28:21.853006 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6d12127c-6cfb-4642-8e37-d20189b52776 req-1b2564b9-9b49-4aa0-a3ee-395a557f8a72 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fafa57b9-6b86-4078-b984-539f9e412ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468707 Apr 23 09:28:22.418897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2c612-462e-4565-ae2f-c66efc78dd42 req-edbe8ec9-6f84-484d-be8e-10393173e88e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:22.420675 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3dd2c612-462e-4565-ae2f-c66efc78dd42 req-edbe8ec9-6f84-484d-be8e-10393173e88e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 945 time: 0.1010377 Apr 23 09:28:22.474475 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3dd2c612-462e-4565-ae2f-c66efc78dd42 req-ba4de23c-66d4-4302-a1d2-07bf563844ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=fafa57b9-6b86-4078-b984-539f9e412ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467730 Apr 23 09:28:23.228202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:23.743028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683271e-9cea-4727-a39a-9ad852c5da92 req-98e30e3b-3a37-4510-b76b-e3e1c9f7108d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:23.744779 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4683271e-9cea-4727-a39a-9ad852c5da92 req-98e30e3b-3a37-4510-b76b-e3e1c9f7108d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 945 time: 0.1279333 Apr 23 09:28:23.805309 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4683271e-9cea-4727-a39a-9ad852c5da92 req-cbee396d-b405-4800-9c6d-10c14acb9c75 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=fafa57b9-6b86-4078-b984-539f9e412ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520139 Apr 23 09:28:24.068629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed0cdd-4f5b-40ae-a789-4f38ef813d7f req-43777098-39ea-4cd2-80c2-da76368c8d6d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:24.070282 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-19ed0cdd-4f5b-40ae-a789-4f38ef813d7f req-43777098-39ea-4cd2-80c2-da76368c8d6d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 945 time: 0.1168878 Apr 23 09:28:24.131241 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-19ed0cdd-4f5b-40ae-a789-4f38ef813d7f req-61f20ff0-38fe-452c-82de-084119fff240 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=fafa57b9-6b86-4078-b984-539f9e412ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532513 Apr 23 09:28:24.169597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42848) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:28:24.294265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73089cf0-cce2-4656-be36-5ad3e5615293 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:24.297308 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-73089cf0-cce2-4656-be36-5ad3e5615293 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 1093 time: 0.1262767 Apr 23 09:28:24.300383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42852) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:28:24.306727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6059de1b-29d6-4694-9e19-a53587dfc70f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'floatingip': {'port_id': '4094927e-c116-4ef1-90c7-fda0fbfab1c2'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:28:24.413770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6059de1b-29d6-4694-9e19-a53587dfc70f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:25.152911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6059de1b-29d6-4694-9e19-a53587dfc70f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:25.187326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6059de1b-29d6-4694-9e19-a53587dfc70f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:25.439461 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-6059de1b-29d6-4694-9e19-a53587dfc70f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Floating IP 56a780a7-08b3-412a-ad67-ad2daecaddeb associated. External IP: 172.26.4.32, port: 4094927e-c116-4ef1-90c7-fda0fbfab1c2. Apr 23 09:28:26.155871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6059de1b-29d6-4694-9e19-a53587dfc70f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:28:26.366540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6059de1b-29d6-4694-9e19-a53587dfc70f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:28:26.372670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6059de1b-29d6-4694-9e19-a53587dfc70f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:26.381627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999117c6-63bd-43d2-b1bd-581eb91bd6a2 None None] Sync routers for ids ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:28:26.395035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999117c6-63bd-43d2-b1bd-581eb91bd6a2 None None] Routers {'83544b63-4f66-4ddb-89f7-2dfc6ad2df13'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:28:26.395874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-999117c6-63bd-43d2-b1bd-581eb91bd6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:28:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:28:26.444422 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6059de1b-29d6-4694-9e19-a53587dfc70f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/floatingips/56a780a7-08b3-412a-ad67-ad2daecaddeb HTTP/1.1" status: 200 len: 990 time: 2.1396408 Apr 23 09:28:26.444422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f924e4-6b0f-4eef-8f5c-52342e9974e6', 'tag': '4094927e-c116-4ef1-90c7-fda0fbfab1c2'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:28:26.446500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42856) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:28:26.590465 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f924e4-6b0f-4eef-8f5c-52342e9974e6', 'tag': '4094927e-c116-4ef1-90c7-fda0fbfab1c2', 'status': 'completed', 'code': 200} Apr 23 09:28:26.598787 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1e561e82-720f-4a4f-bd96-de314429bb9f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/56a780a7-08b3-412a-ad67-ad2daecaddeb HTTP/1.1" status: 200 len: 990 time: 0.1512246 Apr 23 09:28:26.633128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:28:26.635181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-999117c6-63bd-43d2-b1bd-581eb91bd6a2 None None] Set router 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:28:26.704913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a7cfe-0bbd-4984-b30c-3fb15657354d req-736f7fe2-3dae-4b3a-9332-ca77c142c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:26.706964 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd0a7cfe-0bbd-4984-b30c-3fb15657354d req-736f7fe2-3dae-4b3a-9332-ca77c142c675 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 1098 time: 0.0944507 Apr 23 09:28:26.890295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a7cfe-0bbd-4984-b30c-3fb15657354d req-938e2e72-3258-4c2b-b39b-cd57beaa6256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:26.893049 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd0a7cfe-0bbd-4984-b30c-3fb15657354d req-938e2e72-3258-4c2b-b39b-cd57beaa6256 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5319d59-32af-448d-ae0a-6cb658cb7ea9 HTTP/1.1" status: 200 len: 895 time: 0.1796639 Apr 23 09:28:27.090387 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd0a7cfe-0bbd-4984-b30c-3fb15657354d req-30752f9c-e5ed-436b-a428-a3d4bef0b94b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4094927e-c116-4ef1-90c7-fda0fbfab1c2 HTTP/1.1" status: 200 len: 998 time: 0.1909776 Apr 23 09:28:27.171378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a7cfe-0bbd-4984-b30c-3fb15657354d req-804c8a97-46a5-408e-bc59-76c896e4b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:27.172855 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd0a7cfe-0bbd-4984-b30c-3fb15657354d req-804c8a97-46a5-408e-bc59-76c896e4b05c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8b4e778-0b11-4d46-96ca-5f103e607750 HTTP/1.1" status: 200 len: 834 time: 0.0763619 Apr 23 09:28:27.178874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-999117c6-63bd-43d2-b1bd-581eb91bd6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'name': 'tempest-TestNetworkBasicOps-router-1624077427', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:26:16Z', 'updated_at': '2021-04-23T09:26:25Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:17Z', 'updated_at': '2021-04-23T09:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '56a780a7-08b3-412a-ad67-ad2daecaddeb', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.32', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'port_id': '4094927e-c116-4ef1-90c7-fda0fbfab1c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'mac_address': 'fa:16:3e:d4:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f924e4-6b0f-4eef-8f5c-52342e9974e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:26:48Z', 'updated_at': '2021-04-23T09:28:24Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4838df9-65e8-4bab-9026-f2c351b49514', 'name': '', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:e0:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:23Z', 'updated_at': '2021-04-23T09:26:32Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:28:27.183831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999117c6-63bd-43d2-b1bd-581eb91bd6a2 None None] Checking router: 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:28:27.194415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999117c6-63bd-43d2-b1bd-581eb91bd6a2 None None] Routers {'83544b63-4f66-4ddb-89f7-2dfc6ad2df13'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:28:27.195142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-999117c6-63bd-43d2-b1bd-581eb91bd6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:28:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:28:27.270818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a7cfe-0bbd-4984-b30c-3fb15657354d req-1c2a34e1-52af-4a48-a938-31a929b72fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:27.273744 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd0a7cfe-0bbd-4984-b30c-3fb15657354d req-1c2a34e1-52af-4a48-a938-31a929b72fdb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5319d59-32af-448d-ae0a-6cb658cb7ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0937071 Apr 23 09:28:27.424478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-999117c6-63bd-43d2-b1bd-581eb91bd6a2 None None] Set router 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:28:27.466645 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd0a7cfe-0bbd-4984-b30c-3fb15657354d req-bb75b083-ee11-49d6-89a6-27cef40d6e8c service neutron] 10.222.0.35 "GET /v2.0/networks/f5319d59-32af-448d-ae0a-6cb658cb7ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862240 Apr 23 09:28:27.601849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 42864) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:28:27.635499 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd0a7cfe-0bbd-4984-b30c-3fb15657354d req-98a7e78a-f8ef-4b65-a87d-1e36e354cc92 service neutron] 10.222.0.35 "GET /v2.0/networks/f5319d59-32af-448d-ae0a-6cb658cb7ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594901 Apr 23 09:28:27.733033 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-daa53605-033e-4112-81d1-0a361f084c34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/56a780a7-08b3-412a-ad67-ad2daecaddeb HTTP/1.1" status: 200 len: 990 time: 0.1293600 Apr 23 09:28:27.895364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-999117c6-63bd-43d2-b1bd-581eb91bd6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'name': 'tempest-TestNetworkBasicOps-router-1624077427', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:26:16Z', 'updated_at': '2021-04-23T09:26:25Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:17Z', 'updated_at': '2021-04-23T09:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '56a780a7-08b3-412a-ad67-ad2daecaddeb', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.32', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'port_id': '4094927e-c116-4ef1-90c7-fda0fbfab1c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'mac_address': 'fa:16:3e:d4:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f924e4-6b0f-4eef-8f5c-52342e9974e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:26:48Z', 'updated_at': '2021-04-23T09:28:24Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4838df9-65e8-4bab-9026-f2c351b49514', 'name': '', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:e0:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:23Z', 'updated_at': '2021-04-23T09:26:32Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:28:27.904654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999117c6-63bd-43d2-b1bd-581eb91bd6a2 None None] The sync data for ids ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'] in dv-neutron-786478-4-hyperv is: [{'id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'name': 'tempest-TestNetworkBasicOps-router-1624077427', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:26:16Z', 'updated_at': '2021-04-23T09:26:25Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:17Z', 'updated_at': '2021-04-23T09:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '56a780a7-08b3-412a-ad67-ad2daecaddeb', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.32', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'port_id': '4094927e-c116-4ef1-90c7-fda0fbfab1c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'mac_address': 'fa:16:3e:d4:bc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f924e4-6b0f-4eef-8f5c-52342e9974e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:26:48Z', 'updated_at': '2021-04-23T09:28:24Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4838df9-65e8-4bab-9026-f2c351b49514', 'name': '', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:e0:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:23Z', 'updated_at': '2021-04-23T09:26:32Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:28:28.227354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108f023d-a8dd-4687-8fea-02c3a5d3c4c6 None None] New status for floating IP 56a780a7-08b3-412a-ad67-ad2daecaddeb: ACTIVE {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:28:28.737531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42868) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:28:29.206071 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-78bd005d-b974-48a7-8450-a698133f8b87 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/56a780a7-08b3-412a-ad67-ad2daecaddeb HTTP/1.1" status: 200 len: 992 time: 0.4667733 Apr 23 09:28:36.371553 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-829f9c8f-f39b-46c6-8e41-71118742a7f8 req-f8c26f14-f960-4054-b4e3-7efaf429cd3b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0945385 Apr 23 09:28:36.493759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f9c8f-f39b-46c6-8e41-71118742a7f8 req-19e21574-4217-4ac1-bad0-db0c4c8d6a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:36.496832 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-829f9c8f-f39b-46c6-8e41-71118742a7f8 req-19e21574-4217-4ac1-bad0-db0c4c8d6a40 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 1098 time: 0.1036203 Apr 23 09:28:36.687714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f9c8f-f39b-46c6-8e41-71118742a7f8 req-94ccbbdf-6645-407a-ba3d-2738c0cfe76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:36.689320 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-829f9c8f-f39b-46c6-8e41-71118742a7f8 req-94ccbbdf-6645-407a-ba3d-2738c0cfe76a service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5319d59-32af-448d-ae0a-6cb658cb7ea9 HTTP/1.1" status: 200 len: 895 time: 0.1658847 Apr 23 09:28:36.697208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e0d3f2c-ae89-4012-a778-07b59973b9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:36.770031 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-829f9c8f-f39b-46c6-8e41-71118742a7f8 req-78594866-d4f3-42cc-9695-54767958caff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ca7de00-bac1-4ecd-82fc-9f6448a5d242 HTTP/1.1" status: 200 len: 217 time: 0.0732872 Apr 23 09:28:36.852274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f9c8f-f39b-46c6-8e41-71118742a7f8 req-abcc3068-8032-4978-b799-7a60eb5e791f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:36.854030 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-829f9c8f-f39b-46c6-8e41-71118742a7f8 req-abcc3068-8032-4978-b799-7a60eb5e791f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8b4e778-0b11-4d46-96ca-5f103e607750 HTTP/1.1" status: 200 len: 834 time: 0.0787618 Apr 23 09:28:36.950084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f9c8f-f39b-46c6-8e41-71118742a7f8 req-b7876638-a784-48bd-83f4-a8be416e271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:36.950084 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-829f9c8f-f39b-46c6-8e41-71118742a7f8 req-b7876638-a784-48bd-83f4-a8be416e271a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5319d59-32af-448d-ae0a-6cb658cb7ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878253 Apr 23 09:28:37.107863 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-829f9c8f-f39b-46c6-8e41-71118742a7f8 req-6c990888-70bf-48b8-b046-50ead673a627 service neutron] 10.222.0.35 "GET /v2.0/networks/f5319d59-32af-448d-ae0a-6cb658cb7ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532063 Apr 23 09:28:37.314496 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-829f9c8f-f39b-46c6-8e41-71118742a7f8 req-5ccf8b0c-8229-4216-9c03-d7f304d275b4 service neutron] 10.222.0.35 "GET /v2.0/networks/f5319d59-32af-448d-ae0a-6cb658cb7ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939399 Apr 23 09:28:37.908591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b198ecf-5204-439f-add3-fa1f796d1f18 req-c574d9e8-1358-4530-ba30-2a9aee3143e0 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:37.910410 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3b198ecf-5204-439f-add3-fa1f796d1f18 req-c574d9e8-1358-4530-ba30-2a9aee3143e0 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 946 time: 0.1011109 Apr 23 09:28:37.964860 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3b198ecf-5204-439f-add3-fa1f796d1f18 req-eacf1cb8-0336-4853-bf93-b5c3f8642c69 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475092 Apr 23 09:28:39.217116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304914d-528c-4950-821f-4f38aa6f8f67 req-def5716b-058a-4077-a301-a7d5e1617672 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:39.217116 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2304914d-528c-4950-821f-4f38aa6f8f67 req-def5716b-058a-4077-a301-a7d5e1617672 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 946 time: 0.1076293 Apr 23 09:28:39.278148 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2304914d-528c-4950-821f-4f38aa6f8f67 req-9a09bdaf-598f-4c82-a3d5-6066682ef50e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488546 Apr 23 09:28:39.530653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5999f-5596-46fe-8aa4-f4d17f64a078 req-eeff92d8-8b5f-4098-9a3a-48e3a26ae52c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:39.532319 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-79d5999f-5596-46fe-8aa4-f4d17f64a078 req-eeff92d8-8b5f-4098-9a3a-48e3a26ae52c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.35 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 946 time: 0.0972712 Apr 23 09:28:39.649319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-993fc346-866d-49a2-950e-de6b027b84be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:39.710299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-79d5999f-5596-46fe-8aa4-f4d17f64a078 req-b067b9d0-06e6-40fb-b76f-1c69b38a4e1c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Deleting port 81fc5039-1f4b-443f-b06c-d29c89317b6a {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:28:39.710867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-79d5999f-5596-46fe-8aa4-f4d17f64a078 req-b067b9d0-06e6-40fb-b76f-1c69b38a4e1c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:39.871071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-79d5999f-5596-46fe-8aa4-f4d17f64a078 req-b067b9d0-06e6-40fb-b76f-1c69b38a4e1c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] For port 81fc5039-1f4b-443f-b06c-d29c89317b6a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=81fc5039-1f4b-443f-b06c-d29c89317b6a,segment=NetworkSegment(0d2fcd6e-9191-4201-9944-986286a72003),segment_id=0d2fcd6e-9191-4201-9944-986286a72003)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:28:39.875674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-79d5999f-5596-46fe-8aa4-f4d17f64a078 req-b067b9d0-06e6-40fb-b76f-1c69b38a4e1c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:40.220830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-79d5999f-5596-46fe-8aa4-f4d17f64a078 req-b067b9d0-06e6-40fb-b76f-1c69b38a4e1c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:40.221457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-79d5999f-5596-46fe-8aa4-f4d17f64a078 req-b067b9d0-06e6-40fb-b76f-1c69b38a4e1c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:40.221457 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [req-79d5999f-5596-46fe-8aa4-f4d17f64a078 req-b067b9d0-06e6-40fb-b76f-1c69b38a4e1c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Floating IP 4df0bd67-0fed-4695-b9b6-24379a4d1a75 disassociated. External IP: 172.26.4.35, port: 81fc5039-1f4b-443f-b06c-d29c89317b6a. Apr 23 09:28:40.221837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-79d5999f-5596-46fe-8aa4-f4d17f64a078 req-b067b9d0-06e6-40fb-b76f-1c69b38a4e1c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Calling delete_port for 81fc5039-1f4b-443f-b06c-d29c89317b6a owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:28:40.410657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:40.614845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e705ff-5199-4dc3-b2ab-d8ed333537e4 req-9e805eb8-6a38-4bb9-938d-c88425fece6d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:40.616560 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-05e705ff-5199-4dc3-b2ab-d8ed333537e4 req-9e805eb8-6a38-4bb9-938d-c88425fece6d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 867 time: 0.1134710 Apr 23 09:28:40.620585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-79d5999f-5596-46fe-8aa4-f4d17f64a078 req-b067b9d0-06e6-40fb-b76f-1c69b38a4e1c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:40.627394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0f9e3f66-a086-46a3-a879-de5999dce3e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:28:40.672241 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-05e705ff-5199-4dc3-b2ab-d8ed333537e4 req-6d359358-361f-4a48-85ee-fb5252084330 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474734 Apr 23 09:28:40.680324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067b9d0-06e6-40fb-b76f-1c69b38a4e1c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Pushing event deleted for resources: {'Port': ['ID=81fc5039-1f4b-443f-b06c-d29c89317b6a,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:28:40.684463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b067b9d0-06e6-40fb-b76f-1c69b38a4e1c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:28:40.909415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79d5999f-5596-46fe-8aa4-f4d17f64a078 req-b067b9d0-06e6-40fb-b76f-1c69b38a4e1c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Router 06b7038a-16f8-4e24-b148-66632f9f4562 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:28:41.134784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79d5999f-5596-46fe-8aa4-f4d17f64a078 req-b067b9d0-06e6-40fb-b76f-1c69b38a4e1c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:28:41.148823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72e5172-bd50-4058-b602-6f6bd0575dce None None] Sync routers for ids ['06b7038a-16f8-4e24-b148-66632f9f4562'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:28:41.177068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72e5172-bd50-4058-b602-6f6bd0575dce None None] Routers {'06b7038a-16f8-4e24-b148-66632f9f4562'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:28:41.177068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e72e5172-bd50-4058-b602-6f6bd0575dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:28:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['06b7038a-16f8-4e24-b148-66632f9f4562'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:28:41.259519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:41.273015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d5999f-5596-46fe-8aa4-f4d17f64a078 req-b067b9d0-06e6-40fb-b76f-1c69b38a4e1c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] No DVR routers for this DVR port 81fc5039-1f4b-443f-b06c-d29c89317b6a on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:28:41.277910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-79d5999f-5596-46fe-8aa4-f4d17f64a078 req-b067b9d0-06e6-40fb-b76f-1c69b38a4e1c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:41.281147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f448c48-b32f-4c44-ac4e-5b9952d26999', 'name': 'network-vif-deleted', 'tag': '81fc5039-1f4b-443f-b06c-d29c89317b6a'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:28:41.331120 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-79d5999f-5596-46fe-8aa4-f4d17f64a078 req-b067b9d0-06e6-40fb-b76f-1c69b38a4e1c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.35 "DELETE /v2.0/ports/81fc5039-1f4b-443f-b06c-d29c89317b6a HTTP/1.1" status: 204 len: 173 time: 1.7928541 Apr 23 09:28:41.338383 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f448c48-b32f-4c44-ac4e-5b9952d26999', 'name': 'network-vif-deleted', 'tag': '81fc5039-1f4b-443f-b06c-d29c89317b6a', 'status': 'completed', 'code': 200} Apr 23 09:28:41.684941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-e72e5172-bd50-4058-b602-6f6bd0575dce None None] Set router 06b7038a-16f8-4e24-b148-66632f9f4562 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:28:41.902587 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0785ba22-2c33-4524-a88f-c68675e78950 req-8ffe2327-ca9d-40ab-8c0c-5763c3a1dd66 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f448c48-b32f-4c44-ac4e-5b9952d26999 HTTP/1.1" status: 200 len: 210 time: 0.0560582 Apr 23 09:28:42.103773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e72e5172-bd50-4058-b602-6f6bd0575dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:24:20Z', 'revision_number': 4, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '23027449-634c-4d4f-ae4f-02ee47a6a655', 'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'mac_address': 'fa:16:3e:b3:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:19Z', 'updated_at': '2021-04-23T09:24:38Z', 'revision_number': 5, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'subnets': [{'id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:28:42.109670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72e5172-bd50-4058-b602-6f6bd0575dce None None] Checking router: 06b7038a-16f8-4e24-b148-66632f9f4562 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:28:42.121830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72e5172-bd50-4058-b602-6f6bd0575dce None None] Routers {'06b7038a-16f8-4e24-b148-66632f9f4562'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:28:42.122562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e72e5172-bd50-4058-b602-6f6bd0575dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:28:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['06b7038a-16f8-4e24-b148-66632f9f4562'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:28:42.234157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:42.342960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-e72e5172-bd50-4058-b602-6f6bd0575dce None None] Set router 06b7038a-16f8-4e24-b148-66632f9f4562 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:28:42.802911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e72e5172-bd50-4058-b602-6f6bd0575dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:24:20Z', 'revision_number': 4, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '23027449-634c-4d4f-ae4f-02ee47a6a655', 'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'mac_address': 'fa:16:3e:b3:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:19Z', 'updated_at': '2021-04-23T09:24:38Z', 'revision_number': 5, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'subnets': [{'id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:28:42.809167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72e5172-bd50-4058-b602-6f6bd0575dce None None] The sync data for ids ['06b7038a-16f8-4e24-b148-66632f9f4562'] in dv-neutron-786478-4-hyperv is: [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:24:20Z', 'revision_number': 4, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '23027449-634c-4d4f-ae4f-02ee47a6a655', 'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'mac_address': 'fa:16:3e:b3:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:19Z', 'updated_at': '2021-04-23T09:24:38Z', 'revision_number': 5, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'subnets': [{'id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:28:43.157243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 81fc5039-1f4b-443f-b06c-d29c89317b6a no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:28:43.197120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 81fc5039-1f4b-443f-b06c-d29c89317b6a {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:28:43.197672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 81fc5039-1f4b-443f-b06c-d29c89317b6a not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:28:43.254051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3306e5-a118-47af-8930-5fd7c5c22016 None None] New status for floating IP 4df0bd67-0fed-4695-b9b6-24379a4d1a75: DOWN {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:28:43.319801 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-e3f10053-5969-4d67-84e0-fc61e7e09fa4 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202986172&fields=id&tenant_id=bd186be32f6c46398a111d70f7898994 HTTP/1.1" status: 200 len: 267 time: 0.0492523 Apr 23 09:28:43.533688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-23ecfc9c-6e93-48ee-8cf4-6a826408e982 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:43.535420 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-23ecfc9c-6e93-48ee-8cf4-6a826408e982 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/networks?id=91010434-002e-49e7-b83d-a6a0de2d3a1c HTTP/1.1" status: 200 len: 811 time: 0.2057512 Apr 23 09:28:43.559485 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-cb3d8bd4-00a0-4973-a328-2670896047b2 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/quotas/bd186be32f6c46398a111d70f7898994 HTTP/1.1" status: 200 len: 375 time: 0.0119689 Apr 23 09:28:43.666612 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-b223f1cc-05ee-4c3d-800d-1833cc94ffd5 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd186be32f6c46398a111d70f7898994&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1007376 Apr 23 09:28:44.212692 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-ed861469-db46-417a-b531-d66667b851b3 service neutron] 10.222.0.60 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321231 Apr 23 09:28:44.371435 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-76056e93-ca50-4545-8b94-855a7d149c12 service neutron] 10.222.0.60 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516471 Apr 23 09:28:44.984624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-87dad267-5688-4013-aeed-f76d24837465 req-91750a7f-2644-436e-a7bc-f8af07b8349a tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Synchronizing usage tracker for tenant:bd186be32f6c46398a111d70f7898994 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:28:45.032694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-87dad267-5688-4013-aeed-f76d24837465 req-91750a7f-2644-436e-a7bc-f8af07b8349a tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Unset dirty status for tenant:bd186be32f6c46398a111d70f7898994 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:28:45.035327 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-87dad267-5688-4013-aeed-f76d24837465 req-91750a7f-2644-436e-a7bc-f8af07b8349a tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 210 time: 0.1114638 Apr 23 09:28:46.214864 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ab9838dd-781f-4013-89cb-c419194d1eeb req-3bc4d8ee-a5c4-4a2b-a76f-633ccfa7e91c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 210 time: 0.0513978 Apr 23 09:28:46.635831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-65ad326e-0ae8-44a6-a9ec-69bfad2af37f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:46.637672 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-65ad326e-0ae8-44a6-a9ec-69bfad2af37f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.35 "GET /v2.0/networks?id=91010434-002e-49e7-b83d-a6a0de2d3a1c HTTP/1.1" status: 200 len: 811 time: 0.1847730 Apr 23 09:28:46.695397 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-1ef46d27-b6a6-4a44-b67d-84b0e6a96051 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd186be32f6c46398a111d70f7898994 HTTP/1.1" status: 200 len: 380 time: 0.0486991 Apr 23 09:28:46.704658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-3f4f6e37-916d-47cb-b959-b5f2a6f45192 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Request body: {'port': {'device_id': '412eaaff-2227-4665-8d30-9001df8ef13e', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'admin_state_up': True, 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'security_groups': ['84067916-3263-4dcd-828c-029d400260a6']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:28:46.868878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-3f4f6e37-916d-47cb-b959-b5f2a6f45192 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:28:46.885708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-3f4f6e37-916d-47cb-b959-b5f2a6f45192 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:28:46.936049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-3f4f6e37-916d-47cb-b959-b5f2a6f45192 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Made reservation on behalf of bd186be32f6c46398a111d70f7898994 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:28:46.942783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-3f4f6e37-916d-47cb-b959-b5f2a6f45192 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:47.162397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-3f4f6e37-916d-47cb-b959-b5f2a6f45192 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Allocated IP 172.20.0.14 (91010434-002e-49e7-b83d-a6a0de2d3a1c/02ab5626-b692-4cce-b0c9-1857a68924a2/c3bbd2c0-177c-4377-ad50-8b36d8934dc1) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:28:47.466874 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0f1821fd-a245-4ce5-b9ce-db60196250e3 req-251ef71c-6e60-4a74-906b-6c24babb07c4 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 210 time: 0.0817580 Apr 23 09:28:47.646096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-3f4f6e37-916d-47cb-b959-b5f2a6f45192 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:47.669822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-3f4f6e37-916d-47cb-b959-b5f2a6f45192 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Transition to ACTIVE for port object c3bbd2c0-177c-4377-ad50-8b36d8934dc1 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:28:47.729812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-3f4f6e37-916d-47cb-b959-b5f2a6f45192 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:47.736556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fab5fb35-4f8a-460a-8e0f-c196787c7865 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:28:47.817954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-3f4f6e37-916d-47cb-b959-b5f2a6f45192 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Network 91010434-002e-49e7-b83d-a6a0de2d3a1c is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:28:47.822540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-3f4f6e37-916d-47cb-b959-b5f2a6f45192 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:28:47.828198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-3f4f6e37-916d-47cb-b959-b5f2a6f45192 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:28:47.868141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f6e37-916d-47cb-b959-b5f2a6f45192 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Pushing event updated for resources: {'Port': ['ID=c3bbd2c0-177c-4377-ad50-8b36d8934dc1,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:28:47.874716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3f4f6e37-916d-47cb-b959-b5f2a6f45192 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:28:47.911128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-3f4f6e37-916d-47cb-b959-b5f2a6f45192 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:47.911846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-3f4f6e37-916d-47cb-b959-b5f2a6f45192 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:47.977026 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-3f4f6e37-916d-47cb-b959-b5f2a6f45192 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2768233 Apr 23 09:28:47.992325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Request body: {'port': {'device_id': '412eaaff-2227-4665-8d30-9001df8ef13e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:28:48.145951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b528e3ff-64c7-4978-98f9-301e2174b528 None None] Provisioning for port c3bbd2c0-177c-4377-ad50-8b36d8934dc1 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:28:48.152795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b528e3ff-64c7-4978-98f9-301e2174b528 None None] Provisioning complete for port c3bbd2c0-177c-4377-ad50-8b36d8934dc1 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:28:48.153387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b528e3ff-64c7-4978-98f9-301e2174b528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:48.225713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b528e3ff-64c7-4978-98f9-301e2174b528 None None] Port c3bbd2c0-177c-4377-ad50-8b36d8934dc1 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:28:48.227447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:48.676054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3bbd2c0-177c-4377-ad50-8b36d8934dc1 {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:28:48.691658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:48.711095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Transition to ACTIVE for port object c3bbd2c0-177c-4377-ad50-8b36d8934dc1 will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:28:48.753359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:48.755318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bf442-c35a-42cf-9c29-e6799c20bc6a req-33cea0d5-e5fb-49c1-a915-0d2d6b2e5a14 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:48.757033 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-975bf442-c35a-42cf-9c29-e6799c20bc6a req-33cea0d5-e5fb-49c1-a915-0d2d6b2e5a14 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 932 time: 0.1188004 Apr 23 09:28:48.759336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c68261e9-c178-4f2e-9995-d4da4482f151 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:28:48.825876 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-975bf442-c35a-42cf-9c29-e6799c20bc6a req-b3a99065-0cc5-4d8d-bc42-3f2d7844e4ad tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603073 Apr 23 09:28:48.915011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bbd2c0-177c-4377-ad50-8b36d8934dc1,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:28:48.920544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:28:49.351922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Attempting to bind port c3bbd2c0-177c-4377-ad50-8b36d8934dc1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:28:49.352217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Attempting to bind port c3bbd2c0-177c-4377-ad50-8b36d8934dc1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0d2fcd6e-9191-4201-9944-986286a72003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:28:49.352591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Attempting to bind port c3bbd2c0-177c-4377-ad50-8b36d8934dc1 on network 91010434-002e-49e7-b83d-a6a0de2d3a1c {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:28:49.358383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Port c3bbd2c0-177c-4377-ad50-8b36d8934dc1 on network 91010434-002e-49e7-b83d-a6a0de2d3a1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:28:49.358737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Attempting to bind port c3bbd2c0-177c-4377-ad50-8b36d8934dc1 on network 91010434-002e-49e7-b83d-a6a0de2d3a1c {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:28:49.364857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:28:49.365244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Checking segment: {'id': '0d2fcd6e-9191-4201-9944-986286a72003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:28:49.365680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Bound using segment: {'id': '0d2fcd6e-9191-4201-9944-986286a72003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:28:49.366172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Bound port: c3bbd2c0-177c-4377-ad50-8b36d8934dc1, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2fcd6e-9191-4201-9944-986286a72003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:28:49.366603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:49.484246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] For port c3bbd2c0-177c-4377-ad50-8b36d8934dc1, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:28:49.488375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] For port c3bbd2c0-177c-4377-ad50-8b36d8934dc1, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c3bbd2c0-177c-4377-ad50-8b36d8934dc1,segment=NetworkSegment(0d2fcd6e-9191-4201-9944-986286a72003),segment_id=0d2fcd6e-9191-4201-9944-986286a72003)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:28:49.524012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:49.529132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:28:49.590450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:49.591118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:49.592669 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] 10.222.0.35 "PUT /v2.0/ports/c3bbd2c0-177c-4377-ad50-8b36d8934dc1 HTTP/1.1" status: 200 len: 1094 time: 1.6081586 Apr 23 09:28:49.593266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412eaaff-2227-4665-8d30-9001df8ef13e', 'tag': 'c3bbd2c0-177c-4377-ad50-8b36d8934dc1'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:28:49.625456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bbd2c0-177c-4377-ad50-8b36d8934dc1,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:28:49.629274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:28:49.695056 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412eaaff-2227-4665-8d30-9001df8ef13e', 'tag': 'c3bbd2c0-177c-4377-ad50-8b36d8934dc1', 'status': 'completed', 'code': 200} Apr 23 09:28:49.812646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63b46b-9cff-4128-855f-9dd0cb6cfe16 req-f4fca867-e9d0-4887-bb5a-0b3f21e9775c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:49.814516 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9e63b46b-9cff-4128-855f-9dd0cb6cfe16 req-f4fca867-e9d0-4887-bb5a-0b3f21e9775c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd186be32f6c46398a111d70f7898994&device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 1097 time: 0.0990040 Apr 23 09:28:50.029721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63b46b-9cff-4128-855f-9dd0cb6cfe16 req-65dc068a-3dfa-426a-9869-ab4e383ededf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:50.031983 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9e63b46b-9cff-4128-855f-9dd0cb6cfe16 req-65dc068a-3dfa-426a-9869-ab4e383ededf service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=bd186be32f6c46398a111d70f7898994&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2100983 Apr 23 09:28:50.129135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc117a7a-d0ba-4dc8-84ef-ef1e483c8f0b req-5151eb5c-2e97-4fc4-959e-d90201e0fafd tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:50.131314 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dc117a7a-d0ba-4dc8-84ef-ef1e483c8f0b req-5151eb5c-2e97-4fc4-959e-d90201e0fafd tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 944 time: 0.1476321 Apr 23 09:28:50.191600 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dc117a7a-d0ba-4dc8-84ef-ef1e483c8f0b req-c167ede0-093d-4e60-b504-6d47334595d3 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514784 Apr 23 09:28:50.222368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63b46b-9cff-4128-855f-9dd0cb6cfe16 req-9354b5f4-3da8-43be-9c08-8f8cd96a9f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:50.223939 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9e63b46b-9cff-4128-855f-9dd0cb6cfe16 req-9354b5f4-3da8-43be-9c08-8f8cd96a9f33 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1858597 Apr 23 09:28:50.353655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-36075f75-7fa9-452a-bd9f-d1b327f0ea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:50.355943 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-36075f75-7fa9-452a-bd9f-d1b327f0ea70 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd186be32f6c46398a111d70f7898994&device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 1097 time: 0.0897160 Apr 23 09:28:50.440132 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-eb2b6bf7-7b63-4e13-9ca6-5a794ad6664c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3bbd2c0-177c-4377-ad50-8b36d8934dc1 HTTP/1.1" status: 200 len: 217 time: 0.0770655 Apr 23 09:28:50.560229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-496fb273-bf03-4163-b5e1-a4bea4c5bc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:50.562124 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-496fb273-bf03-4163-b5e1-a4bea4c5bc73 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=02ab5626-b692-4cce-b0c9-1857a68924a2 HTTP/1.1" status: 200 len: 850 time: 0.1161168 Apr 23 09:28:50.658046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-03c0efb0-1300-4c73-940a-c1695cb5eeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:50.660319 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-03c0efb0-1300-4c73-940a-c1695cb5eeb3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91010434-002e-49e7-b83d-a6a0de2d3a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0921836 Apr 23 09:28:50.822052 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-a3eb8983-9890-4ac9-b57f-12aa1aa2aae4 service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545367 Apr 23 09:28:50.979721 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-64d98ee0-5bbc-4bfe-a363-6f0b6543a9b4 req-aa0e5a0f-db97-4976-87f6-07d8615ea677 service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498952 Apr 23 09:28:51.409196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115203d1-3a22-4c00-9592-43b4d4fe5f65 req-5f7dd216-ee13-4594-9c31-31adcd5492d3 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:51.410013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-115203d1-3a22-4c00-9592-43b4d4fe5f65 req-5f7dd216-ee13-4594-9c31-31adcd5492d3 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Synchronizing usage tracker for tenant:bd186be32f6c46398a111d70f7898994 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:28:51.456021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-115203d1-3a22-4c00-9592-43b4d4fe5f65 req-5f7dd216-ee13-4594-9c31-31adcd5492d3 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Unset dirty status for tenant:bd186be32f6c46398a111d70f7898994 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:28:51.457361 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-115203d1-3a22-4c00-9592-43b4d4fe5f65 req-5f7dd216-ee13-4594-9c31-31adcd5492d3 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 944 time: 0.1414831 Apr 23 09:28:51.548594 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-115203d1-3a22-4c00-9592-43b4d4fe5f65 req-1e03b302-29fd-4da8-963e-3c0b108ecd09 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817132 Apr 23 09:28:52.784245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f09fd-ebdf-4635-85e2-ceecb9010788 req-12778760-7547-4e87-a8e8-ec8b673cd025 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:52.785833 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e03f09fd-ebdf-4635-85e2-ceecb9010788 req-12778760-7547-4e87-a8e8-ec8b673cd025 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 944 time: 0.1017005 Apr 23 09:28:52.844783 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e03f09fd-ebdf-4635-85e2-ceecb9010788 req-86ad7b50-519d-4384-89a4-3b15112852b0 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482349 Apr 23 09:28:53.261001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:54.076064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e699a37-6c18-4246-b0fd-05670508ebcd req-67b3bd2a-a2da-4b92-9fab-098fa8f2181e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:54.078138 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8e699a37-6c18-4246-b0fd-05670508ebcd req-67b3bd2a-a2da-4b92-9fab-098fa8f2181e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 944 time: 0.1065152 Apr 23 09:28:54.133655 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8e699a37-6c18-4246-b0fd-05670508ebcd req-5bc9766e-e617-43ce-90df-d8058473713d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484035 Apr 23 09:28:55.358627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c72263-1f01-4245-8e50-4f5581bb7111 req-e9a2cf3a-7e07-4011-b0f3-09f71d619fbb tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:55.360378 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f7c72263-1f01-4245-8e50-4f5581bb7111 req-e9a2cf3a-7e07-4011-b0f3-09f71d619fbb tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 944 time: 0.1036813 Apr 23 09:28:55.419031 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f7c72263-1f01-4245-8e50-4f5581bb7111 req-717008f8-4fc9-4dc7-a43f-6600b9ebf78e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454628 Apr 23 09:28:56.647862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97c1f0-acb2-4ef1-9cd5-7bd827a698be req-b4f44ef7-5df7-45ba-b0e3-60fd26e99683 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:56.649962 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c97c1f0-acb2-4ef1-9cd5-7bd827a698be req-b4f44ef7-5df7-45ba-b0e3-60fd26e99683 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 944 time: 0.1064792 Apr 23 09:28:56.705280 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c97c1f0-acb2-4ef1-9cd5-7bd827a698be req-1c797fbe-52e5-4099-ab3d-ac371479cb31 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467360 Apr 23 09:28:57.932103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab47f65-6ab8-4532-b284-714fdd88946a req-7f99e495-9513-4c48-a5d8-a9718965a0d7 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:57.934352 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fab47f65-6ab8-4532-b284-714fdd88946a req-7f99e495-9513-4c48-a5d8-a9718965a0d7 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 944 time: 0.1016912 Apr 23 09:28:58.004094 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fab47f65-6ab8-4532-b284-714fdd88946a req-a1e7c375-5db5-4d5b-9a5b-2407956af5de tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579169 Apr 23 09:28:59.249164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device c3bbd2c0-177c-4377-ad50-8b36d8934dc1 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:28:59.267444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186f854-850f-47c3-98e9-3644c015cf40 req-30e2d41a-0594-4962-8ea0-4c469ab71cac tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:28:59.270297 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e186f854-850f-47c3-98e9-3644c015cf40 req-30e2d41a-0594-4962-8ea0-4c469ab71cac tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 944 time: 0.1102028 Apr 23 09:28:59.357388 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e186f854-850f-47c3-98e9-3644c015cf40 req-1d9112b3-087a-453c-827c-176bd958f25b tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782857 Apr 23 09:28:59.419109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port c3bbd2c0-177c-4377-ad50-8b36d8934dc1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c3bbd2c0-177c-4377-ad50-8b36d8934dc1,segment=NetworkSegment(0d2fcd6e-9191-4201-9944-986286a72003),segment_id=0d2fcd6e-9191-4201-9944-986286a72003)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:28:59.435952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': 'c3bbd2c0-177c-4377-ad50-8b36d8934dc1', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'port_id': 'c3bbd2c0-177c-4377-ad50-8b36d8934dc1', 'mac_address': 'fa:16:3e:f9:6d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:28:59.514960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:59.536022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3bbd2c0-177c-4377-ad50-8b36d8934dc1 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:28:59.554269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port c3bbd2c0-177c-4377-ad50-8b36d8934dc1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c3bbd2c0-177c-4377-ad50-8b36d8934dc1,segment=NetworkSegment(0d2fcd6e-9191-4201-9944-986286a72003),segment_id=0d2fcd6e-9191-4201-9944-986286a72003)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:28:59.586261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:28:59.588873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:28:59.676919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=c3bbd2c0-177c-4377-ad50-8b36d8934dc1,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:28:59.682693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:28:59.955525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['c3bbd2c0-177c-4377-ad50-8b36d8934dc1'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:29:00.606388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645a5d9-9fb1-4a22-8076-80499c8efd3d req-7914d14c-4601-464d-8efa-ae4273690588 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:29:00.609764 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7645a5d9-9fb1-4a22-8076-80499c8efd3d req-7914d14c-4601-464d-8efa-ae4273690588 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 945 time: 0.1159608 Apr 23 09:29:00.691831 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7645a5d9-9fb1-4a22-8076-80499c8efd3d req-b98a7da0-9d16-465a-8172-c61b930c6d0c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741982 Apr 23 09:29:01.265638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device c3bbd2c0-177c-4377-ad50-8b36d8934dc1 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:29:01.381783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port c3bbd2c0-177c-4377-ad50-8b36d8934dc1 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:29:01.388495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port c3bbd2c0-177c-4377-ad50-8b36d8934dc1 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:29:01.389000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:01.550370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:01.586704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412eaaff-2227-4665-8d30-9001df8ef13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bbd2c0-177c-4377-ad50-8b36d8934dc1'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:29:01.598895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port c3bbd2c0-177c-4377-ad50-8b36d8934dc1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c3bbd2c0-177c-4377-ad50-8b36d8934dc1,segment=NetworkSegment(0d2fcd6e-9191-4201-9944-986286a72003),segment_id=0d2fcd6e-9191-4201-9944-986286a72003)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:29:01.633352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:01.637189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-defa3ba1-42d7-4f9e-bb82-2dd15a722fcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:29:01.674497 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412eaaff-2227-4665-8d30-9001df8ef13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bbd2c0-177c-4377-ad50-8b36d8934dc1', 'code': 200} Apr 23 09:29:01.723444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=c3bbd2c0-177c-4377-ad50-8b36d8934dc1,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:29:01.727406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:29:01.952762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be406d72-deff-4bc3-85c0-8743f20e5a5f req-e2319831-ee17-4d30-a718-8f39f0653df7 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:29:01.954804 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-be406d72-deff-4bc3-85c0-8743f20e5a5f req-e2319831-ee17-4d30-a718-8f39f0653df7 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 946 time: 0.1199937 Apr 23 09:29:02.053450 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-be406d72-deff-4bc3-85c0-8743f20e5a5f req-cca29a19-275b-4529-91fb-ce83ba35334a tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912547 Apr 23 09:29:02.090611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792ae84-7fc9-4236-b487-1c830eb5aebc req-b1b22b25-631c-4567-ac62-7e721b831391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:29:02.092246 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4792ae84-7fc9-4236-b487-1c830eb5aebc req-b1b22b25-631c-4567-ac62-7e721b831391 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 1099 time: 0.0953422 Apr 23 09:29:02.143515 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4792ae84-7fc9-4236-b487-1c830eb5aebc req-d398ea8b-5212-48af-bf39-890aa4295e89 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442393 Apr 23 09:29:03.377759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1279bdc-8420-43da-9d4e-cfdd29e699ad req-9fcc76db-7e9b-44e5-9153-95bfe163961e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:29:03.379548 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c1279bdc-8420-43da-9d4e-cfdd29e699ad req-9fcc76db-7e9b-44e5-9153-95bfe163961e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 946 time: 0.1484578 Apr 23 09:29:03.436251 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c1279bdc-8420-43da-9d4e-cfdd29e699ad req-bfface0b-dcdf-4a91-87ac-5e3836250e04 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490537 Apr 23 09:29:03.624786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:29:04.654627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251918f6-de12-4d62-ad44-81089595a0e4 req-aac5eb3b-ef55-4f82-b188-44b78895114e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:29:04.656349 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-251918f6-de12-4d62-ad44-81089595a0e4 req-aac5eb3b-ef55-4f82-b188-44b78895114e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 946 time: 0.0956047 Apr 23 09:29:04.708755 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-251918f6-de12-4d62-ad44-81089595a0e4 req-b20ce63f-39a1-4a55-945d-a9a6ac5243cf tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450964 Apr 23 09:29:04.927834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc01e0-080e-4566-8147-391395d80b67 req-db63a13a-67fa-4d63-8e13-181d528f1264 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:29:04.929796 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bcdc01e0-080e-4566-8147-391395d80b67 req-db63a13a-67fa-4d63-8e13-181d528f1264 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 946 time: 0.0960612 Apr 23 09:29:04.985445 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bcdc01e0-080e-4566-8147-391395d80b67 req-70c5d5d5-f3d6-4581-8f5d-6a901287ad89 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466416 Apr 23 09:29:05.014113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42958) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:29:05.102728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acf9e2e-9fbb-4f9d-a716-27ca24074d81 tempest-TestVolumeBootPattern-120326742 tempest-TestVolumeBootPattern-120326742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:29:05.104616 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9acf9e2e-9fbb-4f9d-a716-27ca24074d81 tempest-TestVolumeBootPattern-120326742 tempest-TestVolumeBootPattern-120326742-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 1094 time: 0.0890503 Apr 23 09:29:05.108083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 42962) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:29:05.114142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': 'c3bbd2c0-177c-4377-ad50-8b36d8934dc1', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:29:05.122584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:29:05.127503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Usage tracker for resource:floatingip and tenant:bd186be32f6c46398a111d70f7898994 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:29:05.131448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:29:05.139639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:29:05.175821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for floatingip, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:05.341645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:05.503042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Allocated IP 172.26.4.114 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/02fe6bb3-9eb6-4f30-b113-ef0a8d7c4f90) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:29:05.686165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:05.747216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:05.752817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b984bc43-e0f0-4c42-94e6-378f1e93346e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:29:05.826230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:29:05.837405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:29:05.844383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:29:05.885939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Pushing event updated for resources: {'Port': ['ID=02fe6bb3-9eb6-4f30-b113-ef0a8d7c4f90,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:29:05.901789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:05.902275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:05.902756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:05.903186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:05.903615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:05.904023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:05.904440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:05.904851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:05.905264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:05.905675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:05.906085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:05.906519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:05.917755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:29:06.351110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:06.473290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:06.684447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-29914535-0589-4cfe-922c-e021d06e6f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:06.738794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:06.768805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:06.774926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d33907ad-a9e9-4b55-8d2d-75aeecbde327 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:29:06.900632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Pushing event updated for resources: {'Port': ['ID=02fe6bb3-9eb6-4f30-b113-ef0a8d7c4f90,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:29:06.905826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:29:06.914273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:07.108642 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Floating IP 4fc965a8-4c49-4037-bb02-4df8d8dbd967 associated. External IP: 172.26.4.114, port: c3bbd2c0-177c-4377-ad50-8b36d8934dc1. Apr 23 09:29:07.831983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Router 06b7038a-16f8-4e24-b148-66632f9f4562 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:29:08.050139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:29:08.064563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad363743-21df-45a9-aab5-2e43baa9306f None None] Sync routers for ids ['06b7038a-16f8-4e24-b148-66632f9f4562'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:29:08.078978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad363743-21df-45a9-aab5-2e43baa9306f None None] Routers {'06b7038a-16f8-4e24-b148-66632f9f4562'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:29:08.079886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ad363743-21df-45a9-aab5-2e43baa9306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:28:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['06b7038a-16f8-4e24-b148-66632f9f4562'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:29:08.111880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:08.184294 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0749459 Apr 23 09:29:08.185035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412eaaff-2227-4665-8d30-9001df8ef13e', 'tag': 'c3bbd2c0-177c-4377-ad50-8b36d8934dc1'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:29:08.241257 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412eaaff-2227-4665-8d30-9001df8ef13e', 'tag': 'c3bbd2c0-177c-4377-ad50-8b36d8934dc1', 'status': 'completed', 'code': 200} Apr 23 09:29:08.292984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-ad363743-21df-45a9-aab5-2e43baa9306f None None] Set router 06b7038a-16f8-4e24-b148-66632f9f4562 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:29:08.381169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c37257-459e-406d-922f-f09326fe556b req-f2ac1826-462b-431b-aa36-4faf4c68ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:29:08.382819 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-50c37257-459e-406d-922f-f09326fe556b req-f2ac1826-462b-431b-aa36-4faf4c68ecf8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd186be32f6c46398a111d70f7898994&device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 1099 time: 0.1185803 Apr 23 09:29:08.598835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c37257-459e-406d-922f-f09326fe556b req-3543c11b-4d15-422a-8c84-c6708f50456f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:29:08.600701 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-50c37257-459e-406d-922f-f09326fe556b req-3543c11b-4d15-422a-8c84-c6708f50456f service neutron] 10.222.0.35 "GET /v2.0/networks?id=91010434-002e-49e7-b83d-a6a0de2d3a1c HTTP/1.1" status: 200 len: 912 time: 0.2111063 Apr 23 09:29:08.784698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ad363743-21df-45a9-aab5-2e43baa9306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:24:20Z', 'revision_number': 4, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '4fc965a8-4c49-4037-bb02-4df8d8dbd967', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'floating_ip_address': '172.26.4.114', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'port_id': 'c3bbd2c0-177c-4377-ad50-8b36d8934dc1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'mac_address': 'fa:16:3e:f9:6d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412eaaff-2227-4665-8d30-9001df8ef13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:29:06Z', 'updated_at': '2021-04-23T09:29:06Z', 'revision_number': 0, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23027449-634c-4d4f-ae4f-02ee47a6a655', 'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'mac_address': 'fa:16:3e:b3:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:19Z', 'updated_at': '2021-04-23T09:24:38Z', 'revision_number': 5, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'subnets': [{'id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:29:08.792875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad363743-21df-45a9-aab5-2e43baa9306f None None] Checking router: 06b7038a-16f8-4e24-b148-66632f9f4562 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:29:08.795195 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-50c37257-459e-406d-922f-f09326fe556b req-c7024f6a-1b52-4968-b13c-11afb10d1bd0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3bbd2c0-177c-4377-ad50-8b36d8934dc1 HTTP/1.1" status: 200 len: 1000 time: 0.1872752 Apr 23 09:29:08.810512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad363743-21df-45a9-aab5-2e43baa9306f None None] Routers {'06b7038a-16f8-4e24-b148-66632f9f4562'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:29:08.811569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ad363743-21df-45a9-aab5-2e43baa9306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:28:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['06b7038a-16f8-4e24-b148-66632f9f4562'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:29:08.870989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c37257-459e-406d-922f-f09326fe556b req-a4e7bfb2-038d-4f3b-bfc7-c8b10e6adfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:29:08.881135 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-50c37257-459e-406d-922f-f09326fe556b req-a4e7bfb2-038d-4f3b-bfc7-c8b10e6adfcf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=02ab5626-b692-4cce-b0c9-1857a68924a2 HTTP/1.1" status: 200 len: 850 time: 0.0704646 Apr 23 09:29:09.009465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c37257-459e-406d-922f-f09326fe556b req-61d58994-a0b7-4ca6-9991-d903513e9c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:29:09.011764 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-50c37257-459e-406d-922f-f09326fe556b req-61d58994-a0b7-4ca6-9991-d903513e9c64 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91010434-002e-49e7-b83d-a6a0de2d3a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1323745 Apr 23 09:29:09.176180 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-50c37257-459e-406d-922f-f09326fe556b req-6a73ad6e-24a6-43e5-9c49-4221d3dbf624 service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575284 Apr 23 09:29:09.357066 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-50c37257-459e-406d-922f-f09326fe556b req-ecf1ff9d-0e21-4fcc-b1ef-d4014d1a3105 service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739988 Apr 23 09:29:09.380586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-ad363743-21df-45a9-aab5-2e43baa9306f None None] Set router 06b7038a-16f8-4e24-b148-66632f9f4562 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:29:09.649982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-37da532b-6fef-4ca2-a97a-85200cca6163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:09.792203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ad363743-21df-45a9-aab5-2e43baa9306f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:24:20Z', 'revision_number': 4, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '4fc965a8-4c49-4037-bb02-4df8d8dbd967', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'floating_ip_address': '172.26.4.114', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'port_id': 'c3bbd2c0-177c-4377-ad50-8b36d8934dc1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'mac_address': 'fa:16:3e:f9:6d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412eaaff-2227-4665-8d30-9001df8ef13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:29:06Z', 'updated_at': '2021-04-23T09:29:06Z', 'revision_number': 0, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23027449-634c-4d4f-ae4f-02ee47a6a655', 'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'mac_address': 'fa:16:3e:b3:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:19Z', 'updated_at': '2021-04-23T09:24:38Z', 'revision_number': 5, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'subnets': [{'id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:29:09.797111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad363743-21df-45a9-aab5-2e43baa9306f None None] The sync data for ids ['06b7038a-16f8-4e24-b148-66632f9f4562'] in dv-neutron-786478-4-hyperv is: [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:24:20Z', 'revision_number': 4, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '4fc965a8-4c49-4037-bb02-4df8d8dbd967', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'floating_ip_address': '172.26.4.114', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'port_id': 'c3bbd2c0-177c-4377-ad50-8b36d8934dc1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'mac_address': 'fa:16:3e:f9:6d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412eaaff-2227-4665-8d30-9001df8ef13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:29:06Z', 'updated_at': '2021-04-23T09:29:06Z', 'revision_number': 0, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23027449-634c-4d4f-ae4f-02ee47a6a655', 'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'mac_address': 'fa:16:3e:b3:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:19Z', 'updated_at': '2021-04-23T09:24:38Z', 'revision_number': 5, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'subnets': [{'id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:29:10.121620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02cd0f1-939b-4f08-a80e-85830ad6d74e None None] New status for floating IP 4fc965a8-4c49-4037-bb02-4df8d8dbd967: ACTIVE {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:29:10.488209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:11.244217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:12.227868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:23.271783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:36.677991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f894583-d9ae-4f53-a15b-5ea87cda3b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:37.277696 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c07138ca-a7fd-4784-9f26-fef450f9d033 req-db6ddbd5-f572-49dd-90ae-ed47372e5750 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0888472 Apr 23 09:29:37.453908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07138ca-a7fd-4784-9f26-fef450f9d033 req-8ea06418-ccd5-48fa-8dd8-d7b274c0c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:29:37.455784 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c07138ca-a7fd-4784-9f26-fef450f9d033 req-8ea06418-ccd5-48fa-8dd8-d7b274c0c0bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 1098 time: 0.0987761 Apr 23 09:29:37.677450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07138ca-a7fd-4784-9f26-fef450f9d033 req-7ef48af3-7639-4ce4-8a7a-089ea96b06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:29:37.679134 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c07138ca-a7fd-4784-9f26-fef450f9d033 req-7ef48af3-7639-4ce4-8a7a-089ea96b06cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=f5319d59-32af-448d-ae0a-6cb658cb7ea9 HTTP/1.1" status: 200 len: 895 time: 0.1758366 Apr 23 09:29:37.761274 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c07138ca-a7fd-4784-9f26-fef450f9d033 req-09f5c407-5ffe-4f16-98e5-f97e9e964eaf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ca7de00-bac1-4ecd-82fc-9f6448a5d242 HTTP/1.1" status: 200 len: 217 time: 0.0748754 Apr 23 09:29:37.846176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07138ca-a7fd-4784-9f26-fef450f9d033 req-eb3182f9-6020-472c-ba87-7f1a480a23e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:29:37.848307 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c07138ca-a7fd-4784-9f26-fef450f9d033 req-eb3182f9-6020-472c-ba87-7f1a480a23e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8b4e778-0b11-4d46-96ca-5f103e607750 HTTP/1.1" status: 200 len: 834 time: 0.0805812 Apr 23 09:29:37.949764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07138ca-a7fd-4784-9f26-fef450f9d033 req-36bea863-2659-4a89-84ef-32e7abba70f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:29:37.951747 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c07138ca-a7fd-4784-9f26-fef450f9d033 req-36bea863-2659-4a89-84ef-32e7abba70f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f5319d59-32af-448d-ae0a-6cb658cb7ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0972703 Apr 23 09:29:38.182488 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c07138ca-a7fd-4784-9f26-fef450f9d033 req-c4bb0daf-184e-4939-92a7-4b425255bdab service neutron] 10.222.0.35 "GET /v2.0/networks/f5319d59-32af-448d-ae0a-6cb658cb7ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227509 Apr 23 09:29:38.398868 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c07138ca-a7fd-4784-9f26-fef450f9d033 req-a87c57d6-3061-454c-9fd2-bf7017203925 service neutron] 10.222.0.35 "GET /v2.0/networks/f5319d59-32af-448d-ae0a-6cb658cb7ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102263 Apr 23 09:29:39.631799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-662c4dbd-7a98-429b-bbc1-64a86ed09742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:40.381612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:40.633237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:29:40.793022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc38e9-efba-42ef-af2f-11e839428af5 req-711362dc-cf96-442b-b7ba-da8fc3fa7e44 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:29:40.794748 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1ffc38e9-efba-42ef-af2f-11e839428af5 req-711362dc-cf96-442b-b7ba-da8fc3fa7e44 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 945 time: 0.1047192 Apr 23 09:29:40.861244 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1ffc38e9-efba-42ef-af2f-11e839428af5 req-6d39e0fe-bd7a-4023-9a13-0c9d442fd730 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=fafa57b9-6b86-4078-b984-539f9e412ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567834 Apr 23 09:29:41.237073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:42.115268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb6864-9646-42ec-b807-f2b4e0dbc677 req-b85f85e2-9e5f-4d53-b28e-a820d5b63b66 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:29:42.117179 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5ceb6864-9646-42ec-b807-f2b4e0dbc677 req-b85f85e2-9e5f-4d53-b28e-a820d5b63b66 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 945 time: 0.1070735 Apr 23 09:29:42.181635 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5ceb6864-9646-42ec-b807-f2b4e0dbc677 req-f8c54243-c081-4348-bc55-104b592ac41f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=fafa57b9-6b86-4078-b984-539f9e412ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514460 Apr 23 09:29:42.238436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:42.328124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f831bf-e498-4842-84d8-1d82cc5fffb6 req-8ec4efd0-0530-4d4b-b1c0-82005a83e894 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:29:42.329474 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-85f831bf-e498-4842-84d8-1d82cc5fffb6 req-8ec4efd0-0530-4d4b-b1c0-82005a83e894 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/ports?device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 945 time: 0.1021509 Apr 23 09:29:42.523770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-85f831bf-e498-4842-84d8-1d82cc5fffb6 req-3585b14a-0a02-4d5b-9dcf-4072898abbaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 4094927e-c116-4ef1-90c7-fda0fbfab1c2 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:29:42.524362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-85f831bf-e498-4842-84d8-1d82cc5fffb6 req-3585b14a-0a02-4d5b-9dcf-4072898abbaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:42.688529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-85f831bf-e498-4842-84d8-1d82cc5fffb6 req-3585b14a-0a02-4d5b-9dcf-4072898abbaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port 4094927e-c116-4ef1-90c7-fda0fbfab1c2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4094927e-c116-4ef1-90c7-fda0fbfab1c2,segment=NetworkSegment(3c89ec95-9615-4fe5-b3cd-f7177dcaac81),segment_id=3c89ec95-9615-4fe5-b3cd-f7177dcaac81)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:29:42.688934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-85f831bf-e498-4842-84d8-1d82cc5fffb6 req-3585b14a-0a02-4d5b-9dcf-4072898abbaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:43.101988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-85f831bf-e498-4842-84d8-1d82cc5fffb6 req-3585b14a-0a02-4d5b-9dcf-4072898abbaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:43.103302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-85f831bf-e498-4842-84d8-1d82cc5fffb6 req-3585b14a-0a02-4d5b-9dcf-4072898abbaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:43.103900 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [req-85f831bf-e498-4842-84d8-1d82cc5fffb6 req-3585b14a-0a02-4d5b-9dcf-4072898abbaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Floating IP 56a780a7-08b3-412a-ad67-ad2daecaddeb disassociated. External IP: 172.26.4.32, port: 4094927e-c116-4ef1-90c7-fda0fbfab1c2. Apr 23 09:29:43.104556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-85f831bf-e498-4842-84d8-1d82cc5fffb6 req-3585b14a-0a02-4d5b-9dcf-4072898abbaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 4094927e-c116-4ef1-90c7-fda0fbfab1c2 owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:29:43.376849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-85f831bf-e498-4842-84d8-1d82cc5fffb6 req-3585b14a-0a02-4d5b-9dcf-4072898abbaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:43.390112 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-94d1926a-b1be-4290-b5bc-246e89881cbb req-f28ef245-4350-4b76-abfc-f3c5fd135353 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 210 time: 0.0612075 Apr 23 09:29:43.391020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b5934f6b-6eb3-4103-ba14-e9141cff8897 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:29:43.443199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585b14a-0a02-4d5b-9dcf-4072898abbaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=4094927e-c116-4ef1-90c7-fda0fbfab1c2,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:29:43.449366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3585b14a-0a02-4d5b-9dcf-4072898abbaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:29:43.688189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85f831bf-e498-4842-84d8-1d82cc5fffb6 req-3585b14a-0a02-4d5b-9dcf-4072898abbaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:29:44.229082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85f831bf-e498-4842-84d8-1d82cc5fffb6 req-3585b14a-0a02-4d5b-9dcf-4072898abbaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:29:44.242972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a92f8d-4d5e-4c8a-8df7-99ac1eb1fc19 None None] Sync routers for ids ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:29:44.261952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a92f8d-4d5e-4c8a-8df7-99ac1eb1fc19 None None] Routers {'83544b63-4f66-4ddb-89f7-2dfc6ad2df13'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:29:44.263411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-12a92f8d-4d5e-4c8a-8df7-99ac1eb1fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:29:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:29:44.327200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f831bf-e498-4842-84d8-1d82cc5fffb6 req-3585b14a-0a02-4d5b-9dcf-4072898abbaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] No DVR routers for this DVR port 4094927e-c116-4ef1-90c7-fda0fbfab1c2 on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:29:44.330144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-85f831bf-e498-4842-84d8-1d82cc5fffb6 req-3585b14a-0a02-4d5b-9dcf-4072898abbaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:44.333886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f924e4-6b0f-4eef-8f5c-52342e9974e6', 'name': 'network-vif-deleted', 'tag': '4094927e-c116-4ef1-90c7-fda0fbfab1c2'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:29:44.384618 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-85f831bf-e498-4842-84d8-1d82cc5fffb6 req-3585b14a-0a02-4d5b-9dcf-4072898abbaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "DELETE /v2.0/ports/4094927e-c116-4ef1-90c7-fda0fbfab1c2 HTTP/1.1" status: 204 len: 173 time: 2.0489404 Apr 23 09:29:44.395761 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f924e4-6b0f-4eef-8f5c-52342e9974e6', 'name': 'network-vif-deleted', 'tag': '4094927e-c116-4ef1-90c7-fda0fbfab1c2', 'status': 'completed', 'code': 200} Apr 23 09:29:44.665389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-7988b7fb-5414-483a-a1bd-d049c4f6835b req-abbc2359-df84-4b0f-8e24-d8e39f26bd5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:29:44.685180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-12a92f8d-4d5e-4c8a-8df7-99ac1eb1fc19 None None] Set router 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:29:44.717742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-7988b7fb-5414-483a-a1bd-d049c4f6835b req-abbc2359-df84-4b0f-8e24-d8e39f26bd5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:29:44.727901 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7988b7fb-5414-483a-a1bd-d049c4f6835b req-abbc2359-df84-4b0f-8e24-d8e39f26bd5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=26f924e4-6b0f-4eef-8f5c-52342e9974e6 HTTP/1.1" status: 200 len: 210 time: 0.1169488 Apr 23 09:29:45.106852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-12a92f8d-4d5e-4c8a-8df7-99ac1eb1fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'name': 'tempest-TestNetworkBasicOps-router-1624077427', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:26:16Z', 'updated_at': '2021-04-23T09:26:25Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:17Z', 'updated_at': '2021-04-23T09:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'a4838df9-65e8-4bab-9026-f2c351b49514', 'name': '', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:e0:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:23Z', 'updated_at': '2021-04-23T09:26:32Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:29:45.113821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a92f8d-4d5e-4c8a-8df7-99ac1eb1fc19 None None] Checking router: 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:29:45.131959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a92f8d-4d5e-4c8a-8df7-99ac1eb1fc19 None None] Routers {'83544b63-4f66-4ddb-89f7-2dfc6ad2df13'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:29:45.133298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-12a92f8d-4d5e-4c8a-8df7-99ac1eb1fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:29:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:29:45.419379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-12a92f8d-4d5e-4c8a-8df7-99ac1eb1fc19 None None] Set router 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:29:45.606783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 4094927e-c116-4ef1-90c7-fda0fbfab1c2 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:29:45.657404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 4094927e-c116-4ef1-90c7-fda0fbfab1c2 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:29:45.657902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 4094927e-c116-4ef1-90c7-fda0fbfab1c2 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:29:45.847625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43004) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:29:45.920132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-12a92f8d-4d5e-4c8a-8df7-99ac1eb1fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'name': 'tempest-TestNetworkBasicOps-router-1624077427', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:26:16Z', 'updated_at': '2021-04-23T09:26:25Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:17Z', 'updated_at': '2021-04-23T09:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'a4838df9-65e8-4bab-9026-f2c351b49514', 'name': '', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:e0:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:23Z', 'updated_at': '2021-04-23T09:26:32Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:29:45.925306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a92f8d-4d5e-4c8a-8df7-99ac1eb1fc19 None None] The sync data for ids ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'] in dv-neutron-786478-4-hyperv is: [{'id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'name': 'tempest-TestNetworkBasicOps-router-1624077427', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:26:16Z', 'updated_at': '2021-04-23T09:26:25Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:17Z', 'updated_at': '2021-04-23T09:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'a4838df9-65e8-4bab-9026-f2c351b49514', 'name': '', 'network_id': 'f5319d59-32af-448d-ae0a-6cb658cb7ea9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:e0:99:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:23Z', 'updated_at': '2021-04-23T09:26:32Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'f8b4e778-0b11-4d46-96ca-5f103e607750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:29:45.960061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d3916a24-42d1-4965-a562-3da0772a7e1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:46.001865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d3916a24-42d1-4965-a562-3da0772a7e1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:46.295483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d3916a24-42d1-4965-a562-3da0772a7e1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:46.302203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2ae8ed45-893e-4b47-892f-6287736407a0 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:29:46.329475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3916a24-42d1-4965-a562-3da0772a7e1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafa57b9-6b86-4078-b984-539f9e412ab0,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:29:46.343115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3916a24-42d1-4965-a562-3da0772a7e1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:46.343729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3916a24-42d1-4965-a562-3da0772a7e1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:46.344281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3916a24-42d1-4965-a562-3da0772a7e1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:46.344718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3916a24-42d1-4965-a562-3da0772a7e1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:46.345237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3916a24-42d1-4965-a562-3da0772a7e1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:46.351192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3916a24-42d1-4965-a562-3da0772a7e1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:46.351192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3916a24-42d1-4965-a562-3da0772a7e1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:46.351192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3916a24-42d1-4965-a562-3da0772a7e1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:46.351192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3916a24-42d1-4965-a562-3da0772a7e1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:46.351192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3916a24-42d1-4965-a562-3da0772a7e1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:46.351192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3916a24-42d1-4965-a562-3da0772a7e1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:46.351192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3916a24-42d1-4965-a562-3da0772a7e1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:46.355697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d3916a24-42d1-4965-a562-3da0772a7e1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:29:46.381351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d3916a24-42d1-4965-a562-3da0772a7e1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:46.388468 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d3916a24-42d1-4965-a562-3da0772a7e1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/security-groups/fafa57b9-6b86-4078-b984-539f9e412ab0 HTTP/1.1" status: 204 len: 168 time: 0.5354795 Apr 23 09:29:46.394638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c3e966-0000-4903-8585-7fb2e61a5239 None None] New status for floating IP 56a780a7-08b3-412a-ad67-ad2daecaddeb: DOWN {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:29:46.467495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43010) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:29:46.740975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-423b8368-d97b-45d2-914d-93d132a0a64f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 6d99a691-17de-42a0-817f-80553c875efc {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:29:46.741354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-423b8368-d97b-45d2-914d-93d132a0a64f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:46.899534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-423b8368-d97b-45d2-914d-93d132a0a64f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:46.899534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-423b8368-d97b-45d2-914d-93d132a0a64f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:47.122329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-423b8368-d97b-45d2-914d-93d132a0a64f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 6d99a691-17de-42a0-817f-80553c875efc owned by network:floatingip {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:29:47.245142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-423b8368-d97b-45d2-914d-93d132a0a64f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:29:47.250653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-423b8368-d97b-45d2-914d-93d132a0a64f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:29:47.832246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-423b8368-d97b-45d2-914d-93d132a0a64f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 6d99a691-17de-42a0-817f-80553c875efc {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:29:47.832246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-423b8368-d97b-45d2-914d-93d132a0a64f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:47.986198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-423b8368-d97b-45d2-914d-93d132a0a64f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:47.986642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-423b8368-d97b-45d2-914d-93d132a0a64f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:48.184640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-423b8368-d97b-45d2-914d-93d132a0a64f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 6d99a691-17de-42a0-817f-80553c875efc owned by network:floatingip {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:29:48.421026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-423b8368-d97b-45d2-914d-93d132a0a64f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:48.426708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c68893bf-d811-43c2-94fb-7292c0b0c255 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:29:48.474718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b8368-d97b-45d2-914d-93d132a0a64f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=6d99a691-17de-42a0-817f-80553c875efc,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:29:48.481967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-423b8368-d97b-45d2-914d-93d132a0a64f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:29:48.590204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-423b8368-d97b-45d2-914d-93d132a0a64f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:48.627429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-423b8368-d97b-45d2-914d-93d132a0a64f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:48.628966 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-423b8368-d97b-45d2-914d-93d132a0a64f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/floatingips/56a780a7-08b3-412a-ad67-ad2daecaddeb HTTP/1.1" status: 204 len: 168 time: 2.1607678 Apr 23 09:29:49.155930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6272bd2-d067-47f4-9b7a-06b8c09ca66e req-eea29ef3-503e-4f79-914d-4afd6d9608d6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:29:49.158023 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c6272bd2-d067-47f4-9b7a-06b8c09ca66e req-eea29ef3-503e-4f79-914d-4afd6d9608d6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 945 time: 0.1018450 Apr 23 09:29:49.215293 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c6272bd2-d067-47f4-9b7a-06b8c09ca66e req-305aa3b7-5e40-4960-80be-11fe90920b5c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad5889e9-d33c-4221-8663-b9fb89968b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494614 Apr 23 09:29:50.451124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c95121-ae5a-4c64-9ee3-45dcc094c8f9 req-b20049ba-bd27-4f9b-8b66-f59ec9905bb8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:29:50.451943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-16c95121-ae5a-4c64-9ee3-45dcc094c8f9 req-b20049ba-bd27-4f9b-8b66-f59ec9905bb8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:29:50.523047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-16c95121-ae5a-4c64-9ee3-45dcc094c8f9 req-b20049ba-bd27-4f9b-8b66-f59ec9905bb8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:29:50.525353 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-16c95121-ae5a-4c64-9ee3-45dcc094c8f9 req-b20049ba-bd27-4f9b-8b66-f59ec9905bb8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 945 time: 0.1777308 Apr 23 09:29:50.584547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-16c95121-ae5a-4c64-9ee3-45dcc094c8f9 req-79d7b479-d9fd-43b5-a4f1-3a8bcd580722 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:29:50.643774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-16c95121-ae5a-4c64-9ee3-45dcc094c8f9 req-79d7b479-d9fd-43b5-a4f1-3a8bcd580722 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:29:50.645569 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-16c95121-ae5a-4c64-9ee3-45dcc094c8f9 req-79d7b479-d9fd-43b5-a4f1-3a8bcd580722 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad5889e9-d33c-4221-8663-b9fb89968b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133614 Apr 23 09:29:50.732352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374ad96-9539-4597-94ea-3b04cd8d06da req-ccea13ca-a1ff-4bbd-b9a2-aa209d44ce32 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:29:50.734069 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d374ad96-9539-4597-94ea-3b04cd8d06da req-ccea13ca-a1ff-4bbd-b9a2-aa209d44ce32 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 945 time: 0.1030920 Apr 23 09:29:50.901022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-d374ad96-9539-4597-94ea-3b04cd8d06da req-4ce319cc-c2bd-4a92-91af-767a440406bc tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 5ca7de00-bac1-4ecd-82fc-9f6448a5d242 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:29:50.901418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d374ad96-9539-4597-94ea-3b04cd8d06da req-4ce319cc-c2bd-4a92-91af-767a440406bc tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:51.165107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-d374ad96-9539-4597-94ea-3b04cd8d06da req-4ce319cc-c2bd-4a92-91af-767a440406bc tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port 5ca7de00-bac1-4ecd-82fc-9f6448a5d242, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=5ca7de00-bac1-4ecd-82fc-9f6448a5d242,segment=NetworkSegment(3c89ec95-9615-4fe5-b3cd-f7177dcaac81),segment_id=3c89ec95-9615-4fe5-b3cd-f7177dcaac81)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:29:51.165701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d374ad96-9539-4597-94ea-3b04cd8d06da req-4ce319cc-c2bd-4a92-91af-767a440406bc tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:51.419182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-d374ad96-9539-4597-94ea-3b04cd8d06da req-4ce319cc-c2bd-4a92-91af-767a440406bc tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 5ca7de00-bac1-4ecd-82fc-9f6448a5d242 owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:29:51.587765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d374ad96-9539-4597-94ea-3b04cd8d06da req-4ce319cc-c2bd-4a92-91af-767a440406bc tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:51.594436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-68379618-605d-4be4-a4d5-1279f4b91237 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:29:51.651341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce319cc-c2bd-4a92-91af-767a440406bc tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=5ca7de00-bac1-4ecd-82fc-9f6448a5d242,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:29:51.654959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4ce319cc-c2bd-4a92-91af-767a440406bc tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:29:51.752976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-d374ad96-9539-4597-94ea-3b04cd8d06da req-4ce319cc-c2bd-4a92-91af-767a440406bc tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] No DVR routers for this DVR port 5ca7de00-bac1-4ecd-82fc-9f6448a5d242 on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:29:51.756119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d374ad96-9539-4597-94ea-3b04cd8d06da req-4ce319cc-c2bd-4a92-91af-767a440406bc tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:51.760835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf0deac-b389-4a9e-9acd-2ba2990e00d0', 'name': 'network-vif-deleted', 'tag': '5ca7de00-bac1-4ecd-82fc-9f6448a5d242'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:29:51.811854 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d374ad96-9539-4597-94ea-3b04cd8d06da req-4ce319cc-c2bd-4a92-91af-767a440406bc tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "DELETE /v2.0/ports/5ca7de00-bac1-4ecd-82fc-9f6448a5d242 HTTP/1.1" status: 204 len: 173 time: 1.0716465 Apr 23 09:29:51.874587 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf0deac-b389-4a9e-9acd-2ba2990e00d0', 'name': 'network-vif-deleted', 'tag': '5ca7de00-bac1-4ecd-82fc-9f6448a5d242', 'status': 'completed', 'code': 200} Apr 23 09:29:51.883728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-8e64d094-147f-40da-bd43-793669388960 req-07285766-6711-4fe1-8d5f-5ea8d8464fe9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:29:51.940409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-8e64d094-147f-40da-bd43-793669388960 req-07285766-6711-4fe1-8d5f-5ea8d8464fe9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:29:51.941711 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8e64d094-147f-40da-bd43-793669388960 req-07285766-6711-4fe1-8d5f-5ea8d8464fe9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0deac-b389-4a9e-9acd-2ba2990e00d0 HTTP/1.1" status: 200 len: 210 time: 0.1182244 Apr 23 09:29:53.053813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43028) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:29:53.139626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f1a574b6-6c44-4533-a93a-8d46857f2410 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:53.176413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f1a574b6-6c44-4533-a93a-8d46857f2410 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:53.266670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:53.300746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f1a574b6-6c44-4533-a93a-8d46857f2410 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:53.306699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-acae4096-83ed-43b6-a0b8-0ef902233c5f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:29:53.324789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a574b6-6c44-4533-a93a-8d46857f2410 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5889e9-d33c-4221-8663-b9fb89968b00,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:29:53.327801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f1a574b6-6c44-4533-a93a-8d46857f2410 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:29:53.380295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f1a574b6-6c44-4533-a93a-8d46857f2410 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:53.381643 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f1a574b6-6c44-4533-a93a-8d46857f2410 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/security-groups/ad5889e9-d33c-4221-8663-b9fb89968b00 HTTP/1.1" status: 204 len: 168 time: 0.3265407 Apr 23 09:29:53.488019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43034) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:29:53.627521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 5ca7de00-bac1-4ecd-82fc-9f6448a5d242 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:29:53.681022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 5ca7de00-bac1-4ecd-82fc-9f6448a5d242 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:29:53.681610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 5ca7de00-bac1-4ecd-82fc-9f6448a5d242 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:29:54.183646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-53ca9b59-005b-4d39-9967-8daab901d6b1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:54.734926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-53ca9b59-005b-4d39-9967-8daab901d6b1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port a4838df9-65e8-4bab-9026-f2c351b49514 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:29:54.735481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-53ca9b59-005b-4d39-9967-8daab901d6b1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:54.895397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-53ca9b59-005b-4d39-9967-8daab901d6b1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port a4838df9-65e8-4bab-9026-f2c351b49514, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a4838df9-65e8-4bab-9026-f2c351b49514,segment=NetworkSegment(3c89ec95-9615-4fe5-b3cd-f7177dcaac81),segment_id=3c89ec95-9615-4fe5-b3cd-f7177dcaac81)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:29:54.895838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-53ca9b59-005b-4d39-9967-8daab901d6b1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:55.363275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-53ca9b59-005b-4d39-9967-8daab901d6b1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for a4838df9-65e8-4bab-9026-f2c351b49514 owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:29:55.573854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-53ca9b59-005b-4d39-9967-8daab901d6b1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:55.579238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:29:55.635312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca9b59-005b-4d39-9967-8daab901d6b1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=a4838df9-65e8-4bab-9026-f2c351b49514,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:29:55.638952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-53ca9b59-005b-4d39-9967-8daab901d6b1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:29:56.027599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-53ca9b59-005b-4d39-9967-8daab901d6b1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:56.460812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ca9b59-005b-4d39-9967-8daab901d6b1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:29:56.674573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ca9b59-005b-4d39-9967-8daab901d6b1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:29:56.686405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d84e41-8657-490d-b235-8d29ced1e3fc None None] Sync routers for ids ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:29:56.699153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d84e41-8657-490d-b235-8d29ced1e3fc None None] Routers {'83544b63-4f66-4ddb-89f7-2dfc6ad2df13'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:29:56.699832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-69d84e41-8657-490d-b235-8d29ced1e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:29:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:29:56.778281 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-53ca9b59-005b-4d39-9967-8daab901d6b1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/routers/83544b63-4f66-4ddb-89f7-2dfc6ad2df13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2889056 Apr 23 09:29:56.782706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43038) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:29:56.865456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-049000d0-e168-4c55-84ca-12cf62ffe6c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting subnet f8b4e778-0b11-4d46-96ca-5f103e607750 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:29:56.869919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-049000d0-e168-4c55-84ca-12cf62ffe6c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:56.933758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-049000d0-e168-4c55-84ca-12cf62ffe6c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:57.015601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-69d84e41-8657-490d-b235-8d29ced1e3fc None None] Set router 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:29:57.029058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-049000d0-e168-4c55-84ca-12cf62ffe6c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:57.524689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-049000d0-e168-4c55-84ca-12cf62ffe6c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:57.533824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e999eb92-31bc-4b1f-ae8c-93f788f45c82 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:29:57.608040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049000d0-e168-4c55-84ca-12cf62ffe6c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Subnet': ['ID=f8b4e778-0b11-4d46-96ca-5f103e607750,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:29:57.611640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-049000d0-e168-4c55-84ca-12cf62ffe6c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:57.621473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-049000d0-e168-4c55-84ca-12cf62ffe6c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:29:57.623393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9610e5c6-b5f9-428d-b8db-4eba6a0e6fc6 None None] Network f5319d59-32af-448d-ae0a-6cb658cb7ea9 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:29:57.625248 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-049000d0-e168-4c55-84ca-12cf62ffe6c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/subnets/f8b4e778-0b11-4d46-96ca-5f103e607750 HTTP/1.1" status: 204 len: 168 time: 0.8407521 Apr 23 09:29:57.627704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43042) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:29:57.769365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-69d84e41-8657-490d-b235-8d29ced1e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'name': 'tempest-TestNetworkBasicOps-router-1624077427', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:26:16Z', 'updated_at': '2021-04-23T09:29:55Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:17Z', 'updated_at': '2021-04-23T09:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:29:57.778638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d84e41-8657-490d-b235-8d29ced1e3fc None None] Checking router: 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:29:57.797345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d84e41-8657-490d-b235-8d29ced1e3fc None None] Routers {'83544b63-4f66-4ddb-89f7-2dfc6ad2df13'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:29:57.798419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-69d84e41-8657-490d-b235-8d29ced1e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:29:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:29:57.902870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27d96767-a3ef-4f87-8a93-a6b284c8cab3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:57.949379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370367a1-ed16-4cd0-84cb-f768121b4ead None None] DHCP port deletion for f5319d59-32af-448d-ae0a-6cb658cb7ea9 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:29:58.083902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-370367a1-ed16-4cd0-84cb-f768121b4ead None None] Deleting port 26f220c0-8c02-45c7-95af-3026c253503d {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:29:58.084578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-370367a1-ed16-4cd0-84cb-f768121b4ead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:58.165980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27d96767-a3ef-4f87-8a93-a6b284c8cab3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:58.193885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-69d84e41-8657-490d-b235-8d29ced1e3fc None None] Set router 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:29:58.306545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-370367a1-ed16-4cd0-84cb-f768121b4ead None None] For port 26f220c0-8c02-45c7-95af-3026c253503d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=26f220c0-8c02-45c7-95af-3026c253503d,segment=NetworkSegment(3c89ec95-9615-4fe5-b3cd-f7177dcaac81),segment_id=3c89ec95-9615-4fe5-b3cd-f7177dcaac81)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:29:58.307339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-370367a1-ed16-4cd0-84cb-f768121b4ead None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:58.328684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-27d96767-a3ef-4f87-8a93-a6b284c8cab3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 5f8ac969-7996-404d-bded-7b8ff61d416b {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:29:58.329305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27d96767-a3ef-4f87-8a93-a6b284c8cab3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:58.590004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-69d84e41-8657-490d-b235-8d29ced1e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'name': 'tempest-TestNetworkBasicOps-router-1624077427', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:26:16Z', 'updated_at': '2021-04-23T09:29:55Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:17Z', 'updated_at': '2021-04-23T09:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:29:58.596824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d84e41-8657-490d-b235-8d29ced1e3fc None None] The sync data for ids ['83544b63-4f66-4ddb-89f7-2dfc6ad2df13'] in dv-neutron-786478-4-hyperv is: [{'id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'name': 'tempest-TestNetworkBasicOps-router-1624077427', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:26:16Z', 'updated_at': '2021-04-23T09:29:55Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '5f8ac969-7996-404d-bded-7b8ff61d416b', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83544b63-4f66-4ddb-89f7-2dfc6ad2df13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:26:17Z', 'updated_at': '2021-04-23T09:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:29:58.680774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-27d96767-a3ef-4f87-8a93-a6b284c8cab3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port 5f8ac969-7996-404d-bded-7b8ff61d416b, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=5f8ac969-7996-404d-bded-7b8ff61d416b,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:29:58.681411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27d96767-a3ef-4f87-8a93-a6b284c8cab3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:58.847631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-370367a1-ed16-4cd0-84cb-f768121b4ead None None] Calling delete_port for 26f220c0-8c02-45c7-95af-3026c253503d owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:29:58.942299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-27d96767-a3ef-4f87-8a93-a6b284c8cab3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 5f8ac969-7996-404d-bded-7b8ff61d416b owned by network:router_gateway {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:29:59.003920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-370367a1-ed16-4cd0-84cb-f768121b4ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:59.011313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4d2edfd3-b2c6-4468-b687-885bcf672e53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:29:59.066813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370367a1-ed16-4cd0-84cb-f768121b4ead None None] Pushing event deleted for resources: {'Port': ['ID=26f220c0-8c02-45c7-95af-3026c253503d,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:29:59.072978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370367a1-ed16-4cd0-84cb-f768121b4ead None None] No DVR routers for this DVR port 26f220c0-8c02-45c7-95af-3026c253503d on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:29:59.080719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370367a1-ed16-4cd0-84cb-f768121b4ead None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:59.085274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370367a1-ed16-4cd0-84cb-f768121b4ead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:59.085744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370367a1-ed16-4cd0-84cb-f768121b4ead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:59.087014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370367a1-ed16-4cd0-84cb-f768121b4ead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:59.087192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370367a1-ed16-4cd0-84cb-f768121b4ead None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:59.087518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370367a1-ed16-4cd0-84cb-f768121b4ead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:59.088094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370367a1-ed16-4cd0-84cb-f768121b4ead None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:59.088474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370367a1-ed16-4cd0-84cb-f768121b4ead None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:59.088857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370367a1-ed16-4cd0-84cb-f768121b4ead None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:59.089224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370367a1-ed16-4cd0-84cb-f768121b4ead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:59.089594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370367a1-ed16-4cd0-84cb-f768121b4ead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:59.089961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370367a1-ed16-4cd0-84cb-f768121b4ead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:29:59.102354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-370367a1-ed16-4cd0-84cb-f768121b4ead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:29:59.345830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27d96767-a3ef-4f87-8a93-a6b284c8cab3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:59.359534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6161e0dd-1663-4f96-85b3-52da1f821d3e tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:29:59.419848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d96767-a3ef-4f87-8a93-a6b284c8cab3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=5f8ac969-7996-404d-bded-7b8ff61d416b,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:29:59.423378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-27d96767-a3ef-4f87-8a93-a6b284c8cab3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:29:59.568089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27d96767-a3ef-4f87-8a93-a6b284c8cab3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:29:59.846738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a4838df9-65e8-4bab-9026-f2c351b49514 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:29:59.891454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: a4838df9-65e8-4bab-9026-f2c351b49514 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:29:59.891846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a4838df9-65e8-4bab-9026-f2c351b49514 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:29:59.892333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 26f220c0-8c02-45c7-95af-3026c253503d no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:29:59.936404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 26f220c0-8c02-45c7-95af-3026c253503d {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:29:59.936777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 26f220c0-8c02-45c7-95af-3026c253503d not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:30:00.083091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27d96767-a3ef-4f87-8a93-a6b284c8cab3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:00.085684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27d96767-a3ef-4f87-8a93-a6b284c8cab3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:00.529081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27d96767-a3ef-4f87-8a93-a6b284c8cab3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:00.529739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d96767-a3ef-4f87-8a93-a6b284c8cab3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Fanout notify agent at l3_agent the message router_deleted on router 83544b63-4f66-4ddb-89f7-2dfc6ad2df13 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:30:00.551580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27d96767-a3ef-4f87-8a93-a6b284c8cab3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:00.552976 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-27d96767-a3ef-4f87-8a93-a6b284c8cab3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/routers/83544b63-4f66-4ddb-89f7-2dfc6ad2df13 HTTP/1.1" status: 204 len: 168 time: 2.9236879 Apr 23 09:30:00.560812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43048) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:00.775343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b70edb0c-5964-4c8f-8e42-f9aea2b97183 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:01.047781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b70edb0c-5964-4c8f-8e42-f9aea2b97183 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:01.224390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-b70edb0c-5964-4c8f-8e42-f9aea2b97183 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5319d59-32af-448d-ae0a-6cb658cb7ea9']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:30:01.240134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-b70edb0c-5964-4c8f-8e42-f9aea2b97183 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c89ec95-9615-4fe5-b3cd-f7177dcaac81') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:30:01.240466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-b70edb0c-5964-4c8f-8e42-f9aea2b97183 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c89ec95-9615-4fe5-b3cd-f7177dcaac81') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:30:01.257596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b70edb0c-5964-4c8f-8e42-f9aea2b97183 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:01.274541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b70edb0c-5964-4c8f-8e42-f9aea2b97183 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:01.284233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70edb0c-5964-4c8f-8e42-f9aea2b97183 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:30:01.530073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b70edb0c-5964-4c8f-8e42-f9aea2b97183 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network f5319d59-32af-448d-ae0a-6cb658cb7ea9 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:30:01.541820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b70edb0c-5964-4c8f-8e42-f9aea2b97183 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:01.731804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 5f8ac969-7996-404d-bded-7b8ff61d416b no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:30:01.770342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b70edb0c-5964-4c8f-8e42-f9aea2b97183 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network f5319d59-32af-448d-ae0a-6cb658cb7ea9 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:30:01.778296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 5f8ac969-7996-404d-bded-7b8ff61d416b {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:30:01.779868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 5f8ac969-7996-404d-bded-7b8ff61d416b not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:30:01.796958 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:30:02.045195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b70edb0c-5964-4c8f-8e42-f9aea2b97183 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:02.045195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9336ee2e-3b9a-4392-9902-9bc4b0cc840b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:02.059901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b70edb0c-5964-4c8f-8e42-f9aea2b97183 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:02.075566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70edb0c-5964-4c8f-8e42-f9aea2b97183 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Network': ['ID=f5319d59-32af-448d-ae0a-6cb658cb7ea9,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:02.079968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b70edb0c-5964-4c8f-8e42-f9aea2b97183 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:02.136564 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b70edb0c-5964-4c8f-8e42-f9aea2b97183 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/networks/f5319d59-32af-448d-ae0a-6cb658cb7ea9 HTTP/1.1" status: 204 len: 168 time: 1.5763896 Apr 23 09:30:02.171078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43052) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:02.180378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bb5de48d-deca-4a2f-8c85-fa46279bdc3e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'network': {'name': 'tempest-network-smoke--1761294305', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'port_security_enabled': True}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:30:02.186373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bb5de48d-deca-4a2f-8c85-fa46279bdc3e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:30:02.191656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bb5de48d-deca-4a2f-8c85-fa46279bdc3e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:network and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:30:02.195901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bb5de48d-deca-4a2f-8c85-fa46279bdc3e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:30:02.204673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bb5de48d-deca-4a2f-8c85-fa46279bdc3e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:30:02.266270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5de48d-deca-4a2f-8c85-fa46279bdc3e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:30:02.273513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb5de48d-deca-4a2f-8c85-fa46279bdc3e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:02.308808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5de48d-deca-4a2f-8c85-fa46279bdc3e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:30:02.412549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb5de48d-deca-4a2f-8c85-fa46279bdc3e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:02.413018 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-bb5de48d-deca-4a2f-8c85-fa46279bdc3e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Added segment d85014cb-655b-40d2-a0db-6d8a2e56e71c of type vlan for network 7a4fea3a-1e6c-4e32-86b5-f5e304c97250 Apr 23 09:30:02.574670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb5de48d-deca-4a2f-8c85-fa46279bdc3e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:02.712381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb5de48d-deca-4a2f-8c85-fa46279bdc3e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:02.718913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5de48d-deca-4a2f-8c85-fa46279bdc3e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:02.719617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb5de48d-deca-4a2f-8c85-fa46279bdc3e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:02.730296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6cbc80aa-3c33-4477-8435-43fd36a43a66 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:02.858002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5de48d-deca-4a2f-8c85-fa46279bdc3e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Network': ['ID=7a4fea3a-1e6c-4e32-86b5-f5e304c97250,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:02.861823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bb5de48d-deca-4a2f-8c85-fa46279bdc3e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:02.870541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 7a4fea3a-1e6c-4e32-86b5-f5e304c97250 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:30:02.923984 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bb5de48d-deca-4a2f-8c85-fa46279bdc3e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7508051 Apr 23 09:30:02.937617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43056) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:02.937617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-600514211', 'admin_state_up': True, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:30:02.942909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:30:02.948561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:router and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:30:02.951974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:30:02.959285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:30:03.301352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:03.311113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:03.607956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:04.000023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:04.580033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:04.644895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:04.817421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.26.4.205 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/c693d250-0452-440a-bacd-15db8b99d951) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:30:04.994164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:05.091807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:05.098875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:05.233994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:30:05.241492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:30:05.249080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:30:05.318794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=c693d250-0452-440a-bacd-15db8b99d951,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:05.327445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:05.933765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:06.695975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5591e5d9-363b-46bc-b330-9681c7af2b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:06.739860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:07.265174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router c1d6bd26-2306-4d97-8e65-966098770449 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:30:07.501032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:30:07.518292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] Sync routers for ids ['c1d6bd26-2306-4d97-8e65-966098770449'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:30:07.537313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] Routers {'c1d6bd26-2306-4d97-8e65-966098770449'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:30:07.540119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:29:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c1d6bd26-2306-4d97-8e65-966098770449'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:30:07.563948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:07.566222 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6373589 Apr 23 09:30:07.570712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43060) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:07.623593 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-61b9a6e6-667d-42e7-b3cd-71ddbb801940 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7602bab2a5e54e68ba9a873197bc68fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0517168 Apr 23 09:30:07.627760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43064) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:07.798500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db176791-139e-49f4-a6f8-faffed7eb008 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:07.800585 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-db176791-139e-49f4-a6f8-faffed7eb008 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1726046 Apr 23 09:30:07.804288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43068) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:07.888098 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2c7eaee6-a5c9-4d40-841a-366aaa8b3691 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0802548 Apr 23 09:30:07.891574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43072) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:07.903569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c691db86-4818-4601-8787-024fa4e37e3b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-261084079', 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:30:07.908452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] Set router c1d6bd26-2306-4d97-8e65-966098770449 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:30:08.126584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c691db86-4818-4601-8787-024fa4e37e3b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:30:08.132257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c691db86-4818-4601-8787-024fa4e37e3b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:subnet and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:30:08.137930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c691db86-4818-4601-8787-024fa4e37e3b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:30:08.149804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c691db86-4818-4601-8787-024fa4e37e3b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:30:08.194040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c691db86-4818-4601-8787-024fa4e37e3b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:30:08.201365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c691db86-4818-4601-8787-024fa4e37e3b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:08.439958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'name': 'tempest-TestNetworkBasicOps-router-600514211', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c693d250-0452-440a-bacd-15db8b99d951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:30:03Z', 'updated_at': '2021-04-23T09:30:05Z', 'revision_number': 3, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'c693d250-0452-440a-bacd-15db8b99d951', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:30:04Z', 'updated_at': '2021-04-23T09:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:30:08.446793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] Checking router: c1d6bd26-2306-4d97-8e65-966098770449 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:30:08.447318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] Updating router c1d6bd26-2306-4d97-8e65-966098770449 port c693d250-0452-440a-bacd-15db8b99d951 binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:30:08.529928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:09.009515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:09.025625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] Transition to ACTIVE for port object c693d250-0452-440a-bacd-15db8b99d951 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:30:09.050147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c691db86-4818-4601-8787-024fa4e37e3b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:09.056282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65757e65-2edf-43db-8544-76cac574d418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:09.066898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:09.077121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0234489a-c4b4-44dd-8cdc-05cf6f8fd9f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:09.158291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691db86-4818-4601-8787-024fa4e37e3b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Subnet': ['ID=649415d9-f67f-40e9-8bcf-df0278349077,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:09.163745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c691db86-4818-4601-8787-024fa4e37e3b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:09.173440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c691db86-4818-4601-8787-024fa4e37e3b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Checking segment: {'id': 'd85014cb-655b-40d2-a0db-6d8a2e56e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:30:09.173440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c691db86-4818-4601-8787-024fa4e37e3b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network hostable DHCP agents. Network: 7a4fea3a-1e6c-4e32-86b5-f5e304c97250, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:30:09.228569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] Attempting to bind port c693d250-0452-440a-bacd-15db8b99d951 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:30:09.229825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] Attempting to bind port c693d250-0452-440a-bacd-15db8b99d951 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:30:09.229825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] Attempting to bind port c693d250-0452-440a-bacd-15db8b99d951 on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:30:09.257148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:30:09.257148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:30:09.257148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:09.257148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:30:09.257148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] Bound port: c693d250-0452-440a-bacd-15db8b99d951, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:30:09.257148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:09.278102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c691db86-4818-4601-8787-024fa4e37e3b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 7a4fea3a-1e6c-4e32-86b5-f5e304c97250 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:30:09.319556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c873bbe-5ec0-4655-b759-94a40856dabf None None] Pushing event updated for resources: {'Port': ['ID=c693d250-0452-440a-bacd-15db8b99d951,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:09.337568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8c873bbe-5ec0-4655-b759-94a40856dabf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:09.386870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c691db86-4818-4601-8787-024fa4e37e3b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 7a4fea3a-1e6c-4e32-86b5-f5e304c97250) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:30:09.399513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0ecab6-5bf9-444f-adcf-ca92972c2465 None None] Network 7a4fea3a-1e6c-4e32-86b5-f5e304c97250 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:30:09.404787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c691db86-4818-4601-8787-024fa4e37e3b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:09.405567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c691db86-4818-4601-8787-024fa4e37e3b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:09.456866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] For port c693d250-0452-440a-bacd-15db8b99d951, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:30:09.473820 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c691db86-4818-4601-8787-024fa4e37e3b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5803800 Apr 23 09:30:09.479649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43076) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:09.582714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] For port c693d250-0452-440a-bacd-15db8b99d951, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c693d250-0452-440a-bacd-15db8b99d951,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:30:09.647261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:09.662583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-370367a1-ed16-4cd0-84cb-f768121b4ead None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:09.807806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d702ec3-925e-46d6-a28c-6d9397a4dce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:09.964549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] Routers {'c1d6bd26-2306-4d97-8e65-966098770449'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:30:09.965790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:30:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c1d6bd26-2306-4d97-8e65-966098770449'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:30:10.050562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c873bbe-5ec0-4655-b759-94a40856dabf None None] Pushing event updated for resources: {'Port': ['ID=c693d250-0452-440a-bacd-15db8b99d951,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:10.122210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8c873bbe-5ec0-4655-b759-94a40856dabf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:10.220655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-7a4fea3a-1e6c-4e32-86b5-f5e304c97250', 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ips': [{'subnet_id': '649415d9-f67f-40e9-8bcf-df0278349077'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:30:10.222180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:10.401324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] Set router c1d6bd26-2306-4d97-8e65-966098770449 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:30:10.484035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:10.892791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:11.064962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Allocated IP 172.20.0.2 (7a4fea3a-1e6c-4e32-86b5-f5e304c97250/649415d9-f67f-40e9-8bcf-df0278349077/d011dcf4-8e46-40f3-8962-7e5065672be9) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:30:11.300540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'name': 'tempest-TestNetworkBasicOps-router-600514211', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c693d250-0452-440a-bacd-15db8b99d951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:30:03Z', 'updated_at': '2021-04-23T09:30:05Z', 'revision_number': 3, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'c693d250-0452-440a-bacd-15db8b99d951', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:30:04Z', 'updated_at': '2021-04-23T09:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:30:11.319352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcbf4d0-4d7e-452c-8236-8b1486334d40 None None] The sync data for ids ['c1d6bd26-2306-4d97-8e65-966098770449'] in dv-neutron-786478-4-hyperv is: [{'id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'name': 'tempest-TestNetworkBasicOps-router-600514211', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c693d250-0452-440a-bacd-15db8b99d951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:30:03Z', 'updated_at': '2021-04-23T09:30:05Z', 'revision_number': 3, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'c693d250-0452-440a-bacd-15db8b99d951', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:30:04Z', 'updated_at': '2021-04-23T09:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:30:11.362541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:11.409728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:11.431626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Transition to ACTIVE for port object d011dcf4-8e46-40f3-8962-7e5065672be9 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:30:11.496203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Transition to ACTIVE for port object d011dcf4-8e46-40f3-8962-7e5065672be9 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:30:11.527158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:11.536917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:11.611592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.20.0.1 (7a4fea3a-1e6c-4e32-86b5-f5e304c97250/649415d9-f67f-40e9-8bcf-df0278349077/5ad228ee-3113-4d09-bebf-9b6d9fedb8da) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:30:11.626373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Network 7a4fea3a-1e6c-4e32-86b5-f5e304c97250 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:30:11.631415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:30:11.646912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:30:11.662599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Pushing event updated for resources: {'Port': ['ID=d011dcf4-8e46-40f3-8962-7e5065672be9,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:11.703241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:11.809094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Attempting to bind port d011dcf4-8e46-40f3-8962-7e5065672be9 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:30:11.813372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Attempting to bind port d011dcf4-8e46-40f3-8962-7e5065672be9 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'd85014cb-655b-40d2-a0db-6d8a2e56e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:30:11.813372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Attempting to bind port d011dcf4-8e46-40f3-8962-7e5065672be9 on network 7a4fea3a-1e6c-4e32-86b5-f5e304c97250 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:30:11.819210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:30:11.819653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Checking segment: {'id': 'd85014cb-655b-40d2-a0db-6d8a2e56e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:30:11.821762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:11.822229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Bound using segment: {'id': 'd85014cb-655b-40d2-a0db-6d8a2e56e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:30:11.822850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Bound port: d011dcf4-8e46-40f3-8962-7e5065672be9, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85014cb-655b-40d2-a0db-6d8a2e56e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:30:11.823281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:11.932866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:11.958828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Transition to ACTIVE for port object 5ad228ee-3113-4d09-bebf-9b6d9fedb8da will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:30:12.026727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:12.032583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3f4f6e37-916d-47cb-b959-b5f2a6f45192 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:12.040442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] For port d011dcf4-8e46-40f3-8962-7e5065672be9, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:30:12.046584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] For port d011dcf4-8e46-40f3-8962-7e5065672be9, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=d011dcf4-8e46-40f3-8962-7e5065672be9,segment=NetworkSegment(d85014cb-655b-40d2-a0db-6d8a2e56e71c),segment_id=d85014cb-655b-40d2-a0db-6d8a2e56e71c)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:30:12.089586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:12.102817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 7a4fea3a-1e6c-4e32-86b5-f5e304c97250 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:30:12.103461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ea5a6dea-485e-4ddb-a6f8-2cdec81bdac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:12.111815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:30:12.117819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:30:12.205298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=5ad228ee-3113-4d09-bebf-9b6d9fedb8da,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:12.230887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:30:12.231774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:30:12.232352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:30:12.234847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:30:12.235569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:30:12.236315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:30:12.237358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:30:12.238105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:30:12.238894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:30:12.242386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:30:12.242386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:30:12.242386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:30:12.271611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:12.276400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Pushing event updated for resources: {'Port': ['ID=d011dcf4-8e46-40f3-8962-7e5065672be9,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:12.280543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:12.295989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:12.301232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:12.506003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:13.369814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:13.398482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:13.435933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-13fa34b1-9aba-4159-8b9b-0d55374c0f72 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:13.538252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:13.543868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=5ad228ee-3113-4d09-bebf-9b6d9fedb8da,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:13.548429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:13.743585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 7a4fea3a-1e6c-4e32-86b5-f5e304c97250 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:30:13.749310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:30:13.949162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c693d250-0452-440a-bacd-15db8b99d951 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:30:14.003222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router c1d6bd26-2306-4d97-8e65-966098770449 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:30:14.013945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183ab53a-64bf-4806-b27f-1f953af2d432 None None] Network 7a4fea3a-1e6c-4e32-86b5-f5e304c97250 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:30:14.239523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:30:14.254643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-82f86862-1978-4275-9615-fc248979221a None None] Provisioning for port d011dcf4-8e46-40f3-8962-7e5065672be9 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:30:14.263878 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/routers/c1d6bd26-2306-4d97-8e65-966098770449/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7762570 Apr 23 09:30:14.266302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43082) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:14.315330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port c693d250-0452-440a-bacd-15db8b99d951 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:30:14.325545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port c693d250-0452-440a-bacd-15db8b99d951 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:30:14.325986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:14.457721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2367544-1010-4769-b2de-61b01babb12b tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:14.463737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2367544-1010-4769-b2de-61b01babb12b tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:14.464457 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a2367544-1010-4769-b2de-61b01babb12b tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1966414 Apr 23 09:30:14.467279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43086) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:14.597137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:14.613195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2541103f-5ccb-4068-ae61-3c8c62bb4163 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:14.613739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2541103f-5ccb-4068-ae61-3c8c62bb4163 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:14.614570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2541103f-5ccb-4068-ae61-3c8c62bb4163 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:14.614775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2541103f-5ccb-4068-ae61-3c8c62bb4163 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:14.615293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2541103f-5ccb-4068-ae61-3c8c62bb4163 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:14.615803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2541103f-5ccb-4068-ae61-3c8c62bb4163 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:14.621337 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2541103f-5ccb-4068-ae61-3c8c62bb4163 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1494582 Apr 23 09:30:14.622035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43090) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:14.634144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port c693d250-0452-440a-bacd-15db8b99d951, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c693d250-0452-440a-bacd-15db8b99d951,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:30:14.701707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:14.701707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device d011dcf4-8e46-40f3-8962-7e5065672be9 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:30:14.743557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-75c177c0-d3b6-45e4-8e10-5fb12931f428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:14.761676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] Sync routers for ids ['c1d6bd26-2306-4d97-8e65-966098770449'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:30:14.777164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] Routers {'c1d6bd26-2306-4d97-8e65-966098770449'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:30:14.779695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:30:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c1d6bd26-2306-4d97-8e65-966098770449'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:30:14.892229 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7b52f13a-83e2-4005-9ed6-72da2e3814df tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2688754 Apr 23 09:30:14.895454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43094) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:14.903221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=c693d250-0452-440a-bacd-15db8b99d951,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:14.903605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a8622aab-158d-42f8-901e-228bad8dce9b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-178414544', 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:30:14.922806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:15.003275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fd83dddd-825f-4b32-8d1d-c11cb599155c None None] Provisioning for port 5ad228ee-3113-4d09-bebf-9b6d9fedb8da completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:30:15.011032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fd83dddd-825f-4b32-8d1d-c11cb599155c None None] Provisioning complete for port 5ad228ee-3113-4d09-bebf-9b6d9fedb8da triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:30:15.011861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd83dddd-825f-4b32-8d1d-c11cb599155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:15.032799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] Set router c1d6bd26-2306-4d97-8e65-966098770449 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:30:15.089855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port d011dcf4-8e46-40f3-8962-7e5065672be9 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:30:15.096999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a8622aab-158d-42f8-901e-228bad8dce9b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:30:15.099668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-fd83dddd-825f-4b32-8d1d-c11cb599155c None None] Port 5ad228ee-3113-4d09-bebf-9b6d9fedb8da cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:30:15.102911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port d011dcf4-8e46-40f3-8962-7e5065672be9 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:30:15.104010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:15.105241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a8622aab-158d-42f8-901e-228bad8dce9b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:port and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:30:15.111609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a8622aab-158d-42f8-901e-228bad8dce9b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:30:15.120483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a8622aab-158d-42f8-901e-228bad8dce9b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:30:15.186524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fd83dddd-825f-4b32-8d1d-c11cb599155c None None] Provisioning complete for port d011dcf4-8e46-40f3-8962-7e5065672be9 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:30:15.186964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd83dddd-825f-4b32-8d1d-c11cb599155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:15.199573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8622aab-158d-42f8-901e-228bad8dce9b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:30:15.209378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8622aab-158d-42f8-901e-228bad8dce9b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:15.254664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-a8622aab-158d-42f8-901e-228bad8dce9b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] device_id is not set on port 51eceb8e-52ae-4652-9783-ff2b8abda83a yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:30:15.373783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:15.439766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd83dddd-825f-4b32-8d1d-c11cb599155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:15.582397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'name': 'tempest-TestNetworkBasicOps-router-600514211', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c693d250-0452-440a-bacd-15db8b99d951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:30:03Z', 'updated_at': '2021-04-23T09:30:12Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'c693d250-0452-440a-bacd-15db8b99d951', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:30:04Z', 'updated_at': '2021-04-23T09:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '5ad228ee-3113-4d09-bebf-9b6d9fedb8da', 'name': '', 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:de:19:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '649415d9-f67f-40e9-8bcf-df0278349077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:30:10Z', 'updated_at': '2021-04-23T09:30:13Z', 'revision_number': 2, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '649415d9-f67f-40e9-8bcf-df0278349077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:30:15.587844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] Checking router: c1d6bd26-2306-4d97-8e65-966098770449 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:30:15.588365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] Updating router c1d6bd26-2306-4d97-8e65-966098770449 port 5ad228ee-3113-4d09-bebf-9b6d9fedb8da binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:30:15.623108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port d011dcf4-8e46-40f3-8962-7e5065672be9, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=d011dcf4-8e46-40f3-8962-7e5065672be9,segment=NetworkSegment(d85014cb-655b-40d2-a0db-6d8a2e56e71c),segment_id=d85014cb-655b-40d2-a0db-6d8a2e56e71c)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:30:15.675945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:15.723752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a8622aab-158d-42f8-901e-228bad8dce9b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.20.0.13 (7a4fea3a-1e6c-4e32-86b5-f5e304c97250/649415d9-f67f-40e9-8bcf-df0278349077/51eceb8e-52ae-4652-9783-ff2b8abda83a) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:30:15.745727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-fd83dddd-825f-4b32-8d1d-c11cb599155c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:30:15.746428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-fd83dddd-825f-4b32-8d1d-c11cb599155c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:30:15.753813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:15.753813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6a4f25b7-7f13-4ed9-b75a-263dfa48b3a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:15.844638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c693d250-0452-440a-bacd-15db8b99d951 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:30:15.933790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=d011dcf4-8e46-40f3-8962-7e5065672be9,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:15.935755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:15.950397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port c693d250-0452-440a-bacd-15db8b99d951 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:30:15.950837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:16.288310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8622aab-158d-42f8-901e-228bad8dce9b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:16.323291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a8622aab-158d-42f8-901e-228bad8dce9b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Transition to ACTIVE for port object 51eceb8e-52ae-4652-9783-ff2b8abda83a will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:30:16.479442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-55602f0f-01af-42f4-84f6-5e200320fbde None None] Provisioning complete for port 5ad228ee-3113-4d09-bebf-9b6d9fedb8da triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:30:16.480396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-55602f0f-01af-42f4-84f6-5e200320fbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:16.495605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8622aab-158d-42f8-901e-228bad8dce9b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:16.503305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0a1b764e-0faa-4c8c-9ff5-e39840233000 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:16.588290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-55602f0f-01af-42f4-84f6-5e200320fbde None None] Port 5ad228ee-3113-4d09-bebf-9b6d9fedb8da cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:30:16.600881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8622aab-158d-42f8-901e-228bad8dce9b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 7a4fea3a-1e6c-4e32-86b5-f5e304c97250 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:30:16.606205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a8622aab-158d-42f8-901e-228bad8dce9b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:30:16.611108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8622aab-158d-42f8-901e-228bad8dce9b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:30:16.649538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8622aab-158d-42f8-901e-228bad8dce9b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=51eceb8e-52ae-4652-9783-ff2b8abda83a,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:16.669032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a8622aab-158d-42f8-901e-228bad8dce9b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:16.686530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:16.709385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] Transition to ACTIVE for port object 5ad228ee-3113-4d09-bebf-9b6d9fedb8da will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:30:16.717415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8622aab-158d-42f8-901e-228bad8dce9b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:16.718361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8622aab-158d-42f8-901e-228bad8dce9b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:16.798095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:16.798486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-320dd870-5510-4b89-8755-5076061304f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:16.844544 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a8622aab-158d-42f8-901e-228bad8dce9b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9478142 Apr 23 09:30:16.923835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-bc154128-d378-4ac8-ba6f-9ddb7a0281dd None None] Provisioning for port 51eceb8e-52ae-4652-9783-ff2b8abda83a completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:30:16.931269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-bc154128-d378-4ac8-ba6f-9ddb7a0281dd None None] Provisioning complete for port 51eceb8e-52ae-4652-9783-ff2b8abda83a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:30:16.932200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc154128-d378-4ac8-ba6f-9ddb7a0281dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:16.988121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbcf348-042d-4976-8956-7277acf4301d None None] Pushing event updated for resources: {'Port': ['ID=5ad228ee-3113-4d09-bebf-9b6d9fedb8da,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:17.008366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bc154128-d378-4ac8-ba6f-9ddb7a0281dd None None] Port 51eceb8e-52ae-4652-9783-ff2b8abda83a cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:30:17.034337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbcf348-042d-4976-8956-7277acf4301d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:30:17.034740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbcf348-042d-4976-8956-7277acf4301d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:30:17.035107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbcf348-042d-4976-8956-7277acf4301d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:30:17.035475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbcf348-042d-4976-8956-7277acf4301d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:30:17.035823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbcf348-042d-4976-8956-7277acf4301d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:30:17.036390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbcf348-042d-4976-8956-7277acf4301d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:30:17.036770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbcf348-042d-4976-8956-7277acf4301d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:30:17.037094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbcf348-042d-4976-8956-7277acf4301d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:30:17.037455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbcf348-042d-4976-8956-7277acf4301d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:30:17.037813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbcf348-042d-4976-8956-7277acf4301d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:30:17.038170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbcf348-042d-4976-8956-7277acf4301d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:30:17.038675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbcf348-042d-4976-8956-7277acf4301d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:30:17.043399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-afbcf348-042d-4976-8956-7277acf4301d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:17.077338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] Attempting to bind port 5ad228ee-3113-4d09-bebf-9b6d9fedb8da on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:30:17.077749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] Attempting to bind port 5ad228ee-3113-4d09-bebf-9b6d9fedb8da by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'd85014cb-655b-40d2-a0db-6d8a2e56e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:30:17.078166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] Attempting to bind port 5ad228ee-3113-4d09-bebf-9b6d9fedb8da on network 7a4fea3a-1e6c-4e32-86b5-f5e304c97250 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:30:17.084573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:30:17.085133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] Checking segment: {'id': 'd85014cb-655b-40d2-a0db-6d8a2e56e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:30:17.086130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:17.086612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] Bound using segment: {'id': 'd85014cb-655b-40d2-a0db-6d8a2e56e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:30:17.087293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] Bound port: 5ad228ee-3113-4d09-bebf-9b6d9fedb8da, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85014cb-655b-40d2-a0db-6d8a2e56e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:30:17.087716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:17.198893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] For port 5ad228ee-3113-4d09-bebf-9b6d9fedb8da, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:30:17.202719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] For port 5ad228ee-3113-4d09-bebf-9b6d9fedb8da, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=5ad228ee-3113-4d09-bebf-9b6d9fedb8da,segment=NetworkSegment(d85014cb-655b-40d2-a0db-6d8a2e56e71c),segment_id=d85014cb-655b-40d2-a0db-6d8a2e56e71c)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:30:17.265854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:17.273531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4c997255-1342-4725-a3f5-ffa7881f2b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:17.428745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] Routers {'c1d6bd26-2306-4d97-8e65-966098770449'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:30:17.429901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:30:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c1d6bd26-2306-4d97-8e65-966098770449'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:30:17.529096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43100) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:17.536009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ffd7017a-e2f3-439c-ac48-069177600411 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1033229897', 'description': 'tempest-secgroup-smoke-1033229897 description', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:30:17.544977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ffd7017a-e2f3-439c-ac48-069177600411 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:30:17.551175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ffd7017a-e2f3-439c-ac48-069177600411 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:30:17.555369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ffd7017a-e2f3-439c-ac48-069177600411 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:30:17.567985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ffd7017a-e2f3-439c-ac48-069177600411 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:30:17.573939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbcf348-042d-4976-8956-7277acf4301d None None] Pushing event updated for resources: {'Port': ['ID=5ad228ee-3113-4d09-bebf-9b6d9fedb8da,revision_number=4']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:17.654914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffd7017a-e2f3-439c-ac48-069177600411 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:17.681632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ffd7017a-e2f3-439c-ac48-069177600411 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:30:17.687030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ffd7017a-e2f3-439c-ac48-069177600411 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:30:17.690982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ffd7017a-e2f3-439c-ac48-069177600411 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:30:17.699004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ffd7017a-e2f3-439c-ac48-069177600411 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:30:17.836004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device d011dcf4-8e46-40f3-8962-7e5065672be9 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:30:17.926969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port d011dcf4-8e46-40f3-8962-7e5065672be9 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:30:17.927535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:17.934406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffd7017a-e2f3-439c-ac48-069177600411 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:17.973873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-afbcf348-042d-4976-8956-7277acf4301d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:17.985530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:30:18.009253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffd7017a-e2f3-439c-ac48-069177600411 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:18.017195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-584973a3-ff81-4885-aeb2-6fbe30dd56d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:18.086543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7017a-e2f3-439c-ac48-069177600411 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660b13b8-7b86-4ce3-b2a0-dc6bbf4aa12b,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:18.090438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ffd7017a-e2f3-439c-ac48-069177600411 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:18.108139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] Set router c1d6bd26-2306-4d97-8e65-966098770449 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:30:18.129097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffd7017a-e2f3-439c-ac48-069177600411 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:18.130661 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ffd7017a-e2f3-439c-ac48-069177600411 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6001883 Apr 23 09:30:18.134359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43104) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:18.140989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ff4a39b9-4830-4137-8087-05aa0b0654bd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '660b13b8-7b86-4ce3-b2a0-dc6bbf4aa12b', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:30:18.148925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ff4a39b9-4830-4137-8087-05aa0b0654bd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:30:18.155185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ff4a39b9-4830-4137-8087-05aa0b0654bd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:30:18.159614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ff4a39b9-4830-4137-8087-05aa0b0654bd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:30:18.167442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ff4a39b9-4830-4137-8087-05aa0b0654bd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:30:18.216929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff4a39b9-4830-4137-8087-05aa0b0654bd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:18.297148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff4a39b9-4830-4137-8087-05aa0b0654bd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:18.326671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff4a39b9-4830-4137-8087-05aa0b0654bd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:18.336389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0bea910d-66e9-408b-95b9-7e8847b1722d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:18.358846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a39b9-4830-4137-8087-05aa0b0654bd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ca12ad-07c1-46f4-8ac4-0297780767db,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:18.361759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ff4a39b9-4830-4137-8087-05aa0b0654bd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:18.409475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff4a39b9-4830-4137-8087-05aa0b0654bd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:18.410973 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ff4a39b9-4830-4137-8087-05aa0b0654bd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2753534 Apr 23 09:30:18.414212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43108) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:18.421065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1bcea292-d56b-4799-9148-84d635984a7f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '660b13b8-7b86-4ce3-b2a0-dc6bbf4aa12b', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:30:18.428795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1bcea292-d56b-4799-9148-84d635984a7f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:30:18.434051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1bcea292-d56b-4799-9148-84d635984a7f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:30:18.437750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1bcea292-d56b-4799-9148-84d635984a7f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:30:18.444466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1bcea292-d56b-4799-9148-84d635984a7f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:30:18.505065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1bcea292-d56b-4799-9148-84d635984a7f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:18.591301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1bcea292-d56b-4799-9148-84d635984a7f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:18.660638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1bcea292-d56b-4799-9148-84d635984a7f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:18.669621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e22b25f8-5dc3-4d72-9077-26da043f3158 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:18.689392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'name': 'tempest-TestNetworkBasicOps-router-600514211', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c693d250-0452-440a-bacd-15db8b99d951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:30:03Z', 'updated_at': '2021-04-23T09:30:12Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'c693d250-0452-440a-bacd-15db8b99d951', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:30:04Z', 'updated_at': '2021-04-23T09:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '5ad228ee-3113-4d09-bebf-9b6d9fedb8da', 'name': '', 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:de:19:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '649415d9-f67f-40e9-8bcf-df0278349077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:30:10Z', 'updated_at': '2021-04-23T09:30:17Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '649415d9-f67f-40e9-8bcf-df0278349077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:30:18.694745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fea102f-1f60-4149-b71b-368a0a425743 None None] The sync data for ids ['c1d6bd26-2306-4d97-8e65-966098770449'] in dv-neutron-786478-4-hyperv is: [{'id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'name': 'tempest-TestNetworkBasicOps-router-600514211', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c693d250-0452-440a-bacd-15db8b99d951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:30:03Z', 'updated_at': '2021-04-23T09:30:12Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'c693d250-0452-440a-bacd-15db8b99d951', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:30:04Z', 'updated_at': '2021-04-23T09:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '5ad228ee-3113-4d09-bebf-9b6d9fedb8da', 'name': '', 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:de:19:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '649415d9-f67f-40e9-8bcf-df0278349077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:30:10Z', 'updated_at': '2021-04-23T09:30:17Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '649415d9-f67f-40e9-8bcf-df0278349077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:30:18.698099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcea292-d56b-4799-9148-84d635984a7f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f062a3f9-98a4-4c1a-bac0-4a32b21e34a6,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:18.701107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1bcea292-d56b-4799-9148-84d635984a7f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:18.740875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1bcea292-d56b-4799-9148-84d635984a7f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:18.748700 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1bcea292-d56b-4799-9148-84d635984a7f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3315735 Apr 23 09:30:18.748992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43112) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:18.758145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c706926c-f4e0-464d-a583-f5c3e402fd8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '660b13b8-7b86-4ce3-b2a0-dc6bbf4aa12b', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:30:18.772615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c706926c-f4e0-464d-a583-f5c3e402fd8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:30:18.781053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c706926c-f4e0-464d-a583-f5c3e402fd8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:30:18.786100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c706926c-f4e0-464d-a583-f5c3e402fd8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:30:18.801662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c706926c-f4e0-464d-a583-f5c3e402fd8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:30:18.876038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c706926c-f4e0-464d-a583-f5c3e402fd8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:18.969682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c706926c-f4e0-464d-a583-f5c3e402fd8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:19.042294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c706926c-f4e0-464d-a583-f5c3e402fd8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:19.045873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c4802510-38ce-4202-a851-999cd86f5133 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:19.077005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706926c-f4e0-464d-a583-f5c3e402fd8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85c8d66-3c89-4003-ac9e-f1cde3d9ae14,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:19.082064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c706926c-f4e0-464d-a583-f5c3e402fd8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:19.118885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c706926c-f4e0-464d-a583-f5c3e402fd8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:19.121264 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c706926c-f4e0-464d-a583-f5c3e402fd8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3711374 Apr 23 09:30:19.130430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43116) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:19.139809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-dbe77c45-9783-4463-a624-92d78ed02f5e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '660b13b8-7b86-4ce3-b2a0-dc6bbf4aa12b', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:30:19.150837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-dbe77c45-9783-4463-a624-92d78ed02f5e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:30:19.159445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dbe77c45-9783-4463-a624-92d78ed02f5e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:30:19.165197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dbe77c45-9783-4463-a624-92d78ed02f5e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:30:19.176131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-dbe77c45-9783-4463-a624-92d78ed02f5e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:30:19.243194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dbe77c45-9783-4463-a624-92d78ed02f5e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:19.509721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dbe77c45-9783-4463-a624-92d78ed02f5e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:19.729106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dbe77c45-9783-4463-a624-92d78ed02f5e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:19.735411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5458595a-4761-4ae1-a95a-32d616f9efc8 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:19.758454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe77c45-9783-4463-a624-92d78ed02f5e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38f1b7a-e98b-4518-8167-bab9264dda44,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:19.761635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dbe77c45-9783-4463-a624-92d78ed02f5e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:19.800436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dbe77c45-9783-4463-a624-92d78ed02f5e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:19.801918 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-dbe77c45-9783-4463-a624-92d78ed02f5e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6699200 Apr 23 09:30:19.807058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43120) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:19.813738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-797c5e5b-7ac9-47dd-8be0-962521ee0ef2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '660b13b8-7b86-4ce3-b2a0-dc6bbf4aa12b', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:30:19.821494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-797c5e5b-7ac9-47dd-8be0-962521ee0ef2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:30:19.827599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-797c5e5b-7ac9-47dd-8be0-962521ee0ef2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:30:19.831443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-797c5e5b-7ac9-47dd-8be0-962521ee0ef2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:30:19.839201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-797c5e5b-7ac9-47dd-8be0-962521ee0ef2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:30:19.888607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 5ad228ee-3113-4d09-bebf-9b6d9fedb8da up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:30:19.946287 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-797c5e5b-7ac9-47dd-8be0-962521ee0ef2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Project 7602bab2a5e54e68ba9a873197bc68fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:30:19.954536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-797c5e5b-7ac9-47dd-8be0-962521ee0ef2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:20.020252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 5ad228ee-3113-4d09-bebf-9b6d9fedb8da completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:30:20.026407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 5ad228ee-3113-4d09-bebf-9b6d9fedb8da triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:30:20.026826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:20.059766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-797c5e5b-7ac9-47dd-8be0-962521ee0ef2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:20.167714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-797c5e5b-7ac9-47dd-8be0-962521ee0ef2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:20.176347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-96dd77f7-785d-43a6-b19b-2d5c73a3f823 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:20.177433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:20.202627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c5e5b-7ac9-47dd-8be0-962521ee0ef2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60bb6e64-6665-47c9-8b2f-feb0841074de,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:20.205442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-797c5e5b-7ac9-47dd-8be0-962521ee0ef2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:20.217543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 5ad228ee-3113-4d09-bebf-9b6d9fedb8da, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=5ad228ee-3113-4d09-bebf-9b6d9fedb8da,segment=NetworkSegment(d85014cb-655b-40d2-a0db-6d8a2e56e71c),segment_id=d85014cb-655b-40d2-a0db-6d8a2e56e71c)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:30:20.295061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-797c5e5b-7ac9-47dd-8be0-962521ee0ef2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:20.296445 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-797c5e5b-7ac9-47dd-8be0-962521ee0ef2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4881864 Apr 23 09:30:20.299644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43124) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:20.308173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-43d5a5ca-ef80-42bf-95ec-2a4df81ab9fd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '660b13b8-7b86-4ce3-b2a0-dc6bbf4aa12b', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:30:20.316430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-43d5a5ca-ef80-42bf-95ec-2a4df81ab9fd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:30:20.326890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-43d5a5ca-ef80-42bf-95ec-2a4df81ab9fd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:30:20.326890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-43d5a5ca-ef80-42bf-95ec-2a4df81ab9fd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:30:20.331419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-43d5a5ca-ef80-42bf-95ec-2a4df81ab9fd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:30:20.345890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:20.348436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8c873bbe-5ec0-4655-b759-94a40856dabf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:20.438576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=5ad228ee-3113-4d09-bebf-9b6d9fedb8da,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:20.442164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:20.535004 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-43d5a5ca-ef80-42bf-95ec-2a4df81ab9fd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Project 7602bab2a5e54e68ba9a873197bc68fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:30:20.543783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43d5a5ca-ef80-42bf-95ec-2a4df81ab9fd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:20.634182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43d5a5ca-ef80-42bf-95ec-2a4df81ab9fd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:20.712326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43d5a5ca-ef80-42bf-95ec-2a4df81ab9fd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:20.715592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-980fa6c4-2520-4ec3-a705-df8eed20cc2f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:20.742733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5a5ca-ef80-42bf-95ec-2a4df81ab9fd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ba1517-d58f-4bb9-9617-fe3cbfa5e6af,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:20.744843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-43d5a5ca-ef80-42bf-95ec-2a4df81ab9fd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:20.825504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43d5a5ca-ef80-42bf-95ec-2a4df81ab9fd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:20.826866 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-43d5a5ca-ef80-42bf-95ec-2a4df81ab9fd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5261314 Apr 23 09:30:21.034934 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-d99e1338-aa05-4e20-bd7d-254300076d56 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1033229897&fields=id&tenant_id=7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 267 time: 0.0561988 Apr 23 09:30:21.129900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-0ce30bbc-3286-4f17-b822-88c71bed02fd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:21.132689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-0ce30bbc-3286-4f17-b822-88c71bed02fd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:30:21.198512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-0ce30bbc-3286-4f17-b822-88c71bed02fd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:30:21.200873 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-0ce30bbc-3286-4f17-b822-88c71bed02fd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports/51eceb8e-52ae-4652-9783-ff2b8abda83a HTTP/1.1" status: 200 len: 930 time: 0.1569808 Apr 23 09:30:21.291413 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-5f6c0949-55fd-432f-b8a1-641cd5936943 service neutron] 10.222.0.60 "GET /v2.0/ports/51eceb8e-52ae-4652-9783-ff2b8abda83a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0758715 Apr 23 09:30:21.448170 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-2fd8af49-384e-48a0-8ffc-3d57b778fd5c service neutron] 10.222.0.60 "GET /v2.0/networks/7a4fea3a-1e6c-4e32-86b5-f5e304c97250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498654 Apr 23 09:30:21.615251 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-c286b215-8510-4884-8a3f-801235b4b39c service neutron] 10.222.0.60 "GET /v2.0/networks/7a4fea3a-1e6c-4e32-86b5-f5e304c97250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527214 Apr 23 09:30:21.849321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 5ad228ee-3113-4d09-bebf-9b6d9fedb8da up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:30:21.914109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-35224889-2466-4e85-b24f-c15416845874 req-70092a1e-acd4-437d-b27f-fc7d33c9a6a0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:30:21.930148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-35224889-2466-4e85-b24f-c15416845874 req-70092a1e-acd4-437d-b27f-fc7d33c9a6a0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:30:21.931180 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-35224889-2466-4e85-b24f-c15416845874 req-70092a1e-acd4-437d-b27f-fc7d33c9a6a0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 210 time: 0.0754709 Apr 23 09:30:21.939923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 5ad228ee-3113-4d09-bebf-9b6d9fedb8da triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:30:21.940360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:23.056497 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a80b51f9-487d-4559-bfa4-0a0e921f5858 req-a79b65f1-d5fc-4b46-a111-cc146f9b665b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 210 time: 0.0513585 Apr 23 09:30:23.340491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:24.173551 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b90f8485-ed15-43fb-a41c-64fd2b8c3a2f req-bab5c6e7-ffa8-4b7b-8d00-92752bdcd0d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 210 time: 0.0550158 Apr 23 09:30:25.347953 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ccb0397f-a991-4cd4-a4e6-15b8629f56d4 req-ce81c468-b94b-49c2-a8fa-2d9bba4f0b81 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 210 time: 0.0505250 Apr 23 09:30:26.199885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-ec7a881b-0fae-42d8-9d76-361d46c535f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:26.199885 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-ec7a881b-0fae-42d8-9d76-361d46c535f1 service neutron] 10.222.0.35 "GET /v2.0/ports/51eceb8e-52ae-4652-9783-ff2b8abda83a HTTP/1.1" status: 200 len: 1026 time: 0.0812631 Apr 23 09:30:26.238440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-3a03c6bf-b4f4-4558-94f8-2bd9a261f5a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:26.239322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-3a03c6bf-b4f4-4558-94f8-2bd9a261f5a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:30:26.306816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-3a03c6bf-b4f4-4558-94f8-2bd9a261f5a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:30:26.311014 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-3a03c6bf-b4f4-4558-94f8-2bd9a261f5a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/networks?id=7a4fea3a-1e6c-4e32-86b5-f5e304c97250 HTTP/1.1" status: 200 len: 797 time: 0.2767949 Apr 23 09:30:26.369201 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-f95fba39-7cc4-4fdc-beb2-01933c2d7bcc tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 380 time: 0.0509498 Apr 23 09:30:26.380310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Request body: {'port': {'device_id': 'd7e01a6f-b329-47ce-bb1b-22a1a7421d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:30:26.572474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:26.632623 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-89e665d7-df58-4e7f-ab2a-b8678b60b1e9 req-9a42fa6a-b2ed-4582-96e9-92508482672c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 210 time: 0.0625641 Apr 23 09:30:27.086046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51eceb8e-52ae-4652-9783-ff2b8abda83a {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:30:27.095285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:27.115560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Transition to ACTIVE for port object 51eceb8e-52ae-4652-9783-ff2b8abda83a will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:30:27.191942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:27.198730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-67592ccd-2d2e-4ab9-bf6e-dd8abc1c81be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:27.395700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Pushing event updated for resources: {'Port': ['ID=51eceb8e-52ae-4652-9783-ff2b8abda83a,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:27.401433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:27.501167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Attempting to bind port 51eceb8e-52ae-4652-9783-ff2b8abda83a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:30:27.501555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Attempting to bind port 51eceb8e-52ae-4652-9783-ff2b8abda83a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'd85014cb-655b-40d2-a0db-6d8a2e56e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:30:27.502431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Attempting to bind port 51eceb8e-52ae-4652-9783-ff2b8abda83a on network 7a4fea3a-1e6c-4e32-86b5-f5e304c97250 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:30:27.509419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Port 51eceb8e-52ae-4652-9783-ff2b8abda83a on network 7a4fea3a-1e6c-4e32-86b5-f5e304c97250 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:30:27.511607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Attempting to bind port 51eceb8e-52ae-4652-9783-ff2b8abda83a on network 7a4fea3a-1e6c-4e32-86b5-f5e304c97250 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:30:27.519755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:30:27.520402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Checking segment: {'id': 'd85014cb-655b-40d2-a0db-6d8a2e56e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:30:27.521146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Bound using segment: {'id': 'd85014cb-655b-40d2-a0db-6d8a2e56e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:30:27.522241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Bound port: 51eceb8e-52ae-4652-9783-ff2b8abda83a, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85014cb-655b-40d2-a0db-6d8a2e56e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:30:27.524788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:27.663175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] For port 51eceb8e-52ae-4652-9783-ff2b8abda83a, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:30:27.667823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] For port 51eceb8e-52ae-4652-9783-ff2b8abda83a, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=51eceb8e-52ae-4652-9783-ff2b8abda83a,segment=NetworkSegment(d85014cb-655b-40d2-a0db-6d8a2e56e71c),segment_id=d85014cb-655b-40d2-a0db-6d8a2e56e71c)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:30:27.729087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:27.734948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4663fb02-c6ee-4862-8d1c-c305c4839cf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:27.800649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:27.800649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:27.801079 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] 10.222.0.35 "PUT /v2.0/ports/51eceb8e-52ae-4652-9783-ff2b8abda83a HTTP/1.1" status: 200 len: 1131 time: 1.4265258 Apr 23 09:30:27.801903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e01a6f-b329-47ce-bb1b-22a1a7421d7c', 'tag': '51eceb8e-52ae-4652-9783-ff2b8abda83a'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:30:27.838781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Pushing event updated for resources: {'Port': ['ID=51eceb8e-52ae-4652-9783-ff2b8abda83a,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:27.843506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:27.948470 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e01a6f-b329-47ce-bb1b-22a1a7421d7c', 'tag': '51eceb8e-52ae-4652-9783-ff2b8abda83a', 'status': 'completed', 'code': 200} Apr 23 09:30:28.411255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924f036-e892-4619-98e7-6e9a560d3f14 req-dd50dc4b-0d55-440b-a4e0-b9ad94cc058d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:28.413091 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9924f036-e892-4619-98e7-6e9a560d3f14 req-dd50dc4b-0d55-440b-a4e0-b9ad94cc058d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 981 time: 0.5371573 Apr 23 09:30:28.416836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15b6a7-9d93-4446-ac24-e841af5db32a req-51468766-21d1-4b3b-a0bd-34bf0b09e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:28.418493 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1b15b6a7-9d93-4446-ac24-e841af5db32a req-51468766-21d1-4b3b-a0bd-34bf0b09e4f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 1134 time: 0.4808886 Apr 23 09:30:28.577861 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9924f036-e892-4619-98e7-6e9a560d3f14 req-953cea23-ec7a-4389-8950-307618d7de0c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567521 Apr 23 09:30:28.626590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15b6a7-9d93-4446-ac24-e841af5db32a req-930ba581-7c6b-49e7-b6dc-1df8045f2501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:28.628192 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1b15b6a7-9d93-4446-ac24-e841af5db32a req-930ba581-7c6b-49e7-b6dc-1df8045f2501 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1908381 Apr 23 09:30:28.790276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15b6a7-9d93-4446-ac24-e841af5db32a req-3742154f-c366-44d5-a58d-ba4e4435cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:28.792023 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1b15b6a7-9d93-4446-ac24-e841af5db32a req-3742154f-c366-44d5-a58d-ba4e4435cf96 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1572232 Apr 23 09:30:28.962265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-40ceb164-60be-4da9-9e96-208af03155e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:28.963988 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-40ceb164-60be-4da9-9e96-208af03155e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 1134 time: 0.1322520 Apr 23 09:30:29.045238 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-eb8c2af3-8c41-4a96-b99a-225748383295 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51eceb8e-52ae-4652-9783-ff2b8abda83a HTTP/1.1" status: 200 len: 217 time: 0.0699801 Apr 23 09:30:29.122369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-05c25b9d-e57e-49f7-80dd-b0230fa596da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:29.124006 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-05c25b9d-e57e-49f7-80dd-b0230fa596da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=649415d9-f67f-40e9-8bcf-df0278349077 HTTP/1.1" status: 200 len: 834 time: 0.0758758 Apr 23 09:30:29.216185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-5538e97f-9bb6-41d7-8d44-e9d5e9f165fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:29.217932 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-5538e97f-9bb6-41d7-8d44-e9d5e9f165fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a4fea3a-1e6c-4e32-86b5-f5e304c97250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0880780 Apr 23 09:30:29.385602 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-72b4ec4c-bdd9-405a-80a7-038b58333a34 service neutron] 10.222.0.35 "GET /v2.0/networks/7a4fea3a-1e6c-4e32-86b5-f5e304c97250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609218 Apr 23 09:30:29.603509 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c3132130-b166-45bd-9bb1-6d96d4d90ab8 req-d23694aa-f672-4f15-800d-be47e22511d0 service neutron] 10.222.0.35 "GET /v2.0/networks/7a4fea3a-1e6c-4e32-86b5-f5e304c97250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109556 Apr 23 09:30:29.912466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70a2e8-1343-4700-a553-7aea9deea84a req-00bb8e8f-7d38-4347-92ef-ce4df2002724 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:29.915006 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9f70a2e8-1343-4700-a553-7aea9deea84a req-00bb8e8f-7d38-4347-92ef-ce4df2002724 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 981 time: 0.0999634 Apr 23 09:30:29.985219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-9f70a2e8-1343-4700-a553-7aea9deea84a req-65b29740-e6fd-44bc-a746-7bdc1b755202 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:30:30.048734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-9f70a2e8-1343-4700-a553-7aea9deea84a req-65b29740-e6fd-44bc-a746-7bdc1b755202 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:30:30.050125 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9f70a2e8-1343-4700-a553-7aea9deea84a req-65b29740-e6fd-44bc-a746-7bdc1b755202 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276560 Apr 23 09:30:31.296910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593ec47-5db8-4255-beb0-c1943616c291 req-5f564bfb-26c7-4ccc-a018-3eaa8bed299a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:31.305740 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6593ec47-5db8-4255-beb0-c1943616c291 req-5f564bfb-26c7-4ccc-a018-3eaa8bed299a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 981 time: 0.1117282 Apr 23 09:30:31.367403 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6593ec47-5db8-4255-beb0-c1943616c291 req-ca8bc234-5f1c-4545-9eb4-9a3fdc3bf5e8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538514 Apr 23 09:30:32.624300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1572cb-fd42-4ee9-9262-2e6e5a3d913b req-de3584ac-0834-43be-8e52-1a167a9b3253 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:32.626076 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3e1572cb-fd42-4ee9-9262-2e6e5a3d913b req-de3584ac-0834-43be-8e52-1a167a9b3253 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 981 time: 0.1101358 Apr 23 09:30:32.690618 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3e1572cb-fd42-4ee9-9262-2e6e5a3d913b req-7bafa89a-e68a-41e0-a211-1f7646530528 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537205 Apr 23 09:30:33.810452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 51eceb8e-52ae-4652-9783-ff2b8abda83a details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:30:33.931816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c998db-5824-4cf3-801a-0a3d5dd7bd8d req-fbd73a55-5f3a-4809-8e71-5a2ad8751ed8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:33.933601 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6c998db-5824-4cf3-801a-0a3d5dd7bd8d req-fbd73a55-5f3a-4809-8e71-5a2ad8751ed8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 981 time: 0.1101623 Apr 23 09:30:33.996805 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6c998db-5824-4cf3-801a-0a3d5dd7bd8d req-80730649-07f8-44fb-88e7-f58be0b6898e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498624 Apr 23 09:30:34.031863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 51eceb8e-52ae-4652-9783-ff2b8abda83a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=51eceb8e-52ae-4652-9783-ff2b8abda83a,segment=NetworkSegment(d85014cb-655b-40d2-a0db-6d8a2e56e71c),segment_id=d85014cb-655b-40d2-a0db-6d8a2e56e71c)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:30:34.061702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '51eceb8e-52ae-4652-9783-ff2b8abda83a', 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250', 'port_id': '51eceb8e-52ae-4652-9783-ff2b8abda83a', 'mac_address': 'fa:16:3e:ae:7a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '649415d9-f67f-40e9-8bcf-df0278349077', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:30:34.178259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:34.213748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51eceb8e-52ae-4652-9783-ff2b8abda83a {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:30:34.246215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 51eceb8e-52ae-4652-9783-ff2b8abda83a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=51eceb8e-52ae-4652-9783-ff2b8abda83a,segment=NetworkSegment(d85014cb-655b-40d2-a0db-6d8a2e56e71c),segment_id=d85014cb-655b-40d2-a0db-6d8a2e56e71c)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:30:34.289971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:34.294878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ab0d4ce3-1ee1-41b0-8c70-a5f4f2e16081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:34.386200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=51eceb8e-52ae-4652-9783-ff2b8abda83a,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:34.392280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:34.615624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['51eceb8e-52ae-4652-9783-ff2b8abda83a'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:30:35.233638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0da98-3b2b-49c1-9387-36c7e8de17be req-a79269d6-68a4-4692-a18d-51696ecfa55a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:35.235455 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-76a0da98-3b2b-49c1-9387-36c7e8de17be req-a79269d6-68a4-4692-a18d-51696ecfa55a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 982 time: 0.1020954 Apr 23 09:30:35.307974 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-76a0da98-3b2b-49c1-9387-36c7e8de17be req-25b33f69-6cc2-483f-83d0-68fd56464c3f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643113 Apr 23 09:30:35.823144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 51eceb8e-52ae-4652-9783-ff2b8abda83a up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:30:35.962216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 51eceb8e-52ae-4652-9783-ff2b8abda83a completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:30:35.969064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 51eceb8e-52ae-4652-9783-ff2b8abda83a triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:30:35.969582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:36.142302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:36.200780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e01a6f-b329-47ce-bb1b-22a1a7421d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51eceb8e-52ae-4652-9783-ff2b8abda83a'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:30:36.220815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 51eceb8e-52ae-4652-9783-ff2b8abda83a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=51eceb8e-52ae-4652-9783-ff2b8abda83a,segment=NetworkSegment(d85014cb-655b-40d2-a0db-6d8a2e56e71c),segment_id=d85014cb-655b-40d2-a0db-6d8a2e56e71c)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:30:36.258941 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e01a6f-b329-47ce-bb1b-22a1a7421d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51eceb8e-52ae-4652-9783-ff2b8abda83a', 'code': 200} Apr 23 09:30:36.260358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:36.262218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:36.354375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=51eceb8e-52ae-4652-9783-ff2b8abda83a,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:36.358619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:36.626679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d269c-992f-470e-a29d-4419cb5bf98e req-6886b828-51db-45c5-b653-8d5283db1cbb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:36.628438 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5c7d269c-992f-470e-a29d-4419cb5bf98e req-6886b828-51db-45c5-b653-8d5283db1cbb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 983 time: 0.1386025 Apr 23 09:30:36.659342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12104b-855b-4484-8a02-d4f6219c5204 req-283c6cf5-8413-49b0-80ca-5d5fc254902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:36.662037 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ec12104b-855b-4484-8a02-d4f6219c5204 req-283c6cf5-8413-49b0-80ca-5d5fc254902a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 1136 time: 0.0931518 Apr 23 09:30:36.694705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d34fbd91-5aea-42be-aeeb-f9b1c8965bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:36.703275 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5c7d269c-992f-470e-a29d-4419cb5bf98e req-d78f966d-89d3-4a07-a0fc-4ebb04f38acf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537944 Apr 23 09:30:36.709379 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ec12104b-855b-4484-8a02-d4f6219c5204 req-4d3f7e2d-b8d1-4394-bb77-127ea87b556d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413435 Apr 23 09:30:37.388261 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-080f9f94-819b-430b-a919-248ff0b90b84 req-5d751c4f-defe-428a-ae29-8a999c1c6b5c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0894113 Apr 23 09:30:37.558532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f9f94-819b-430b-a919-248ff0b90b84 req-228a98e6-5ff6-4bcd-9259-f1c3a69aeb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:37.560260 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-080f9f94-819b-430b-a919-248ff0b90b84 req-228a98e6-5ff6-4bcd-9259-f1c3a69aeb69 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd186be32f6c46398a111d70f7898994&device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 1099 time: 0.1441901 Apr 23 09:30:37.835715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f9f94-819b-430b-a919-248ff0b90b84 req-bf6b32e0-3fc0-43d6-b8cc-2e263242e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:37.837722 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-080f9f94-819b-430b-a919-248ff0b90b84 req-bf6b32e0-3fc0-43d6-b8cc-2e263242e680 service neutron] 10.222.0.35 "GET /v2.0/networks?id=91010434-002e-49e7-b83d-a6a0de2d3a1c HTTP/1.1" status: 200 len: 912 time: 0.2440984 Apr 23 09:30:38.173663 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-080f9f94-819b-430b-a919-248ff0b90b84 req-e91db507-29b5-4d19-9b4d-1cf185692f6d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3bbd2c0-177c-4377-ad50-8b36d8934dc1 HTTP/1.1" status: 200 len: 1002 time: 0.3279727 Apr 23 09:30:38.349535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641876c-69e4-4284-afe1-666f5c7aab12 req-f3e6b369-102d-4d9f-9f8e-179329c7d2d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:38.353312 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9641876c-69e4-4284-afe1-666f5c7aab12 req-f3e6b369-102d-4d9f-9f8e-179329c7d2d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 983 time: 0.3792577 Apr 23 09:30:38.370693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f9f94-819b-430b-a919-248ff0b90b84 req-a8d39e9b-0f86-4574-a37f-9bca69e5b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:38.373734 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-080f9f94-819b-430b-a919-248ff0b90b84 req-a8d39e9b-0f86-4574-a37f-9bca69e5b483 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=02ab5626-b692-4cce-b0c9-1857a68924a2 HTTP/1.1" status: 200 len: 850 time: 0.1926012 Apr 23 09:30:38.553489 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9641876c-69e4-4284-afe1-666f5c7aab12 req-a803c10e-19da-42db-90f4-863d40791c1b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872401 Apr 23 09:30:38.607749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f9f94-819b-430b-a919-248ff0b90b84 req-048b57cd-0f5f-42e9-8fa9-240d992403f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:38.610663 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-080f9f94-819b-430b-a919-248ff0b90b84 req-048b57cd-0f5f-42e9-8fa9-240d992403f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91010434-002e-49e7-b83d-a6a0de2d3a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2062142 Apr 23 09:30:38.771688 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-080f9f94-819b-430b-a919-248ff0b90b84 req-ec0a50c5-93e2-4fee-8b77-812816b86b96 service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545882 Apr 23 09:30:38.940318 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-080f9f94-819b-430b-a919-248ff0b90b84 req-1d81d881-4510-4139-b4ef-44f5b3008e9a service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623123 Apr 23 09:30:39.632666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3ef89e2-258d-4f41-844d-ae6d8d933d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:39.786729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496b39a-be0f-45da-abee-eefdc884991d req-70233342-7544-4a80-8c1c-ee1924125328 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:39.789729 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3496b39a-be0f-45da-abee-eefdc884991d req-70233342-7544-4a80-8c1c-ee1924125328 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 983 time: 0.1110299 Apr 23 09:30:39.846187 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3496b39a-be0f-45da-abee-eefdc884991d req-9ea90f12-ea02-4122-9b9f-5403289fe020 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495608 Apr 23 09:30:40.106026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a44f8-9a4a-4691-915e-abe26a878346 req-8377db17-88f0-4659-8fd8-b4ec81f5dfa8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:40.107795 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-167a44f8-9a4a-4691-915e-abe26a878346 req-8377db17-88f0-4659-8fd8-b4ec81f5dfa8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 983 time: 0.1064005 Apr 23 09:30:40.169432 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-167a44f8-9a4a-4691-915e-abe26a878346 req-69bdaa43-e6fd-4d0b-a7bc-6b447e43c4a5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534480 Apr 23 09:30:40.202554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43194) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:40.286382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64ac501-ce29-4cc2-9c58-75ac15bd9aca tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:40.288558 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c64ac501-ce29-4cc2-9c58-75ac15bd9aca tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 1131 time: 0.0845752 Apr 23 09:30:40.292209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43198) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:40.298797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': '51eceb8e-52ae-4652-9783-ff2b8abda83a', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:30:40.305821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:30:40.310781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:floatingip and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:30:40.314027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:30:40.321897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:30:40.369290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:40.408709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:40.611781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:40.820094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.26.4.233 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/dc8fe186-14d3-46c3-9fdf-a4946de29b76) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:30:40.994132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:41.083323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:41.090446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:41.158286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:30:41.161885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:30:41.173006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:30:41.218606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=dc8fe186-14d3-46c3-9fdf-a4946de29b76,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:41.223425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:41.279340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:41.848955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:41.991716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:42.254682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:42.258306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:42.305883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:42.314065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c515dac8-8e81-4419-9ce6-e65c36be501b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:42.435578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=dc8fe186-14d3-46c3-9fdf-a4946de29b76,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:42.440673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:42.448115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:42.947565 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Floating IP 80e8959a-5592-4ae9-be57-8afb9689d91b associated. External IP: 172.26.4.233, port: 51eceb8e-52ae-4652-9783-ff2b8abda83a. Apr 23 09:30:43.339380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router c1d6bd26-2306-4d97-8e65-966098770449 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:30:43.555245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:30:43.565402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd292bd9-7ce6-4da1-be4b-4818b5313e99 None None] Sync routers for ids ['c1d6bd26-2306-4d97-8e65-966098770449'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:30:43.577414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd292bd9-7ce6-4da1-be4b-4818b5313e99 None None] Routers {'c1d6bd26-2306-4d97-8e65-966098770449'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:30:43.578228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-dd292bd9-7ce6-4da1-be4b-4818b5313e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:30:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c1d6bd26-2306-4d97-8e65-966098770449'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:30:43.695044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:43.769568 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 3.4758472 Apr 23 09:30:43.770670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e01a6f-b329-47ce-bb1b-22a1a7421d7c', 'tag': '51eceb8e-52ae-4652-9783-ff2b8abda83a'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:30:43.772918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43204) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:43.827402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-dd292bd9-7ce6-4da1-be4b-4818b5313e99 None None] Set router c1d6bd26-2306-4d97-8e65-966098770449 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:30:43.855701 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e01a6f-b329-47ce-bb1b-22a1a7421d7c', 'tag': '51eceb8e-52ae-4652-9783-ff2b8abda83a', 'status': 'completed', 'code': 200} Apr 23 09:30:43.902661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6826d5-7487-44d0-bbe4-7fc13d949d0b tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:43.908998 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9e6826d5-7487-44d0-bbe4-7fc13d949d0b tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c&network_id=7a4fea3a-1e6c-4e32-86b5-f5e304c97250 HTTP/1.1" status: 200 len: 1131 time: 0.1296823 Apr 23 09:30:44.086822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666a564-f2a2-4cc2-a399-4a701c7f69ce req-c3cba714-0071-4715-a835-599bd91096ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:44.088855 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b666a564-f2a2-4cc2-a399-4a701c7f69ce req-c3cba714-0071-4715-a835-599bd91096ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 1136 time: 0.2092936 Apr 23 09:30:44.268436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666a564-f2a2-4cc2-a399-4a701c7f69ce req-8a80371f-8d06-42d7-85b0-618062d6a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:44.269320 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b666a564-f2a2-4cc2-a399-4a701c7f69ce req-8a80371f-8d06-42d7-85b0-618062d6a4e2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7a4fea3a-1e6c-4e32-86b5-f5e304c97250 HTTP/1.1" status: 200 len: 898 time: 0.1742427 Apr 23 09:30:44.409453 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b666a564-f2a2-4cc2-a399-4a701c7f69ce req-e5e6c94a-5352-496c-bee4-06ede4c203c7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51eceb8e-52ae-4652-9783-ff2b8abda83a HTTP/1.1" status: 200 len: 1037 time: 0.1334238 Apr 23 09:30:44.501778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666a564-f2a2-4cc2-a399-4a701c7f69ce req-e2b2b505-8189-4e34-b6c9-cc8f76c0db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:44.503463 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b666a564-f2a2-4cc2-a399-4a701c7f69ce req-e2b2b505-8189-4e34-b6c9-cc8f76c0db5c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=649415d9-f67f-40e9-8bcf-df0278349077 HTTP/1.1" status: 200 len: 834 time: 0.0867267 Apr 23 09:30:44.512901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-dd292bd9-7ce6-4da1-be4b-4818b5313e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'name': 'tempest-TestNetworkBasicOps-router-600514211', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c693d250-0452-440a-bacd-15db8b99d951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:30:03Z', 'updated_at': '2021-04-23T09:30:12Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'c693d250-0452-440a-bacd-15db8b99d951', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:30:04Z', 'updated_at': '2021-04-23T09:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '80e8959a-5592-4ae9-be57-8afb9689d91b', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.233', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'port_id': '51eceb8e-52ae-4652-9783-ff2b8abda83a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-178414544', 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250', 'mac_address': 'fa:16:3e:ae:7a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e01a6f-b329-47ce-bb1b-22a1a7421d7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:30:41Z', 'updated_at': '2021-04-23T09:30:41Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad228ee-3113-4d09-bebf-9b6d9fedb8da', 'name': '', 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:de:19:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '649415d9-f67f-40e9-8bcf-df0278349077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:30:10Z', 'updated_at': '2021-04-23T09:30:20Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '649415d9-f67f-40e9-8bcf-df0278349077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:30:44.519243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd292bd9-7ce6-4da1-be4b-4818b5313e99 None None] Checking router: c1d6bd26-2306-4d97-8e65-966098770449 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:30:44.535175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd292bd9-7ce6-4da1-be4b-4818b5313e99 None None] Routers {'c1d6bd26-2306-4d97-8e65-966098770449'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:30:44.536279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-dd292bd9-7ce6-4da1-be4b-4818b5313e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:30:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c1d6bd26-2306-4d97-8e65-966098770449'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:30:44.685238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666a564-f2a2-4cc2-a399-4a701c7f69ce req-daa16f85-b765-4690-9f5b-9b715e150069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:44.688526 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b666a564-f2a2-4cc2-a399-4a701c7f69ce req-daa16f85-b765-4690-9f5b-9b715e150069 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a4fea3a-1e6c-4e32-86b5-f5e304c97250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1731212 Apr 23 09:30:44.691561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a9a4b-bcee-47d1-b9d8-04402a6dec84 req-456e4bcb-6c74-4dbd-8bfc-a6e60c2b6cb8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:44.693344 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2a1a9a4b-bcee-47d1-b9d8-04402a6dec84 req-456e4bcb-6c74-4dbd-8bfc-a6e60c2b6cb8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 983 time: 0.1124065 Apr 23 09:30:44.774292 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2a1a9a4b-bcee-47d1-b9d8-04402a6dec84 req-84f15dbf-4e8b-4dcb-a6fc-fd7033450358 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664291 Apr 23 09:30:44.789146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-dd292bd9-7ce6-4da1-be4b-4818b5313e99 None None] Set router c1d6bd26-2306-4d97-8e65-966098770449 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:30:44.911591 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b666a564-f2a2-4cc2-a399-4a701c7f69ce req-dbcbe658-c6c7-4426-b874-745f1f1285c8 service neutron] 10.222.0.35 "GET /v2.0/networks/7a4fea3a-1e6c-4e32-86b5-f5e304c97250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145717 Apr 23 09:30:45.095440 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b666a564-f2a2-4cc2-a399-4a701c7f69ce req-da25185b-f6cf-4671-8ceb-53f1b8d2d68f service neutron] 10.222.0.35 "GET /v2.0/networks/7a4fea3a-1e6c-4e32-86b5-f5e304c97250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764319 Apr 23 09:30:45.227091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-dd292bd9-7ce6-4da1-be4b-4818b5313e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'name': 'tempest-TestNetworkBasicOps-router-600514211', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c693d250-0452-440a-bacd-15db8b99d951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:30:03Z', 'updated_at': '2021-04-23T09:30:12Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'c693d250-0452-440a-bacd-15db8b99d951', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:30:04Z', 'updated_at': '2021-04-23T09:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '80e8959a-5592-4ae9-be57-8afb9689d91b', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.233', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'port_id': '51eceb8e-52ae-4652-9783-ff2b8abda83a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-178414544', 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250', 'mac_address': 'fa:16:3e:ae:7a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e01a6f-b329-47ce-bb1b-22a1a7421d7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:30:41Z', 'updated_at': '2021-04-23T09:30:41Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad228ee-3113-4d09-bebf-9b6d9fedb8da', 'name': '', 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:de:19:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '649415d9-f67f-40e9-8bcf-df0278349077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:30:10Z', 'updated_at': '2021-04-23T09:30:20Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '649415d9-f67f-40e9-8bcf-df0278349077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:30:45.232212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd292bd9-7ce6-4da1-be4b-4818b5313e99 None None] The sync data for ids ['c1d6bd26-2306-4d97-8e65-966098770449'] in dv-neutron-786478-4-hyperv is: [{'id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'name': 'tempest-TestNetworkBasicOps-router-600514211', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c693d250-0452-440a-bacd-15db8b99d951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:30:03Z', 'updated_at': '2021-04-23T09:30:12Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'c693d250-0452-440a-bacd-15db8b99d951', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:30:04Z', 'updated_at': '2021-04-23T09:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '80e8959a-5592-4ae9-be57-8afb9689d91b', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.233', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'port_id': '51eceb8e-52ae-4652-9783-ff2b8abda83a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-178414544', 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250', 'mac_address': 'fa:16:3e:ae:7a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e01a6f-b329-47ce-bb1b-22a1a7421d7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:30:41Z', 'updated_at': '2021-04-23T09:30:41Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad228ee-3113-4d09-bebf-9b6d9fedb8da', 'name': '', 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:de:19:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '649415d9-f67f-40e9-8bcf-df0278349077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:30:10Z', 'updated_at': '2021-04-23T09:30:20Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '649415d9-f67f-40e9-8bcf-df0278349077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:30:45.533018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f74e79c-8d27-45fc-9e96-1663aec7bb05 None None] New status for floating IP 80e8959a-5592-4ae9-be57-8afb9689d91b: ACTIVE {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:30:46.110615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09976660-284c-4228-96f0-083976cba1a7 req-994a8fb5-cecc-4927-8621-cc79b2ccef53 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:46.112384 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-09976660-284c-4228-96f0-083976cba1a7 req-994a8fb5-cecc-4927-8621-cc79b2ccef53 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 983 time: 0.1782141 Apr 23 09:30:46.150443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ca52a-ef8d-4e0d-b883-46319131f11f req-0d1d6dfb-bdf7-4671-86e0-1dcf22fe904d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:46.152384 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b86ca52a-ef8d-4e0d-b883-46319131f11f req-0d1d6dfb-bdf7-4671-86e0-1dcf22fe904d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 983 time: 0.1597319 Apr 23 09:30:46.252472 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-09976660-284c-4228-96f0-083976cba1a7 req-533ba663-a783-4a80-aa20-a9337457a7b7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297975 Apr 23 09:30:46.265205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ca52a-ef8d-4e0d-b883-46319131f11f req-c04f3294-5c88-4e9c-9a23-626910697d88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:46.266909 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b86ca52a-ef8d-4e0d-b883-46319131f11f req-c04f3294-5c88-4e9c-9a23-626910697d88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/ports/51eceb8e-52ae-4652-9783-ff2b8abda83a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1077180 Apr 23 09:30:46.491640 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b86ca52a-ef8d-4e0d-b883-46319131f11f req-be3554e3-bf14-436f-a3b1-5f69c72f0b6f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/networks/7a4fea3a-1e6c-4e32-86b5-f5e304c97250?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2194145 Apr 23 09:30:46.501810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-b86ca52a-ef8d-4e0d-b883-46319131f11f req-ec30241b-518d-4880-9d4b-766d328cbb58 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:30:46.640474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b86ca52a-ef8d-4e0d-b883-46319131f11f req-ec30241b-518d-4880-9d4b-766d328cbb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:46.878591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-b86ca52a-ef8d-4e0d-b883-46319131f11f req-ec30241b-518d-4880-9d4b-766d328cbb58 service neutron] For port 51eceb8e-52ae-4652-9783-ff2b8abda83a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=51eceb8e-52ae-4652-9783-ff2b8abda83a,segment=NetworkSegment(d85014cb-655b-40d2-a0db-6d8a2e56e71c),segment_id=d85014cb-655b-40d2-a0db-6d8a2e56e71c)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:30:46.926868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-b86ca52a-ef8d-4e0d-b883-46319131f11f req-ec30241b-518d-4880-9d4b-766d328cbb58 service neutron] For port 51eceb8e-52ae-4652-9783-ff2b8abda83a, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:30:47.011729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-b86ca52a-ef8d-4e0d-b883-46319131f11f req-ec30241b-518d-4880-9d4b-766d328cbb58 service neutron] device_id is not set on port 51eceb8e-52ae-4652-9783-ff2b8abda83a yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:30:47.087718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b86ca52a-ef8d-4e0d-b883-46319131f11f req-ec30241b-518d-4880-9d4b-766d328cbb58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:47.271181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b86ca52a-ef8d-4e0d-b883-46319131f11f req-ec30241b-518d-4880-9d4b-766d328cbb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:47.277273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:47.447007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30241b-518d-4880-9d4b-766d328cbb58 service neutron] Pushing event updated for resources: {'Port': ['ID=51eceb8e-52ae-4652-9783-ff2b8abda83a,revision_number=6']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:47.464750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ec30241b-518d-4880-9d4b-766d328cbb58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:47.481281 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d9e8937a-e3a1-4854-87ce-130fb46156f1 req-560c84f6-60f5-4ba5-8635-38ae9b213d84 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 210 time: 0.0993097 Apr 23 09:30:47.524449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86ca52a-ef8d-4e0d-b883-46319131f11f req-ec30241b-518d-4880-9d4b-766d328cbb58 service neutron] No DVR routers for this DVR port 51eceb8e-52ae-4652-9783-ff2b8abda83a on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:30:47.603013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b7020081-a406-4ce4-b25d-ae4a86181ac8 None None] Provisioning complete for port 51eceb8e-52ae-4652-9783-ff2b8abda83a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:30:47.603620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b7020081-a406-4ce4-b25d-ae4a86181ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:47.681158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b7020081-a406-4ce4-b25d-ae4a86181ac8 None None] Port 51eceb8e-52ae-4652-9783-ff2b8abda83a cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:30:47.780178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-b86ca52a-ef8d-4e0d-b883-46319131f11f req-ec30241b-518d-4880-9d4b-766d328cbb58 service neutron] In _notify_port_updated(), no bound segment for port 51eceb8e-52ae-4652-9783-ff2b8abda83a on network 7a4fea3a-1e6c-4e32-86b5-f5e304c97250 {{(pid=87175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 23 09:30:47.781392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ca52a-ef8d-4e0d-b883-46319131f11f req-ec30241b-518d-4880-9d4b-766d328cbb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:47.782085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b86ca52a-ef8d-4e0d-b883-46319131f11f req-ec30241b-518d-4880-9d4b-766d328cbb58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:47.783530 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b86ca52a-ef8d-4e0d-b883-46319131f11f req-ec30241b-518d-4880-9d4b-766d328cbb58 service neutron] 10.222.0.35 "PUT /v2.0/ports/51eceb8e-52ae-4652-9783-ff2b8abda83a HTTP/1.1" status: 200 len: 1026 time: 1.2868228 Apr 23 09:30:48.749643 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4b69c5e2-91ed-43ee-ba93-772915f889bd req-429acc64-04fa-40f8-a862-e2798ecfc377 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7e01a6f-b329-47ce-bb1b-22a1a7421d7c HTTP/1.1" status: 200 len: 210 time: 0.1022935 Apr 23 09:30:49.858825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43226) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:49.885663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 51eceb8e-52ae-4652-9783-ff2b8abda83a no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:30:49.958937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c4bb2c-4790-4122-aea8-53f47ab72dd6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:49.960599 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e9c4bb2c-4790-4122-aea8-53f47ab72dd6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports/51eceb8e-52ae-4652-9783-ff2b8abda83a HTTP/1.1" status: 200 len: 925 time: 0.1006343 Apr 23 09:30:49.967580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 51eceb8e-52ae-4652-9783-ff2b8abda83a not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:30:50.342949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43232) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:50.349302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9c4115c1-37e9-4b9e-8272-3efd6240350d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1366160786', 'description': 'tempest-secgroup-smoke-1366160786 description', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:30:50.355712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9c4115c1-37e9-4b9e-8272-3efd6240350d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:30:50.366239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9c4115c1-37e9-4b9e-8272-3efd6240350d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:30:50.442828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c4115c1-37e9-4b9e-8272-3efd6240350d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:50.471765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9c4115c1-37e9-4b9e-8272-3efd6240350d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:30:50.481782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9c4115c1-37e9-4b9e-8272-3efd6240350d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:30:50.490565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9c4115c1-37e9-4b9e-8272-3efd6240350d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:30:50.497211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9c4115c1-37e9-4b9e-8272-3efd6240350d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:30:50.580197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c4115c1-37e9-4b9e-8272-3efd6240350d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:50.614040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c4115c1-37e9-4b9e-8272-3efd6240350d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:50.621436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-47ee5e80-cfa9-46e7-a480-692a0abc33f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:50.671704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4115c1-37e9-4b9e-8272-3efd6240350d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa466b1-fad0-4537-9df2-7bfc406b47d9,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:50.675238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9c4115c1-37e9-4b9e-8272-3efd6240350d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:50.699196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c4115c1-37e9-4b9e-8272-3efd6240350d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:50.700616 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9c4115c1-37e9-4b9e-8272-3efd6240350d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3564925 Apr 23 09:30:50.703995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43236) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:50.710672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-54d9fe05-8adc-44cd-8180-d2c6ccb4a795 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '1aa466b1-fad0-4537-9df2-7bfc406b47d9', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:30:50.717737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-54d9fe05-8adc-44cd-8180-d2c6ccb4a795 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:30:50.722432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-54d9fe05-8adc-44cd-8180-d2c6ccb4a795 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:30:50.726554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-54d9fe05-8adc-44cd-8180-d2c6ccb4a795 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:30:50.733110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-54d9fe05-8adc-44cd-8180-d2c6ccb4a795 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:30:50.793309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54d9fe05-8adc-44cd-8180-d2c6ccb4a795 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:50.872351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54d9fe05-8adc-44cd-8180-d2c6ccb4a795 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:50.906410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54d9fe05-8adc-44cd-8180-d2c6ccb4a795 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:50.908668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b3e5bf9b-51fa-4e75-be59-3a6fe969cf0d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:50.933322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9fe05-8adc-44cd-8180-d2c6ccb4a795 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa54e80-c4cc-4c92-b341-4341cf4df832,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:50.940729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-54d9fe05-8adc-44cd-8180-d2c6ccb4a795 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:50.985744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54d9fe05-8adc-44cd-8180-d2c6ccb4a795 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:50.987164 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-54d9fe05-8adc-44cd-8180-d2c6ccb4a795 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2818437 Apr 23 09:30:50.991969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43240) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:50.998010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1282bbc8-88cd-48a6-ad5b-01843f6a47a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '1aa466b1-fad0-4537-9df2-7bfc406b47d9', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:30:51.005647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1282bbc8-88cd-48a6-ad5b-01843f6a47a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:30:51.010928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1282bbc8-88cd-48a6-ad5b-01843f6a47a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:30:51.014574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1282bbc8-88cd-48a6-ad5b-01843f6a47a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:30:51.021318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1282bbc8-88cd-48a6-ad5b-01843f6a47a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:30:51.067416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1282bbc8-88cd-48a6-ad5b-01843f6a47a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:51.139422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1282bbc8-88cd-48a6-ad5b-01843f6a47a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:51.202489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1282bbc8-88cd-48a6-ad5b-01843f6a47a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:51.204521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d2976419-2e26-4d01-b170-d195006be323 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:51.232550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282bbc8-88cd-48a6-ad5b-01843f6a47a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee1b0f9-51ac-433a-8495-c2ea234914a9,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:51.235761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1282bbc8-88cd-48a6-ad5b-01843f6a47a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:51.276582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1282bbc8-88cd-48a6-ad5b-01843f6a47a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:51.278238 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1282bbc8-88cd-48a6-ad5b-01843f6a47a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2851341 Apr 23 09:30:51.281790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43244) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:51.288739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-42099d7b-7e26-4d7f-95d1-01cd9f5ff1a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '1aa466b1-fad0-4537-9df2-7bfc406b47d9', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:30:51.295556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-42099d7b-7e26-4d7f-95d1-01cd9f5ff1a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:30:51.300071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-42099d7b-7e26-4d7f-95d1-01cd9f5ff1a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:30:51.304794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-42099d7b-7e26-4d7f-95d1-01cd9f5ff1a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:30:51.311599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-42099d7b-7e26-4d7f-95d1-01cd9f5ff1a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:30:51.371197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-42099d7b-7e26-4d7f-95d1-01cd9f5ff1a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:51.444945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-42099d7b-7e26-4d7f-95d1-01cd9f5ff1a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:51.499517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-42099d7b-7e26-4d7f-95d1-01cd9f5ff1a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:51.501532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aec18780-7e92-467a-9bef-c0cf39c6e760 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:51.527905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42099d7b-7e26-4d7f-95d1-01cd9f5ff1a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7e595d-0ca9-4b47-bb0d-766162810420,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:51.530774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-42099d7b-7e26-4d7f-95d1-01cd9f5ff1a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:51.567951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-42099d7b-7e26-4d7f-95d1-01cd9f5ff1a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:51.570453 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-42099d7b-7e26-4d7f-95d1-01cd9f5ff1a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2871392 Apr 23 09:30:51.572845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43248) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:51.578903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b2bbe3b6-e0de-414d-bac2-f426dd404e7b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '1aa466b1-fad0-4537-9df2-7bfc406b47d9', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:30:51.586655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b2bbe3b6-e0de-414d-bac2-f426dd404e7b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:30:51.591107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b2bbe3b6-e0de-414d-bac2-f426dd404e7b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:30:51.594393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b2bbe3b6-e0de-414d-bac2-f426dd404e7b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:30:51.601584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b2bbe3b6-e0de-414d-bac2-f426dd404e7b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:30:51.673329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2bbe3b6-e0de-414d-bac2-f426dd404e7b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:51.753334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2bbe3b6-e0de-414d-bac2-f426dd404e7b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:51.785955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2bbe3b6-e0de-414d-bac2-f426dd404e7b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:51.789357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bda5110f-f5b5-4d8a-8562-a1862e468002 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:51.816810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbe3b6-e0de-414d-bac2-f426dd404e7b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560a31fb-b947-4044-b263-c2f9529271e6,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:51.820717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b2bbe3b6-e0de-414d-bac2-f426dd404e7b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:51.866175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b2bbe3b6-e0de-414d-bac2-f426dd404e7b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:51.867631 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b2bbe3b6-e0de-414d-bac2-f426dd404e7b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2937276 Apr 23 09:30:51.870730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43252) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:51.876856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-31f71cf0-9988-408a-8f3f-fc660e402c81 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '1aa466b1-fad0-4537-9df2-7bfc406b47d9', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:30:51.884893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-31f71cf0-9988-408a-8f3f-fc660e402c81 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:30:51.890161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-31f71cf0-9988-408a-8f3f-fc660e402c81 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:30:51.893682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-31f71cf0-9988-408a-8f3f-fc660e402c81 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:30:51.902476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-31f71cf0-9988-408a-8f3f-fc660e402c81 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:30:51.951946 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-31f71cf0-9988-408a-8f3f-fc660e402c81 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Project 7602bab2a5e54e68ba9a873197bc68fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:30:51.961439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-31f71cf0-9988-408a-8f3f-fc660e402c81 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:52.049115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-31f71cf0-9988-408a-8f3f-fc660e402c81 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:52.082821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-31f71cf0-9988-408a-8f3f-fc660e402c81 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:52.087542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1282bbc8-88cd-48a6-ad5b-01843f6a47a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:52.128225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f71cf0-9988-408a-8f3f-fc660e402c81 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce8138b-8fed-4ac7-b1a0-afdab099857b,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:52.135027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-31f71cf0-9988-408a-8f3f-fc660e402c81 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:52.179994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-31f71cf0-9988-408a-8f3f-fc660e402c81 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:52.181702 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-31f71cf0-9988-408a-8f3f-fc660e402c81 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3096383 Apr 23 09:30:52.184903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43256) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:30:52.191091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a7b6e5a3-cf45-4e8b-a60e-76e9f67fd7cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '1aa466b1-fad0-4537-9df2-7bfc406b47d9', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:30:52.198956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a7b6e5a3-cf45-4e8b-a60e-76e9f67fd7cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:30:52.203519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a7b6e5a3-cf45-4e8b-a60e-76e9f67fd7cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:30:52.207028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a7b6e5a3-cf45-4e8b-a60e-76e9f67fd7cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:30:52.214603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a7b6e5a3-cf45-4e8b-a60e-76e9f67fd7cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:30:52.254169 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-a7b6e5a3-cf45-4e8b-a60e-76e9f67fd7cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Project 7602bab2a5e54e68ba9a873197bc68fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:30:52.262185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a7b6e5a3-cf45-4e8b-a60e-76e9f67fd7cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:52.344802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a7b6e5a3-cf45-4e8b-a60e-76e9f67fd7cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:52.391457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a7b6e5a3-cf45-4e8b-a60e-76e9f67fd7cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:52.393495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ca9833e-f444-4bd9-a2b4-e784521c2f4f tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:52.420694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6e5a3-cf45-4e8b-a60e-76e9f67fd7cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d592b2-22f4-41e7-8aa0-f84498846617,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:52.424653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a7b6e5a3-cf45-4e8b-a60e-76e9f67fd7cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:52.463172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a7b6e5a3-cf45-4e8b-a60e-76e9f67fd7cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:52.464673 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a7b6e5a3-cf45-4e8b-a60e-76e9f67fd7cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2786429 Apr 23 09:30:52.722684 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-6e5d57c0-0766-4fe7-8386-b1ffb08b2a08 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1366160786&fields=id&tenant_id=7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 267 time: 0.0517573 Apr 23 09:30:52.821091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-53ce00fd-e257-47a1-a1c5-c7126baa74f1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:52.822727 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-53ce00fd-e257-47a1-a1c5-c7126baa74f1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports/51eceb8e-52ae-4652-9783-ff2b8abda83a HTTP/1.1" status: 200 len: 930 time: 0.0911715 Apr 23 09:30:52.922544 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-72cc3ad8-af78-4761-8d27-5688e30df998 service neutron] 10.222.0.60 "GET /v2.0/ports/51eceb8e-52ae-4652-9783-ff2b8abda83a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0838830 Apr 23 09:30:53.136306 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-d8688d7f-e8a0-4cd5-8ce7-340849ef2b02 service neutron] 10.222.0.60 "GET /v2.0/networks/7a4fea3a-1e6c-4e32-86b5-f5e304c97250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057536 Apr 23 09:30:53.265457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:53.307582 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-b2585e10-309c-4640-b955-b3423a4e73a7 service neutron] 10.222.0.60 "GET /v2.0/networks/7a4fea3a-1e6c-4e32-86b5-f5e304c97250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635635 Apr 23 09:30:53.644049 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e90a73d3-b9a0-4f40-b9b7-2bfe061e7d61 req-55f8d185-955d-4f3d-aa1c-bc06b47433f9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea69a3-e5ca-426c-b720-7745af4b5fdb HTTP/1.1" status: 200 len: 210 time: 0.0633421 Apr 23 09:30:54.864795 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-da48b594-60b9-4eae-bc98-454c50151562 req-01140ad8-c74a-42de-a46b-b4d4e27bf26a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea69a3-e5ca-426c-b720-7745af4b5fdb HTTP/1.1" status: 200 len: 210 time: 0.0866027 Apr 23 09:30:54.956657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:30:55.732183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-3f9a8276-a3f3-4ba6-b381-71725d7dd69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:55.733678 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-3f9a8276-a3f3-4ba6-b381-71725d7dd69e service neutron] 10.222.0.35 "GET /v2.0/ports/51eceb8e-52ae-4652-9783-ff2b8abda83a HTTP/1.1" status: 200 len: 1026 time: 0.0754554 Apr 23 09:30:55.927362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-d3cb5bfe-5b0f-4e7b-85d8-3703e5e44c60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:55.932711 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-d3cb5bfe-5b0f-4e7b-85d8-3703e5e44c60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/networks?id=7a4fea3a-1e6c-4e32-86b5-f5e304c97250 HTTP/1.1" status: 200 len: 797 time: 0.1904948 Apr 23 09:30:56.012292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-ae70c318-57c0-4824-8aeb-2fbcdae6e454 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:30:56.074362 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e2552c28-7017-4086-be28-2b60b64f2d9b req-3bf193eb-9d7e-415f-a824-fa2646422f4f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea69a3-e5ca-426c-b720-7745af4b5fdb HTTP/1.1" status: 200 len: 210 time: 0.0679526 Apr 23 09:30:56.123294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-ae70c318-57c0-4824-8aeb-2fbcdae6e454 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:30:56.124582 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-ae70c318-57c0-4824-8aeb-2fbcdae6e454 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 473 time: 0.1871541 Apr 23 09:30:56.138928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Request body: {'port': {'device_id': '83ea69a3-e5ca-426c-b720-7745af4b5fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:30:56.292719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:57.015994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51eceb8e-52ae-4652-9783-ff2b8abda83a {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:30:57.025789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:57.044255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Transition to ACTIVE for port object 51eceb8e-52ae-4652-9783-ff2b8abda83a will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:30:57.083389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:57.089687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0a5dd5f8-c85f-493a-bcfa-81c7be99969c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:57.262013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Pushing event updated for resources: {'Port': ['ID=51eceb8e-52ae-4652-9783-ff2b8abda83a,revision_number=7']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:57.273856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:57.390307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2122be0-14c1-4363-be27-74e921275f15 req-ff0cf683-c89f-4af4-b2d9-dbc1d43297e2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:57.392228 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f2122be0-14c1-4363-be27-74e921275f15 req-ff0cf683-c89f-4af4-b2d9-dbc1d43297e2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea69a3-e5ca-426c-b720-7745af4b5fdb HTTP/1.1" status: 200 len: 981 time: 0.1783957 Apr 23 09:30:57.440509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Attempting to bind port 51eceb8e-52ae-4652-9783-ff2b8abda83a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:30:57.440768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Attempting to bind port 51eceb8e-52ae-4652-9783-ff2b8abda83a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'd85014cb-655b-40d2-a0db-6d8a2e56e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:30:57.441378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Attempting to bind port 51eceb8e-52ae-4652-9783-ff2b8abda83a on network 7a4fea3a-1e6c-4e32-86b5-f5e304c97250 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:30:57.451017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Port 51eceb8e-52ae-4652-9783-ff2b8abda83a on network 7a4fea3a-1e6c-4e32-86b5-f5e304c97250 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:30:57.451680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Attempting to bind port 51eceb8e-52ae-4652-9783-ff2b8abda83a on network 7a4fea3a-1e6c-4e32-86b5-f5e304c97250 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:30:57.452621 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f2122be0-14c1-4363-be27-74e921275f15 req-6d3d3f94-39b8-4fd6-8f83-29594bd92252 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480940 Apr 23 09:30:57.464572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:30:57.465091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Checking segment: {'id': 'd85014cb-655b-40d2-a0db-6d8a2e56e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:30:57.466132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Bound using segment: {'id': 'd85014cb-655b-40d2-a0db-6d8a2e56e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:30:57.466931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Bound port: 51eceb8e-52ae-4652-9783-ff2b8abda83a, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85014cb-655b-40d2-a0db-6d8a2e56e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:30:57.467632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:57.671484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] For port 51eceb8e-52ae-4652-9783-ff2b8abda83a, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:30:57.675156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] For port 51eceb8e-52ae-4652-9783-ff2b8abda83a, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=51eceb8e-52ae-4652-9783-ff2b8abda83a,segment=NetworkSegment(d85014cb-655b-40d2-a0db-6d8a2e56e71c),segment_id=d85014cb-655b-40d2-a0db-6d8a2e56e71c)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:30:57.712664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:57.717726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:30:57.775826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:57.776519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:30:57.778043 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] 10.222.0.35 "PUT /v2.0/ports/51eceb8e-52ae-4652-9783-ff2b8abda83a HTTP/1.1" status: 200 len: 1131 time: 1.6449506 Apr 23 09:30:57.778685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ea69a3-e5ca-426c-b720-7745af4b5fdb', 'tag': '51eceb8e-52ae-4652-9783-ff2b8abda83a'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:30:57.838934 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ea69a3-e5ca-426c-b720-7745af4b5fdb', 'tag': '51eceb8e-52ae-4652-9783-ff2b8abda83a', 'status': 'completed', 'code': 200} Apr 23 09:30:57.839984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Pushing event updated for resources: {'Port': ['ID=51eceb8e-52ae-4652-9783-ff2b8abda83a,revision_number=8']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:30:57.845498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:30:57.954212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604389e-5ade-436f-b39a-a5a6e8e950fd req-c043a917-c720-4d1d-b6c0-463a8e78cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:57.956048 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d604389e-5ade-436f-b39a-a5a6e8e950fd req-c043a917-c720-4d1d-b6c0-463a8e78cbed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=83ea69a3-e5ca-426c-b720-7745af4b5fdb HTTP/1.1" status: 200 len: 1134 time: 0.1000431 Apr 23 09:30:58.183617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604389e-5ade-436f-b39a-a5a6e8e950fd req-b8a18776-f969-435a-911b-b83e5b53de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:58.186608 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d604389e-5ade-436f-b39a-a5a6e8e950fd req-b8a18776-f969-435a-911b-b83e5b53de05 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2222810 Apr 23 09:30:58.385809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604389e-5ade-436f-b39a-a5a6e8e950fd req-282a6fad-e735-4795-a872-74adbd28c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:58.388841 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d604389e-5ade-436f-b39a-a5a6e8e950fd req-282a6fad-e735-4795-a872-74adbd28c6a3 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1961913 Apr 23 09:30:58.595450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-e0321b61-5340-4ac0-b5ca-321a8b057f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:58.596917 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-e0321b61-5340-4ac0-b5ca-321a8b057f9a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=83ea69a3-e5ca-426c-b720-7745af4b5fdb HTTP/1.1" status: 200 len: 1134 time: 0.1589065 Apr 23 09:30:58.840847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd494540-948f-4a3b-ad60-03f56f70711c req-cf8807d6-8aba-45f3-b7af-521015e21eab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:58.840847 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fd494540-948f-4a3b-ad60-03f56f70711c req-cf8807d6-8aba-45f3-b7af-521015e21eab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea69a3-e5ca-426c-b720-7745af4b5fdb HTTP/1.1" status: 200 len: 981 time: 0.1359618 Apr 23 09:30:58.841166 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-e37643ff-3f28-42f8-a00d-e696fb0a8fc9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51eceb8e-52ae-4652-9783-ff2b8abda83a HTTP/1.1" status: 200 len: 1037 time: 0.2121654 Apr 23 09:30:58.841244 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fd494540-948f-4a3b-ad60-03f56f70711c req-7a30e806-e854-43b5-8e1b-ac2afa2fab45 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527384 Apr 23 09:30:58.933864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-e4238c7a-4cd9-4a51-bf5f-35f0d77557d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:58.936141 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-e4238c7a-4cd9-4a51-bf5f-35f0d77557d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=649415d9-f67f-40e9-8bcf-df0278349077 HTTP/1.1" status: 200 len: 834 time: 0.1118839 Apr 23 09:30:59.044972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-3be93b86-07e1-4252-a3c1-b56862ffe1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:30:59.046688 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-3be93b86-07e1-4252-a3c1-b56862ffe1cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7a4fea3a-1e6c-4e32-86b5-f5e304c97250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1040959 Apr 23 09:30:59.212285 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-2bf3c8a0-450c-4acd-a925-4d7fd7de6ab3 service neutron] 10.222.0.35 "GET /v2.0/networks/7a4fea3a-1e6c-4e32-86b5-f5e304c97250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574593 Apr 23 09:30:59.484068 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a419d0ea-36fc-4448-bfd0-3c7f1b35a7a2 req-acf50ced-568f-4efd-afcf-38a373e825d7 service neutron] 10.222.0.35 "GET /v2.0/networks/7a4fea3a-1e6c-4e32-86b5-f5e304c97250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646124 Apr 23 09:31:00.123158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b7355-68d9-4daf-ac90-6856d70e1767 req-ad4b25fb-fd51-4866-b810-8a67c9d77d59 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:00.125326 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-874b7355-68d9-4daf-ac90-6856d70e1767 req-ad4b25fb-fd51-4866-b810-8a67c9d77d59 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea69a3-e5ca-426c-b720-7745af4b5fdb HTTP/1.1" status: 200 len: 981 time: 0.1111720 Apr 23 09:31:00.184342 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-874b7355-68d9-4daf-ac90-6856d70e1767 req-5ff2b3b5-3bfa-47c9-bfa2-b02b9003d98f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477374 Apr 23 09:31:01.426777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448b1ee-1941-4e8f-8041-436cb782c046 req-b469d0f6-0529-4002-a836-e819dfb808fb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:01.435631 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c448b1ee-1941-4e8f-8041-436cb782c046 req-b469d0f6-0529-4002-a836-e819dfb808fb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea69a3-e5ca-426c-b720-7745af4b5fdb HTTP/1.1" status: 200 len: 981 time: 0.1069660 Apr 23 09:31:01.817209 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c448b1ee-1941-4e8f-8041-436cb782c046 req-20e724f8-bda1-481b-b91b-06327e448c4b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754008 Apr 23 09:31:01.951298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 51eceb8e-52ae-4652-9783-ff2b8abda83a details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:31:02.128003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 51eceb8e-52ae-4652-9783-ff2b8abda83a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=51eceb8e-52ae-4652-9783-ff2b8abda83a,segment=NetworkSegment(d85014cb-655b-40d2-a0db-6d8a2e56e71c),segment_id=d85014cb-655b-40d2-a0db-6d8a2e56e71c)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:31:02.153406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '51eceb8e-52ae-4652-9783-ff2b8abda83a', 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250', 'port_id': '51eceb8e-52ae-4652-9783-ff2b8abda83a', 'mac_address': 'fa:16:3e:ae:7a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '649415d9-f67f-40e9-8bcf-df0278349077', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:31:02.231438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:02.262111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51eceb8e-52ae-4652-9783-ff2b8abda83a {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:31:02.284078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 51eceb8e-52ae-4652-9783-ff2b8abda83a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=51eceb8e-52ae-4652-9783-ff2b8abda83a,segment=NetworkSegment(d85014cb-655b-40d2-a0db-6d8a2e56e71c),segment_id=d85014cb-655b-40d2-a0db-6d8a2e56e71c)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:31:02.317369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:02.321534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-75c177c0-d3b6-45e4-8e10-5fb12931f428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:02.418381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=51eceb8e-52ae-4652-9783-ff2b8abda83a,revision_number=9']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:02.429724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:02.430465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:02.430621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:02.430898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:02.431277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:02.433543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:02.434769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:02.436254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:02.436254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:02.436787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:02.440388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:02.440388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:02.447937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:02.631085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['51eceb8e-52ae-4652-9783-ff2b8abda83a'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:31:03.120413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e7278-fc4a-43e3-82bd-92a077524cd2 req-e14d193d-91cc-4d16-a1ff-dc200868c5bb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:03.122147 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5c0e7278-fc4a-43e3-82bd-92a077524cd2 req-e14d193d-91cc-4d16-a1ff-dc200868c5bb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea69a3-e5ca-426c-b720-7745af4b5fdb HTTP/1.1" status: 200 len: 982 time: 0.1043382 Apr 23 09:31:03.197194 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5c0e7278-fc4a-43e3-82bd-92a077524cd2 req-e8123ffe-adf8-45a8-b6b4-92103ceddb3b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676489 Apr 23 09:31:03.978930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 51eceb8e-52ae-4652-9783-ff2b8abda83a up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:31:04.345075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 51eceb8e-52ae-4652-9783-ff2b8abda83a completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:31:04.352124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 51eceb8e-52ae-4652-9783-ff2b8abda83a triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:31:04.352553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:04.507717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:04.541365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ea69a3-e5ca-426c-b720-7745af4b5fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51eceb8e-52ae-4652-9783-ff2b8abda83a'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:31:04.552695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 51eceb8e-52ae-4652-9783-ff2b8abda83a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=51eceb8e-52ae-4652-9783-ff2b8abda83a,segment=NetworkSegment(d85014cb-655b-40d2-a0db-6d8a2e56e71c),segment_id=d85014cb-655b-40d2-a0db-6d8a2e56e71c)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:31:04.600413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:04.603420 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ea69a3-e5ca-426c-b720-7745af4b5fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51eceb8e-52ae-4652-9783-ff2b8abda83a', 'code': 200} Apr 23 09:31:04.604368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5f2596d-0c02-4704-9e3c-732581a9f717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:04.630160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2694e-d9cf-4903-81d4-1353a6e0c776 req-35f210d2-6765-4778-9875-60f82ddefaaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:04.634016 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c2d2694e-d9cf-4903-81d4-1353a6e0c776 req-35f210d2-6765-4778-9875-60f82ddefaaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea69a3-e5ca-426c-b720-7745af4b5fdb HTTP/1.1" status: 200 len: 984 time: 0.1612504 Apr 23 09:31:04.714539 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c2d2694e-d9cf-4903-81d4-1353a6e0c776 req-baff5283-bb64-4906-95a6-26d021026b25 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667651 Apr 23 09:31:04.723249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=51eceb8e-52ae-4652-9783-ff2b8abda83a,revision_number=10']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:04.729108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:04.952760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4dce0-9d5e-43e6-a513-764182a249d5 req-59284cde-3877-484e-8b12-7924f3addca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:04.955598 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-81f4dce0-9d5e-43e6-a513-764182a249d5 req-59284cde-3877-484e-8b12-7924f3addca4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=83ea69a3-e5ca-426c-b720-7745af4b5fdb HTTP/1.1" status: 200 len: 1137 time: 0.0944510 Apr 23 09:31:05.008647 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-81f4dce0-9d5e-43e6-a513-764182a249d5 req-47738842-6687-4fd1-bb4c-4ba2085fb00c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462208 Apr 23 09:31:05.962849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90015361-79ce-449a-90bb-543ed87bbe80 req-caa55b9b-7568-4a5f-a20f-f51d1bb70e1c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:05.965065 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-90015361-79ce-449a-90bb-543ed87bbe80 req-caa55b9b-7568-4a5f-a20f-f51d1bb70e1c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea69a3-e5ca-426c-b720-7745af4b5fdb HTTP/1.1" status: 200 len: 984 time: 0.1023996 Apr 23 09:31:06.032713 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-90015361-79ce-449a-90bb-543ed87bbe80 req-a5675114-f8ce-413a-99b6-310168128f3e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532308 Apr 23 09:31:06.694659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d40783f5-ecfc-4a47-9982-71984e0fc682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:07.285120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61caf36b-4aa7-4039-8d83-5e3d8b9f0bc9 req-acd08378-a4f1-4ae0-9ce8-9c34b41dc948 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:07.287560 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-61caf36b-4aa7-4039-8d83-5e3d8b9f0bc9 req-acd08378-a4f1-4ae0-9ce8-9c34b41dc948 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea69a3-e5ca-426c-b720-7745af4b5fdb HTTP/1.1" status: 200 len: 984 time: 0.0986614 Apr 23 09:31:07.344004 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-61caf36b-4aa7-4039-8d83-5e3d8b9f0bc9 req-89e53871-f57b-4ffc-8924-2f9e3ad1c08d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490277 Apr 23 09:31:07.629478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfdf95-909e-4e6c-b062-50fad93b53c6 req-364ed129-0fe5-4b1b-8a67-646588cf3353 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:07.631446 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6adfdf95-909e-4e6c-b062-50fad93b53c6 req-364ed129-0fe5-4b1b-8a67-646588cf3353 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea69a3-e5ca-426c-b720-7745af4b5fdb HTTP/1.1" status: 200 len: 984 time: 0.1078644 Apr 23 09:31:07.685957 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6adfdf95-909e-4e6c-b062-50fad93b53c6 req-6275c68c-0ed5-4aec-a9cd-a23ea836d96a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475368 Apr 23 09:31:07.714010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43316) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:07.812124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30993ba-2569-431b-8758-fb5500debad1 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:07.815987 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f30993ba-2569-431b-8758-fb5500debad1 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=83ea69a3-e5ca-426c-b720-7745af4b5fdb&network_id=7a4fea3a-1e6c-4e32-86b5-f5e304c97250 HTTP/1.1" status: 200 len: 1132 time: 0.1001928 Apr 23 09:31:08.398376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214c624-4f75-4d59-8133-69e46e62be35 req-f5a86dc1-e1d1-4223-b284-8fd8fc7ba0e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:08.400060 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5214c624-4f75-4d59-8133-69e46e62be35 req-f5a86dc1-e1d1-4223-b284-8fd8fc7ba0e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea69a3-e5ca-426c-b720-7745af4b5fdb HTTP/1.1" status: 200 len: 984 time: 0.0956116 Apr 23 09:31:08.453501 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5214c624-4f75-4d59-8133-69e46e62be35 req-398494f4-5cfc-4cc4-98cc-9a875e0c22e1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464826 Apr 23 09:31:09.631291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0392f596-1eb2-4447-915a-aea90680a92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:09.715976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed1f1e-9eb6-4244-9fdf-a3af8cfec6c7 req-616c61e2-5f06-42b6-b239-b2028d3ee33f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:09.717198 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e6ed1f1e-9eb6-4244-9fdf-a3af8cfec6c7 req-616c61e2-5f06-42b6-b239-b2028d3ee33f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea69a3-e5ca-426c-b720-7745af4b5fdb HTTP/1.1" status: 200 len: 984 time: 0.0952258 Apr 23 09:31:09.780638 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e6ed1f1e-9eb6-4244-9fdf-a3af8cfec6c7 req-3b9783f7-f7bf-43e3-ad34-5fcf4093d5f1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=177adf9b-d980-4915-be6e-e6f59dcb5f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559132 Apr 23 09:31:09.837244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322a26d-9033-40ea-bf9f-595591d8cc32 req-adccf74a-0d94-460f-9340-1dbab65a64c2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:09.839049 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a322a26d-9033-40ea-bf9f-595591d8cc32 req-adccf74a-0d94-460f-9340-1dbab65a64c2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ea69a3-e5ca-426c-b720-7745af4b5fdb HTTP/1.1" status: 200 len: 984 time: 0.1158762 Apr 23 09:31:09.950617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322a26d-9033-40ea-bf9f-595591d8cc32 req-ce8dacb2-4b1b-4345-bb17-8148721d7fa6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:09.952260 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a322a26d-9033-40ea-bf9f-595591d8cc32 req-ce8dacb2-4b1b-4345-bb17-8148721d7fa6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/ports/51eceb8e-52ae-4652-9783-ff2b8abda83a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1069844 Apr 23 09:31:10.155494 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a322a26d-9033-40ea-bf9f-595591d8cc32 req-bfe5e32f-607b-409e-8614-6175230ac9af tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/networks/7a4fea3a-1e6c-4e32-86b5-f5e304c97250?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1976531 Apr 23 09:31:10.168491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-a322a26d-9033-40ea-bf9f-595591d8cc32 req-a184b0b9-7dc5-405d-8269-fde6565d0449 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:31:10.325051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a322a26d-9033-40ea-bf9f-595591d8cc32 req-a184b0b9-7dc5-405d-8269-fde6565d0449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:10.373609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:10.610478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-a322a26d-9033-40ea-bf9f-595591d8cc32 req-a184b0b9-7dc5-405d-8269-fde6565d0449 service neutron] For port 51eceb8e-52ae-4652-9783-ff2b8abda83a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=51eceb8e-52ae-4652-9783-ff2b8abda83a,segment=NetworkSegment(d85014cb-655b-40d2-a0db-6d8a2e56e71c),segment_id=d85014cb-655b-40d2-a0db-6d8a2e56e71c)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:31:10.650232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-a322a26d-9033-40ea-bf9f-595591d8cc32 req-a184b0b9-7dc5-405d-8269-fde6565d0449 service neutron] For port 51eceb8e-52ae-4652-9783-ff2b8abda83a, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:31:10.710418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-a322a26d-9033-40ea-bf9f-595591d8cc32 req-a184b0b9-7dc5-405d-8269-fde6565d0449 service neutron] device_id is not set on port 51eceb8e-52ae-4652-9783-ff2b8abda83a yet. {{(pid=87175) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 23 09:31:10.720038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a322a26d-9033-40ea-bf9f-595591d8cc32 req-a184b0b9-7dc5-405d-8269-fde6565d0449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:10.751202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a322a26d-9033-40ea-bf9f-595591d8cc32 req-a184b0b9-7dc5-405d-8269-fde6565d0449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:10.756125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3585b14a-0a02-4d5b-9dcf-4072898abbaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:10.948020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184b0b9-7dc5-405d-8269-fde6565d0449 service neutron] Pushing event updated for resources: {'Port': ['ID=51eceb8e-52ae-4652-9783-ff2b8abda83a,revision_number=11']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:10.988772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a184b0b9-7dc5-405d-8269-fde6565d0449 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:11.018852 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d89f7715-b89b-4161-bd94-b21e6b2890eb req-2df70d82-6e08-4ec5-9053-63408dd540b8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=83ea69a3-e5ca-426c-b720-7745af4b5fdb HTTP/1.1" status: 200 len: 210 time: 0.0770345 Apr 23 09:31:11.059749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-a322a26d-9033-40ea-bf9f-595591d8cc32 req-a184b0b9-7dc5-405d-8269-fde6565d0449 service neutron] No DVR routers for this DVR port 51eceb8e-52ae-4652-9783-ff2b8abda83a on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:31:11.129639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2c29c17a-ad4f-4022-b576-92f765ca23e2 None None] Provisioning complete for port 51eceb8e-52ae-4652-9783-ff2b8abda83a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:31:11.129958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c29c17a-ad4f-4022-b576-92f765ca23e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:11.198127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2c29c17a-ad4f-4022-b576-92f765ca23e2 None None] Port 51eceb8e-52ae-4652-9783-ff2b8abda83a cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:31:11.281967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:11.331544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-a322a26d-9033-40ea-bf9f-595591d8cc32 req-a184b0b9-7dc5-405d-8269-fde6565d0449 service neutron] In _notify_port_updated(), no bound segment for port 51eceb8e-52ae-4652-9783-ff2b8abda83a on network 7a4fea3a-1e6c-4e32-86b5-f5e304c97250 {{(pid=87175) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 23 09:31:11.332651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322a26d-9033-40ea-bf9f-595591d8cc32 req-a184b0b9-7dc5-405d-8269-fde6565d0449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:11.333554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a322a26d-9033-40ea-bf9f-595591d8cc32 req-a184b0b9-7dc5-405d-8269-fde6565d0449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:11.335556 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a322a26d-9033-40ea-bf9f-595591d8cc32 req-a184b0b9-7dc5-405d-8269-fde6565d0449 service neutron] 10.222.0.35 "PUT /v2.0/ports/51eceb8e-52ae-4652-9783-ff2b8abda83a HTTP/1.1" status: 200 len: 1027 time: 1.1722133 Apr 23 09:31:12.182181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43330) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:12.253826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:12.269625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f8cd68d-a651-4c24-b0fa-d05949172e41 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:12.309239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f8cd68d-a651-4c24-b0fa-d05949172e41 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:12.425532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f8cd68d-a651-4c24-b0fa-d05949172e41 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:12.430502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c1c7f3a7-afea-4ca5-b0de-1c769084fe84 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:12.447703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8cd68d-a651-4c24-b0fa-d05949172e41 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa466b1-fad0-4537-9df2-7bfc406b47d9,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:12.459380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cd68d-a651-4c24-b0fa-d05949172e41 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:12.459380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cd68d-a651-4c24-b0fa-d05949172e41 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:12.459907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cd68d-a651-4c24-b0fa-d05949172e41 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:12.460276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cd68d-a651-4c24-b0fa-d05949172e41 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:12.460701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cd68d-a651-4c24-b0fa-d05949172e41 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:12.461128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cd68d-a651-4c24-b0fa-d05949172e41 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:12.461547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cd68d-a651-4c24-b0fa-d05949172e41 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:12.461971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cd68d-a651-4c24-b0fa-d05949172e41 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:12.462427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cd68d-a651-4c24-b0fa-d05949172e41 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:12.474159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cd68d-a651-4c24-b0fa-d05949172e41 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:12.474159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cd68d-a651-4c24-b0fa-d05949172e41 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:12.474159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cd68d-a651-4c24-b0fa-d05949172e41 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:12.474159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0f8cd68d-a651-4c24-b0fa-d05949172e41 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:12.499869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f8cd68d-a651-4c24-b0fa-d05949172e41 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:12.501293 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0f8cd68d-a651-4c24-b0fa-d05949172e41 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/security-groups/1aa466b1-fad0-4537-9df2-7bfc406b47d9 HTTP/1.1" status: 204 len: 168 time: 0.3178341 Apr 23 09:31:12.612929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43336) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:13.087587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-fe17c95e-1e01-46d8-8dfc-8ea9e1647e44 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port dc8fe186-14d3-46c3-9fdf-a4946de29b76 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:31:13.088008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe17c95e-1e01-46d8-8dfc-8ea9e1647e44 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:13.232108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe17c95e-1e01-46d8-8dfc-8ea9e1647e44 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:13.232713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe17c95e-1e01-46d8-8dfc-8ea9e1647e44 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:13.373696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-fe17c95e-1e01-46d8-8dfc-8ea9e1647e44 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for dc8fe186-14d3-46c3-9fdf-a4946de29b76 owned by network:floatingip {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:31:13.659632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe17c95e-1e01-46d8-8dfc-8ea9e1647e44 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:13.666022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0e9b4a38-e315-4947-a65d-496a28b59b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:13.715584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17c95e-1e01-46d8-8dfc-8ea9e1647e44 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=dc8fe186-14d3-46c3-9fdf-a4946de29b76,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:13.751028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fe17c95e-1e01-46d8-8dfc-8ea9e1647e44 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:13.839551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe17c95e-1e01-46d8-8dfc-8ea9e1647e44 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:13.840170 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-fe17c95e-1e01-46d8-8dfc-8ea9e1647e44 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Floating IP 80e8959a-5592-4ae9-be57-8afb9689d91b disassociated (deleted). External IP: 172.26.4.233, port: 51eceb8e-52ae-4652-9783-ff2b8abda83a. Apr 23 09:31:14.025851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 51eceb8e-52ae-4652-9783-ff2b8abda83a no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:31:14.094690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 51eceb8e-52ae-4652-9783-ff2b8abda83a not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:31:14.491367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe17c95e-1e01-46d8-8dfc-8ea9e1647e44 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router c1d6bd26-2306-4d97-8e65-966098770449 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:31:14.703247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe17c95e-1e01-46d8-8dfc-8ea9e1647e44 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:31:14.716190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988ead42-ec95-423d-b430-d8947a4c1fd8 None None] Sync routers for ids ['c1d6bd26-2306-4d97-8e65-966098770449'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:31:14.733378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988ead42-ec95-423d-b430-d8947a4c1fd8 None None] Routers {'c1d6bd26-2306-4d97-8e65-966098770449'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:31:14.734113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-988ead42-ec95-423d-b430-d8947a4c1fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:31:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c1d6bd26-2306-4d97-8e65-966098770449'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:31:14.747190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe17c95e-1e01-46d8-8dfc-8ea9e1647e44 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:14.815819 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fe17c95e-1e01-46d8-8dfc-8ea9e1647e44 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/floatingips/80e8959a-5592-4ae9-be57-8afb9689d91b HTTP/1.1" status: 204 len: 168 time: 2.2010453 Apr 23 09:31:14.981390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-988ead42-ec95-423d-b430-d8947a4c1fd8 None None] Set router c1d6bd26-2306-4d97-8e65-966098770449 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:31:15.001287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43344) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:15.123278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27abe611-2cdf-488d-9286-69e95bee60dd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:15.173311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27abe611-2cdf-488d-9286-69e95bee60dd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:15.310841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27abe611-2cdf-488d-9286-69e95bee60dd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:15.317736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:15.337946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abe611-2cdf-488d-9286-69e95bee60dd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=660b13b8-7b86-4ce3-b2a0-dc6bbf4aa12b,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:15.353672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abe611-2cdf-488d-9286-69e95bee60dd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:15.354236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abe611-2cdf-488d-9286-69e95bee60dd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:15.354956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abe611-2cdf-488d-9286-69e95bee60dd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:15.355495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abe611-2cdf-488d-9286-69e95bee60dd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:15.356116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abe611-2cdf-488d-9286-69e95bee60dd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:15.356646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abe611-2cdf-488d-9286-69e95bee60dd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:15.357184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abe611-2cdf-488d-9286-69e95bee60dd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:15.357709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abe611-2cdf-488d-9286-69e95bee60dd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:15.358226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abe611-2cdf-488d-9286-69e95bee60dd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:15.358785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abe611-2cdf-488d-9286-69e95bee60dd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:15.359314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abe611-2cdf-488d-9286-69e95bee60dd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:15.359824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27abe611-2cdf-488d-9286-69e95bee60dd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:15.364367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-27abe611-2cdf-488d-9286-69e95bee60dd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:15.366775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27abe611-2cdf-488d-9286-69e95bee60dd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:15.374201 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-27abe611-2cdf-488d-9286-69e95bee60dd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/security-groups/660b13b8-7b86-4ce3-b2a0-dc6bbf4aa12b HTTP/1.1" status: 204 len: 168 time: 0.3661678 Apr 23 09:31:15.417876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-988ead42-ec95-423d-b430-d8947a4c1fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'name': 'tempest-TestNetworkBasicOps-router-600514211', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c693d250-0452-440a-bacd-15db8b99d951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:30:03Z', 'updated_at': '2021-04-23T09:30:12Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'c693d250-0452-440a-bacd-15db8b99d951', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:30:04Z', 'updated_at': '2021-04-23T09:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '5ad228ee-3113-4d09-bebf-9b6d9fedb8da', 'name': '', 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:de:19:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '649415d9-f67f-40e9-8bcf-df0278349077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:30:10Z', 'updated_at': '2021-04-23T09:30:20Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '649415d9-f67f-40e9-8bcf-df0278349077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:31:15.422716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988ead42-ec95-423d-b430-d8947a4c1fd8 None None] Checking router: c1d6bd26-2306-4d97-8e65-966098770449 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:31:15.433850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988ead42-ec95-423d-b430-d8947a4c1fd8 None None] Routers {'c1d6bd26-2306-4d97-8e65-966098770449'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:31:15.434564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-988ead42-ec95-423d-b430-d8947a4c1fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:31:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c1d6bd26-2306-4d97-8e65-966098770449'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:31:15.445429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43350) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:15.674307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-988ead42-ec95-423d-b430-d8947a4c1fd8 None None] Set router c1d6bd26-2306-4d97-8e65-966098770449 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:31:15.695437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0dcc15ca-d5f1-445b-9371-6b1b16d66989 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 51eceb8e-52ae-4652-9783-ff2b8abda83a {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:31:15.696051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0dcc15ca-d5f1-445b-9371-6b1b16d66989 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:15.917139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0dcc15ca-d5f1-445b-9371-6b1b16d66989 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:16.108069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-988ead42-ec95-423d-b430-d8947a4c1fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'name': 'tempest-TestNetworkBasicOps-router-600514211', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c693d250-0452-440a-bacd-15db8b99d951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:30:03Z', 'updated_at': '2021-04-23T09:30:12Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'c693d250-0452-440a-bacd-15db8b99d951', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:30:04Z', 'updated_at': '2021-04-23T09:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '5ad228ee-3113-4d09-bebf-9b6d9fedb8da', 'name': '', 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:de:19:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '649415d9-f67f-40e9-8bcf-df0278349077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:30:10Z', 'updated_at': '2021-04-23T09:30:20Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '649415d9-f67f-40e9-8bcf-df0278349077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:31:16.113228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988ead42-ec95-423d-b430-d8947a4c1fd8 None None] The sync data for ids ['c1d6bd26-2306-4d97-8e65-966098770449'] in dv-neutron-786478-4-hyperv is: [{'id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'name': 'tempest-TestNetworkBasicOps-router-600514211', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c693d250-0452-440a-bacd-15db8b99d951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:30:03Z', 'updated_at': '2021-04-23T09:30:12Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'c693d250-0452-440a-bacd-15db8b99d951', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:30:04Z', 'updated_at': '2021-04-23T09:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '5ad228ee-3113-4d09-bebf-9b6d9fedb8da', 'name': '', 'network_id': '7a4fea3a-1e6c-4e32-86b5-f5e304c97250', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:de:19:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '649415d9-f67f-40e9-8bcf-df0278349077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:30:10Z', 'updated_at': '2021-04-23T09:30:20Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '649415d9-f67f-40e9-8bcf-df0278349077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:31:16.153000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0dcc15ca-d5f1-445b-9371-6b1b16d66989 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 51eceb8e-52ae-4652-9783-ff2b8abda83a owned by {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:31:16.453589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0dcc15ca-d5f1-445b-9371-6b1b16d66989 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:16.464545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0bfc4da9-8560-461a-b201-d648649af3ad tempest-RoutersIpV6Test-1787122490 tempest-RoutersIpV6Test-1787122490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:16.563241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f3ccf8-7725-4e95-833f-e005f058925b None None] New status for floating IP 80e8959a-5592-4ae9-be57-8afb9689d91b: DOWN {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:31:16.565165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc15ca-d5f1-445b-9371-6b1b16d66989 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=51eceb8e-52ae-4652-9783-ff2b8abda83a,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:16.571888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0dcc15ca-d5f1-445b-9371-6b1b16d66989 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:16.769142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0dcc15ca-d5f1-445b-9371-6b1b16d66989 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:16.791202 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0dcc15ca-d5f1-445b-9371-6b1b16d66989 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/ports/51eceb8e-52ae-4652-9783-ff2b8abda83a HTTP/1.1" status: 204 len: 168 time: 1.3441861 Apr 23 09:31:16.794136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43354) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:17.878834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-06d82f6e-c00a-470a-aeba-b9003c858c33 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:18.396509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-06d82f6e-c00a-470a-aeba-b9003c858c33 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 5ad228ee-3113-4d09-bebf-9b6d9fedb8da {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:31:18.396906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-06d82f6e-c00a-470a-aeba-b9003c858c33 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:18.549860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-06d82f6e-c00a-470a-aeba-b9003c858c33 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port 5ad228ee-3113-4d09-bebf-9b6d9fedb8da, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=5ad228ee-3113-4d09-bebf-9b6d9fedb8da,segment=NetworkSegment(d85014cb-655b-40d2-a0db-6d8a2e56e71c),segment_id=d85014cb-655b-40d2-a0db-6d8a2e56e71c)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:31:18.550265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-06d82f6e-c00a-470a-aeba-b9003c858c33 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:18.705948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-06d82f6e-c00a-470a-aeba-b9003c858c33 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 5ad228ee-3113-4d09-bebf-9b6d9fedb8da owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:31:18.996741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-06d82f6e-c00a-470a-aeba-b9003c858c33 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:19.002693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c68893bf-d811-43c2-94fb-7292c0b0c255 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:19.060876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d82f6e-c00a-470a-aeba-b9003c858c33 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=5ad228ee-3113-4d09-bebf-9b6d9fedb8da,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:19.092432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-06d82f6e-c00a-470a-aeba-b9003c858c33 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:19.398808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-06d82f6e-c00a-470a-aeba-b9003c858c33 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:19.837153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d82f6e-c00a-470a-aeba-b9003c858c33 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router c1d6bd26-2306-4d97-8e65-966098770449 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:31:20.048488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d82f6e-c00a-470a-aeba-b9003c858c33 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:31:20.062654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86516f2c-2fa6-476c-b841-4748e510075d None None] Sync routers for ids ['c1d6bd26-2306-4d97-8e65-966098770449'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:31:20.066191 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-06d82f6e-c00a-470a-aeba-b9003c858c33 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/routers/c1d6bd26-2306-4d97-8e65-966098770449/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2700086 Apr 23 09:31:20.069655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43358) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:20.078744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86516f2c-2fa6-476c-b841-4748e510075d None None] Routers {'c1d6bd26-2306-4d97-8e65-966098770449'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:31:20.079870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-86516f2c-2fa6-476c-b841-4748e510075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:31:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c1d6bd26-2306-4d97-8e65-966098770449'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:31:20.188639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7d3e98-f605-4fc6-83df-4fe3dba7c26c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting subnet 649415d9-f67f-40e9-8bcf-df0278349077 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:31:20.193580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e7d3e98-f605-4fc6-83df-4fe3dba7c26c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:20.262715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e7d3e98-f605-4fc6-83df-4fe3dba7c26c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:20.334109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-86516f2c-2fa6-476c-b841-4748e510075d None None] Set router c1d6bd26-2306-4d97-8e65-966098770449 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:31:20.365089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e7d3e98-f605-4fc6-83df-4fe3dba7c26c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:20.722422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e7d3e98-f605-4fc6-83df-4fe3dba7c26c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:20.728546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5fa20414-4f60-4481-9f49-e69347e1499b tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:20.770768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d3e98-f605-4fc6-83df-4fe3dba7c26c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Subnet': ['ID=649415d9-f67f-40e9-8bcf-df0278349077,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:20.773197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6e7d3e98-f605-4fc6-83df-4fe3dba7c26c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:20.777231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6e7d3e98-f605-4fc6-83df-4fe3dba7c26c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:20.784874 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6e7d3e98-f605-4fc6-83df-4fe3dba7c26c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/subnets/649415d9-f67f-40e9-8bcf-df0278349077 HTTP/1.1" status: 204 len: 168 time: 0.7105510 Apr 23 09:31:20.785326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43362) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:20.803822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7f755c-0684-4253-83d8-955d92e45225 None None] Network 7a4fea3a-1e6c-4e32-86b5-f5e304c97250 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:31:21.024622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-86516f2c-2fa6-476c-b841-4748e510075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'name': 'tempest-TestNetworkBasicOps-router-600514211', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c693d250-0452-440a-bacd-15db8b99d951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:30:03Z', 'updated_at': '2021-04-23T09:31:18Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'c693d250-0452-440a-bacd-15db8b99d951', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:30:04Z', 'updated_at': '2021-04-23T09:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:31:21.027069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c79b7b0-a6a0-48f8-96df-c7326b812146 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:21.032604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86516f2c-2fa6-476c-b841-4748e510075d None None] Checking router: c1d6bd26-2306-4d97-8e65-966098770449 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:31:21.055678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86516f2c-2fa6-476c-b841-4748e510075d None None] Routers {'c1d6bd26-2306-4d97-8e65-966098770449'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:31:21.056384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-86516f2c-2fa6-476c-b841-4748e510075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:31:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c1d6bd26-2306-4d97-8e65-966098770449'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:31:21.339917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c79b7b0-a6a0-48f8-96df-c7326b812146 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:21.492928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7264f9fb-1a7f-48b1-9a2c-8c640b466ada None None] DHCP port deletion for 7a4fea3a-1e6c-4e32-86b5-f5e304c97250 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:31:21.523277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6c79b7b0-a6a0-48f8-96df-c7326b812146 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port c693d250-0452-440a-bacd-15db8b99d951 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:31:21.523931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c79b7b0-a6a0-48f8-96df-c7326b812146 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:21.544213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-86516f2c-2fa6-476c-b841-4748e510075d None None] Set router c1d6bd26-2306-4d97-8e65-966098770449 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:31:21.841915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7264f9fb-1a7f-48b1-9a2c-8c640b466ada None None] Deleting port d011dcf4-8e46-40f3-8962-7e5065672be9 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:31:21.842618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7264f9fb-1a7f-48b1-9a2c-8c640b466ada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:21.924717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device d011dcf4-8e46-40f3-8962-7e5065672be9 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:31:22.135100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6c79b7b0-a6a0-48f8-96df-c7326b812146 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port c693d250-0452-440a-bacd-15db8b99d951, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c693d250-0452-440a-bacd-15db8b99d951,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:31:22.135835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c79b7b0-a6a0-48f8-96df-c7326b812146 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:22.228652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-7264f9fb-1a7f-48b1-9a2c-8c640b466ada None None] For port d011dcf4-8e46-40f3-8962-7e5065672be9, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=d011dcf4-8e46-40f3-8962-7e5065672be9,segment=NetworkSegment(d85014cb-655b-40d2-a0db-6d8a2e56e71c),segment_id=d85014cb-655b-40d2-a0db-6d8a2e56e71c)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:31:22.229373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7264f9fb-1a7f-48b1-9a2c-8c640b466ada None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:22.388307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6c79b7b0-a6a0-48f8-96df-c7326b812146 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for c693d250-0452-440a-bacd-15db8b99d951 owned by network:router_gateway {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:31:22.450468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7264f9fb-1a7f-48b1-9a2c-8c640b466ada None None] Calling delete_port for d011dcf4-8e46-40f3-8962-7e5065672be9 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:31:22.564006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:22.591720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-86516f2c-2fa6-476c-b841-4748e510075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'name': 'tempest-TestNetworkBasicOps-router-600514211', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c693d250-0452-440a-bacd-15db8b99d951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:30:03Z', 'updated_at': '2021-04-23T09:31:18Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'c693d250-0452-440a-bacd-15db8b99d951', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:30:04Z', 'updated_at': '2021-04-23T09:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:31:22.611182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86516f2c-2fa6-476c-b841-4748e510075d None None] The sync data for ids ['c1d6bd26-2306-4d97-8e65-966098770449'] in dv-neutron-786478-4-hyperv is: [{'id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'name': 'tempest-TestNetworkBasicOps-router-600514211', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'c693d250-0452-440a-bacd-15db8b99d951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:30:03Z', 'updated_at': '2021-04-23T09:31:18Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'c693d250-0452-440a-bacd-15db8b99d951', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d6bd26-2306-4d97-8e65-966098770449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:30:04Z', 'updated_at': '2021-04-23T09:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:31:22.626073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port d011dcf4-8e46-40f3-8962-7e5065672be9, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=d011dcf4-8e46-40f3-8962-7e5065672be9,segment=NetworkSegment(d85014cb-655b-40d2-a0db-6d8a2e56e71c),segment_id=d85014cb-655b-40d2-a0db-6d8a2e56e71c)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:31:22.659267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:22.662342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:22.704709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c79b7b0-a6a0-48f8-96df-c7326b812146 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:22.711809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-978c1634-79de-4fcf-a3f5-ac19ee611b34 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:22.723397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-7264f9fb-1a7f-48b1-9a2c-8c640b466ada None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:31:22.724664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-7264f9fb-1a7f-48b1-9a2c-8c640b466ada None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:31:22.777609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=d011dcf4-8e46-40f3-8962-7e5065672be9,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:22.781702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79b7b0-a6a0-48f8-96df-c7326b812146 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=c693d250-0452-440a-bacd-15db8b99d951,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:22.783166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:22.786938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6c79b7b0-a6a0-48f8-96df-c7326b812146 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:22.916556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c79b7b0-a6a0-48f8-96df-c7326b812146 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:23.137444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c79b7b0-a6a0-48f8-96df-c7326b812146 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:23.141176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c79b7b0-a6a0-48f8-96df-c7326b812146 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:23.236730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c79b7b0-a6a0-48f8-96df-c7326b812146 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:23.237618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c79b7b0-a6a0-48f8-96df-c7326b812146 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Fanout notify agent at l3_agent the message router_deleted on router c1d6bd26-2306-4d97-8e65-966098770449 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:31:23.267005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c79b7b0-a6a0-48f8-96df-c7326b812146 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:23.268966 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6c79b7b0-a6a0-48f8-96df-c7326b812146 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/routers/c1d6bd26-2306-4d97-8e65-966098770449 HTTP/1.1" status: 204 len: 168 time: 2.4821324 Apr 23 09:31:23.273986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43366) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:23.351068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:23.363478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7264f9fb-1a7f-48b1-9a2c-8c640b466ada None None] Deleting port d011dcf4-8e46-40f3-8962-7e5065672be9 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:31:23.364144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7264f9fb-1a7f-48b1-9a2c-8c640b466ada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:23.516550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c8bcdc4-6074-4c2e-9cd9-c11a865c105e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:23.551534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-7264f9fb-1a7f-48b1-9a2c-8c640b466ada None None] For port d011dcf4-8e46-40f3-8962-7e5065672be9, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=d011dcf4-8e46-40f3-8962-7e5065672be9,segment=NetworkSegment(d85014cb-655b-40d2-a0db-6d8a2e56e71c),segment_id=d85014cb-655b-40d2-a0db-6d8a2e56e71c)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:31:23.553290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7264f9fb-1a7f-48b1-9a2c-8c640b466ada None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:23.657063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8c8bcdc4-6074-4c2e-9cd9-c11a865c105e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port d011dcf4-8e46-40f3-8962-7e5065672be9 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:31:23.657454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c8bcdc4-6074-4c2e-9cd9-c11a865c105e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:23.713517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7264f9fb-1a7f-48b1-9a2c-8c640b466ada None None] Calling delete_port for d011dcf4-8e46-40f3-8962-7e5065672be9 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:31:23.787370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-8c8bcdc4-6074-4c2e-9cd9-c11a865c105e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port d011dcf4-8e46-40f3-8962-7e5065672be9, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=d011dcf4-8e46-40f3-8962-7e5065672be9,segment=NetworkSegment(d85014cb-655b-40d2-a0db-6d8a2e56e71c),segment_id=d85014cb-655b-40d2-a0db-6d8a2e56e71c)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:31:23.787370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c8bcdc4-6074-4c2e-9cd9-c11a865c105e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:23.808871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7264f9fb-1a7f-48b1-9a2c-8c640b466ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:23.816569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:23.901847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 5ad228ee-3113-4d09-bebf-9b6d9fedb8da no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:31:23.927778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8c8bcdc4-6074-4c2e-9cd9-c11a865c105e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for d011dcf4-8e46-40f3-8962-7e5065672be9 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:31:23.978777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-8c8bcdc4-6074-4c2e-9cd9-c11a865c105e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:31:23.979363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-8c8bcdc4-6074-4c2e-9cd9-c11a865c105e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:31:23.992716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 5ad228ee-3113-4d09-bebf-9b6d9fedb8da {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:31:23.993389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 5ad228ee-3113-4d09-bebf-9b6d9fedb8da not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:31:23.994216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c693d250-0452-440a-bacd-15db8b99d951 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:31:24.048184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7264f9fb-1a7f-48b1-9a2c-8c640b466ada None None] No DVR routers for this DVR port d011dcf4-8e46-40f3-8962-7e5065672be9 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:31:24.049928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264f9fb-1a7f-48b1-9a2c-8c640b466ada None None] Pushing event deleted for resources: {'Port': ['ID=d011dcf4-8e46-40f3-8962-7e5065672be9,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:24.059510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7264f9fb-1a7f-48b1-9a2c-8c640b466ada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:24.065472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: c693d250-0452-440a-bacd-15db8b99d951 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:31:24.065888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c693d250-0452-440a-bacd-15db8b99d951 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:31:24.525441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8c8bcdc4-6074-4c2e-9cd9-c11a865c105e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] The port 'd011dcf4-8e46-40f3-8962-7e5065672be9' was deleted {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:31:24.670534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c8bcdc4-6074-4c2e-9cd9-c11a865c105e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:24.811025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-8c8bcdc4-6074-4c2e-9cd9-c11a865c105e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a4fea3a-1e6c-4e32-86b5-f5e304c97250']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:31:24.827134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-8c8bcdc4-6074-4c2e-9cd9-c11a865c105e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85014cb-655b-40d2-a0db-6d8a2e56e71c') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:31:24.827443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-8c8bcdc4-6074-4c2e-9cd9-c11a865c105e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85014cb-655b-40d2-a0db-6d8a2e56e71c') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:31:24.842335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c8bcdc4-6074-4c2e-9cd9-c11a865c105e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:24.859900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c8bcdc4-6074-4c2e-9cd9-c11a865c105e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:24.867273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8bcdc4-6074-4c2e-9cd9-c11a865c105e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:31:25.064817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8c8bcdc4-6074-4c2e-9cd9-c11a865c105e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 7a4fea3a-1e6c-4e32-86b5-f5e304c97250 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:31:25.075703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c8bcdc4-6074-4c2e-9cd9-c11a865c105e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:25.277388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-8c8bcdc4-6074-4c2e-9cd9-c11a865c105e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 7a4fea3a-1e6c-4e32-86b5-f5e304c97250 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:31:25.304951 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:31:25.420134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c8bcdc4-6074-4c2e-9cd9-c11a865c105e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:25.424002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6d264887-c98a-4f06-9adc-110708064ce4 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:25.444150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c8bcdc4-6074-4c2e-9cd9-c11a865c105e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:25.452368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bcdc4-6074-4c2e-9cd9-c11a865c105e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Network': ['ID=7a4fea3a-1e6c-4e32-86b5-f5e304c97250,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:25.463065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8c8bcdc4-6074-4c2e-9cd9-c11a865c105e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:25.500550 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8c8bcdc4-6074-4c2e-9cd9-c11a865c105e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/networks/7a4fea3a-1e6c-4e32-86b5-f5e304c97250 HTTP/1.1" status: 204 len: 168 time: 2.2249603 Apr 23 09:31:25.525747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43370) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:25.655329 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-162daf3d-4cef-465a-93e2-e396908650b8 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.1280563 Apr 23 09:31:25.660016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43376) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:25.668247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2cecd9e1-8794-4b0b-a8ae-d40baa232c8e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'network': {'name': 'tempest-network-smoke--1454976871', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'port_security_enabled': True}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:31:25.674411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2cecd9e1-8794-4b0b-a8ae-d40baa232c8e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:31:25.680309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2cecd9e1-8794-4b0b-a8ae-d40baa232c8e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:network and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:31:25.685279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2cecd9e1-8794-4b0b-a8ae-d40baa232c8e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:31:25.693308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2cecd9e1-8794-4b0b-a8ae-d40baa232c8e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:31:25.750461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cecd9e1-8794-4b0b-a8ae-d40baa232c8e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:31:25.760712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2cecd9e1-8794-4b0b-a8ae-d40baa232c8e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:25.819796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cecd9e1-8794-4b0b-a8ae-d40baa232c8e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:31:25.896656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2cecd9e1-8794-4b0b-a8ae-d40baa232c8e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:25.897154 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-2cecd9e1-8794-4b0b-a8ae-d40baa232c8e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Added segment aff70165-7a1b-41df-86ea-58b2f5d6dc13 of type vlan for network 787fee42-f948-4a49-9f05-6437df747bc3 Apr 23 09:31:26.016517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2cecd9e1-8794-4b0b-a8ae-d40baa232c8e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:26.168037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2cecd9e1-8794-4b0b-a8ae-d40baa232c8e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:26.174520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cecd9e1-8794-4b0b-a8ae-d40baa232c8e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:26.175244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2cecd9e1-8794-4b0b-a8ae-d40baa232c8e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:26.181665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bdc177f7-898e-4cb3-8810-9245ed640796 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:26.692155 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2cecd9e1-8794-4b0b-a8ae-d40baa232c8e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0305624 Apr 23 09:31:26.695543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43380) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:26.702025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1218127667', 'admin_state_up': True, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:31:26.704893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecd9e1-8794-4b0b-a8ae-d40baa232c8e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Network': ['ID=787fee42-f948-4a49-9f05-6437df747bc3,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:26.710880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2cecd9e1-8794-4b0b-a8ae-d40baa232c8e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:26.711248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:31:26.716630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:router and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:31:26.718381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 787fee42-f948-4a49-9f05-6437df747bc3 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:31:26.720761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:31:26.730649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:31:26.859831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:26.861110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:27.000436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:27.349426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:27.758258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_gateway, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:27.796396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:27.953103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.26.4.45 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/771bcfa2-c830-441e-8282-8ea84a229efa) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:31:28.128839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:28.191189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:28.197809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6bdf5ad0-8de7-498e-86b7-86542ac37399 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:28.265167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:31:28.268674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:31:28.272407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:31:28.330228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=771bcfa2-c830-441e-8282-8ea84a229efa,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:28.339055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:29.138608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_gateway, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:29.564598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:29.876984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:31:30.087128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:31:30.101775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] Sync routers for ids ['c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:31:30.116388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] Routers {'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:31:30.117196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:31:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:31:30.157180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:30.162540 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4623210 Apr 23 09:31:30.163046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43384) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:30.249639 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-169f4d94-4de7-43be-8131-74d3397540cc tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7602bab2a5e54e68ba9a873197bc68fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0844607 Apr 23 09:31:30.252852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43388) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:30.366769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] Set router c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:31:30.425063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c2ebf4-7619-4fdc-b2f9-de128afbc3e9 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:30.428694 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a1c2ebf4-7619-4fdc-b2f9-de128afbc3e9 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1742709 Apr 23 09:31:30.431660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43392) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:30.496194 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-944de6a8-b744-4190-973d-cc5bd077ec87 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0620990 Apr 23 09:31:30.496708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43396) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:30.503635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a444802a-7028-42eb-92c0-47da70c6dc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-26167309', 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:31:30.633940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a444802a-7028-42eb-92c0-47da70c6dc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:31:30.638409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a444802a-7028-42eb-92c0-47da70c6dc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:subnet and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:31:30.641839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a444802a-7028-42eb-92c0-47da70c6dc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:31:30.649953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a444802a-7028-42eb-92c0-47da70c6dc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:31:30.705226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a444802a-7028-42eb-92c0-47da70c6dc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:31:30.717031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'name': 'tempest-TestNetworkBasicOps-router-1218127667', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:31:26Z', 'updated_at': '2021-04-23T09:31:28Z', 'revision_number': 3, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:27Z', 'updated_at': '2021-04-23T09:31:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:31:30.717361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a444802a-7028-42eb-92c0-47da70c6dc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:30.723208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] Checking router: c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:31:30.724904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] Updating router c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df port 771bcfa2-c830-441e-8282-8ea84a229efa binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:31:30.792968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:31.286547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:31.301068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] Transition to ACTIVE for port object 771bcfa2-c830-441e-8282-8ea84a229efa will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:31:31.344964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:31.349901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-97cbb8ff-da74-4a7c-bf43-c14761c5626a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:31.436858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] Attempting to bind port 771bcfa2-c830-441e-8282-8ea84a229efa on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:31:31.437204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] Attempting to bind port 771bcfa2-c830-441e-8282-8ea84a229efa by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:31:31.437659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] Attempting to bind port 771bcfa2-c830-441e-8282-8ea84a229efa on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:31:31.441486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885aa434-03ca-4a0c-9d10-8a6c3c813f3b None None] Pushing event updated for resources: {'Port': ['ID=771bcfa2-c830-441e-8282-8ea84a229efa,revision_number=2']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:31.451004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:31:31.451492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:31:31.451945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:31.452432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:31:31.452965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] Bound port: 771bcfa2-c830-441e-8282-8ea84a229efa, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:31:31.453396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:31.489903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885aa434-03ca-4a0c-9d10-8a6c3c813f3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:31.490432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885aa434-03ca-4a0c-9d10-8a6c3c813f3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:31.490903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885aa434-03ca-4a0c-9d10-8a6c3c813f3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:31.491279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885aa434-03ca-4a0c-9d10-8a6c3c813f3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:31.491656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885aa434-03ca-4a0c-9d10-8a6c3c813f3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:31.492030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885aa434-03ca-4a0c-9d10-8a6c3c813f3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:31.492403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885aa434-03ca-4a0c-9d10-8a6c3c813f3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:31.492770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885aa434-03ca-4a0c-9d10-8a6c3c813f3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:31.493169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885aa434-03ca-4a0c-9d10-8a6c3c813f3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:31.493501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885aa434-03ca-4a0c-9d10-8a6c3c813f3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:31.494631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885aa434-03ca-4a0c-9d10-8a6c3c813f3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:31.494631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885aa434-03ca-4a0c-9d10-8a6c3c813f3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:31:31.504363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-885aa434-03ca-4a0c-9d10-8a6c3c813f3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:31.520026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a444802a-7028-42eb-92c0-47da70c6dc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:31.526373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-892aed98-d1af-4001-b4f1-bbda57c20c82 tempest-NetworksTestDHCPv6-1000229715 tempest-NetworksTestDHCPv6-1000229715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:31.554577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] For port 771bcfa2-c830-441e-8282-8ea84a229efa, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:31:31.558093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] For port 771bcfa2-c830-441e-8282-8ea84a229efa, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=771bcfa2-c830-441e-8282-8ea84a229efa,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:31:31.591187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:31.596484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f7efdd6c-ac37-4e97-887c-e35d1772a9eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:31.615813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444802a-7028-42eb-92c0-47da70c6dc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Subnet': ['ID=85b78721-9bb3-4b95-921d-94449ec6037e,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:31.618830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a444802a-7028-42eb-92c0-47da70c6dc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:31.624067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a444802a-7028-42eb-92c0-47da70c6dc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Checking segment: {'id': 'aff70165-7a1b-41df-86ea-58b2f5d6dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:31:31.624389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a444802a-7028-42eb-92c0-47da70c6dc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network hostable DHCP agents. Network: 787fee42-f948-4a49-9f05-6437df747bc3, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:31:31.682284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] Routers {'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:31:31.683035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:31:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:31:31.699331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a444802a-7028-42eb-92c0-47da70c6dc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 787fee42-f948-4a49-9f05-6437df747bc3 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:31:31.746784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885aa434-03ca-4a0c-9d10-8a6c3c813f3b None None] Pushing event updated for resources: {'Port': ['ID=771bcfa2-c830-441e-8282-8ea84a229efa,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:31.759263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-885aa434-03ca-4a0c-9d10-8a6c3c813f3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:31.767549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a444802a-7028-42eb-92c0-47da70c6dc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 787fee42-f948-4a49-9f05-6437df747bc3) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:31:31.780832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cddbdb-25d6-47be-9f9b-bfb55f6e3e89 None None] Network 787fee42-f948-4a49-9f05-6437df747bc3 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:31:31.784916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a444802a-7028-42eb-92c0-47da70c6dc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:31.785578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a444802a-7028-42eb-92c0-47da70c6dc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:31.857345 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a444802a-7028-42eb-92c0-47da70c6dc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3560705 Apr 23 09:31:31.858089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43400) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:32.018301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:31:32.062660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-787fee42-f948-4a49-9f05-6437df747bc3', 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ips': [{'subnet_id': '85b78721-9bb3-4b95-921d-94449ec6037e'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:31:32.063651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:32.085092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] Set router c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:31:32.261045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Allocated IP 172.20.0.2 (787fee42-f948-4a49-9f05-6437df747bc3/85b78721-9bb3-4b95-921d-94449ec6037e/208dde06-53b1-480b-9e8e-6932a53b05dc) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:31:32.422998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'name': 'tempest-TestNetworkBasicOps-router-1218127667', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:31:26Z', 'updated_at': '2021-04-23T09:31:28Z', 'revision_number': 3, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:27Z', 'updated_at': '2021-04-23T09:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:31:32.428914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce94fda-eb65-46f5-915d-e41969a2ba16 None None] The sync data for ids ['c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'] in dv-neutron-786478-4-hyperv is: [{'id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'name': 'tempest-TestNetworkBasicOps-router-1218127667', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:31:26Z', 'updated_at': '2021-04-23T09:31:28Z', 'revision_number': 3, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:27Z', 'updated_at': '2021-04-23T09:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:31:32.537161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:32.553797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Transition to ACTIVE for port object 208dde06-53b1-480b-9e8e-6932a53b05dc will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:31:32.632222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Transition to ACTIVE for port object 208dde06-53b1-480b-9e8e-6932a53b05dc will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:31:32.671059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:32.685345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:32.752877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Network 787fee42-f948-4a49-9f05-6437df747bc3 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:31:32.762555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:31:32.765206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:31:32.812681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Pushing event updated for resources: {'Port': ['ID=208dde06-53b1-480b-9e8e-6932a53b05dc,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:32.817095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:32.883719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7c4728d8-d4c3-4bc3-babe-ff6e6af7ccc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:32.886973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Attempting to bind port 208dde06-53b1-480b-9e8e-6932a53b05dc on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:31:32.887403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Attempting to bind port 208dde06-53b1-480b-9e8e-6932a53b05dc by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'aff70165-7a1b-41df-86ea-58b2f5d6dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:31:32.887823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Attempting to bind port 208dde06-53b1-480b-9e8e-6932a53b05dc on network 787fee42-f948-4a49-9f05-6437df747bc3 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:31:32.895320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:31:32.896339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Checking segment: {'id': 'aff70165-7a1b-41df-86ea-58b2f5d6dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:31:32.896819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:32.897417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Bound using segment: {'id': 'aff70165-7a1b-41df-86ea-58b2f5d6dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:31:32.897878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Bound port: 208dde06-53b1-480b-9e8e-6932a53b05dc, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff70165-7a1b-41df-86ea-58b2f5d6dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:31:32.898349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:33.027347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] For port 208dde06-53b1-480b-9e8e-6932a53b05dc, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:31:33.031695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] For port 208dde06-53b1-480b-9e8e-6932a53b05dc, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=208dde06-53b1-480b-9e8e-6932a53b05dc,segment=NetworkSegment(aff70165-7a1b-41df-86ea-58b2f5d6dc13),segment_id=aff70165-7a1b-41df-86ea-58b2f5d6dc13)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:31:33.065343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:33.070572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:33.187325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Pushing event updated for resources: {'Port': ['ID=208dde06-53b1-480b-9e8e-6932a53b05dc,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:33.191829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:33.560682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-7c4728d8-d4c3-4bc3-babe-ff6e6af7ccc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.20.0.1 (787fee42-f948-4a49-9f05-6437df747bc3/85b78721-9bb3-4b95-921d-94449ec6037e/b0f538a0-5e8e-4a70-9348-b597e82f8ba7) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:31:33.771540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7c4728d8-d4c3-4bc3-babe-ff6e6af7ccc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:33.792103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-7c4728d8-d4c3-4bc3-babe-ff6e6af7ccc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Transition to ACTIVE for port object b0f538a0-5e8e-4a70-9348-b597e82f8ba7 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:31:33.854232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7c4728d8-d4c3-4bc3-babe-ff6e6af7ccc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:33.858971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-423b8368-d97b-45d2-914d-93d132a0a64f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:33.976390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 771bcfa2-c830-441e-8282-8ea84a229efa up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:31:33.989559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4728d8-d4c3-4bc3-babe-ff6e6af7ccc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 787fee42-f948-4a49-9f05-6437df747bc3 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:31:33.998383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-7c4728d8-d4c3-4bc3-babe-ff6e6af7ccc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:31:34.007103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4728d8-d4c3-4bc3-babe-ff6e6af7ccc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:31:34.069979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4728d8-d4c3-4bc3-babe-ff6e6af7ccc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=b0f538a0-5e8e-4a70-9348-b597e82f8ba7,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:34.084781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7c4728d8-d4c3-4bc3-babe-ff6e6af7ccc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:34.087506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 771bcfa2-c830-441e-8282-8ea84a229efa completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:31:34.094137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 771bcfa2-c830-441e-8282-8ea84a229efa triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:31:34.094847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:34.135820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7c4728d8-d4c3-4bc3-babe-ff6e6af7ccc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:34.301827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7c4728d8-d4c3-4bc3-babe-ff6e6af7ccc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:34.309544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:34.344291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 771bcfa2-c830-441e-8282-8ea84a229efa, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=771bcfa2-c830-441e-8282-8ea84a229efa,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:31:34.384978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:34.385945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 208dde06-53b1-480b-9e8e-6932a53b05dc up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:31:34.413797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:34.739731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5374ac-bee4-489d-a296-1b8c4ff211dd None None] Network 787fee42-f948-4a49-9f05-6437df747bc3 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:31:34.794115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=771bcfa2-c830-441e-8282-8ea84a229efa,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:34.850420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:34.951869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 208dde06-53b1-480b-9e8e-6932a53b05dc completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:31:34.966575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 208dde06-53b1-480b-9e8e-6932a53b05dc triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:31:34.966974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:35.010822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2eaa27df-1df8-43ef-a525-f28f7ccb4deb None None] Provisioning for port 208dde06-53b1-480b-9e8e-6932a53b05dc completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:31:35.037332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2eaa27df-1df8-43ef-a525-f28f7ccb4deb None None] Provisioning complete for port 208dde06-53b1-480b-9e8e-6932a53b05dc triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:31:35.037759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2eaa27df-1df8-43ef-a525-f28f7ccb4deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:35.312583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7c4728d8-d4c3-4bc3-babe-ff6e6af7ccc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:35.318598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:35.337911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2eaa27df-1df8-43ef-a525-f28f7ccb4deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:35.352195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7c4728d8-d4c3-4bc3-babe-ff6e6af7ccc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:35.387553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 208dde06-53b1-480b-9e8e-6932a53b05dc, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=208dde06-53b1-480b-9e8e-6932a53b05dc,segment=NetworkSegment(aff70165-7a1b-41df-86ea-58b2f5d6dc13),segment_id=aff70165-7a1b-41df-86ea-58b2f5d6dc13)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:31:35.410289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a19712c7-eea2-4f5e-9795-327dfb802b11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:35.431547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:35.435890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f8348825-e53b-4a02-b81f-f5fb54465318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:35.515053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4728d8-d4c3-4bc3-babe-ff6e6af7ccc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=b0f538a0-5e8e-4a70-9348-b597e82f8ba7,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:35.525780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7c4728d8-d4c3-4bc3-babe-ff6e6af7ccc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:35.527776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-2eaa27df-1df8-43ef-a525-f28f7ccb4deb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:31:35.528162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-2eaa27df-1df8-43ef-a525-f28f7ccb4deb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:31:35.547933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=208dde06-53b1-480b-9e8e-6932a53b05dc,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:35.552407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:35.569036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7c4728d8-d4c3-4bc3-babe-ff6e6af7ccc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:35.759541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4728d8-d4c3-4bc3-babe-ff6e6af7ccc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 787fee42-f948-4a49-9f05-6437df747bc3 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:31:35.760888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-7c4728d8-d4c3-4bc3-babe-ff6e6af7ccc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:31:35.946282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 771bcfa2-c830-441e-8282-8ea84a229efa up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:31:36.070906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4728d8-d4c3-4bc3-babe-ff6e6af7ccc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:31:36.124513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 771bcfa2-c830-441e-8282-8ea84a229efa triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:31:36.124951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:36.290350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 208dde06-53b1-480b-9e8e-6932a53b05dc up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:31:36.317522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ba050d7b-8299-489a-bd81-6d374b19ecee None None] Provisioning complete for port 208dde06-53b1-480b-9e8e-6932a53b05dc triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:31:36.317522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba050d7b-8299-489a-bd81-6d374b19ecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:36.318462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4728d8-d4c3-4bc3-babe-ff6e6af7ccc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:31:36.335951 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7c4728d8-d4c3-4bc3-babe-ff6e6af7ccc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/routers/c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4763846 Apr 23 09:31:36.340242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43404) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:36.357037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] Sync routers for ids ['c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:31:36.417682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] Routers {'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:31:36.418274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:31:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:31:36.543124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcccf48-54fa-4d9e-814d-5f994682b413 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:36.543659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcccf48-54fa-4d9e-814d-5f994682b413 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:36.544183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcccf48-54fa-4d9e-814d-5f994682b413 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:36.544733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcccf48-54fa-4d9e-814d-5f994682b413 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:36.545246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcccf48-54fa-4d9e-814d-5f994682b413 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:36.545909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcccf48-54fa-4d9e-814d-5f994682b413 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:36.550622 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4bcccf48-54fa-4d9e-814d-5f994682b413 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2064314 Apr 23 09:31:36.551049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43408) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:36.642743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60f01a5-a5bb-463d-847b-8bd71004a87d tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:36.643270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60f01a5-a5bb-463d-847b-8bd71004a87d tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:36.643842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60f01a5-a5bb-463d-847b-8bd71004a87d tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:36.644286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60f01a5-a5bb-463d-847b-8bd71004a87d tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:36.644800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60f01a5-a5bb-463d-847b-8bd71004a87d tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:36.646390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60f01a5-a5bb-463d-847b-8bd71004a87d tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:36.651368 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f60f01a5-a5bb-463d-847b-8bd71004a87d tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0975420 Apr 23 09:31:36.651937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43412) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:36.724951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 208dde06-53b1-480b-9e8e-6932a53b05dc triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:31:36.725302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:36.765164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b9bb77b1-b3a3-4b2b-9f28-4d9d9e6eea8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:36.833342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] Set router c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:31:37.033961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ba050d7b-8299-489a-bd81-6d374b19ecee None None] Provisioning for port b0f538a0-5e8e-4a70-9348-b597e82f8ba7 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:31:37.042074 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3d0051b2-ef5e-4e62-a0dd-4d88ef80cf22 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3882413 Apr 23 09:31:37.060335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ba050d7b-8299-489a-bd81-6d374b19ecee None None] Provisioning complete for port b0f538a0-5e8e-4a70-9348-b597e82f8ba7 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:31:37.060768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba050d7b-8299-489a-bd81-6d374b19ecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:37.234219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ba050d7b-8299-489a-bd81-6d374b19ecee None None] Port b0f538a0-5e8e-4a70-9348-b597e82f8ba7 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:31:37.331561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43418) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:37.338695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-75b78c86-122e-4af5-9c59-7da18b005dc8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1817985884', 'description': 'tempest-secgroup-smoke-1817985884 description', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:31:37.345589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-75b78c86-122e-4af5-9c59-7da18b005dc8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:31:37.351352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-75b78c86-122e-4af5-9c59-7da18b005dc8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:31:37.354633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-75b78c86-122e-4af5-9c59-7da18b005dc8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:31:37.359919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'name': 'tempest-TestNetworkBasicOps-router-1218127667', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:31:26Z', 'updated_at': '2021-04-23T09:31:34Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:27Z', 'updated_at': '2021-04-23T09:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'b0f538a0-5e8e-4a70-9348-b597e82f8ba7', 'name': '', 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:c5:60:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:33Z', 'updated_at': '2021-04-23T09:31:35Z', 'revision_number': 2, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:31:37.361264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-75b78c86-122e-4af5-9c59-7da18b005dc8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:31:37.365381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] Checking router: c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:31:37.365794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] Updating router c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df port b0f538a0-5e8e-4a70-9348-b597e82f8ba7 binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:31:37.413168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-75b78c86-122e-4af5-9c59-7da18b005dc8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:37.427993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:37.450046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-75b78c86-122e-4af5-9c59-7da18b005dc8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:31:37.457561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-75b78c86-122e-4af5-9c59-7da18b005dc8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:31:37.463979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-75b78c86-122e-4af5-9c59-7da18b005dc8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:31:37.477104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-75b78c86-122e-4af5-9c59-7da18b005dc8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:31:37.648377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-75b78c86-122e-4af5-9c59-7da18b005dc8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:37.681573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-75b78c86-122e-4af5-9c59-7da18b005dc8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:37.688181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9dd6b0b6-7b3b-43f6-a6a7-bf9d02187aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:37.741793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b78c86-122e-4af5-9c59-7da18b005dc8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cece787-4a78-486e-bd72-1f188153e96a,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:37.745435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-75b78c86-122e-4af5-9c59-7da18b005dc8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:37.780690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-75b78c86-122e-4af5-9c59-7da18b005dc8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:37.782915 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-75b78c86-122e-4af5-9c59-7da18b005dc8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4498165 Apr 23 09:31:37.787213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43422) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:37.793787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5a18e50c-b976-46fc-98c9-4602451d5dee tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '3cece787-4a78-486e-bd72-1f188153e96a', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:31:37.801058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5a18e50c-b976-46fc-98c9-4602451d5dee tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:31:37.806515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5a18e50c-b976-46fc-98c9-4602451d5dee tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:31:37.810712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5a18e50c-b976-46fc-98c9-4602451d5dee tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:31:37.823644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5a18e50c-b976-46fc-98c9-4602451d5dee tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:31:37.896629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5a18e50c-b976-46fc-98c9-4602451d5dee tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:37.981424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5a18e50c-b976-46fc-98c9-4602451d5dee tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:38.019007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5a18e50c-b976-46fc-98c9-4602451d5dee tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:38.021918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1bcea292-d56b-4799-9148-84d635984a7f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:38.049050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18e50c-b976-46fc-98c9-4602451d5dee tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34777099-3085-471e-9999-4e31f5d00b42,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:38.054493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5a18e50c-b976-46fc-98c9-4602451d5dee tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:38.093473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5a18e50c-b976-46fc-98c9-4602451d5dee tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:38.094936 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5a18e50c-b976-46fc-98c9-4602451d5dee tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3065434 Apr 23 09:31:38.099402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43426) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:38.106538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-10baea1c-1aea-4f09-9579-59622d80f034 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '3cece787-4a78-486e-bd72-1f188153e96a', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:31:38.114600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-10baea1c-1aea-4f09-9579-59622d80f034 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:31:38.121616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-10baea1c-1aea-4f09-9579-59622d80f034 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:31:38.127630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-10baea1c-1aea-4f09-9579-59622d80f034 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:31:38.138730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-10baea1c-1aea-4f09-9579-59622d80f034 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:31:38.295222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10baea1c-1aea-4f09-9579-59622d80f034 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:38.369741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:38.391935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] Transition to ACTIVE for port object b0f538a0-5e8e-4a70-9348-b597e82f8ba7 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:31:38.425819 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9c942119-d055-4ed6-8744-11f454f0c5bd req-82f2e278-3b08-4c8a-a86e-57f3a5113a66 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2431440 Apr 23 09:31:38.445361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:38.446710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10baea1c-1aea-4f09-9579-59622d80f034 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:38.451792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8c873bbe-5ec0-4655-b759-94a40856dabf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:38.488530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10baea1c-1aea-4f09-9579-59622d80f034 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:38.492423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6102bc62-ab5f-4aa2-b70c-f7b1d35fa7b1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:38.528147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10baea1c-1aea-4f09-9579-59622d80f034 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7d9197-542d-4fe4-9a4d-5bb8f28e41d8,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:38.531553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-10baea1c-1aea-4f09-9579-59622d80f034 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:38.583781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-10baea1c-1aea-4f09-9579-59622d80f034 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:38.587300 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-10baea1c-1aea-4f09-9579-59622d80f034 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4860020 Apr 23 09:31:38.588466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43430) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:38.601054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0199b587-ee2d-4f96-b181-fb348fcb46ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '3cece787-4a78-486e-bd72-1f188153e96a', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:31:38.616435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0199b587-ee2d-4f96-b181-fb348fcb46ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:31:38.625298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0199b587-ee2d-4f96-b181-fb348fcb46ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:31:38.634098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0199b587-ee2d-4f96-b181-fb348fcb46ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:31:38.640200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c942119-d055-4ed6-8744-11f454f0c5bd req-85e8b4b7-70d5-4c67-8b68-320bad8d4c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:38.642085 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9c942119-d055-4ed6-8744-11f454f0c5bd req-85e8b4b7-70d5-4c67-8b68-320bad8d4c72 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd186be32f6c46398a111d70f7898994&device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 1099 time: 0.1062138 Apr 23 09:31:38.648169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0199b587-ee2d-4f96-b181-fb348fcb46ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:31:38.732906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0199b587-ee2d-4f96-b181-fb348fcb46ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:38.811370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538d888-b9ef-4972-abce-9823bd2647ef None None] Pushing event updated for resources: {'Port': ['ID=b0f538a0-5e8e-4a70-9348-b597e82f8ba7,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:38.865971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c942119-d055-4ed6-8744-11f454f0c5bd req-a4ca002c-f003-41a1-a74f-555d1b23fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:38.868459 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9c942119-d055-4ed6-8744-11f454f0c5bd req-a4ca002c-f003-41a1-a74f-555d1b23fd9a service neutron] 10.222.0.35 "GET /v2.0/networks?id=91010434-002e-49e7-b83d-a6a0de2d3a1c HTTP/1.1" status: 200 len: 912 time: 0.2033970 Apr 23 09:31:38.878144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8538d888-b9ef-4972-abce-9823bd2647ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:38.892155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0199b587-ee2d-4f96-b181-fb348fcb46ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:38.912018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] Attempting to bind port b0f538a0-5e8e-4a70-9348-b597e82f8ba7 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:31:38.912449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] Attempting to bind port b0f538a0-5e8e-4a70-9348-b597e82f8ba7 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'aff70165-7a1b-41df-86ea-58b2f5d6dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:31:38.913337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] Attempting to bind port b0f538a0-5e8e-4a70-9348-b597e82f8ba7 on network 787fee42-f948-4a49-9f05-6437df747bc3 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:31:38.921265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:31:38.921704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] Checking segment: {'id': 'aff70165-7a1b-41df-86ea-58b2f5d6dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:31:38.922168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:38.922684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] Bound using segment: {'id': 'aff70165-7a1b-41df-86ea-58b2f5d6dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:31:38.923233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] Bound port: b0f538a0-5e8e-4a70-9348-b597e82f8ba7, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff70165-7a1b-41df-86ea-58b2f5d6dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:31:38.923673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:38.933546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0199b587-ee2d-4f96-b181-fb348fcb46ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:38.947759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-23ba9a7b-5e62-4fe5-985e-0f684a108627 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:38.978916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199b587-ee2d-4f96-b181-fb348fcb46ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1713976-78fa-4bff-ace4-46e5ace57558,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:38.986290 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9c942119-d055-4ed6-8744-11f454f0c5bd req-58391617-ee11-4bb5-8a1e-49da69ede7fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3bbd2c0-177c-4377-ad50-8b36d8934dc1 HTTP/1.1" status: 200 len: 1002 time: 0.1123700 Apr 23 09:31:38.987561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0199b587-ee2d-4f96-b181-fb348fcb46ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:39.034702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] For port b0f538a0-5e8e-4a70-9348-b597e82f8ba7, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:31:39.036520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0199b587-ee2d-4f96-b181-fb348fcb46ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:39.041819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] For port b0f538a0-5e8e-4a70-9348-b597e82f8ba7, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b0f538a0-5e8e-4a70-9348-b597e82f8ba7,segment=NetworkSegment(aff70165-7a1b-41df-86ea-58b2f5d6dc13),segment_id=aff70165-7a1b-41df-86ea-58b2f5d6dc13)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:31:39.042037 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0199b587-ee2d-4f96-b181-fb348fcb46ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4485624 Apr 23 09:31:39.042147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43434) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:39.048805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a2d9e4c5-7dde-4d91-a031-081c566c5560 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '3cece787-4a78-486e-bd72-1f188153e96a', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:31:39.056646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a2d9e4c5-7dde-4d91-a031-081c566c5560 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:31:39.061211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a2d9e4c5-7dde-4d91-a031-081c566c5560 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:31:39.064507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a2d9e4c5-7dde-4d91-a031-081c566c5560 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:31:39.071902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a2d9e4c5-7dde-4d91-a031-081c566c5560 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:31:39.086678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c942119-d055-4ed6-8744-11f454f0c5bd req-8ed4ae9c-b5ab-406d-928a-7bc10c2cc1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:39.088315 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9c942119-d055-4ed6-8744-11f454f0c5bd req-8ed4ae9c-b5ab-406d-928a-7bc10c2cc1e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=02ab5626-b692-4cce-b0c9-1857a68924a2 HTTP/1.1" status: 200 len: 850 time: 0.0959260 Apr 23 09:31:39.100148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:39.105613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:39.173027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a2d9e4c5-7dde-4d91-a031-081c566c5560 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:39.191031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c942119-d055-4ed6-8744-11f454f0c5bd req-e76f0ce7-aa9c-4fb4-8de0-1d5f28068092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:39.193255 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9c942119-d055-4ed6-8744-11f454f0c5bd req-e76f0ce7-aa9c-4fb4-8de0-1d5f28068092 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91010434-002e-49e7-b83d-a6a0de2d3a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0985556 Apr 23 09:31:39.193615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] Routers {'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:31:39.194367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:31:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:31:39.343360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538d888-b9ef-4972-abce-9823bd2647ef None None] Pushing event updated for resources: {'Port': ['ID=b0f538a0-5e8e-4a70-9348-b597e82f8ba7,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:39.349758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8538d888-b9ef-4972-abce-9823bd2647ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:39.359765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a2d9e4c5-7dde-4d91-a031-081c566c5560 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:39.396462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a2d9e4c5-7dde-4d91-a031-081c566c5560 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:39.412082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-524112c3-5359-4620-a30e-b77d934338ef tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:39.412851 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9c942119-d055-4ed6-8744-11f454f0c5bd req-87ba7761-506d-4fb9-9e0b-eecb85ab698b service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128518 Apr 23 09:31:39.449813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] Set router c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:31:39.455325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9e4c5-7dde-4d91-a031-081c566c5560 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32591df3-41a5-4d73-8034-deafd0b033ad,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:39.471533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a2d9e4c5-7dde-4d91-a031-081c566c5560 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:39.504833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a2d9e4c5-7dde-4d91-a031-081c566c5560 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:39.507122 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a2d9e4c5-7dde-4d91-a031-081c566c5560 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4637148 Apr 23 09:31:39.511943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43438) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:39.519139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-4d9c3abf-71c5-4d78-bb31-8485ec10510b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '3cece787-4a78-486e-bd72-1f188153e96a', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:31:39.532749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4d9c3abf-71c5-4d78-bb31-8485ec10510b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:31:39.541335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4d9c3abf-71c5-4d78-bb31-8485ec10510b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:31:39.548401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4d9c3abf-71c5-4d78-bb31-8485ec10510b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:31:39.559581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4d9c3abf-71c5-4d78-bb31-8485ec10510b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:31:39.602537 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-4d9c3abf-71c5-4d78-bb31-8485ec10510b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Project 7602bab2a5e54e68ba9a873197bc68fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:31:39.617827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d9c3abf-71c5-4d78-bb31-8485ec10510b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:39.624228 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9c942119-d055-4ed6-8744-11f454f0c5bd req-85cfa46b-080b-4087-b2cc-79ae8fc69df7 service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035010 Apr 23 09:31:39.716586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7c87dfab-16e3-4b67-b186-84879a31e1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:39.746061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d9c3abf-71c5-4d78-bb31-8485ec10510b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:39.779532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d9c3abf-71c5-4d78-bb31-8485ec10510b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:39.783018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-43d5a5ca-ef80-42bf-95ec-2a4df81ab9fd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:39.833063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c3abf-71c5-4d78-bb31-8485ec10510b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54186a6f-1687-425c-ab22-315fc1ba8490,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:39.837449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4d9c3abf-71c5-4d78-bb31-8485ec10510b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:39.899106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4d9c3abf-71c5-4d78-bb31-8485ec10510b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:39.900548 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4d9c3abf-71c5-4d78-bb31-8485ec10510b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3874636 Apr 23 09:31:39.904064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43442) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:31:39.912140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0900bef9-bb24-4475-8565-ca4a0dc56b14 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '3cece787-4a78-486e-bd72-1f188153e96a', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:31:39.919744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0900bef9-bb24-4475-8565-ca4a0dc56b14 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:31:39.924394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0900bef9-bb24-4475-8565-ca4a0dc56b14 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:31:39.928667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0900bef9-bb24-4475-8565-ca4a0dc56b14 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:31:39.935939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0900bef9-bb24-4475-8565-ca4a0dc56b14 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:31:39.984837 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-0900bef9-bb24-4475-8565-ca4a0dc56b14 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Project 7602bab2a5e54e68ba9a873197bc68fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:31:39.994207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0900bef9-bb24-4475-8565-ca4a0dc56b14 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:40.034000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'name': 'tempest-TestNetworkBasicOps-router-1218127667', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:31:26Z', 'updated_at': '2021-04-23T09:31:34Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:27Z', 'updated_at': '2021-04-23T09:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'b0f538a0-5e8e-4a70-9348-b597e82f8ba7', 'name': '', 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:c5:60:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:33Z', 'updated_at': '2021-04-23T09:31:39Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:31:40.043045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f830ae2-be4f-4bb7-80ee-94c21a2272ea None None] The sync data for ids ['c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'] in dv-neutron-786478-4-hyperv is: [{'id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'name': 'tempest-TestNetworkBasicOps-router-1218127667', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:31:26Z', 'updated_at': '2021-04-23T09:31:34Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:27Z', 'updated_at': '2021-04-23T09:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'b0f538a0-5e8e-4a70-9348-b597e82f8ba7', 'name': '', 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:c5:60:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:33Z', 'updated_at': '2021-04-23T09:31:39Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:31:40.080265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0900bef9-bb24-4475-8565-ca4a0dc56b14 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:40.125836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0900bef9-bb24-4475-8565-ca4a0dc56b14 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:40.137852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0199b587-ee2d-4f96-b181-fb348fcb46ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:40.177608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900bef9-bb24-4475-8565-ca4a0dc56b14 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5cd1116-bd38-47bb-b9e5-a85249623712,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:40.186039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0900bef9-bb24-4475-8565-ca4a0dc56b14 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:40.219544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0900bef9-bb24-4475-8565-ca4a0dc56b14 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:40.221428 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0900bef9-bb24-4475-8565-ca4a0dc56b14 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3159523 Apr 23 09:31:40.374124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:40.449475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-67a360ba-4a46-4e7d-b5b3-89c56d8af686 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:31:40.493814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-67a360ba-4a46-4e7d-b5b3-89c56d8af686 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:31:40.499073 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-67a360ba-4a46-4e7d-b5b3-89c56d8af686 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817985884&fields=id&tenant_id=7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 267 time: 0.1103358 Apr 23 09:31:40.807533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-84d91d86-a2b0-4bcf-81f3-95acd8c48651 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:40.808544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-84d91d86-a2b0-4bcf-81f3-95acd8c48651 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:31:40.853075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-84d91d86-a2b0-4bcf-81f3-95acd8c48651 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:31:40.854770 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-84d91d86-a2b0-4bcf-81f3-95acd8c48651 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/networks?id=787fee42-f948-4a49-9f05-6437df747bc3 HTTP/1.1" status: 200 len: 797 time: 0.3460672 Apr 23 09:31:40.884915 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-d0c46027-9381-4668-9b17-90102e8c3c75 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/quotas/7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 375 time: 0.0164199 Apr 23 09:31:41.027617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-de4173a7-c2cd-4eaa-88e9-d4ef253794b7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:31:41.070199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-de4173a7-c2cd-4eaa-88e9-d4ef253794b7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:31:41.072155 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-de4173a7-c2cd-4eaa-88e9-d4ef253794b7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1791408 Apr 23 09:31:41.250076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:41.343756 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-15a88ee4-f7f2-4c41-baf3-b46dce181bb1 service neutron] 10.222.0.60 "GET /v2.0/networks/787fee42-f948-4a49-9f05-6437df747bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570019 Apr 23 09:31:41.595878 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-6167ef72-5647-47a1-843e-e57268b92d79 service neutron] 10.222.0.60 "GET /v2.0/networks/787fee42-f948-4a49-9f05-6437df747bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405183 Apr 23 09:31:41.976727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b0f538a0-5e8e-4a70-9348-b597e82f8ba7 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:31:42.028704 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-919f6860-c184-4b9b-b31a-bf91d93250f7 req-228ebd8c-c6ab-4003-8f2b-cdc58170eb76 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 210 time: 0.1293836 Apr 23 09:31:42.180667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port b0f538a0-5e8e-4a70-9348-b597e82f8ba7 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:31:42.185482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port b0f538a0-5e8e-4a70-9348-b597e82f8ba7 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:31:42.186014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:42.289296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:42.377172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:42.427807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port b0f538a0-5e8e-4a70-9348-b597e82f8ba7, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b0f538a0-5e8e-4a70-9348-b597e82f8ba7,segment=NetworkSegment(aff70165-7a1b-41df-86ea-58b2f5d6dc13),segment_id=aff70165-7a1b-41df-86ea-58b2f5d6dc13)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:31:42.459746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:42.462186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:42.553487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=b0f538a0-5e8e-4a70-9348-b597e82f8ba7,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:42.573038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:43.281639 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-48560a71-54b2-4af8-9a2d-964e3f61f899 req-d2dac9ef-8c3d-4245-a95f-6710dece0b19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 210 time: 0.1020441 Apr 23 09:31:43.936282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b0f538a0-5e8e-4a70-9348-b597e82f8ba7 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:31:44.020217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port b0f538a0-5e8e-4a70-9348-b597e82f8ba7 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:31:44.021409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:44.273582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-5731014b-6444-4f9b-93db-f1ec697ec403 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:44.274941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-5731014b-6444-4f9b-93db-f1ec697ec403 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:31:44.300680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-5731014b-6444-4f9b-93db-f1ec697ec403 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:31:44.304212 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-5731014b-6444-4f9b-93db-f1ec697ec403 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/networks?id=787fee42-f948-4a49-9f05-6437df747bc3 HTTP/1.1" status: 200 len: 797 time: 0.2983186 Apr 23 09:31:44.388369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-a570d2af-2587-4c0f-91ab-9a6207b0d131 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:31:44.414923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-a570d2af-2587-4c0f-91ab-9a6207b0d131 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:31:44.416418 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-a570d2af-2587-4c0f-91ab-9a6207b0d131 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 380 time: 0.1041269 Apr 23 09:31:44.427231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-0c00f858-65fe-47c9-8273-c7e314067623 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'port': {'device_id': '8c2fc535-519d-40d5-89e5-0d0015efe9c5', 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3', 'admin_state_up': True, 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'security_groups': ['3cece787-4a78-486e-bd72-1f188153e96a']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:31:44.631674 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-49d9765c-9378-4621-8bf7-ef4dd4a0f076 req-d9104378-0d3e-43ad-b3f3-e59861d7c22f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 210 time: 0.1560936 Apr 23 09:31:44.704943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-0c00f858-65fe-47c9-8273-c7e314067623 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:31:44.721108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-0c00f858-65fe-47c9-8273-c7e314067623 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:31:44.763571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-0c00f858-65fe-47c9-8273-c7e314067623 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:31:44.774145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-0c00f858-65fe-47c9-8273-c7e314067623 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:45.012150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-0c00f858-65fe-47c9-8273-c7e314067623 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.20.0.9 (787fee42-f948-4a49-9f05-6437df747bc3/85b78721-9bb3-4b95-921d-94449ec6037e/39b57c9e-beb3-459a-99b4-e40102fad8ca) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:31:45.312237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-0c00f858-65fe-47c9-8273-c7e314067623 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:45.336226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-0c00f858-65fe-47c9-8273-c7e314067623 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Transition to ACTIVE for port object 39b57c9e-beb3-459a-99b4-e40102fad8ca will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:31:45.409156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-0c00f858-65fe-47c9-8273-c7e314067623 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:45.419271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b067b9d0-06e6-40fb-b76f-1c69b38a4e1c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:45.521609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-0c00f858-65fe-47c9-8273-c7e314067623 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 787fee42-f948-4a49-9f05-6437df747bc3 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:31:45.531169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-0c00f858-65fe-47c9-8273-c7e314067623 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:31:45.537026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-0c00f858-65fe-47c9-8273-c7e314067623 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:31:45.578487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00f858-65fe-47c9-8273-c7e314067623 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=39b57c9e-beb3-459a-99b4-e40102fad8ca,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:45.584787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0c00f858-65fe-47c9-8273-c7e314067623 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:45.646107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-0c00f858-65fe-47c9-8273-c7e314067623 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:45.647690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-0c00f858-65fe-47c9-8273-c7e314067623 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:45.746764 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-0c00f858-65fe-47c9-8273-c7e314067623 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3246205 Apr 23 09:31:45.761865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Request body: {'port': {'device_id': '8c2fc535-519d-40d5-89e5-0d0015efe9c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:31:45.808460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c4d8155e-e435-407e-819f-52f7c04f5fe9 None None] Provisioning for port 39b57c9e-beb3-459a-99b4-e40102fad8ca completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:31:45.823010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c4d8155e-e435-407e-819f-52f7c04f5fe9 None None] Provisioning complete for port 39b57c9e-beb3-459a-99b4-e40102fad8ca triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:31:45.825517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c4d8155e-e435-407e-819f-52f7c04f5fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:45.924879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c4d8155e-e435-407e-819f-52f7c04f5fe9 None None] Port 39b57c9e-beb3-459a-99b4-e40102fad8ca cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:31:45.939241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:45.994914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a5b50-b489-4a65-b0f6-e6dc1ceec7d6 req-e1c6c392-f649-4658-b75c-0a988b0ebeda tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:45.996835 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e23a5b50-b489-4a65-b0f6-e6dc1ceec7d6 req-e1c6c392-f649-4658-b75c-0a988b0ebeda tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 931 time: 0.1280129 Apr 23 09:31:46.060237 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e23a5b50-b489-4a65-b0f6-e6dc1ceec7d6 req-fabf4664-e98f-4926-8e3a-cf965597975e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cece787-4a78-486e-bd72-1f188153e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561075 Apr 23 09:31:46.447653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b57c9e-beb3-459a-99b4-e40102fad8ca {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:31:46.488788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:46.530704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Transition to ACTIVE for port object 39b57c9e-beb3-459a-99b4-e40102fad8ca will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:31:46.562889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:46.572323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:46.764354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Pushing event updated for resources: {'Port': ['ID=39b57c9e-beb3-459a-99b4-e40102fad8ca,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:46.767970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:46.874054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Attempting to bind port 39b57c9e-beb3-459a-99b4-e40102fad8ca on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:31:46.874494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Attempting to bind port 39b57c9e-beb3-459a-99b4-e40102fad8ca by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'aff70165-7a1b-41df-86ea-58b2f5d6dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:31:46.874893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Attempting to bind port 39b57c9e-beb3-459a-99b4-e40102fad8ca on network 787fee42-f948-4a49-9f05-6437df747bc3 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:31:46.881441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Port 39b57c9e-beb3-459a-99b4-e40102fad8ca on network 787fee42-f948-4a49-9f05-6437df747bc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:31:46.881816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Attempting to bind port 39b57c9e-beb3-459a-99b4-e40102fad8ca on network 787fee42-f948-4a49-9f05-6437df747bc3 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:31:46.888256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:31:46.892371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Checking segment: {'id': 'aff70165-7a1b-41df-86ea-58b2f5d6dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:31:46.892371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Bound using segment: {'id': 'aff70165-7a1b-41df-86ea-58b2f5d6dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:31:46.892371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Bound port: 39b57c9e-beb3-459a-99b4-e40102fad8ca, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff70165-7a1b-41df-86ea-58b2f5d6dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:31:46.892371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:47.366982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] For port 39b57c9e-beb3-459a-99b4-e40102fad8ca, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:31:47.381792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] For port 39b57c9e-beb3-459a-99b4-e40102fad8ca, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=39b57c9e-beb3-459a-99b4-e40102fad8ca,segment=NetworkSegment(aff70165-7a1b-41df-86ea-58b2f5d6dc13),segment_id=aff70165-7a1b-41df-86ea-58b2f5d6dc13)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:31:47.419586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16641732-2e8f-4c2c-be5e-71aa6b4db179 req-bbaacf98-56cc-48a2-a6e6-28204b7ea8ba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:47.420418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-16641732-2e8f-4c2c-be5e-71aa6b4db179 req-bbaacf98-56cc-48a2-a6e6-28204b7ea8ba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:31:47.425766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:47.431500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b7e12995-37c3-4f72-afbe-8631de3efe93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:47.500086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:47.500781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:47.502422 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] 10.222.0.35 "PUT /v2.0/ports/39b57c9e-beb3-459a-99b4-e40102fad8ca HTTP/1.1" status: 200 len: 1093 time: 1.7482867 Apr 23 09:31:47.508635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2fc535-519d-40d5-89e5-0d0015efe9c5', 'tag': '39b57c9e-beb3-459a-99b4-e40102fad8ca'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:31:47.546496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Pushing event updated for resources: {'Port': ['ID=39b57c9e-beb3-459a-99b4-e40102fad8ca,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:47.550784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:47.652098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-16641732-2e8f-4c2c-be5e-71aa6b4db179 req-bbaacf98-56cc-48a2-a6e6-28204b7ea8ba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:31:47.662799 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-16641732-2e8f-4c2c-be5e-71aa6b4db179 req-bbaacf98-56cc-48a2-a6e6-28204b7ea8ba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 943 time: 0.3618262 Apr 23 09:31:47.779456 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2fc535-519d-40d5-89e5-0d0015efe9c5', 'tag': '39b57c9e-beb3-459a-99b4-e40102fad8ca', 'status': 'completed', 'code': 200} Apr 23 09:31:47.790148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-21d49c58-2e63-4bf2-81d4-77e71201e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:47.792982 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-21d49c58-2e63-4bf2-81d4-77e71201e24a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 1096 time: 0.2064011 Apr 23 09:31:47.803323 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-16641732-2e8f-4c2c-be5e-71aa6b4db179 req-6829e85d-b441-4826-8eaa-4249da39e2ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cece787-4a78-486e-bd72-1f188153e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390817 Apr 23 09:31:47.922790 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-baf4efa0-be3f-41ce-b566-a47a815db05f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39b57c9e-beb3-459a-99b4-e40102fad8ca HTTP/1.1" status: 200 len: 217 time: 0.1177392 Apr 23 09:31:47.998013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-0d144dc0-787a-428b-a22e-17c1550692cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:47.999672 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-0d144dc0-787a-428b-a22e-17c1550692cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85b78721-9bb3-4b95-921d-94449ec6037e HTTP/1.1" status: 200 len: 833 time: 0.0708156 Apr 23 09:31:48.095553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-c9ba48c8-9a08-4f38-be1f-452e09d23ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:48.097248 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-c9ba48c8-9a08-4f38-be1f-452e09d23ae4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=787fee42-f948-4a49-9f05-6437df747bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0909636 Apr 23 09:31:48.325326 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-69f49b96-8eec-4d21-a5e5-d4d052f39f7f service neutron] 10.222.0.35 "GET /v2.0/networks/787fee42-f948-4a49-9f05-6437df747bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217867 Apr 23 09:31:48.487712 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4720e8e4-c5e4-48e6-b054-792c6b2afd0c req-f5d53f94-2c6f-498d-8019-f8654b701513 service neutron] 10.222.0.35 "GET /v2.0/networks/787fee42-f948-4a49-9f05-6437df747bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555531 Apr 23 09:31:48.656335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9b635-5c85-47cc-ac6e-93868a5d8199 req-bf37b83a-3c9b-4d7b-bcff-41f41a4052e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:48.658046 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-77d9b635-5c85-47cc-ac6e-93868a5d8199 req-bf37b83a-3c9b-4d7b-bcff-41f41a4052e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 1096 time: 0.0887935 Apr 23 09:31:48.898511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9b635-5c85-47cc-ac6e-93868a5d8199 req-71d9eeaa-6dcc-49a6-9f95-1da1ea8fec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:48.900403 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-77d9b635-5c85-47cc-ac6e-93868a5d8199 req-71d9eeaa-6dcc-49a6-9f95-1da1ea8fec2b service neutron] 10.222.0.35 "GET /v2.0/networks?id=787fee42-f948-4a49-9f05-6437df747bc3 HTTP/1.1" status: 200 len: 898 time: 0.2359405 Apr 23 09:31:48.992810 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-77d9b635-5c85-47cc-ac6e-93868a5d8199 req-f6ee2789-8129-455f-92f5-45255cbfb90b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39b57c9e-beb3-459a-99b4-e40102fad8ca HTTP/1.1" status: 200 len: 217 time: 0.0857852 Apr 23 09:31:49.077965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9b635-5c85-47cc-ac6e-93868a5d8199 req-7e9abc50-cc0e-479b-9165-b138937f0164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:49.079768 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-77d9b635-5c85-47cc-ac6e-93868a5d8199 req-7e9abc50-cc0e-479b-9165-b138937f0164 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85b78721-9bb3-4b95-921d-94449ec6037e HTTP/1.1" status: 200 len: 833 time: 0.0808129 Apr 23 09:31:49.201527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9b635-5c85-47cc-ac6e-93868a5d8199 req-7f2b7a81-d81d-4795-ac7e-59f7622ae0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:49.203858 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-77d9b635-5c85-47cc-ac6e-93868a5d8199 req-7f2b7a81-d81d-4795-ac7e-59f7622ae0a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=787fee42-f948-4a49-9f05-6437df747bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1176040 Apr 23 09:31:49.257118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace640c-03a6-4f14-8454-2748b4999eab req-4707cb69-eba8-471d-903d-6f9f31ebfe19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:49.260462 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1ace640c-03a6-4f14-8454-2748b4999eab req-4707cb69-eba8-471d-903d-6f9f31ebfe19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 943 time: 0.1851990 Apr 23 09:31:49.356792 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1ace640c-03a6-4f14-8454-2748b4999eab req-9ea10e20-bf1a-4c0e-9154-c8167b3af50b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cece787-4a78-486e-bd72-1f188153e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868840 Apr 23 09:31:49.416381 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-77d9b635-5c85-47cc-ac6e-93868a5d8199 req-7d73d80b-4a14-4627-ab28-20e279d0f406 service neutron] 10.222.0.35 "GET /v2.0/networks/787fee42-f948-4a49-9f05-6437df747bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050595 Apr 23 09:31:49.600005 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-77d9b635-5c85-47cc-ac6e-93868a5d8199 req-cb38b838-2463-416c-aa20-3b9612c6eadf service neutron] 10.222.0.35 "GET /v2.0/networks/787fee42-f948-4a49-9f05-6437df747bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754684 Apr 23 09:31:50.637487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea02cb-56da-4428-8f55-431c56ab5c18 req-84dd34fa-0be1-4915-9f16-9ab9180c9fd1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:50.639585 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-feea02cb-56da-4428-8f55-431c56ab5c18 req-84dd34fa-0be1-4915-9f16-9ab9180c9fd1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 943 time: 0.1158576 Apr 23 09:31:50.704073 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-feea02cb-56da-4428-8f55-431c56ab5c18 req-e9881802-ed66-4fe6-becb-733d4506c066 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cece787-4a78-486e-bd72-1f188153e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555646 Apr 23 09:31:51.967874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256631b-129c-45fc-bd4b-863a63149bd7 req-8ff1057f-9520-4235-b00c-26ffaabf3fc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:51.970163 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0256631b-129c-45fc-bd4b-863a63149bd7 req-8ff1057f-9520-4235-b00c-26ffaabf3fc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 943 time: 0.1407220 Apr 23 09:31:52.037684 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0256631b-129c-45fc-bd4b-863a63149bd7 req-e559718a-d2d8-4c08-bb96-2469f7910717 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cece787-4a78-486e-bd72-1f188153e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579963 Apr 23 09:31:52.180356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 39b57c9e-beb3-459a-99b4-e40102fad8ca details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:31:52.377392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 39b57c9e-beb3-459a-99b4-e40102fad8ca, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=39b57c9e-beb3-459a-99b4-e40102fad8ca,segment=NetworkSegment(aff70165-7a1b-41df-86ea-58b2f5d6dc13),segment_id=aff70165-7a1b-41df-86ea-58b2f5d6dc13)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:31:52.393958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '39b57c9e-beb3-459a-99b4-e40102fad8ca', 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3', 'port_id': '39b57c9e-beb3-459a-99b4-e40102fad8ca', 'mac_address': 'fa:16:3e:1d:8a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:31:52.466749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:52.496815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b57c9e-beb3-459a-99b4-e40102fad8ca {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:31:52.529483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 39b57c9e-beb3-459a-99b4-e40102fad8ca, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=39b57c9e-beb3-459a-99b4-e40102fad8ca,segment=NetworkSegment(aff70165-7a1b-41df-86ea-58b2f5d6dc13),segment_id=aff70165-7a1b-41df-86ea-58b2f5d6dc13)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:31:52.752774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:52.757106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:52.849916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=39b57c9e-beb3-459a-99b4-e40102fad8ca,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:52.854153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:53.095789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['39b57c9e-beb3-459a-99b4-e40102fad8ca'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:31:53.312831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d031e72-1dd7-42c2-b127-fd9be01a750a req-96404cb6-fdc6-429d-b56e-13625c6813e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:53.315342 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9d031e72-1dd7-42c2-b127-fd9be01a750a req-96404cb6-fdc6-429d-b56e-13625c6813e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 944 time: 0.1387691 Apr 23 09:31:53.400256 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9d031e72-1dd7-42c2-b127-fd9be01a750a req-7eade5e8-14f5-46c7-87b5-a41629efb6f7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cece787-4a78-486e-bd72-1f188153e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737689 Apr 23 09:31:53.491341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:54.688622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cb32b-93a8-48cc-8cd8-f666b7925f13 req-523011eb-b2cd-46dd-9f27-9069a53d7988 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:54.690451 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a13cb32b-93a8-48cc-8cd8-f666b7925f13 req-523011eb-b2cd-46dd-9f27-9069a53d7988 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 944 time: 0.1350372 Apr 23 09:31:54.759169 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a13cb32b-93a8-48cc-8cd8-f666b7925f13 req-043a4c04-2e45-4f62-ac1a-37fb8fdd55f7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cece787-4a78-486e-bd72-1f188153e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601068 Apr 23 09:31:56.049818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f99f8-fe47-4e7a-8eb3-2c0c129a08db req-b13df231-b321-4101-a9ae-f3eb516cb3c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:56.051539 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-148f99f8-fe47-4e7a-8eb3-2c0c129a08db req-b13df231-b321-4101-a9ae-f3eb516cb3c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 944 time: 0.1396117 Apr 23 09:31:56.157416 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-148f99f8-fe47-4e7a-8eb3-2c0c129a08db req-61e0d86d-8d43-42c3-b324-e6688e5389f8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cece787-4a78-486e-bd72-1f188153e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982487 Apr 23 09:31:56.180853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 39b57c9e-beb3-459a-99b4-e40102fad8ca up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:31:56.465966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 39b57c9e-beb3-459a-99b4-e40102fad8ca completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:31:56.479009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 39b57c9e-beb3-459a-99b4-e40102fad8ca triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:31:56.479922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:56.693969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:56.752086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2fc535-519d-40d5-89e5-0d0015efe9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b57c9e-beb3-459a-99b4-e40102fad8ca'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:31:56.773750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 39b57c9e-beb3-459a-99b4-e40102fad8ca, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=39b57c9e-beb3-459a-99b4-e40102fad8ca,segment=NetworkSegment(aff70165-7a1b-41df-86ea-58b2f5d6dc13),segment_id=aff70165-7a1b-41df-86ea-58b2f5d6dc13)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:31:56.920797 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2fc535-519d-40d5-89e5-0d0015efe9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b57c9e-beb3-459a-99b4-e40102fad8ca', 'code': 200} Apr 23 09:31:56.978562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:31:56.980821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:31:57.153241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=39b57c9e-beb3-459a-99b4-e40102fad8ca,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:31:57.157518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:31:57.409756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbe411-711e-4949-b3ba-18e7262a75d8 req-60275d03-2dac-422e-ba3f-2fcb9a99ca69 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:57.412650 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2ddbe411-711e-4949-b3ba-18e7262a75d8 req-60275d03-2dac-422e-ba3f-2fcb9a99ca69 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 945 time: 0.1158974 Apr 23 09:31:57.472615 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2ddbe411-711e-4949-b3ba-18e7262a75d8 req-2fc5b749-0acc-4bb0-8356-43b426da8f5c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cece787-4a78-486e-bd72-1f188153e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522811 Apr 23 09:31:57.793566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26017388-344c-480a-9660-7f2924fa0e88 req-22dc9be0-1092-40cf-a783-514bdd457573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:57.795232 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-26017388-344c-480a-9660-7f2924fa0e88 req-22dc9be0-1092-40cf-a783-514bdd457573 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 1098 time: 0.1115940 Apr 23 09:31:57.845629 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-26017388-344c-480a-9660-7f2924fa0e88 req-51a86218-26e3-43a7-8d5e-b476cf85431c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3cece787-4a78-486e-bd72-1f188153e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433245 Apr 23 09:31:58.851908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa857c2-a189-48de-9d2a-d972aba3cc5b req-3de02be3-80e0-41ec-8dd7-cdf50da08e93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:31:58.854543 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0aa857c2-a189-48de-9d2a-d972aba3cc5b req-3de02be3-80e0-41ec-8dd7-cdf50da08e93 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 945 time: 0.1497452 Apr 23 09:31:58.947928 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0aa857c2-a189-48de-9d2a-d972aba3cc5b req-14b4e956-3f67-4cf0-a31b-ff12f4377bf9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cece787-4a78-486e-bd72-1f188153e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863116 Apr 23 09:32:00.229250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c75e2-c7e9-46c1-8f85-e476af273394 req-87367c65-0b75-4e65-a3f6-8da2df660c49 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:00.230533 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e81c75e2-c7e9-46c1-8f85-e476af273394 req-87367c65-0b75-4e65-a3f6-8da2df660c49 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 945 time: 0.1008165 Apr 23 09:32:00.326882 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e81c75e2-c7e9-46c1-8f85-e476af273394 req-e14455e6-d8d3-4d88-acb4-3474b7f8f990 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cece787-4a78-486e-bd72-1f188153e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889299 Apr 23 09:32:00.613869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977bf0b-1a31-49d3-8d23-7ecb598d5780 req-9dd554a7-4817-422c-8437-b52d5172e513 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:00.615728 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5977bf0b-1a31-49d3-8d23-7ecb598d5780 req-9dd554a7-4817-422c-8437-b52d5172e513 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 945 time: 0.1407459 Apr 23 09:32:00.681455 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5977bf0b-1a31-49d3-8d23-7ecb598d5780 req-b9317d38-73a7-4bf0-bde4-35915172b2fe tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cece787-4a78-486e-bd72-1f188153e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534952 Apr 23 09:32:00.708879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43562) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:32:00.800231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0cb575-704a-4d6d-a907-c4b8cf115e7b tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:00.802609 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1d0cb575-704a-4d6d-a907-c4b8cf115e7b tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 1093 time: 0.0924501 Apr 23 09:32:00.808501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43566) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:32:00.814974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': '39b57c9e-beb3-459a-99b4-e40102fad8ca', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:32:00.823327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:32:00.827612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:floatingip and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:32:00.830936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:32:00.838709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:32:02.093480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:02.281502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:02.489813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.26.4.128 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/647f6282-264d-4ccf-9497-da5bd48714aa) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:32:02.881321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:03.151819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:03.158587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0dcc15ca-d5f1-445b-9371-6b1b16d66989 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:32:03.248679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:32:03.253619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:32:03.259021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:32:03.313500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=647f6282-264d-4ccf-9497-da5bd48714aa,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:32:03.321614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:32:04.174168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:04.390106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:04.702967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:04.790485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:04.796990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-122dcc77-55aa-445f-b363-b76dea7c07d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:32:04.932460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=647f6282-264d-4ccf-9497-da5bd48714aa,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:32:04.935786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:32:04.963141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:05.180380 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Floating IP 68868ef4-8bc5-4d67-80b8-9d77e16717ef associated. External IP: 172.26.4.128, port: 39b57c9e-beb3-459a-99b4-e40102fad8ca. Apr 23 09:32:05.621815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:32:05.857140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:32:05.875608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9767ff4d-1dfe-40de-9e55-9a9820970b69 None None] Sync routers for ids ['c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:32:05.886547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9767ff4d-1dfe-40de-9e55-9a9820970b69 None None] Routers {'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:32:05.887243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9767ff4d-1dfe-40de-9e55-9a9820970b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:31:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:32:06.111548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-9767ff4d-1dfe-40de-9e55-9a9820970b69 None None] Set router c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:32:06.557110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9767ff4d-1dfe-40de-9e55-9a9820970b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'name': 'tempest-TestNetworkBasicOps-router-1218127667', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:31:26Z', 'updated_at': '2021-04-23T09:31:34Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:27Z', 'updated_at': '2021-04-23T09:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '68868ef4-8bc5-4d67-80b8-9d77e16717ef', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.128', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'port_id': '39b57c9e-beb3-459a-99b4-e40102fad8ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3', 'mac_address': 'fa:16:3e:1d:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fc535-519d-40d5-89e5-0d0015efe9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:32:04Z', 'updated_at': '2021-04-23T09:32:04Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f538a0-5e8e-4a70-9348-b597e82f8ba7', 'name': '', 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:c5:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:33Z', 'updated_at': '2021-04-23T09:31:42Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:32:06.563301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9767ff4d-1dfe-40de-9e55-9a9820970b69 None None] Checking router: c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:32:06.578147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9767ff4d-1dfe-40de-9e55-9a9820970b69 None None] Routers {'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:32:06.583329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9767ff4d-1dfe-40de-9e55-9a9820970b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:31:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:32:06.607901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:06.740513 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9295053 Apr 23 09:32:06.741990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2fc535-519d-40d5-89e5-0d0015efe9c5', 'tag': '39b57c9e-beb3-459a-99b4-e40102fad8ca'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:32:06.742551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43580) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:32:06.810500 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2fc535-519d-40d5-89e5-0d0015efe9c5', 'tag': '39b57c9e-beb3-459a-99b4-e40102fad8ca', 'status': 'completed', 'code': 200} Apr 23 09:32:06.825991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-9767ff4d-1dfe-40de-9e55-9a9820970b69 None None] Set router c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:32:06.896380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-480d60fa-4ef8-4152-becc-65ec76cc5d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:07.028053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0341b-9041-4846-bf52-828fc6e679e2 req-01d7c7f0-a66e-4087-ba10-d4650b892629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:07.029525 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1cf0341b-9041-4846-bf52-828fc6e679e2 req-01d7c7f0-a66e-4087-ba10-d4650b892629 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 1098 time: 0.1916823 Apr 23 09:32:07.204731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0341b-9041-4846-bf52-828fc6e679e2 req-5cd06024-3142-452c-bc17-04e1986802a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:07.206372 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1cf0341b-9041-4846-bf52-828fc6e679e2 req-5cd06024-3142-452c-bc17-04e1986802a6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=787fee42-f948-4a49-9f05-6437df747bc3 HTTP/1.1" status: 200 len: 898 time: 0.1655500 Apr 23 09:32:07.317423 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-30464bf5-f5cd-4669-93b5-8253ccee9279 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/routers/c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df HTTP/1.1" status: 200 len: 922 time: 0.5730984 Apr 23 09:32:07.323026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43588) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:32:07.334245 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1cf0341b-9041-4846-bf52-828fc6e679e2 req-41346aa5-9cab-4f1a-b402-e522be3dd6c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39b57c9e-beb3-459a-99b4-e40102fad8ca HTTP/1.1" status: 200 len: 999 time: 0.1196678 Apr 23 09:32:07.404098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9767ff4d-1dfe-40de-9e55-9a9820970b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'name': 'tempest-TestNetworkBasicOps-router-1218127667', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:31:26Z', 'updated_at': '2021-04-23T09:31:34Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:27Z', 'updated_at': '2021-04-23T09:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '68868ef4-8bc5-4d67-80b8-9d77e16717ef', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.128', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'port_id': '39b57c9e-beb3-459a-99b4-e40102fad8ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3', 'mac_address': 'fa:16:3e:1d:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fc535-519d-40d5-89e5-0d0015efe9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:32:04Z', 'updated_at': '2021-04-23T09:32:04Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f538a0-5e8e-4a70-9348-b597e82f8ba7', 'name': '', 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:c5:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:33Z', 'updated_at': '2021-04-23T09:31:42Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:32:07.409540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9767ff4d-1dfe-40de-9e55-9a9820970b69 None None] The sync data for ids ['c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'] in dv-neutron-786478-4-hyperv is: [{'id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'name': 'tempest-TestNetworkBasicOps-router-1218127667', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:31:26Z', 'updated_at': '2021-04-23T09:31:34Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:27Z', 'updated_at': '2021-04-23T09:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '68868ef4-8bc5-4d67-80b8-9d77e16717ef', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.128', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'port_id': '39b57c9e-beb3-459a-99b4-e40102fad8ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3', 'mac_address': 'fa:16:3e:1d:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fc535-519d-40d5-89e5-0d0015efe9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:32:04Z', 'updated_at': '2021-04-23T09:32:04Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f538a0-5e8e-4a70-9348-b597e82f8ba7', 'name': '', 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:c5:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:33Z', 'updated_at': '2021-04-23T09:31:42Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:32:07.412088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0341b-9041-4846-bf52-828fc6e679e2 req-5ef6299b-f130-447f-aa25-129d51426ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:07.413713 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1cf0341b-9041-4846-bf52-828fc6e679e2 req-5ef6299b-f130-447f-aa25-129d51426ccb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85b78721-9bb3-4b95-921d-94449ec6037e HTTP/1.1" status: 200 len: 833 time: 0.0728900 Apr 23 09:32:07.577921 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-95da728f-bd82-44ba-bea6-24d0ac88ec21 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/68868ef4-8bc5-4d67-80b8-9d77e16717ef HTTP/1.1" status: 200 len: 991 time: 0.2530825 Apr 23 09:32:07.609821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0341b-9041-4846-bf52-828fc6e679e2 req-a9d7ecd4-f258-4f91-a25a-17824aae1266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:07.611519 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1cf0341b-9041-4846-bf52-828fc6e679e2 req-a9d7ecd4-f258-4f91-a25a-17824aae1266 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=787fee42-f948-4a49-9f05-6437df747bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1908858 Apr 23 09:32:07.772320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bf8300-5f99-49b9-ae4e-e1b982a42e8b None None] New status for floating IP 68868ef4-8bc5-4d67-80b8-9d77e16717ef: ACTIVE {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:32:07.781297 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1cf0341b-9041-4846-bf52-828fc6e679e2 req-c72bcb65-3164-4d29-b95c-c521ace1b6dc service neutron] 10.222.0.35 "GET /v2.0/networks/787fee42-f948-4a49-9f05-6437df747bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626709 Apr 23 09:32:08.242463 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1cf0341b-9041-4846-bf52-828fc6e679e2 req-e5698c41-3f7a-4a10-94d6-644160cb26f3 service neutron] 10.222.0.35 "GET /v2.0/networks/787fee42-f948-4a49-9f05-6437df747bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961226 Apr 23 09:32:08.583589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43594) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:32:08.733397 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-19f41be0-73da-40a7-9689-d8234657750d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/68868ef4-8bc5-4d67-80b8-9d77e16717ef HTTP/1.1" status: 200 len: 993 time: 0.1479537 Apr 23 09:32:09.008799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:32:09.876554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-70337c70-611a-4566-a53c-d5653f38d5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:10.426048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:11.196343 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-7be3afc5-96be-423f-bbb5-55e4ad133aaf tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202986172&fields=id&tenant_id=bd186be32f6c46398a111d70f7898994 HTTP/1.1" status: 200 len: 267 time: 0.0480373 Apr 23 09:32:11.344438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:11.389715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-46ca96be-7472-4087-9f7f-f9fe28004467 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:11.395766 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-46ca96be-7472-4087-9f7f-f9fe28004467 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/networks?id=91010434-002e-49e7-b83d-a6a0de2d3a1c HTTP/1.1" status: 200 len: 811 time: 0.1835659 Apr 23 09:32:11.410940 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-4dde6ad3-8172-4811-8960-d848dcbf8cf8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/quotas/bd186be32f6c46398a111d70f7898994 HTTP/1.1" status: 200 len: 375 time: 0.0110242 Apr 23 09:32:11.540834 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-16972fec-2c54-4322-811c-f5c3b13ebc4b tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd186be32f6c46398a111d70f7898994&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1233149 Apr 23 09:32:11.708172 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-04db1aaf-6b7b-4a7c-adc8-592150f6566d service neutron] 10.222.0.60 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533995 Apr 23 09:32:11.879276 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-d6515f1a-8bf5-4caf-87ff-0b470313803c service neutron] 10.222.0.60 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638992 Apr 23 09:32:12.344475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:12.764823 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-268420ec-0b77-4091-8b29-264227617067 req-203b6b55-0753-4a74-923a-c4c154600d12 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 210 time: 0.0703886 Apr 23 09:32:13.972475 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b1fa668b-d6e4-47f4-a74e-2530f9c0cb74 req-9ca36098-35e7-4d73-bf2a-9125d01064b8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 210 time: 0.0579040 Apr 23 09:32:15.118540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-a32803ee-a43d-4f70-8499-840e535eea63 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:15.120553 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-a32803ee-a43d-4f70-8499-840e535eea63 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.35 "GET /v2.0/networks?id=91010434-002e-49e7-b83d-a6a0de2d3a1c HTTP/1.1" status: 200 len: 811 time: 0.2130644 Apr 23 09:32:15.215829 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e468398b-207c-4e71-877b-c9fa881b14ea req-f7657d39-2e95-43a8-ac88-481a1a96006a tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 210 time: 0.0693431 Apr 23 09:32:15.256640 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-0491f984-af05-44cf-930e-cc8f85a80621 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd186be32f6c46398a111d70f7898994 HTTP/1.1" status: 200 len: 380 time: 0.1263664 Apr 23 09:32:15.267509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Request body: {'port': {'device_id': '1f2509c6-f74f-451e-b082-25ca01deb2bc', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'admin_state_up': True, 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'security_groups': ['84067916-3263-4dcd-828c-029d400260a6']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:32:15.787634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:32:15.800250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:32:15.853613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Made reservation on behalf of bd186be32f6c46398a111d70f7898994 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:32:15.865071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:16.217216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Allocated IP 172.20.0.5 (91010434-002e-49e7-b83d-a6a0de2d3a1c/02ab5626-b692-4cce-b0c9-1857a68924a2/a3b535f6-570b-4ff6-ac6c-b4877e33caeb) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:32:16.496033 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6b7a0a33-70a2-46c0-b912-c805122d5d16 req-49b708f3-e01c-4e18-aa23-5ba6d81424db tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 210 time: 0.0650930 Apr 23 09:32:16.863480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:16.899182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Transition to ACTIVE for port object a3b535f6-570b-4ff6-ac6c-b4877e33caeb will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:32:16.985051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:16.992196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:32:17.080594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Network 91010434-002e-49e7-b83d-a6a0de2d3a1c is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:32:17.084996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:32:17.093123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:32:17.149293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Pushing event updated for resources: {'Port': ['ID=a3b535f6-570b-4ff6-ac6c-b4877e33caeb,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:32:17.174263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:32:17.174743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:32:17.175217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:32:17.175649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:32:17.176075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:32:17.176502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:32:17.176995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:32:17.177413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:32:17.177843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:32:17.178263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:32:17.178710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:32:17.179136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:32:17.185706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:32:17.225473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:17.226668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:17.357751 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0958333 Apr 23 09:32:17.373524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-4c4a1de9-0c0b-48a5-9444-e665caf49942 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:32:17.378158 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-4c4a1de9-0c0b-48a5-9444-e665caf49942 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107312 Apr 23 09:32:17.388600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Request body: {'port': {'device_id': '1f2509c6-f74f-451e-b082-25ca01deb2bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:32:17.577544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:17.835722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d0cc76a5-d098-4dc1-a5f4-69b79b0994be None None] Provisioning for port a3b535f6-570b-4ff6-ac6c-b4877e33caeb completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:32:17.844085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d0cc76a5-d098-4dc1-a5f4-69b79b0994be None None] Provisioning complete for port a3b535f6-570b-4ff6-ac6c-b4877e33caeb triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:32:17.847959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0cc76a5-d098-4dc1-a5f4-69b79b0994be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:17.955746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d0cc76a5-d098-4dc1-a5f4-69b79b0994be None None] Port a3b535f6-570b-4ff6-ac6c-b4877e33caeb cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:32:18.059247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d48e97-ed78-40f3-a13b-4a80f596c607 req-0cb39dd6-316f-4bcb-98e1-38dd691e3c36 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:18.060080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-52d48e97-ed78-40f3-a13b-4a80f596c607 req-0cb39dd6-316f-4bcb-98e1-38dd691e3c36 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Synchronizing usage tracker for tenant:bd186be32f6c46398a111d70f7898994 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:32:18.172701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-52d48e97-ed78-40f3-a13b-4a80f596c607 req-0cb39dd6-316f-4bcb-98e1-38dd691e3c36 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Unset dirty status for tenant:bd186be32f6c46398a111d70f7898994 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:32:18.174435 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-52d48e97-ed78-40f3-a13b-4a80f596c607 req-0cb39dd6-316f-4bcb-98e1-38dd691e3c36 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 931 time: 0.3756835 Apr 23 09:32:18.245373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b535f6-570b-4ff6-ac6c-b4877e33caeb {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:32:18.259434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:18.275349 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-52d48e97-ed78-40f3-a13b-4a80f596c607 req-2183ff5d-4c10-49d7-80c5-da2c72d62aae tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858550 Apr 23 09:32:18.297567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Transition to ACTIVE for port object a3b535f6-570b-4ff6-ac6c-b4877e33caeb will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:32:18.338221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:18.344130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:32:18.504092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b535f6-570b-4ff6-ac6c-b4877e33caeb,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:32:18.537049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:32:18.648296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Attempting to bind port a3b535f6-570b-4ff6-ac6c-b4877e33caeb on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:32:18.648697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Attempting to bind port a3b535f6-570b-4ff6-ac6c-b4877e33caeb by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0d2fcd6e-9191-4201-9944-986286a72003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:32:18.649073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Attempting to bind port a3b535f6-570b-4ff6-ac6c-b4877e33caeb on network 91010434-002e-49e7-b83d-a6a0de2d3a1c {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:32:18.655091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Port a3b535f6-570b-4ff6-ac6c-b4877e33caeb on network 91010434-002e-49e7-b83d-a6a0de2d3a1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:32:18.655392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Attempting to bind port a3b535f6-570b-4ff6-ac6c-b4877e33caeb on network 91010434-002e-49e7-b83d-a6a0de2d3a1c {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:32:18.662872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:32:18.663256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Checking segment: {'id': '0d2fcd6e-9191-4201-9944-986286a72003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:32:18.663697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Bound using segment: {'id': '0d2fcd6e-9191-4201-9944-986286a72003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:32:18.664193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Bound port: a3b535f6-570b-4ff6-ac6c-b4877e33caeb, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2fcd6e-9191-4201-9944-986286a72003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:32:18.664586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:18.786930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] For port a3b535f6-570b-4ff6-ac6c-b4877e33caeb, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:32:18.791351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] For port a3b535f6-570b-4ff6-ac6c-b4877e33caeb, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a3b535f6-570b-4ff6-ac6c-b4877e33caeb,segment=NetworkSegment(0d2fcd6e-9191-4201-9944-986286a72003),segment_id=0d2fcd6e-9191-4201-9944-986286a72003)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:32:18.853673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:18.859543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:32:18.928244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:18.929031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:18.931184 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] 10.222.0.35 "PUT /v2.0/ports/a3b535f6-570b-4ff6-ac6c-b4877e33caeb HTTP/1.1" status: 200 len: 1093 time: 1.5479898 Apr 23 09:32:18.931729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2509c6-f74f-451e-b082-25ca01deb2bc', 'tag': 'a3b535f6-570b-4ff6-ac6c-b4877e33caeb'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:32:18.985948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b535f6-570b-4ff6-ac6c-b4877e33caeb,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:32:18.991329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:32:19.064376 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f2509c6-f74f-451e-b082-25ca01deb2bc', 'tag': 'a3b535f6-570b-4ff6-ac6c-b4877e33caeb', 'status': 'completed', 'code': 200} Apr 23 09:32:19.115267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e80b58f1-45c2-4d49-85a1-49bb5f42ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:19.117225 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-e80b58f1-45c2-4d49-85a1-49bb5f42ce57 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd186be32f6c46398a111d70f7898994&device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 1096 time: 0.1070299 Apr 23 09:32:19.208621 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-a19da96a-f398-4976-9085-40f626d31d41 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3b535f6-570b-4ff6-ac6c-b4877e33caeb HTTP/1.1" status: 200 len: 217 time: 0.0833468 Apr 23 09:32:19.293792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-46a94a85-39cc-44aa-a003-e8ef644dcfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:19.295381 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-46a94a85-39cc-44aa-a003-e8ef644dcfe9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=02ab5626-b692-4cce-b0c9-1857a68924a2 HTTP/1.1" status: 200 len: 850 time: 0.0800631 Apr 23 09:32:19.396986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-a5699853-97e8-4b8e-8521-8e649e1cf983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:19.398922 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-a5699853-97e8-4b8e-8521-8e649e1cf983 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91010434-002e-49e7-b83d-a6a0de2d3a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0968456 Apr 23 09:32:19.665873 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-2c4652d6-4b7a-4a05-93ec-0a0718f6b986 service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586503 Apr 23 09:32:19.676904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8138c-29c7-4f16-bfd6-d09fea4a68c4 req-747d831f-33ab-4087-bf35-c97fb48ae426 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:19.678864 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6aa8138c-29c7-4f16-bfd6-d09fea4a68c4 req-747d831f-33ab-4087-bf35-c97fb48ae426 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 943 time: 0.2326279 Apr 23 09:32:19.845109 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6aa8138c-29c7-4f16-bfd6-d09fea4a68c4 req-a4633c00-5fba-45d7-9026-9ae73570ed79 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387558 Apr 23 09:32:19.878886 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-943341d1-f9ed-413e-845a-f9bc017e2c56 req-67e4bb80-72b9-479a-97ff-abfb93fdee78 service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983683 Apr 23 09:32:20.057005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396049f-236e-4c0f-9856-2c0c058e6646 req-3c5d5060-b636-464e-959c-da4c0e1c99ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:20.060281 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5396049f-236e-4c0f-9856-2c0c058e6646 req-3c5d5060-b636-464e-959c-da4c0e1c99ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd186be32f6c46398a111d70f7898994&device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 1096 time: 0.0957940 Apr 23 09:32:20.341816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396049f-236e-4c0f-9856-2c0c058e6646 req-648e3dc7-7bdf-4673-a087-dd4eefbc3651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:20.344697 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5396049f-236e-4c0f-9856-2c0c058e6646 req-648e3dc7-7bdf-4673-a087-dd4eefbc3651 service neutron] 10.222.0.35 "GET /v2.0/networks?id=91010434-002e-49e7-b83d-a6a0de2d3a1c HTTP/1.1" status: 200 len: 912 time: 0.2755845 Apr 23 09:32:20.426240 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5396049f-236e-4c0f-9856-2c0c058e6646 req-b9d97e70-4e65-4752-9451-ee40c19a4010 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3b535f6-570b-4ff6-ac6c-b4877e33caeb HTTP/1.1" status: 200 len: 217 time: 0.0747805 Apr 23 09:32:20.524058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396049f-236e-4c0f-9856-2c0c058e6646 req-e4516c85-c29b-402c-adca-306e0156c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:20.526908 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5396049f-236e-4c0f-9856-2c0c058e6646 req-e4516c85-c29b-402c-adca-306e0156c761 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=02ab5626-b692-4cce-b0c9-1857a68924a2 HTTP/1.1" status: 200 len: 850 time: 0.0936906 Apr 23 09:32:20.630691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396049f-236e-4c0f-9856-2c0c058e6646 req-99c770cb-b1cc-4748-bc11-f7ff0fe510cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:20.632265 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5396049f-236e-4c0f-9856-2c0c058e6646 req-99c770cb-b1cc-4748-bc11-f7ff0fe510cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91010434-002e-49e7-b83d-a6a0de2d3a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0984111 Apr 23 09:32:20.796537 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5396049f-236e-4c0f-9856-2c0c058e6646 req-ac9ae066-99fc-4615-a8f5-1ae724f4f31b service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563075 Apr 23 09:32:20.981450 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5396049f-236e-4c0f-9856-2c0c058e6646 req-f1d91b14-84c6-40d3-99a1-fbee5b00ada2 service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744618 Apr 23 09:32:21.085821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bf211-7f9f-4943-b410-299e6d3e3f53 req-303f8de3-7484-4ac2-a905-1dbb8bb36361 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:21.087599 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-585bf211-7f9f-4943-b410-299e6d3e3f53 req-303f8de3-7484-4ac2-a905-1dbb8bb36361 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 943 time: 0.0974572 Apr 23 09:32:21.145731 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-585bf211-7f9f-4943-b410-299e6d3e3f53 req-6a0daa9e-d27c-4d40-879a-04732b62e586 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503693 Apr 23 09:32:22.373035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e50794-6682-4003-aba8-e5bf7760c010 req-775b0e5e-2e6f-4cb7-a421-5ba0f82fca77 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:22.374743 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-94e50794-6682-4003-aba8-e5bf7760c010 req-775b0e5e-2e6f-4cb7-a421-5ba0f82fca77 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 943 time: 0.1059701 Apr 23 09:32:22.434940 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-94e50794-6682-4003-aba8-e5bf7760c010 req-3e73bb05-3321-4f86-88f3-96d01e4aa42a tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482218 Apr 23 09:32:23.327173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:23.696742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41c388-5026-44ff-9148-4595ff58bbef req-11fa52f8-7729-48a7-8eb3-e2147fb96365 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:23.698728 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ac41c388-5026-44ff-9148-4595ff58bbef req-11fa52f8-7729-48a7-8eb3-e2147fb96365 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 943 time: 0.1040852 Apr 23 09:32:23.759796 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ac41c388-5026-44ff-9148-4595ff58bbef req-574de0c7-42c5-400f-9138-190866ef6b56 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538580 Apr 23 09:32:25.001952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d547-23f6-417d-8c21-3771c6c791c0 req-9d94be49-7f85-4ecb-902f-4ce4737b3f85 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:25.005102 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0233d547-23f6-417d-8c21-3771c6c791c0 req-9d94be49-7f85-4ecb-902f-4ce4737b3f85 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 943 time: 0.1073434 Apr 23 09:32:25.062753 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0233d547-23f6-417d-8c21-3771c6c791c0 req-36f9988d-140a-4fcb-8127-161b276ee97a tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503323 Apr 23 09:32:26.295827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1a973-a860-4de9-8105-a6cfa859ee60 req-0796db2e-f27c-4685-bb3d-4c240d0ebc7e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:26.297563 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d2c1a973-a860-4de9-8105-a6cfa859ee60 req-0796db2e-f27c-4685-bb3d-4c240d0ebc7e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 943 time: 0.1070490 Apr 23 09:32:26.361590 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d2c1a973-a860-4de9-8105-a6cfa859ee60 req-9262705d-71dc-4156-a831-1011d0c72e45 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477905 Apr 23 09:32:27.605556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad85bb-e3b9-496a-9b0f-4233a06d2a08 req-4e4bee31-60be-48ba-936d-1b0dfb6ea5da tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:27.607340 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-55ad85bb-e3b9-496a-9b0f-4233a06d2a08 req-4e4bee31-60be-48ba-936d-1b0dfb6ea5da tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 943 time: 0.1019349 Apr 23 09:32:27.672178 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-55ad85bb-e3b9-496a-9b0f-4233a06d2a08 req-b094a270-0fef-4bc6-b70c-c7f2e1b5730e tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518024 Apr 23 09:32:28.319524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device a3b535f6-570b-4ff6-ac6c-b4877e33caeb details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:32:28.483629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port a3b535f6-570b-4ff6-ac6c-b4877e33caeb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a3b535f6-570b-4ff6-ac6c-b4877e33caeb,segment=NetworkSegment(0d2fcd6e-9191-4201-9944-986286a72003),segment_id=0d2fcd6e-9191-4201-9944-986286a72003)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:32:28.500779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': 'a3b535f6-570b-4ff6-ac6c-b4877e33caeb', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'port_id': 'a3b535f6-570b-4ff6-ac6c-b4877e33caeb', 'mac_address': 'fa:16:3e:70:66:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:32:28.571766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:28.591346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b535f6-570b-4ff6-ac6c-b4877e33caeb {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:32:28.610178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port a3b535f6-570b-4ff6-ac6c-b4877e33caeb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a3b535f6-570b-4ff6-ac6c-b4877e33caeb,segment=NetworkSegment(0d2fcd6e-9191-4201-9944-986286a72003),segment_id=0d2fcd6e-9191-4201-9944-986286a72003)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:32:28.722549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:28.732584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7264f9fb-1a7f-48b1-9a2c-8c640b466ada None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:32:28.829997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=a3b535f6-570b-4ff6-ac6c-b4877e33caeb,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:32:28.839410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:32:28.839837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:32:28.840242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:32:28.840660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:32:28.841087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:32:28.841476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:32:28.841856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:32:28.842234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:32:28.842725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:32:28.843122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:32:28.843521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:32:28.843927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:32:28.849281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:32:28.932731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe3aa5-788b-4908-97d6-eef502b0ffe7 req-e5f2c586-fe25-4e51-a3ee-8c09f44205a0 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:28.934572 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-65fe3aa5-788b-4908-97d6-eef502b0ffe7 req-e5f2c586-fe25-4e51-a3ee-8c09f44205a0 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 944 time: 0.1311231 Apr 23 09:32:28.989938 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-65fe3aa5-788b-4908-97d6-eef502b0ffe7 req-0bf61803-8339-4fe6-b706-9fa2106203ca tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483377 Apr 23 09:32:29.036575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['a3b535f6-570b-4ff6-ac6c-b4877e33caeb'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:32:30.216460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf45c9-3d0f-442c-bc4c-8daf46bba26d req-38471fc3-1dd9-4de4-9a7e-c41bf8776e26 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:30.218407 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b2bf45c9-3d0f-442c-bc4c-8daf46bba26d req-38471fc3-1dd9-4de4-9a7e-c41bf8776e26 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 944 time: 0.1009238 Apr 23 09:32:30.272889 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b2bf45c9-3d0f-442c-bc4c-8daf46bba26d req-4b7316a7-4a8c-47aa-a0cc-b1f2180747f9 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466774 Apr 23 09:32:30.320062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device a3b535f6-570b-4ff6-ac6c-b4877e33caeb up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:32:30.458479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port a3b535f6-570b-4ff6-ac6c-b4877e33caeb completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:32:30.466995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port a3b535f6-570b-4ff6-ac6c-b4877e33caeb triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:32:30.467559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:30.638755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:30.674265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2509c6-f74f-451e-b082-25ca01deb2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b535f6-570b-4ff6-ac6c-b4877e33caeb'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:32:30.688052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port a3b535f6-570b-4ff6-ac6c-b4877e33caeb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a3b535f6-570b-4ff6-ac6c-b4877e33caeb,segment=NetworkSegment(0d2fcd6e-9191-4201-9944-986286a72003),segment_id=0d2fcd6e-9191-4201-9944-986286a72003)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:32:30.733632 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2509c6-f74f-451e-b082-25ca01deb2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b535f6-570b-4ff6-ac6c-b4877e33caeb', 'code': 200} Apr 23 09:32:30.739246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:30.742846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:32:30.883454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=a3b535f6-570b-4ff6-ac6c-b4877e33caeb,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:32:30.889314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:32:31.150257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd5862-1b7b-4659-8e12-c91ce436b424 req-55d494f3-baa8-48a5-8fc1-829febdb6b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:31.151622 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-38bd5862-1b7b-4659-8e12-c91ce436b424 req-55d494f3-baa8-48a5-8fc1-829febdb6b3a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 1098 time: 0.0952053 Apr 23 09:32:31.202078 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-38bd5862-1b7b-4659-8e12-c91ce436b424 req-fa478b69-8f4e-4ab0-8c23-6186ae745373 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433767 Apr 23 09:32:31.541255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aec4f5-3491-4940-9309-e3b0250b5fb9 req-79351ecd-2830-4120-a435-d4f6efe27542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:31.544255 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f2aec4f5-3491-4940-9309-e3b0250b5fb9 req-79351ecd-2830-4120-a435-d4f6efe27542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 945 time: 0.1405749 Apr 23 09:32:31.634780 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f2aec4f5-3491-4940-9309-e3b0250b5fb9 req-ad531f75-8015-4e6a-9388-8e264c3dc109 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827143 Apr 23 09:32:32.866667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42099c2-072f-4878-baa5-7e03fe9ca90b req-14a81acc-0d3c-4d14-b2ef-7d43f27dda10 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:32.868371 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e42099c2-072f-4878-baa5-7e03fe9ca90b req-14a81acc-0d3c-4d14-b2ef-7d43f27dda10 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 945 time: 0.1051748 Apr 23 09:32:32.923364 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e42099c2-072f-4878-baa5-7e03fe9ca90b req-43f13bcb-149d-4e7c-a00b-98d4c256c65f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480635 Apr 23 09:32:33.173194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dda2ec-fc51-44a9-b554-3907f686c103 req-7a91fb4d-7d4f-47be-98c2-ed79dadd9841 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:33.175353 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-95dda2ec-fc51-44a9-b554-3907f686c103 req-7a91fb4d-7d4f-47be-98c2-ed79dadd9841 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 945 time: 0.1128931 Apr 23 09:32:33.229891 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-95dda2ec-fc51-44a9-b554-3907f686c103 req-83ad07b0-5363-4775-a1ea-a04f37004d83 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477366 Apr 23 09:32:33.267029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43666) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:32:33.403848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0579990-b26a-4100-8af7-bf9fb3186f1d tempest-TestVolumeBootPattern-120326742 tempest-TestVolumeBootPattern-120326742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:33.405821 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d0579990-b26a-4100-8af7-bf9fb3186f1d tempest-TestVolumeBootPattern-120326742 tempest-TestVolumeBootPattern-120326742-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 1093 time: 0.1376588 Apr 23 09:32:33.409248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43672) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:32:33.416397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': 'a3b535f6-570b-4ff6-ac6c-b4877e33caeb', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:32:33.423887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:32:33.430157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Usage tracker for resource:floatingip and tenant:bd186be32f6c46398a111d70f7898994 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:32:33.433525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:32:33.439761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:32:33.492382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for floatingip, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:33.973341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:34.138025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Allocated IP 172.26.4.88 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/b6a5caad-17e4-4f4f-878f-04bb89320245) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:32:34.343165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:34.427312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:34.431949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0bdd31fb-f3be-4a1b-b9b4-456e052c0bda tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:32:34.516679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:32:34.521948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:32:34.532040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:32:34.566598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Pushing event updated for resources: {'Port': ['ID=b6a5caad-17e4-4f4f-878f-04bb89320245,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:32:34.572298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:32:35.028950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:35.238875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:35.494687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:35.561191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:35.566500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-de97ddae-78d2-4cf2-8b6c-50825992b49d tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:32:35.688756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Pushing event updated for resources: {'Port': ['ID=b6a5caad-17e4-4f4f-878f-04bb89320245,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:32:35.709342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:32:35.709512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:35.907400 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Floating IP b5ecd666-fdd4-445f-b47b-e8d0c0b7bebf associated. External IP: 172.26.4.88, port: a3b535f6-570b-4ff6-ac6c-b4877e33caeb. Apr 23 09:32:36.322785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Router 06b7038a-16f8-4e24-b148-66632f9f4562 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:32:36.563385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:32:36.577050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ac49f0-862a-4e6f-801a-24d9567e7913 None None] Sync routers for ids ['06b7038a-16f8-4e24-b148-66632f9f4562'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:32:36.597285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ac49f0-862a-4e6f-801a-24d9567e7913 None None] Routers {'06b7038a-16f8-4e24-b148-66632f9f4562'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:32:36.598453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-20ac49f0-862a-4e6f-801a-24d9567e7913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:32:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['06b7038a-16f8-4e24-b148-66632f9f4562'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:32:36.644819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:36.687481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18de6f8b-d8e9-48ee-9411-6faec83cb899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:36.750399 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3283548 Apr 23 09:32:36.750399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2509c6-f74f-451e-b082-25ca01deb2bc', 'tag': 'a3b535f6-570b-4ff6-ac6c-b4877e33caeb'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:32:36.798221 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f2509c6-f74f-451e-b082-25ca01deb2bc', 'tag': 'a3b535f6-570b-4ff6-ac6c-b4877e33caeb', 'status': 'completed', 'code': 200} Apr 23 09:32:36.864700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-20ac49f0-862a-4e6f-801a-24d9567e7913 None None] Set router 06b7038a-16f8-4e24-b148-66632f9f4562 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:32:36.924046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffde8c-c473-45d6-ad2f-4d33eba8e705 req-826a129e-0a25-4b0e-99e3-533d50b1907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:36.927183 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f6ffde8c-c473-45d6-ad2f-4d33eba8e705 req-826a129e-0a25-4b0e-99e3-533d50b1907f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd186be32f6c46398a111d70f7898994&device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 1098 time: 0.1014998 Apr 23 09:32:37.106540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffde8c-c473-45d6-ad2f-4d33eba8e705 req-a8f9d925-2015-49c6-a879-2ecfd4dff70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:37.108546 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f6ffde8c-c473-45d6-ad2f-4d33eba8e705 req-a8f9d925-2015-49c6-a879-2ecfd4dff70b service neutron] 10.222.0.35 "GET /v2.0/networks?id=91010434-002e-49e7-b83d-a6a0de2d3a1c HTTP/1.1" status: 200 len: 912 time: 0.1747541 Apr 23 09:32:37.246155 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f6ffde8c-c473-45d6-ad2f-4d33eba8e705 req-9d380437-de8c-455f-9186-7d510785592e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3b535f6-570b-4ff6-ac6c-b4877e33caeb HTTP/1.1" status: 200 len: 998 time: 0.1294549 Apr 23 09:32:37.332727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffde8c-c473-45d6-ad2f-4d33eba8e705 req-37e612d9-3c71-4379-ba0a-881ac89f06ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:37.334963 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f6ffde8c-c473-45d6-ad2f-4d33eba8e705 req-37e612d9-3c71-4379-ba0a-881ac89f06ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=02ab5626-b692-4cce-b0c9-1857a68924a2 HTTP/1.1" status: 200 len: 850 time: 0.0827322 Apr 23 09:32:37.446368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffde8c-c473-45d6-ad2f-4d33eba8e705 req-d0d81f4c-d94e-4b6a-b5c7-39dade597aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:37.448054 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f6ffde8c-c473-45d6-ad2f-4d33eba8e705 req-d0d81f4c-d94e-4b6a-b5c7-39dade597aae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91010434-002e-49e7-b83d-a6a0de2d3a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1063168 Apr 23 09:32:37.551637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-20ac49f0-862a-4e6f-801a-24d9567e7913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:24:20Z', 'revision_number': 4, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '4fc965a8-4c49-4037-bb02-4df8d8dbd967', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'floating_ip_address': '172.26.4.114', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'port_id': 'c3bbd2c0-177c-4377-ad50-8b36d8934dc1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'mac_address': 'fa:16:3e:f9:6d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412eaaff-2227-4665-8d30-9001df8ef13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:29:06Z', 'updated_at': '2021-04-23T09:29:10Z', 'revision_number': 1, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'fixed_ip_address_scope': None}, {'id': 'b5ecd666-fdd4-445f-b47b-e8d0c0b7bebf', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'floating_ip_address': '172.26.4.88', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'port_id': 'a3b535f6-570b-4ff6-ac6c-b4877e33caeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'mac_address': 'fa:16:3e:70:66:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2509c6-f74f-451e-b082-25ca01deb2bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:32:34Z', 'updated_at': '2021-04-23T09:32:34Z', 'revision_number': 0, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23027449-634c-4d4f-ae4f-02ee47a6a655', 'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'mac_address': 'fa:16:3e:b3:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:19Z', 'updated_at': '2021-04-23T09:24:38Z', 'revision_number': 5, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'subnets': [{'id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:32:37.557792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ac49f0-862a-4e6f-801a-24d9567e7913 None None] Checking router: 06b7038a-16f8-4e24-b148-66632f9f4562 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:32:37.570853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ac49f0-862a-4e6f-801a-24d9567e7913 None None] Routers {'06b7038a-16f8-4e24-b148-66632f9f4562'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:32:37.571545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-20ac49f0-862a-4e6f-801a-24d9567e7913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:32:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['06b7038a-16f8-4e24-b148-66632f9f4562'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:32:37.810671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-20ac49f0-862a-4e6f-801a-24d9567e7913 None None] Set router 06b7038a-16f8-4e24-b148-66632f9f4562 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:32:38.030716 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f6ffde8c-c473-45d6-ad2f-4d33eba8e705 req-dff308bf-9108-4d9e-9f4c-3d1d6cd05eef service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5730269 Apr 23 09:32:38.200548 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f6ffde8c-c473-45d6-ad2f-4d33eba8e705 req-a54f1b5b-dc6f-4ca4-ba1f-4516fb4e409c service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630931 Apr 23 09:32:38.508866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-20ac49f0-862a-4e6f-801a-24d9567e7913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:24:20Z', 'revision_number': 4, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '4fc965a8-4c49-4037-bb02-4df8d8dbd967', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'floating_ip_address': '172.26.4.114', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'port_id': 'c3bbd2c0-177c-4377-ad50-8b36d8934dc1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'mac_address': 'fa:16:3e:f9:6d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412eaaff-2227-4665-8d30-9001df8ef13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:29:06Z', 'updated_at': '2021-04-23T09:29:10Z', 'revision_number': 1, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'fixed_ip_address_scope': None}, {'id': 'b5ecd666-fdd4-445f-b47b-e8d0c0b7bebf', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'floating_ip_address': '172.26.4.88', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'port_id': 'a3b535f6-570b-4ff6-ac6c-b4877e33caeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'mac_address': 'fa:16:3e:70:66:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2509c6-f74f-451e-b082-25ca01deb2bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:32:34Z', 'updated_at': '2021-04-23T09:32:34Z', 'revision_number': 0, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23027449-634c-4d4f-ae4f-02ee47a6a655', 'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'mac_address': 'fa:16:3e:b3:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:19Z', 'updated_at': '2021-04-23T09:24:38Z', 'revision_number': 5, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'subnets': [{'id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:32:38.514850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ac49f0-862a-4e6f-801a-24d9567e7913 None None] The sync data for ids ['06b7038a-16f8-4e24-b148-66632f9f4562'] in dv-neutron-786478-4-hyperv is: [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:24:20Z', 'revision_number': 4, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '4fc965a8-4c49-4037-bb02-4df8d8dbd967', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'floating_ip_address': '172.26.4.114', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'port_id': 'c3bbd2c0-177c-4377-ad50-8b36d8934dc1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'mac_address': 'fa:16:3e:f9:6d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412eaaff-2227-4665-8d30-9001df8ef13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:29:06Z', 'updated_at': '2021-04-23T09:29:10Z', 'revision_number': 1, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'fixed_ip_address_scope': None}, {'id': 'b5ecd666-fdd4-445f-b47b-e8d0c0b7bebf', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'floating_ip_address': '172.26.4.88', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'port_id': 'a3b535f6-570b-4ff6-ac6c-b4877e33caeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'mac_address': 'fa:16:3e:70:66:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2509c6-f74f-451e-b082-25ca01deb2bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:32:34Z', 'updated_at': '2021-04-23T09:32:34Z', 'revision_number': 0, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23027449-634c-4d4f-ae4f-02ee47a6a655', 'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'mac_address': 'fa:16:3e:b3:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:19Z', 'updated_at': '2021-04-23T09:24:38Z', 'revision_number': 5, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'subnets': [{'id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:32:38.851986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c20e7e-5612-4086-b483-13c19bb197a3 None None] New status for floating IP b5ecd666-fdd4-445f-b47b-e8d0c0b7bebf: ACTIVE {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:32:39.390870 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-eb9174b0-f075-4bc8-b30f-4cdbfdb4d604 req-db21205d-36bd-45fc-99f1-28db08afb3f9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1564770 Apr 23 09:32:39.578794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9174b0-f075-4bc8-b30f-4cdbfdb4d604 req-a39747cd-4846-47c5-a713-f7a5f31956be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:39.580746 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-eb9174b0-f075-4bc8-b30f-4cdbfdb4d604 req-a39747cd-4846-47c5-a713-f7a5f31956be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd186be32f6c46398a111d70f7898994&device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 1099 time: 0.0987730 Apr 23 09:32:39.681289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f420439-de58-4e7d-b55a-7d0c3f58015b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:39.756940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9174b0-f075-4bc8-b30f-4cdbfdb4d604 req-e3eda9cb-b69e-4864-bbfb-13ecedd80d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:39.758602 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-eb9174b0-f075-4bc8-b30f-4cdbfdb4d604 req-e3eda9cb-b69e-4864-bbfb-13ecedd80d69 service neutron] 10.222.0.35 "GET /v2.0/networks?id=91010434-002e-49e7-b83d-a6a0de2d3a1c HTTP/1.1" status: 200 len: 912 time: 0.1565502 Apr 23 09:32:39.878502 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-eb9174b0-f075-4bc8-b30f-4cdbfdb4d604 req-1bbfeb33-a02c-41e7-a585-554cc62d8c9d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3bbd2c0-177c-4377-ad50-8b36d8934dc1 HTTP/1.1" status: 200 len: 1002 time: 0.1128576 Apr 23 09:32:39.959820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9174b0-f075-4bc8-b30f-4cdbfdb4d604 req-f9766a8d-ba47-461a-9697-041fe70c24e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:39.961447 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-eb9174b0-f075-4bc8-b30f-4cdbfdb4d604 req-f9766a8d-ba47-461a-9697-041fe70c24e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=02ab5626-b692-4cce-b0c9-1857a68924a2 HTTP/1.1" status: 200 len: 850 time: 0.0771461 Apr 23 09:32:40.053237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9174b0-f075-4bc8-b30f-4cdbfdb4d604 req-db74a607-5aff-48c3-9915-0c9d3a8ca7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:32:40.055169 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-eb9174b0-f075-4bc8-b30f-4cdbfdb4d604 req-db74a607-5aff-48c3-9915-0c9d3a8ca7c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91010434-002e-49e7-b83d-a6a0de2d3a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871277 Apr 23 09:32:40.225562 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-eb9174b0-f075-4bc8-b30f-4cdbfdb4d604 req-f86b2f77-95a9-4514-91a6-d27e1b46764e service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631603 Apr 23 09:32:40.387847 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-eb9174b0-f075-4bc8-b30f-4cdbfdb4d604 req-c2ddfd53-2606-4d08-a758-f5002a64b5d5 service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552382 Apr 23 09:32:40.417918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:41.364411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:42.309861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:32:46.016712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:32:53.354768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:06.701699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a4ed9c0-4606-4519-ba34-8f99a0ae183b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:09.651940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adb7c47e-6fa7-487c-9967-8c56a5401076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:10.463312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:11.263492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:12.343296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:17.821832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43708) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:18.049665 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f7122748-64e8-4ef1-9471-aa81462ffba0 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/routers/c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2253783 Apr 23 09:33:18.053089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43712) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:18.339362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd104654-8977-4a19-b55c-8a2bb3c86930 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Notify agent at dv-neutron-786478-4-hyperv the message router_removed_from_agent {{(pid=87175) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:50}} Apr 23 09:33:18.346360 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bd104654-8977-4a19-b55c-8a2bb3c86930 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "DELETE /v2.0/agents/9519342b-463e-4176-b081-cfec11fbe5e2/l3-routers/c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df HTTP/1.1" status: 204 len: 168 time: 0.2885873 Apr 23 09:33:18.349442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43716) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:18.644997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43720) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:18.645422 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ffe0f27e-5703-4ec3-b2ce-8c2b62722456 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/routers/c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2937472 Apr 23 09:33:18.667317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb444f61-39fb-47a4-940a-236abf58b613 None None] New status for floating IP 68868ef4-8bc5-4d67-80b8-9d77e16717ef: DOWN {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:33:18.785496 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-da46a334-6426-4c5d-b94c-f8976965d677 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/68868ef4-8bc5-4d67-80b8-9d77e16717ef HTTP/1.1" status: 200 len: 993 time: 0.1393535 Apr 23 09:33:19.791747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43724) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:19.922583 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1739b681-a6a1-4675-900f-5b9ff8ede16d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/68868ef4-8bc5-4d67-80b8-9d77e16717ef HTTP/1.1" status: 200 len: 991 time: 0.1291046 Apr 23 09:33:19.948416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 771bcfa2-c830-441e-8282-8ea84a229efa no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:33:20.090560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:20.111187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 771bcfa2-c830-441e-8282-8ea84a229efa, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=771bcfa2-c830-441e-8282-8ea84a229efa,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:33:20.138139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:20.139588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b0f538a0-5e8e-4a70-9348-b597e82f8ba7 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:33:20.175201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:20.276992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=771bcfa2-c830-441e-8282-8ea84a229efa,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:20.312383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:20.347797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:20.381861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port b0f538a0-5e8e-4a70-9348-b597e82f8ba7, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b0f538a0-5e8e-4a70-9348-b597e82f8ba7,segment=NetworkSegment(aff70165-7a1b-41df-86ea-58b2f5d6dc13),segment_id=aff70165-7a1b-41df-86ea-58b2f5d6dc13)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:33:20.423887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:20.426091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:20.509207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=b0f538a0-5e8e-4a70-9348-b597e82f8ba7,revision_number=6']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:20.513482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:21.081458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43730) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:21.410928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13d6ebe-bca8-475a-85d9-2ee9c6e481d3 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Router c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:33:21.410928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13d6ebe-bca8-475a-85d9-2ee9c6e481d3 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Notify agent at dv-neutron-786478-4-hyperv the message router_added_to_agent {{(pid=87175) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:50}} Apr 23 09:33:21.450804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43736) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:21.451418 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e13d6ebe-bca8-475a-85d9-2ee9c6e481d3 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "POST /v2.0/agents/9519342b-463e-4176-b081-cfec11fbe5e2/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3680620 Apr 23 09:33:21.481741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89bea44-24f0-4877-b75d-6160382bab96 None None] Sync routers for ids ['c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:33:21.500662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89bea44-24f0-4877-b75d-6160382bab96 None None] Routers {'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:33:21.502716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-c89bea44-24f0-4877-b75d-6160382bab96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:33:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:33:21.723763 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4cf1e7a8-0ee4-42a7-b7dd-51ee9c095f6a tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/routers/c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2711639 Apr 23 09:33:21.726800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43742) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:21.791294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-c89bea44-24f0-4877-b75d-6160382bab96 None None] Set router c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:33:22.166281 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a92bf624-065d-4b51-94a8-b7272a3d1cd4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/68868ef4-8bc5-4d67-80b8-9d77e16717ef HTTP/1.1" status: 200 len: 991 time: 0.4384518 Apr 23 09:33:22.249033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-c89bea44-24f0-4877-b75d-6160382bab96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'name': 'tempest-TestNetworkBasicOps-router-1218127667', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:31:26Z', 'updated_at': '2021-04-23T09:31:34Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:27Z', 'updated_at': '2021-04-23T09:33:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '68868ef4-8bc5-4d67-80b8-9d77e16717ef', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.128', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'port_id': '39b57c9e-beb3-459a-99b4-e40102fad8ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3', 'mac_address': 'fa:16:3e:1d:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fc535-519d-40d5-89e5-0d0015efe9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:32:04Z', 'updated_at': '2021-04-23T09:33:18Z', 'revision_number': 2, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f538a0-5e8e-4a70-9348-b597e82f8ba7', 'name': '', 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:c5:60:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:33Z', 'updated_at': '2021-04-23T09:33:20Z', 'revision_number': 6, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:33:22.253809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89bea44-24f0-4877-b75d-6160382bab96 None None] Checking router: c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:33:22.264068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89bea44-24f0-4877-b75d-6160382bab96 None None] Routers {'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:33:22.267454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-c89bea44-24f0-4877-b75d-6160382bab96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:33:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:33:22.667776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-c89bea44-24f0-4877-b75d-6160382bab96 None None] Set router c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:33:23.013734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:33:23.083786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-c89bea44-24f0-4877-b75d-6160382bab96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'name': 'tempest-TestNetworkBasicOps-router-1218127667', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:31:26Z', 'updated_at': '2021-04-23T09:31:34Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:27Z', 'updated_at': '2021-04-23T09:33:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '68868ef4-8bc5-4d67-80b8-9d77e16717ef', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.128', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'port_id': '39b57c9e-beb3-459a-99b4-e40102fad8ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3', 'mac_address': 'fa:16:3e:1d:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fc535-519d-40d5-89e5-0d0015efe9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:32:04Z', 'updated_at': '2021-04-23T09:33:18Z', 'revision_number': 2, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f538a0-5e8e-4a70-9348-b597e82f8ba7', 'name': '', 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:c5:60:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:33Z', 'updated_at': '2021-04-23T09:33:20Z', 'revision_number': 6, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:33:23.089035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89bea44-24f0-4877-b75d-6160382bab96 None None] The sync data for ids ['c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'] in dv-neutron-786478-4-hyperv is: [{'id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'name': 'tempest-TestNetworkBasicOps-router-1218127667', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:31:26Z', 'updated_at': '2021-04-23T09:31:34Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:27Z', 'updated_at': '2021-04-23T09:33:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '68868ef4-8bc5-4d67-80b8-9d77e16717ef', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.128', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'port_id': '39b57c9e-beb3-459a-99b4-e40102fad8ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3', 'mac_address': 'fa:16:3e:1d:8a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2fc535-519d-40d5-89e5-0d0015efe9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:32:04Z', 'updated_at': '2021-04-23T09:33:18Z', 'revision_number': 2, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f538a0-5e8e-4a70-9348-b597e82f8ba7', 'name': '', 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:c5:60:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:33Z', 'updated_at': '2021-04-23T09:33:20Z', 'revision_number': 6, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:33:23.178190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43746) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:23.318084 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-95f94497-2696-4bd8-95cf-b696b8741a8e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/68868ef4-8bc5-4d67-80b8-9d77e16717ef HTTP/1.1" status: 200 len: 991 time: 0.1375055 Apr 23 09:33:23.323908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:24.078621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b0f538a0-5e8e-4a70-9348-b597e82f8ba7 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:33:24.208647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port b0f538a0-5e8e-4a70-9348-b597e82f8ba7 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:33:24.208647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:24.323558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43752) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:24.378984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:24.445932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port b0f538a0-5e8e-4a70-9348-b597e82f8ba7, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b0f538a0-5e8e-4a70-9348-b597e82f8ba7,segment=NetworkSegment(aff70165-7a1b-41df-86ea-58b2f5d6dc13),segment_id=aff70165-7a1b-41df-86ea-58b2f5d6dc13)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:33:24.498465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:24.503938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:24.539980 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f9342566-3b59-4eea-843c-3f8adda14a11 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/68868ef4-8bc5-4d67-80b8-9d77e16717ef HTTP/1.1" status: 200 len: 991 time: 0.2140543 Apr 23 09:33:24.623746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=b0f538a0-5e8e-4a70-9348-b597e82f8ba7,revision_number=7']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:24.633929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:25.544641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43758) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:25.669644 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7c8ab381-80a8-457c-a3b3-df889401f1ee tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/68868ef4-8bc5-4d67-80b8-9d77e16717ef HTTP/1.1" status: 200 len: 991 time: 0.1232669 Apr 23 09:33:26.023779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 771bcfa2-c830-441e-8282-8ea84a229efa up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:33:26.106967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 771bcfa2-c830-441e-8282-8ea84a229efa triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:33:26.112414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:26.115537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3b80f3-ff18-46fa-84ad-1cb7443fe9fa None None] New status for floating IP 68868ef4-8bc5-4d67-80b8-9d77e16717ef: ACTIVE {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:33:26.290920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:26.311181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 771bcfa2-c830-441e-8282-8ea84a229efa, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=771bcfa2-c830-441e-8282-8ea84a229efa,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:33:26.378478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:26.379596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b0f538a0-5e8e-4a70-9348-b597e82f8ba7 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:33:26.415376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:26.544868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=771bcfa2-c830-441e-8282-8ea84a229efa,revision_number=6']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:26.549658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:26.556223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port b0f538a0-5e8e-4a70-9348-b597e82f8ba7 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:33:26.556657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:26.678432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43762) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:26.803505 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4555f227-d2a4-4187-8eb1-0ad59d069701 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/68868ef4-8bc5-4d67-80b8-9d77e16717ef HTTP/1.1" status: 200 len: 993 time: 0.1276109 Apr 23 09:33:27.104625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43770) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:27.412558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 647f6282-264d-4ccf-9497-da5bd48714aa {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:33:27.413776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:27.560810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:27.561422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:27.965971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 771bcfa2-c830-441e-8282-8ea84a229efa up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:33:28.010839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 647f6282-264d-4ccf-9497-da5bd48714aa owned by network:floatingip {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:33:28.044593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 771bcfa2-c830-441e-8282-8ea84a229efa triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:33:28.045020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:28.343490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:28.348151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:28.401576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=647f6282-264d-4ccf-9497-da5bd48714aa,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:28.438511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:28.439255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:28.439558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:28.439979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:28.440395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:28.440810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:28.441224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:28.441634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:28.442083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:28.442488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:28.442895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:28.443313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:28.452159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:28.526525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:28.526903 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Floating IP 68868ef4-8bc5-4d67-80b8-9d77e16717ef disassociated (deleted). External IP: 172.26.4.128, port: 39b57c9e-beb3-459a-99b4-e40102fad8ca. Apr 23 09:33:28.917112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:33:29.122000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:33:29.135013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6b6e13-a960-4db8-985e-9766ced53ed0 None None] Sync routers for ids ['c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:33:29.145762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6b6e13-a960-4db8-985e-9766ced53ed0 None None] Routers {'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:33:29.146505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-af6b6e13-a960-4db8-985e-9766ced53ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:33:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:33:29.190863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:29.261588 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/floatingips/68868ef4-8bc5-4d67-80b8-9d77e16717ef HTTP/1.1" status: 204 len: 168 time: 2.1525435 Apr 23 09:33:29.261588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2fc535-519d-40d5-89e5-0d0015efe9c5', 'tag': '39b57c9e-beb3-459a-99b4-e40102fad8ca'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:33:29.317654 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2fc535-519d-40d5-89e5-0d0015efe9c5', 'tag': '39b57c9e-beb3-459a-99b4-e40102fad8ca', 'status': 'completed', 'code': 200} Apr 23 09:33:29.396225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-af6b6e13-a960-4db8-985e-9766ced53ed0 None None] Set router c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:33:29.470909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33a97-85ea-4611-8663-ff8513289cb0 req-8205cbbf-cf06-42bb-b446-8e9782ce3a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:29.473673 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fec33a97-85ea-4611-8663-ff8513289cb0 req-8205cbbf-cf06-42bb-b446-8e9782ce3a5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 1098 time: 0.1322341 Apr 23 09:33:29.638800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33a97-85ea-4611-8663-ff8513289cb0 req-a2ebe3ea-d7d7-41cd-9173-5c6021e9b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:29.640313 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fec33a97-85ea-4611-8663-ff8513289cb0 req-a2ebe3ea-d7d7-41cd-9173-5c6021e9b375 service neutron] 10.222.0.35 "GET /v2.0/networks?id=787fee42-f948-4a49-9f05-6437df747bc3 HTTP/1.1" status: 200 len: 898 time: 0.1605535 Apr 23 09:33:29.723385 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fec33a97-85ea-4611-8663-ff8513289cb0 req-ac1d0125-ef75-4aba-a19c-0d05f7eefaee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39b57c9e-beb3-459a-99b4-e40102fad8ca HTTP/1.1" status: 200 len: 217 time: 0.0763624 Apr 23 09:33:29.801455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-af6b6e13-a960-4db8-985e-9766ced53ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'name': 'tempest-TestNetworkBasicOps-router-1218127667', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:31:26Z', 'updated_at': '2021-04-23T09:31:34Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:27Z', 'updated_at': '2021-04-23T09:33:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'b0f538a0-5e8e-4a70-9348-b597e82f8ba7', 'name': '', 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:c5:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:33Z', 'updated_at': '2021-04-23T09:33:24Z', 'revision_number': 7, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:33:29.802260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33a97-85ea-4611-8663-ff8513289cb0 req-8714b535-64d6-4a5b-897f-06c0a17c98a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:29.803971 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fec33a97-85ea-4611-8663-ff8513289cb0 req-8714b535-64d6-4a5b-897f-06c0a17c98a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85b78721-9bb3-4b95-921d-94449ec6037e HTTP/1.1" status: 200 len: 833 time: 0.0739849 Apr 23 09:33:29.809623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6b6e13-a960-4db8-985e-9766ced53ed0 None None] Checking router: c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:33:29.828607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6b6e13-a960-4db8-985e-9766ced53ed0 None None] Routers {'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:33:29.830734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-af6b6e13-a960-4db8-985e-9766ced53ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:33:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:33:29.918308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33a97-85ea-4611-8663-ff8513289cb0 req-155c630c-def2-4df3-9726-d9869738a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:29.919943 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fec33a97-85ea-4611-8663-ff8513289cb0 req-155c630c-def2-4df3-9726-d9869738a2a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=787fee42-f948-4a49-9f05-6437df747bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1099365 Apr 23 09:33:30.119573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-af6b6e13-a960-4db8-985e-9766ced53ed0 None None] Set router c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:33:30.121847 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fec33a97-85ea-4611-8663-ff8513289cb0 req-f113224f-6249-40ab-8eae-e12974f43434 service neutron] 10.222.0.35 "GET /v2.0/networks/787fee42-f948-4a49-9f05-6437df747bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940541 Apr 23 09:33:30.552202 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fec33a97-85ea-4611-8663-ff8513289cb0 req-095c7d00-e28d-44da-933b-d17082fb4cfb service neutron] 10.222.0.35 "GET /v2.0/networks/787fee42-f948-4a49-9f05-6437df747bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224298 Apr 23 09:33:30.566883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b920e2-a69c-4282-96b2-b70a42aa78b4 req-c27ca1bd-d75f-42b0-8504-3b4c20631bba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:30.567755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-c5b920e2-a69c-4282-96b2-b70a42aa78b4 req-c27ca1bd-d75f-42b0-8504-3b4c20631bba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:33:30.727949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-af6b6e13-a960-4db8-985e-9766ced53ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'name': 'tempest-TestNetworkBasicOps-router-1218127667', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:31:26Z', 'updated_at': '2021-04-23T09:31:34Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:27Z', 'updated_at': '2021-04-23T09:33:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'b0f538a0-5e8e-4a70-9348-b597e82f8ba7', 'name': '', 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:c5:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:33Z', 'updated_at': '2021-04-23T09:33:24Z', 'revision_number': 7, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:33:30.789159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6b6e13-a960-4db8-985e-9766ced53ed0 None None] The sync data for ids ['c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'] in dv-neutron-786478-4-hyperv is: [{'id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'name': 'tempest-TestNetworkBasicOps-router-1218127667', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:31:26Z', 'updated_at': '2021-04-23T09:31:34Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:27Z', 'updated_at': '2021-04-23T09:33:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'b0f538a0-5e8e-4a70-9348-b597e82f8ba7', 'name': '', 'network_id': '787fee42-f948-4a49-9f05-6437df747bc3', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:c5:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:33Z', 'updated_at': '2021-04-23T09:33:24Z', 'revision_number': 7, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '85b78721-9bb3-4b95-921d-94449ec6037e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:33:30.840580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-c5b920e2-a69c-4282-96b2-b70a42aa78b4 req-c27ca1bd-d75f-42b0-8504-3b4c20631bba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:33:30.841911 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c5b920e2-a69c-4282-96b2-b70a42aa78b4 req-c27ca1bd-d75f-42b0-8504-3b4c20631bba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 945 time: 0.7897947 Apr 23 09:33:30.897305 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c5b920e2-a69c-4282-96b2-b70a42aa78b4 req-9e93c353-003b-46f7-9a1e-d20ffec7b8e2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cece787-4a78-486e-bd72-1f188153e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474827 Apr 23 09:33:31.614494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a592c7-1557-49ee-abc5-9af6b0ad636d req-1cf1269a-b9c0-47f7-aa2d-6fb0736c6e21 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:31.616198 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-61a592c7-1557-49ee-abc5-9af6b0ad636d req-1cf1269a-b9c0-47f7-aa2d-6fb0736c6e21 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 945 time: 0.1155939 Apr 23 09:33:31.687774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d82c1d2-b539-475b-bba1-e3d31892a8b3 None None] New status for floating IP 68868ef4-8bc5-4d67-80b8-9d77e16717ef: DOWN {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:33:31.797643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-61a592c7-1557-49ee-abc5-9af6b0ad636d req-6ac47294-2503-4ad8-9c1f-0dd43c3b45b3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 39b57c9e-beb3-459a-99b4-e40102fad8ca {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:33:31.799057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-61a592c7-1557-49ee-abc5-9af6b0ad636d req-6ac47294-2503-4ad8-9c1f-0dd43c3b45b3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:31.981883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-61a592c7-1557-49ee-abc5-9af6b0ad636d req-6ac47294-2503-4ad8-9c1f-0dd43c3b45b3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port 39b57c9e-beb3-459a-99b4-e40102fad8ca, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=39b57c9e-beb3-459a-99b4-e40102fad8ca,segment=NetworkSegment(aff70165-7a1b-41df-86ea-58b2f5d6dc13),segment_id=aff70165-7a1b-41df-86ea-58b2f5d6dc13)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:33:31.982287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-61a592c7-1557-49ee-abc5-9af6b0ad636d req-6ac47294-2503-4ad8-9c1f-0dd43c3b45b3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:32.138486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-61a592c7-1557-49ee-abc5-9af6b0ad636d req-6ac47294-2503-4ad8-9c1f-0dd43c3b45b3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 39b57c9e-beb3-459a-99b4-e40102fad8ca owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:33:32.319399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720dd04-332b-47db-a1b8-cc51bc2addf0 req-91fe2f3c-58df-498f-b1dd-ed54b79b9778 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:32.321154 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7720dd04-332b-47db-a1b8-cc51bc2addf0 req-91fe2f3c-58df-498f-b1dd-ed54b79b9778 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 945 time: 0.2209466 Apr 23 09:33:32.376774 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7720dd04-332b-47db-a1b8-cc51bc2addf0 req-48639be7-4683-4bc5-93a7-63c6a08d7760 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=3cece787-4a78-486e-bd72-1f188153e96a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476968 Apr 23 09:33:32.569427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-61a592c7-1557-49ee-abc5-9af6b0ad636d req-6ac47294-2503-4ad8-9c1f-0dd43c3b45b3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:32.573007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-82c7f564-bce1-4d3f-a36c-da0469e71d86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:32.628137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac47294-2503-4ad8-9c1f-0dd43c3b45b3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=39b57c9e-beb3-459a-99b4-e40102fad8ca,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:32.631876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6ac47294-2503-4ad8-9c1f-0dd43c3b45b3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:32.716807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a592c7-1557-49ee-abc5-9af6b0ad636d req-6ac47294-2503-4ad8-9c1f-0dd43c3b45b3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] No DVR routers for this DVR port 39b57c9e-beb3-459a-99b4-e40102fad8ca on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:33:32.720134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-61a592c7-1557-49ee-abc5-9af6b0ad636d req-6ac47294-2503-4ad8-9c1f-0dd43c3b45b3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:32.723598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2fc535-519d-40d5-89e5-0d0015efe9c5', 'name': 'network-vif-deleted', 'tag': '39b57c9e-beb3-459a-99b4-e40102fad8ca'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:33:32.781695 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2fc535-519d-40d5-89e5-0d0015efe9c5', 'name': 'network-vif-deleted', 'tag': '39b57c9e-beb3-459a-99b4-e40102fad8ca', 'status': 'completed', 'code': 200} Apr 23 09:33:32.784485 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-61a592c7-1557-49ee-abc5-9af6b0ad636d req-6ac47294-2503-4ad8-9c1f-0dd43c3b45b3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "DELETE /v2.0/ports/39b57c9e-beb3-459a-99b4-e40102fad8ca HTTP/1.1" status: 204 len: 173 time: 1.1617570 Apr 23 09:33:33.624814 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7699e15b-0c5c-47e8-be28-38110684bb71 req-70b64d54-2b34-4bcb-b79a-2e8c9fca5fbd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2fc535-519d-40d5-89e5-0d0015efe9c5 HTTP/1.1" status: 200 len: 210 time: 0.0523016 Apr 23 09:33:34.735986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43792) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:34.770712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 39b57c9e-beb3-459a-99b4-e40102fad8ca no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:33:34.817154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 39b57c9e-beb3-459a-99b4-e40102fad8ca {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:33:34.817769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 39b57c9e-beb3-459a-99b4-e40102fad8ca not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:33:34.823842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9dcae4e-45ec-4098-b617-f3bbc6b9b030 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:34.861838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9dcae4e-45ec-4098-b617-f3bbc6b9b030 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:35.109081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9dcae4e-45ec-4098-b617-f3bbc6b9b030 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:35.114871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d41bdd2c-65ea-4fc6-926e-558d088305ba tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:35.132791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dcae4e-45ec-4098-b617-f3bbc6b9b030 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cece787-4a78-486e-bd72-1f188153e96a,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:35.135463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c9dcae4e-45ec-4098-b617-f3bbc6b9b030 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:35.171357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c9dcae4e-45ec-4098-b617-f3bbc6b9b030 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:35.172620 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c9dcae4e-45ec-4098-b617-f3bbc6b9b030 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/security-groups/3cece787-4a78-486e-bd72-1f188153e96a HTTP/1.1" status: 204 len: 168 time: 0.4355249 Apr 23 09:33:35.289576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43798) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:36.001563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04e6f6f5-319d-45a8-95e2-9b04e4569316 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:36.725911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-baf4372d-e3cf-4f89-801a-8ffa68d482a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:36.834421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-04e6f6f5-319d-45a8-95e2-9b04e4569316 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port b0f538a0-5e8e-4a70-9348-b597e82f8ba7 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:33:36.835236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04e6f6f5-319d-45a8-95e2-9b04e4569316 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:36.989184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-04e6f6f5-319d-45a8-95e2-9b04e4569316 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port b0f538a0-5e8e-4a70-9348-b597e82f8ba7, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b0f538a0-5e8e-4a70-9348-b597e82f8ba7,segment=NetworkSegment(aff70165-7a1b-41df-86ea-58b2f5d6dc13),segment_id=aff70165-7a1b-41df-86ea-58b2f5d6dc13)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:33:36.989597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04e6f6f5-319d-45a8-95e2-9b04e4569316 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:37.135923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-04e6f6f5-319d-45a8-95e2-9b04e4569316 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for b0f538a0-5e8e-4a70-9348-b597e82f8ba7 owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:33:37.349142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04e6f6f5-319d-45a8-95e2-9b04e4569316 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:37.355081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ec30241b-518d-4880-9d4b-766d328cbb58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:37.409520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6f6f5-319d-45a8-95e2-9b04e4569316 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=b0f538a0-5e8e-4a70-9348-b597e82f8ba7,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:37.439797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-04e6f6f5-319d-45a8-95e2-9b04e4569316 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:37.773413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-04e6f6f5-319d-45a8-95e2-9b04e4569316 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:38.233714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e6f6f5-319d-45a8-95e2-9b04e4569316 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:33:38.451083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e6f6f5-319d-45a8-95e2-9b04e4569316 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:33:38.469946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9d6775-3fa2-425c-b649-15a17ab30d39 None None] Sync routers for ids ['c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:33:38.475177 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-04e6f6f5-319d-45a8-95e2-9b04e4569316 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/routers/c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1839364 Apr 23 09:33:38.477865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43804) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:38.481542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9d6775-3fa2-425c-b649-15a17ab30d39 None None] Routers {'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:33:38.482363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-be9d6775-3fa2-425c-b649-15a17ab30d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:33:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:33:38.566464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-6162aa27-14c4-4049-bfb3-3e7ce7456efa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting subnet 85b78721-9bb3-4b95-921d-94449ec6037e {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:33:38.570444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6162aa27-14c4-4049-bfb3-3e7ce7456efa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:38.657443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6162aa27-14c4-4049-bfb3-3e7ce7456efa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:38.695245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-be9d6775-3fa2-425c-b649-15a17ab30d39 None None] Set router c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:33:38.788189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6162aa27-14c4-4049-bfb3-3e7ce7456efa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:39.030214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-be9d6775-3fa2-425c-b649-15a17ab30d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'name': 'tempest-TestNetworkBasicOps-router-1218127667', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:31:26Z', 'updated_at': '2021-04-23T09:33:37Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:27Z', 'updated_at': '2021-04-23T09:33:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:33:39.037029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9d6775-3fa2-425c-b649-15a17ab30d39 None None] Checking router: c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:33:39.053009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9d6775-3fa2-425c-b649-15a17ab30d39 None None] Routers {'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:33:39.054199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-be9d6775-3fa2-425c-b649-15a17ab30d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:33:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:33:39.183239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6162aa27-14c4-4049-bfb3-3e7ce7456efa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:39.187601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0a775e7a-98d0-406d-b47c-904374c6fd60 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:39.228746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162aa27-14c4-4049-bfb3-3e7ce7456efa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Subnet': ['ID=85b78721-9bb3-4b95-921d-94449ec6037e,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:39.232532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6162aa27-14c4-4049-bfb3-3e7ce7456efa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:39.233625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6162aa27-14c4-4049-bfb3-3e7ce7456efa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:39.244698 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6162aa27-14c4-4049-bfb3-3e7ce7456efa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/subnets/85b78721-9bb3-4b95-921d-94449ec6037e HTTP/1.1" status: 204 len: 168 time: 0.7611609 Apr 23 09:33:39.245558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8029705e-9bd4-4b00-9cb1-bfa4b1c273fd None None] Network 787fee42-f948-4a49-9f05-6437df747bc3 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:33:39.246419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43808) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:39.365788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-be9d6775-3fa2-425c-b649-15a17ab30d39 None None] Set router c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:33:39.506465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-63b56bfe-c917-488b-97c4-c1a573565f7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:39.779895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d899e0fc-98d1-4a71-b866-cf091e9cbbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:39.829190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-be9d6775-3fa2-425c-b649-15a17ab30d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'name': 'tempest-TestNetworkBasicOps-router-1218127667', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:31:26Z', 'updated_at': '2021-04-23T09:33:37Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:27Z', 'updated_at': '2021-04-23T09:33:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:33:39.834105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9d6775-3fa2-425c-b649-15a17ab30d39 None None] The sync data for ids ['c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df'] in dv-neutron-786478-4-hyperv is: [{'id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'name': 'tempest-TestNetworkBasicOps-router-1218127667', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:31:26Z', 'updated_at': '2021-04-23T09:33:37Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '771bcfa2-c830-441e-8282-8ea84a229efa', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:31:27Z', 'updated_at': '2021-04-23T09:33:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:33:39.874903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1013a66-31e2-446b-80ec-8ed7c8330ed7 None None] DHCP port deletion for 787fee42-f948-4a49-9f05-6437df747bc3 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:33:39.906839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-63b56bfe-c917-488b-97c4-c1a573565f7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:39.964906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a1013a66-31e2-446b-80ec-8ed7c8330ed7 None None] Deleting port 208dde06-53b1-480b-9e8e-6932a53b05dc {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:33:39.965457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1013a66-31e2-446b-80ec-8ed7c8330ed7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:40.000359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b0f538a0-5e8e-4a70-9348-b597e82f8ba7 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:33:40.048486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-63b56bfe-c917-488b-97c4-c1a573565f7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 771bcfa2-c830-441e-8282-8ea84a229efa {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:33:40.048933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-63b56bfe-c917-488b-97c4-c1a573565f7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:40.052174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: b0f538a0-5e8e-4a70-9348-b597e82f8ba7 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:33:40.052834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b0f538a0-5e8e-4a70-9348-b597e82f8ba7 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:33:40.053531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 208dde06-53b1-480b-9e8e-6932a53b05dc no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:33:40.205598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-63b56bfe-c917-488b-97c4-c1a573565f7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port 771bcfa2-c830-441e-8282-8ea84a229efa, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=771bcfa2-c830-441e-8282-8ea84a229efa,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:33:40.205999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-63b56bfe-c917-488b-97c4-c1a573565f7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:40.246029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a1013a66-31e2-446b-80ec-8ed7c8330ed7 None None] For port 208dde06-53b1-480b-9e8e-6932a53b05dc, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=208dde06-53b1-480b-9e8e-6932a53b05dc,segment=NetworkSegment(aff70165-7a1b-41df-86ea-58b2f5d6dc13),segment_id=aff70165-7a1b-41df-86ea-58b2f5d6dc13)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:33:40.246957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1013a66-31e2-446b-80ec-8ed7c8330ed7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:40.382763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-63b56bfe-c917-488b-97c4-c1a573565f7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 771bcfa2-c830-441e-8282-8ea84a229efa owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:33:40.470583 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-afea2ac4-c963-4e72-9f37-cb63f48d9b13 req-34e6b5a1-ba49-4e34-be88-9224ca9e00e4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1286302 Apr 23 09:33:40.588536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a1013a66-31e2-446b-80ec-8ed7c8330ed7 None None] Calling delete_port for 208dde06-53b1-480b-9e8e-6932a53b05dc owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:33:40.603958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea2ac4-c963-4e72-9f37-cb63f48d9b13 req-7f95d6bf-1528-4df6-ba61-db58f91f7bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:40.605586 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-afea2ac4-c963-4e72-9f37-cb63f48d9b13 req-7f95d6bf-1528-4df6-ba61-db58f91f7bea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd186be32f6c46398a111d70f7898994&device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 1098 time: 0.1047828 Apr 23 09:33:40.679139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:40.734809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 208dde06-53b1-480b-9e8e-6932a53b05dc, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=208dde06-53b1-480b-9e8e-6932a53b05dc,segment=NetworkSegment(aff70165-7a1b-41df-86ea-58b2f5d6dc13),segment_id=aff70165-7a1b-41df-86ea-58b2f5d6dc13)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:33:40.743493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:40.800542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:40.804126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:40.889088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=208dde06-53b1-480b-9e8e-6932a53b05dc,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:40.897855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:40.898247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:40.898655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:40.899034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:40.899410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:40.899785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:40.900155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:40.900527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:40.900905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:40.901273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:40.901643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:40.902009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:40.906825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:40.926679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-a1013a66-31e2-446b-80ec-8ed7c8330ed7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:33:40.927153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-a1013a66-31e2-446b-80ec-8ed7c8330ed7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:33:41.147678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea2ac4-c963-4e72-9f37-cb63f48d9b13 req-d7a08955-c268-43a0-842b-6d4d722e1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:41.147678 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-afea2ac4-c963-4e72-9f37-cb63f48d9b13 req-d7a08955-c268-43a0-842b-6d4d722e1251 service neutron] 10.222.0.35 "GET /v2.0/networks?id=91010434-002e-49e7-b83d-a6a0de2d3a1c HTTP/1.1" status: 200 len: 912 time: 0.5201855 Apr 23 09:33:41.216339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-63b56bfe-c917-488b-97c4-c1a573565f7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:41.236826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f200f5df-0890-48f9-89aa-8f75011cb2df tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:41.240605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:41.295959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b56bfe-c917-488b-97c4-c1a573565f7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=771bcfa2-c830-441e-8282-8ea84a229efa,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:41.299521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-63b56bfe-c917-488b-97c4-c1a573565f7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:41.413678 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-afea2ac4-c963-4e72-9f37-cb63f48d9b13 req-3320c914-dc11-4ffa-91c4-7b7aa6a009d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3b535f6-570b-4ff6-ac6c-b4877e33caeb HTTP/1.1" status: 200 len: 1000 time: 0.2605047 Apr 23 09:33:41.486788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-63b56bfe-c917-488b-97c4-c1a573565f7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:41.526913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a1013a66-31e2-446b-80ec-8ed7c8330ed7 None None] Deleting port 208dde06-53b1-480b-9e8e-6932a53b05dc {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:33:41.527615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1013a66-31e2-446b-80ec-8ed7c8330ed7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:41.659677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a1013a66-31e2-446b-80ec-8ed7c8330ed7 None None] For port 208dde06-53b1-480b-9e8e-6932a53b05dc, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=208dde06-53b1-480b-9e8e-6932a53b05dc,segment=NetworkSegment(aff70165-7a1b-41df-86ea-58b2f5d6dc13),segment_id=aff70165-7a1b-41df-86ea-58b2f5d6dc13)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:33:41.660139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1013a66-31e2-446b-80ec-8ed7c8330ed7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:41.705886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea2ac4-c963-4e72-9f37-cb63f48d9b13 req-f4ab81a4-d627-4353-a5ef-923d8af3ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:41.707620 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-afea2ac4-c963-4e72-9f37-cb63f48d9b13 req-f4ab81a4-d627-4353-a5ef-923d8af3ea17 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=02ab5626-b692-4cce-b0c9-1857a68924a2 HTTP/1.1" status: 200 len: 850 time: 0.2812064 Apr 23 09:33:41.713049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-63b56bfe-c917-488b-97c4-c1a573565f7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:41.716928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-63b56bfe-c917-488b-97c4-c1a573565f7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:41.806177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a1013a66-31e2-446b-80ec-8ed7c8330ed7 None None] Calling delete_port for 208dde06-53b1-480b-9e8e-6932a53b05dc owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:33:41.826966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea2ac4-c963-4e72-9f37-cb63f48d9b13 req-08d77e3a-db18-46b9-ac7a-120b10882de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:41.828709 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-afea2ac4-c963-4e72-9f37-cb63f48d9b13 req-08d77e3a-db18-46b9-ac7a-120b10882de8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91010434-002e-49e7-b83d-a6a0de2d3a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1133726 Apr 23 09:33:41.977130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1013a66-31e2-446b-80ec-8ed7c8330ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:41.982569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:42.026694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-63b56bfe-c917-488b-97c4-c1a573565f7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:42.027746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b56bfe-c917-488b-97c4-c1a573565f7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Fanout notify agent at l3_agent the message router_deleted on router c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:33:42.031258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1013a66-31e2-446b-80ec-8ed7c8330ed7 None None] Pushing event deleted for resources: {'Port': ['ID=208dde06-53b1-480b-9e8e-6932a53b05dc,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:42.039522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a1013a66-31e2-446b-80ec-8ed7c8330ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:42.040811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1013a66-31e2-446b-80ec-8ed7c8330ed7 None None] No DVR routers for this DVR port 208dde06-53b1-480b-9e8e-6932a53b05dc on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:33:42.083543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-63b56bfe-c917-488b-97c4-c1a573565f7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:42.085655 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-63b56bfe-c917-488b-97c4-c1a573565f7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/routers/c7fc94d6-1c6b-4efb-9306-84a3c9d7f0df HTTP/1.1" status: 204 len: 168 time: 2.8377154 Apr 23 09:33:42.089219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43812) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:42.124247 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-afea2ac4-c963-4e72-9f37-cb63f48d9b13 req-75662bb3-ed21-4d3e-a69f-ad6109f190e5 service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883203 Apr 23 09:33:42.254517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:42.274236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:42.313548 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-afea2ac4-c963-4e72-9f37-cb63f48d9b13 req-808c2ceb-6720-49cf-815b-207333d6a587 service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819541 Apr 23 09:33:42.409843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:42.546526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787fee42-f948-4a49-9f05-6437df747bc3']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:33:42.562772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff70165-7a1b-41df-86ea-58b2f5d6dc13') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:33:42.563172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff70165-7a1b-41df-86ea-58b2f5d6dc13') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:33:42.577716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:42.595064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:42.603817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:33:42.839315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 787fee42-f948-4a49-9f05-6437df747bc3 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:33:42.850409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:43.048313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 787fee42-f948-4a49-9f05-6437df747bc3 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:33:43.075247 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:33:43.211901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:43.215999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-821079f8-d374-43a3-b0e3-b6cb7a3f347d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:43.239122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:43.252256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Network': ['ID=787fee42-f948-4a49-9f05-6437df747bc3,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:43.266514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:43.266949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:43.267372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:43.267786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:43.268196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:43.268605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:43.269012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:43.269420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:43.269832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:43.270238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:43.270679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:43.271081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:43.274687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:43.321529 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/networks/787fee42-f948-4a49-9f05-6437df747bc3 HTTP/1.1" status: 204 len: 168 time: 1.2304258 Apr 23 09:33:43.351588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43816) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:43.358057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b3a83809-4e23-4a98-bc69-6b22d649646f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'network': {'name': 'tempest-network-smoke--277141808', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'port_security_enabled': True}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:33:43.364880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b3a83809-4e23-4a98-bc69-6b22d649646f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:33:43.370172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b3a83809-4e23-4a98-bc69-6b22d649646f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:network and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:33:43.374053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b3a83809-4e23-4a98-bc69-6b22d649646f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:33:43.383741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b3a83809-4e23-4a98-bc69-6b22d649646f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:33:43.440905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a83809-4e23-4a98-bc69-6b22d649646f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:33:43.447293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3a83809-4e23-4a98-bc69-6b22d649646f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:43.483572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a83809-4e23-4a98-bc69-6b22d649646f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:33:43.545570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3a83809-4e23-4a98-bc69-6b22d649646f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:43.546082 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-b3a83809-4e23-4a98-bc69-6b22d649646f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Added segment db3e8ca4-f2ae-4819-8df6-7de445d89d2c of type vlan for network 79ba1eb4-20ed-4407-abbd-33fb8389e74a Apr 23 09:33:43.644732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3a83809-4e23-4a98-bc69-6b22d649646f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:43.789212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3a83809-4e23-4a98-bc69-6b22d649646f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:43.795438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a83809-4e23-4a98-bc69-6b22d649646f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:43.796138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3a83809-4e23-4a98-bc69-6b22d649646f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:43.802374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fe9efda3-a300-4bf3-9484-dac94739522e tempest-TagsExtTest-1622862760 tempest-TagsExtTest-1622862760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:43.927115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 771bcfa2-c830-441e-8282-8ea84a229efa no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:33:43.961042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a83809-4e23-4a98-bc69-6b22d649646f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Network': ['ID=79ba1eb4-20ed-4407-abbd-33fb8389e74a,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:43.964290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b3a83809-4e23-4a98-bc69-6b22d649646f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:43.973133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 771bcfa2-c830-441e-8282-8ea84a229efa {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:33:43.973535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 771bcfa2-c830-441e-8282-8ea84a229efa not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:33:43.979589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 79ba1eb4-20ed-4407-abbd-33fb8389e74a details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:33:44.012777 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b3a83809-4e23-4a98-bc69-6b22d649646f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6599410 Apr 23 09:33:44.018053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43820) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:44.024870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1077029587', 'admin_state_up': True, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:33:44.034550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:33:44.039514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:router and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:33:44.042943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:33:44.051628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:33:44.120857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:44.122852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:44.295882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:44.640049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:45.021058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_gateway, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:45.057523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:45.226365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.26.4.38 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/1e698bef-9b25-49ce-a60a-23aa2bba1081) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:33:45.393958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:45.463895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:45.470466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6c79b7b0-a6a0-48f8-96df-c7326b812146 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:45.540557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:33:45.549828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:33:45.554886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:33:45.597379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=1e698bef-9b25-49ce-a60a-23aa2bba1081,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:45.602172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:46.099513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_gateway, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:46.980619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:47.268921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router ac8d461f-0294-441d-871e-aa8a3dabb237 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:33:47.488712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:33:47.511809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] Sync routers for ids ['ac8d461f-0294-441d-871e-aa8a3dabb237'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:33:47.536935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] Routers {'ac8d461f-0294-441d-871e-aa8a3dabb237'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:33:47.537072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:33:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ac8d461f-0294-441d-871e-aa8a3dabb237'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:33:47.606375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:47.611291 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5887470 Apr 23 09:33:47.612625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43824) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:47.666510 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-64b3e9e5-b0d5-43bc-9097-68d09a06b9d1 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7602bab2a5e54e68ba9a873197bc68fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0521638 Apr 23 09:33:47.669322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43828) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:47.755521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] Set router ac8d461f-0294-441d-871e-aa8a3dabb237 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:33:47.882238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0daffa8-2198-47db-918f-ccbf191cb68b tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:47.884132 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e0daffa8-2198-47db-918f-ccbf191cb68b tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2136636 Apr 23 09:33:47.890203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43832) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:47.947222 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-121f437d-d31b-4a65-a896-46da594a9e2c tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0560973 Apr 23 09:33:47.952220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43836) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:47.967413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f20101e5-19d1-4b98-820e-8769936c8fe3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-445516808', 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:33:48.165685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f20101e5-19d1-4b98-820e-8769936c8fe3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:33:48.188571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f20101e5-19d1-4b98-820e-8769936c8fe3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:subnet and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:33:48.188571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f20101e5-19d1-4b98-820e-8769936c8fe3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:33:48.188571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f20101e5-19d1-4b98-820e-8769936c8fe3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:33:48.252521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20101e5-19d1-4b98-820e-8769936c8fe3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:33:48.263663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f20101e5-19d1-4b98-820e-8769936c8fe3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:48.293594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'name': 'tempest-TestNetworkBasicOps-router-1077029587', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:33:44Z', 'updated_at': '2021-04-23T09:33:45Z', 'revision_number': 3, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:20:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:33:45Z', 'updated_at': '2021-04-23T09:33:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:33:48.298930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] Checking router: ac8d461f-0294-441d-871e-aa8a3dabb237 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:33:48.299311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] Updating router ac8d461f-0294-441d-871e-aa8a3dabb237 port 1e698bef-9b25-49ce-a60a-23aa2bba1081 binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:33:48.364065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:48.767941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:48.782788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] Transition to ACTIVE for port object 1e698bef-9b25-49ce-a60a-23aa2bba1081 will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:33:48.817611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:48.823072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f2b0019f-17ef-41e2-9ab8-42e35d4ee633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:48.909774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] Attempting to bind port 1e698bef-9b25-49ce-a60a-23aa2bba1081 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:33:48.910191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] Attempting to bind port 1e698bef-9b25-49ce-a60a-23aa2bba1081 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:33:48.910652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] Attempting to bind port 1e698bef-9b25-49ce-a60a-23aa2bba1081 on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:33:48.921302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:33:48.921708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:33:48.922173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:48.924116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:33:48.924116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] Bound port: 1e698bef-9b25-49ce-a60a-23aa2bba1081, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:33:48.924459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:48.964094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e485f-eec3-49a2-bb6f-4d02b3f3fc9b None None] Pushing event updated for resources: {'Port': ['ID=1e698bef-9b25-49ce-a60a-23aa2bba1081,revision_number=2']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:48.982526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e485f-eec3-49a2-bb6f-4d02b3f3fc9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:48.982916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e485f-eec3-49a2-bb6f-4d02b3f3fc9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:48.983293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e485f-eec3-49a2-bb6f-4d02b3f3fc9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:48.983662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e485f-eec3-49a2-bb6f-4d02b3f3fc9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:48.984028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e485f-eec3-49a2-bb6f-4d02b3f3fc9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:48.984402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e485f-eec3-49a2-bb6f-4d02b3f3fc9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:48.984867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e485f-eec3-49a2-bb6f-4d02b3f3fc9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:48.985848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e485f-eec3-49a2-bb6f-4d02b3f3fc9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:48.986829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e485f-eec3-49a2-bb6f-4d02b3f3fc9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:48.986829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e485f-eec3-49a2-bb6f-4d02b3f3fc9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:48.986829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e485f-eec3-49a2-bb6f-4d02b3f3fc9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:48.987414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436e485f-eec3-49a2-bb6f-4d02b3f3fc9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:33:48.992242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-436e485f-eec3-49a2-bb6f-4d02b3f3fc9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:49.042481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f20101e5-19d1-4b98-820e-8769936c8fe3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:49.045549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] For port 1e698bef-9b25-49ce-a60a-23aa2bba1081, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:33:49.048124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f79e773c-43ed-4d90-beba-15aeb142a589 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:49.050100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] For port 1e698bef-9b25-49ce-a60a-23aa2bba1081, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1e698bef-9b25-49ce-a60a-23aa2bba1081,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:33:49.081501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:49.086753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-66c9869e-0e2f-4706-9267-f6b9e6d261c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:49.140079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20101e5-19d1-4b98-820e-8769936c8fe3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Subnet': ['ID=323f19b9-8202-49bf-8578-4d748259144a,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:49.145504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f20101e5-19d1-4b98-820e-8769936c8fe3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:49.150365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20101e5-19d1-4b98-820e-8769936c8fe3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Checking segment: {'id': 'db3e8ca4-f2ae-4819-8df6-7de445d89d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:33:49.150793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20101e5-19d1-4b98-820e-8769936c8fe3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network hostable DHCP agents. Network: 79ba1eb4-20ed-4407-abbd-33fb8389e74a, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:33:49.172144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] Routers {'ac8d461f-0294-441d-871e-aa8a3dabb237'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:33:49.173840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:33:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ac8d461f-0294-441d-871e-aa8a3dabb237'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:33:49.239369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e485f-eec3-49a2-bb6f-4d02b3f3fc9b None None] Pushing event updated for resources: {'Port': ['ID=1e698bef-9b25-49ce-a60a-23aa2bba1081,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:49.246118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20101e5-19d1-4b98-820e-8769936c8fe3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 79ba1eb4-20ed-4407-abbd-33fb8389e74a is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:33:49.314716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-436e485f-eec3-49a2-bb6f-4d02b3f3fc9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:49.315387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-f20101e5-19d1-4b98-820e-8769936c8fe3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 79ba1eb4-20ed-4407-abbd-33fb8389e74a) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:33:49.327790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5fccdd-ec33-4cb1-bb4a-0bf620b93715 None None] Network 79ba1eb4-20ed-4407-abbd-33fb8389e74a requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:33:49.331404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20101e5-19d1-4b98-820e-8769936c8fe3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:49.332091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f20101e5-19d1-4b98-820e-8769936c8fe3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:49.378597 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f20101e5-19d1-4b98-820e-8769936c8fe3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4249339 Apr 23 09:33:49.381394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43842) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:49.419628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] Set router ac8d461f-0294-441d-871e-aa8a3dabb237 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:33:49.743851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-79ba1eb4-20ed-4407-abbd-33fb8389e74a', 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ips': [{'subnet_id': '323f19b9-8202-49bf-8578-4d748259144a'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:33:49.750698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:49.964271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'name': 'tempest-TestNetworkBasicOps-router-1077029587', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:33:44Z', 'updated_at': '2021-04-23T09:33:45Z', 'revision_number': 3, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:20:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:33:45Z', 'updated_at': '2021-04-23T09:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:33:49.972857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d59f584-173b-4e8c-9a05-74bfaaab44ca None None] The sync data for ids ['ac8d461f-0294-441d-871e-aa8a3dabb237'] in dv-neutron-786478-4-hyperv is: [{'id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'name': 'tempest-TestNetworkBasicOps-router-1077029587', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:33:44Z', 'updated_at': '2021-04-23T09:33:45Z', 'revision_number': 3, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:20:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:33:45Z', 'updated_at': '2021-04-23T09:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:33:49.990683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Allocated IP 172.20.0.2 (79ba1eb4-20ed-4407-abbd-33fb8389e74a/323f19b9-8202-49bf-8578-4d748259144a/3ec4cb80-3871-4c46-aaf5-bd3be6a8e291) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:33:50.349615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:50.498591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Transition to ACTIVE for port object 3ec4cb80-3871-4c46-aaf5-bd3be6a8e291 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:33:50.629497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Transition to ACTIVE for port object 3ec4cb80-3871-4c46-aaf5-bd3be6a8e291 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:33:50.679637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:50.686109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:50.751319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Network 79ba1eb4-20ed-4407-abbd-33fb8389e74a is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:33:50.754996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:33:50.765165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:33:50.807714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Pushing event updated for resources: {'Port': ['ID=3ec4cb80-3871-4c46-aaf5-bd3be6a8e291,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:50.816884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:50.885349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Attempting to bind port 3ec4cb80-3871-4c46-aaf5-bd3be6a8e291 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:33:50.885781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Attempting to bind port 3ec4cb80-3871-4c46-aaf5-bd3be6a8e291 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'db3e8ca4-f2ae-4819-8df6-7de445d89d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:33:50.886199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Attempting to bind port 3ec4cb80-3871-4c46-aaf5-bd3be6a8e291 on network 79ba1eb4-20ed-4407-abbd-33fb8389e74a {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:33:50.893727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:33:50.894136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Checking segment: {'id': 'db3e8ca4-f2ae-4819-8df6-7de445d89d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:33:50.894800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:50.895426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Bound using segment: {'id': 'db3e8ca4-f2ae-4819-8df6-7de445d89d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:33:50.896319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Bound port: 3ec4cb80-3871-4c46-aaf5-bd3be6a8e291, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db3e8ca4-f2ae-4819-8df6-7de445d89d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:33:50.896903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:50.994165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8466604-1064-4ea8-b345-54c87dc50af7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:51.023792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] For port 3ec4cb80-3871-4c46-aaf5-bd3be6a8e291, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:33:51.029561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] For port 3ec4cb80-3871-4c46-aaf5-bd3be6a8e291, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=3ec4cb80-3871-4c46-aaf5-bd3be6a8e291,segment=NetworkSegment(db3e8ca4-f2ae-4819-8df6-7de445d89d2c),segment_id=db3e8ca4-f2ae-4819-8df6-7de445d89d2c)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:33:51.069622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:51.074414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:51.173536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Pushing event updated for resources: {'Port': ['ID=3ec4cb80-3871-4c46-aaf5-bd3be6a8e291,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:51.188707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:51.722671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-d8466604-1064-4ea8-b345-54c87dc50af7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.20.0.1 (79ba1eb4-20ed-4407-abbd-33fb8389e74a/323f19b9-8202-49bf-8578-4d748259144a/11c82435-723c-416d-ac40-bf062d1c582d) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:33:52.082854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1e698bef-9b25-49ce-a60a-23aa2bba1081 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:33:52.107810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8466604-1064-4ea8-b345-54c87dc50af7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:52.142018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d8466604-1064-4ea8-b345-54c87dc50af7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Transition to ACTIVE for port object 11c82435-723c-416d-ac40-bf062d1c582d will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:33:52.206270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 1e698bef-9b25-49ce-a60a-23aa2bba1081 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:33:52.211984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 1e698bef-9b25-49ce-a60a-23aa2bba1081 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:33:52.212411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:52.254618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8466604-1064-4ea8-b345-54c87dc50af7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:52.261262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b98f70fb-f72b-4587-b34c-b0dd68bc6765 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:52.331407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8466604-1064-4ea8-b345-54c87dc50af7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 79ba1eb4-20ed-4407-abbd-33fb8389e74a is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:33:52.340531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-d8466604-1064-4ea8-b345-54c87dc50af7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:33:52.343476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8466604-1064-4ea8-b345-54c87dc50af7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:33:52.393758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8466604-1064-4ea8-b345-54c87dc50af7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=11c82435-723c-416d-ac40-bf062d1c582d,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:52.397054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d8466604-1064-4ea8-b345-54c87dc50af7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:52.419021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:52.432175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8466604-1064-4ea8-b345-54c87dc50af7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:52.451225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 1e698bef-9b25-49ce-a60a-23aa2bba1081, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1e698bef-9b25-49ce-a60a-23aa2bba1081,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:33:52.497410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:52.498507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 3ec4cb80-3871-4c46-aaf5-bd3be6a8e291 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:33:52.546690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-17b84e89-9358-45d6-b57d-19eaa9cbfeb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:52.693993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=1e698bef-9b25-49ce-a60a-23aa2bba1081,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:52.701458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8466604-1064-4ea8-b345-54c87dc50af7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:52.704382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:52.749439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 3ec4cb80-3871-4c46-aaf5-bd3be6a8e291 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:33:52.848287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dd8979-e06e-4d5a-999e-0c86aacb2a60 None None] Network 79ba1eb4-20ed-4407-abbd-33fb8389e74a requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:33:53.003884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c428d7ee-592f-4c66-b7d0-173c15e1ce29 None None] Provisioning for port 3ec4cb80-3871-4c46-aaf5-bd3be6a8e291 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:33:53.015744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c428d7ee-592f-4c66-b7d0-173c15e1ce29 None None] Provisioning complete for port 3ec4cb80-3871-4c46-aaf5-bd3be6a8e291 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:33:53.016263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c428d7ee-592f-4c66-b7d0-173c15e1ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:53.254261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8466604-1064-4ea8-b345-54c87dc50af7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:53.274174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c428d7ee-592f-4c66-b7d0-173c15e1ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:53.282460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8466604-1064-4ea8-b345-54c87dc50af7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:53.324089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b88a544f-f852-4e41-9689-fccfe883f5bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:53.337035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c428d7ee-592f-4c66-b7d0-173c15e1ce29 None None] For port 3ec4cb80-3871-4c46-aaf5-bd3be6a8e291, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=3ec4cb80-3871-4c46-aaf5-bd3be6a8e291,segment=NetworkSegment(db3e8ca4-f2ae-4819-8df6-7de445d89d2c),segment_id=db3e8ca4-f2ae-4819-8df6-7de445d89d2c)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:33:53.348314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:53.384104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c428d7ee-592f-4c66-b7d0-173c15e1ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:53.386710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a1013a66-31e2-446b-80ec-8ed7c8330ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:53.427273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8466604-1064-4ea8-b345-54c87dc50af7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=11c82435-723c-416d-ac40-bf062d1c582d,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:53.430613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d8466604-1064-4ea8-b345-54c87dc50af7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:53.431742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d8466604-1064-4ea8-b345-54c87dc50af7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:53.489425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428d7ee-592f-4c66-b7d0-173c15e1ce29 None None] Pushing event updated for resources: {'Port': ['ID=3ec4cb80-3871-4c46-aaf5-bd3be6a8e291,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:53.494802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c428d7ee-592f-4c66-b7d0-173c15e1ce29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:53.640875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f9b8-abb4-4bd3-aa59-aaa274e19c06 None None] Provisioning for port 11c82435-723c-416d-ac40-bf062d1c582d completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:33:53.651704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f9b8-abb4-4bd3-aa59-aaa274e19c06 None None] Provisioning complete for port 11c82435-723c-416d-ac40-bf062d1c582d triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:33:53.652590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f9b8-abb4-4bd3-aa59-aaa274e19c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:53.733069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8466604-1064-4ea8-b345-54c87dc50af7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 79ba1eb4-20ed-4407-abbd-33fb8389e74a is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:33:53.737642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7f9b8-abb4-4bd3-aa59-aaa274e19c06 None None] Port 11c82435-723c-416d-ac40-bf062d1c582d cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:33:53.738343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-d8466604-1064-4ea8-b345-54c87dc50af7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:33:53.752586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2ee7f9b8-abb4-4bd3-aa59-aaa274e19c06 None None] Provisioning complete for port 3ec4cb80-3871-4c46-aaf5-bd3be6a8e291 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:33:53.753187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f9b8-abb4-4bd3-aa59-aaa274e19c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:54.014500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1e698bef-9b25-49ce-a60a-23aa2bba1081 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:33:54.024826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8466604-1064-4ea8-b345-54c87dc50af7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router ac8d461f-0294-441d-871e-aa8a3dabb237 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:33:54.106931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ed17e49d-f723-46ef-8f6c-37cf258cb4c2 None None] Provisioning complete for port 11c82435-723c-416d-ac40-bf062d1c582d triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:33:54.110506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed17e49d-f723-46ef-8f6c-37cf258cb4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:54.196518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ed17e49d-f723-46ef-8f6c-37cf258cb4c2 None None] Port 11c82435-723c-416d-ac40-bf062d1c582d cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:33:54.201849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 1e698bef-9b25-49ce-a60a-23aa2bba1081 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:33:54.201849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:54.232958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8466604-1064-4ea8-b345-54c87dc50af7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:33:54.246214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] Sync routers for ids ['ac8d461f-0294-441d-871e-aa8a3dabb237'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:33:54.248449 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d8466604-1064-4ea8-b345-54c87dc50af7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/routers/ac8d461f-0294-441d-871e-aa8a3dabb237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8658772 Apr 23 09:33:54.252072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43846) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:54.277157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] Routers {'ac8d461f-0294-441d-871e-aa8a3dabb237'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:33:54.282292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:33:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ac8d461f-0294-441d-871e-aa8a3dabb237'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:33:54.436334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390b12b0-024d-4f0d-b9e0-219a3e4c7549 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:54.436879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390b12b0-024d-4f0d-b9e0-219a3e4c7549 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:54.437412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390b12b0-024d-4f0d-b9e0-219a3e4c7549 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:54.437995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390b12b0-024d-4f0d-b9e0-219a3e4c7549 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:54.438695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390b12b0-024d-4f0d-b9e0-219a3e4c7549 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:54.439224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390b12b0-024d-4f0d-b9e0-219a3e4c7549 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:54.441487 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-390b12b0-024d-4f0d-b9e0-219a3e4c7549 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1882539 Apr 23 09:33:54.447537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43850) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:54.546900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c659f8c2-4657-41b8-942c-1abc6af7fd7c tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:54.548119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c659f8c2-4657-41b8-942c-1abc6af7fd7c tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:54.548778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c659f8c2-4657-41b8-942c-1abc6af7fd7c tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:54.549172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c659f8c2-4657-41b8-942c-1abc6af7fd7c tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:54.549685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c659f8c2-4657-41b8-942c-1abc6af7fd7c tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:54.550204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c659f8c2-4657-41b8-942c-1abc6af7fd7c tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:54.552413 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c659f8c2-4657-41b8-942c-1abc6af7fd7c tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.1048985 Apr 23 09:33:54.557149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43854) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:54.710796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b9448fa4-f933-4d24-a3a6-db3ada879370 None None] Provisioning complete for port 11c82435-723c-416d-ac40-bf062d1c582d triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:33:54.711215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b9448fa4-f933-4d24-a3a6-db3ada879370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:54.822587 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f3be15eb-5cb8-40d9-a591-4a219a0ee301 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2595205 Apr 23 09:33:54.887979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b9448fa4-f933-4d24-a3a6-db3ada879370 None None] Port 11c82435-723c-416d-ac40-bf062d1c582d cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:33:54.890106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 3ec4cb80-3871-4c46-aaf5-bd3be6a8e291 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:33:54.955268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] Set router ac8d461f-0294-441d-871e-aa8a3dabb237 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:33:55.196087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 3ec4cb80-3871-4c46-aaf5-bd3be6a8e291 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:33:55.196087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:55.495480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'name': 'tempest-TestNetworkBasicOps-router-1077029587', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:33:44Z', 'updated_at': '2021-04-23T09:33:52Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:20:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:33:45Z', 'updated_at': '2021-04-23T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '11c82435-723c-416d-ac40-bf062d1c582d', 'name': '', 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:e5:9a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '323f19b9-8202-49bf-8578-4d748259144a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:33:51Z', 'updated_at': '2021-04-23T09:33:53Z', 'revision_number': 2, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '323f19b9-8202-49bf-8578-4d748259144a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:33:55.501809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] Checking router: ac8d461f-0294-441d-871e-aa8a3dabb237 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:33:55.502226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] Updating router ac8d461f-0294-441d-871e-aa8a3dabb237 port 11c82435-723c-416d-ac40-bf062d1c582d binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:33:55.568410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:55.988860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:56.004574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] Transition to ACTIVE for port object 11c82435-723c-416d-ac40-bf062d1c582d will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:33:56.069194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:56.075839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:56.212168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43862) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:56.220661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f5378439-e140-4dac-afbf-5ece81cd083d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-414123888', 'description': 'tempest-secgroup-smoke-414123888 description', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:33:56.228514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f5378439-e140-4dac-afbf-5ece81cd083d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:33:56.237074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f5378439-e140-4dac-afbf-5ece81cd083d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:33:56.241751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f5378439-e140-4dac-afbf-5ece81cd083d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:33:56.249867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f5378439-e140-4dac-afbf-5ece81cd083d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:33:56.276122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699c583-aa5e-4a77-b23e-cce66445f565 None None] Pushing event updated for resources: {'Port': ['ID=11c82435-723c-416d-ac40-bf062d1c582d,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:56.286057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7699c583-aa5e-4a77-b23e-cce66445f565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:56.310242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5378439-e140-4dac-afbf-5ece81cd083d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:56.343368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f5378439-e140-4dac-afbf-5ece81cd083d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:33:56.348559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f5378439-e140-4dac-afbf-5ece81cd083d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:33:56.352156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f5378439-e140-4dac-afbf-5ece81cd083d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:33:56.356058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] Attempting to bind port 11c82435-723c-416d-ac40-bf062d1c582d on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:33:56.356793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] Attempting to bind port 11c82435-723c-416d-ac40-bf062d1c582d by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'db3e8ca4-f2ae-4819-8df6-7de445d89d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:33:56.357789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] Attempting to bind port 11c82435-723c-416d-ac40-bf062d1c582d on network 79ba1eb4-20ed-4407-abbd-33fb8389e74a {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:33:56.361808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f5378439-e140-4dac-afbf-5ece81cd083d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:33:56.373266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:33:56.373972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] Checking segment: {'id': 'db3e8ca4-f2ae-4819-8df6-7de445d89d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:33:56.376621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:56.377436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] Bound using segment: {'id': 'db3e8ca4-f2ae-4819-8df6-7de445d89d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:33:56.378810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] Bound port: 11c82435-723c-416d-ac40-bf062d1c582d, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db3e8ca4-f2ae-4819-8df6-7de445d89d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:33:56.381644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:56.538372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5378439-e140-4dac-afbf-5ece81cd083d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:56.572528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5378439-e140-4dac-afbf-5ece81cd083d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:56.580660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d1227a02-cf34-46e6-8bd1-99a8175042d6 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:56.603867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] For port 11c82435-723c-416d-ac40-bf062d1c582d, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:33:56.611305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] For port 11c82435-723c-416d-ac40-bf062d1c582d, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=11c82435-723c-416d-ac40-bf062d1c582d,segment=NetworkSegment(db3e8ca4-f2ae-4819-8df6-7de445d89d2c),segment_id=db3e8ca4-f2ae-4819-8df6-7de445d89d2c)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:33:56.631362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5378439-e140-4dac-afbf-5ece81cd083d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adac63a1-5a8a-4891-931c-4d2d9eca44e2,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:56.635744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f5378439-e140-4dac-afbf-5ece81cd083d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:56.658802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:56.664732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:56.709252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5378439-e140-4dac-afbf-5ece81cd083d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:56.712774 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f5378439-e140-4dac-afbf-5ece81cd083d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4982128 Apr 23 09:33:56.715568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43866) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:56.726354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9647e759-5e95-43dd-94ae-3a4feb579927 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'adac63a1-5a8a-4891-931c-4d2d9eca44e2', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:33:56.737739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9647e759-5e95-43dd-94ae-3a4feb579927 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:33:56.745114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9647e759-5e95-43dd-94ae-3a4feb579927 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:33:56.750664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9647e759-5e95-43dd-94ae-3a4feb579927 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:33:56.763704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9647e759-5e95-43dd-94ae-3a4feb579927 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:33:56.785580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] Routers {'ac8d461f-0294-441d-871e-aa8a3dabb237'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:33:56.786302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:33:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ac8d461f-0294-441d-871e-aa8a3dabb237'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:33:56.851397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9647e759-5e95-43dd-94ae-3a4feb579927 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:56.934109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699c583-aa5e-4a77-b23e-cce66445f565 None None] Pushing event updated for resources: {'Port': ['ID=11c82435-723c-416d-ac40-bf062d1c582d,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:56.937840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7699c583-aa5e-4a77-b23e-cce66445f565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:56.952058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9647e759-5e95-43dd-94ae-3a4feb579927 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:57.017695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9647e759-5e95-43dd-94ae-3a4feb579927 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:57.021985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] Set router ac8d461f-0294-441d-871e-aa8a3dabb237 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:33:57.026074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-54d9fe05-8adc-44cd-8180-d2c6ccb4a795 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:57.053253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647e759-5e95-43dd-94ae-3a4feb579927 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a169ad4-5c2e-4e31-8dd5-0ca21c817797,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:57.057023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9647e759-5e95-43dd-94ae-3a4feb579927 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:57.093010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9647e759-5e95-43dd-94ae-3a4feb579927 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:57.096254 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9647e759-5e95-43dd-94ae-3a4feb579927 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3787446 Apr 23 09:33:57.099728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43870) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:57.111055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-377c7129-b8f1-4755-aea6-f109f406ab68 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'adac63a1-5a8a-4891-931c-4d2d9eca44e2', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:33:57.124245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-377c7129-b8f1-4755-aea6-f109f406ab68 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:33:57.135917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-377c7129-b8f1-4755-aea6-f109f406ab68 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:33:57.137294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-377c7129-b8f1-4755-aea6-f109f406ab68 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:33:57.149510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-377c7129-b8f1-4755-aea6-f109f406ab68 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:33:57.200574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-377c7129-b8f1-4755-aea6-f109f406ab68 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:57.300298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-377c7129-b8f1-4755-aea6-f109f406ab68 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:57.406075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-377c7129-b8f1-4755-aea6-f109f406ab68 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:57.410039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a7b6e5a3-cf45-4e8b-a60e-76e9f67fd7cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:57.414208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'name': 'tempest-TestNetworkBasicOps-router-1077029587', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:33:44Z', 'updated_at': '2021-04-23T09:33:52Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:20:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:33:45Z', 'updated_at': '2021-04-23T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '11c82435-723c-416d-ac40-bf062d1c582d', 'name': '', 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:e5:9a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '323f19b9-8202-49bf-8578-4d748259144a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:33:51Z', 'updated_at': '2021-04-23T09:33:56Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '323f19b9-8202-49bf-8578-4d748259144a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:33:57.419708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65e18fa-c65a-40e0-9ce9-014cd61b7817 None None] The sync data for ids ['ac8d461f-0294-441d-871e-aa8a3dabb237'] in dv-neutron-786478-4-hyperv is: [{'id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'name': 'tempest-TestNetworkBasicOps-router-1077029587', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:33:44Z', 'updated_at': '2021-04-23T09:33:52Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:20:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:33:45Z', 'updated_at': '2021-04-23T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '11c82435-723c-416d-ac40-bf062d1c582d', 'name': '', 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:e5:9a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '323f19b9-8202-49bf-8578-4d748259144a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:33:51Z', 'updated_at': '2021-04-23T09:33:56Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '323f19b9-8202-49bf-8578-4d748259144a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:33:57.447548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c7129-b8f1-4755-aea6-f109f406ab68 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e96eda79-3bdb-42d5-8164-c2dd81f2f959,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:57.453738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-377c7129-b8f1-4755-aea6-f109f406ab68 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:57.488375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-377c7129-b8f1-4755-aea6-f109f406ab68 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:57.491620 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-377c7129-b8f1-4755-aea6-f109f406ab68 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3895288 Apr 23 09:33:57.496093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43874) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:57.511285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b953e853-e869-4685-9576-07aec61b615c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'adac63a1-5a8a-4891-931c-4d2d9eca44e2', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:33:57.519485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b953e853-e869-4685-9576-07aec61b615c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:33:57.524668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b953e853-e869-4685-9576-07aec61b615c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:33:57.536861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b953e853-e869-4685-9576-07aec61b615c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:33:57.555487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b953e853-e869-4685-9576-07aec61b615c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:33:57.631879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b953e853-e869-4685-9576-07aec61b615c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:57.714090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b953e853-e869-4685-9576-07aec61b615c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:57.766362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b953e853-e869-4685-9576-07aec61b615c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:57.769688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-42099d7b-7e26-4d7f-95d1-01cd9f5ff1a3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:57.796274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953e853-e869-4685-9576-07aec61b615c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50838be8-6810-4e56-b032-adf5a8c492eb,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:57.801953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b953e853-e869-4685-9576-07aec61b615c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:57.854277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b953e853-e869-4685-9576-07aec61b615c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:57.856545 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b953e853-e869-4685-9576-07aec61b615c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3582995 Apr 23 09:33:57.867873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43878) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:57.876202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-728cf084-ef3c-41eb-b7e0-0f15ce3a9e9f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'adac63a1-5a8a-4891-931c-4d2d9eca44e2', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:33:57.885968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-728cf084-ef3c-41eb-b7e0-0f15ce3a9e9f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:33:57.892932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-728cf084-ef3c-41eb-b7e0-0f15ce3a9e9f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:33:57.899927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-728cf084-ef3c-41eb-b7e0-0f15ce3a9e9f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:33:57.907549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-728cf084-ef3c-41eb-b7e0-0f15ce3a9e9f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:33:57.970460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-728cf084-ef3c-41eb-b7e0-0f15ce3a9e9f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:58.060767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 11c82435-723c-416d-ac40-bf062d1c582d up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:33:58.145732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-728cf084-ef3c-41eb-b7e0-0f15ce3a9e9f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:58.190155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-728cf084-ef3c-41eb-b7e0-0f15ce3a9e9f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:58.205963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-31196338-4e92-448a-8945-c311d5be71e0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:58.219574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728cf084-ef3c-41eb-b7e0-0f15ce3a9e9f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a594c230-b932-4d1a-8dd5-855552453777,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:58.236662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-728cf084-ef3c-41eb-b7e0-0f15ce3a9e9f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:58.258843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 11c82435-723c-416d-ac40-bf062d1c582d completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:33:58.268382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 11c82435-723c-416d-ac40-bf062d1c582d triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:33:58.269547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:58.287054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-728cf084-ef3c-41eb-b7e0-0f15ce3a9e9f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:58.288843 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-728cf084-ef3c-41eb-b7e0-0f15ce3a9e9f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4197919 Apr 23 09:33:58.293881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43882) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:58.302205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d527daf9-ab4f-482c-a02f-8fe0c4ceebf3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'adac63a1-5a8a-4891-931c-4d2d9eca44e2', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:33:58.310519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d527daf9-ab4f-482c-a02f-8fe0c4ceebf3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:33:58.316623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d527daf9-ab4f-482c-a02f-8fe0c4ceebf3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:33:58.326074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d527daf9-ab4f-482c-a02f-8fe0c4ceebf3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:33:58.335178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d527daf9-ab4f-482c-a02f-8fe0c4ceebf3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:33:58.377710 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-d527daf9-ab4f-482c-a02f-8fe0c4ceebf3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Project 7602bab2a5e54e68ba9a873197bc68fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:33:58.386998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d527daf9-ab4f-482c-a02f-8fe0c4ceebf3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:58.542765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:58.551665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d527daf9-ab4f-482c-a02f-8fe0c4ceebf3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:58.591059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 11c82435-723c-416d-ac40-bf062d1c582d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=11c82435-723c-416d-ac40-bf062d1c582d,segment=NetworkSegment(db3e8ca4-f2ae-4819-8df6-7de445d89d2c),segment_id=db3e8ca4-f2ae-4819-8df6-7de445d89d2c)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:33:58.595406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d527daf9-ab4f-482c-a02f-8fe0c4ceebf3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:58.605010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-44dac60b-05db-41f3-97de-6fa6cb828ae5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:58.622950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:58.631500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:58.651076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527daf9-ab4f-482c-a02f-8fe0c4ceebf3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15340551-8d03-4fe2-8bb6-9c867389ec83,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:58.658748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d527daf9-ab4f-482c-a02f-8fe0c4ceebf3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:58.664508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d527daf9-ab4f-482c-a02f-8fe0c4ceebf3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:58.668915 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d527daf9-ab4f-482c-a02f-8fe0c4ceebf3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3705392 Apr 23 09:33:58.669429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43886) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:33:58.676899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-964fcbe1-1903-4532-bf2a-280042289f35 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'adac63a1-5a8a-4891-931c-4d2d9eca44e2', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:33:58.684971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-964fcbe1-1903-4532-bf2a-280042289f35 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:33:58.691203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-964fcbe1-1903-4532-bf2a-280042289f35 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:33:58.695044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-964fcbe1-1903-4532-bf2a-280042289f35 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:33:58.706544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-964fcbe1-1903-4532-bf2a-280042289f35 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:33:58.746852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=11c82435-723c-416d-ac40-bf062d1c582d,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:58.750919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:58.755135 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-964fcbe1-1903-4532-bf2a-280042289f35 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Project 7602bab2a5e54e68ba9a873197bc68fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:33:58.765394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-964fcbe1-1903-4532-bf2a-280042289f35 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:58.905924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-964fcbe1-1903-4532-bf2a-280042289f35 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:58.937993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-964fcbe1-1903-4532-bf2a-280042289f35 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:58.941280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-98b1e1bc-8036-4244-9eef-fbba05e3561b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:33:58.978646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fcbe1-1903-4532-bf2a-280042289f35 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4e5896-029c-4126-9e48-2049bc9773fa,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:33:58.984932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-964fcbe1-1903-4532-bf2a-280042289f35 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:33:59.024382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-964fcbe1-1903-4532-bf2a-280042289f35 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:33:59.026940 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-964fcbe1-1903-4532-bf2a-280042289f35 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3557317 Apr 23 09:33:59.240908 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-4e6e9510-efea-42b6-ad1c-c578e8f6124b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-414123888&fields=id&tenant_id=7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 267 time: 0.0497880 Apr 23 09:33:59.436006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-5df46b1f-45dc-44c9-b340-b5935a28c5c1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:33:59.436818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-5df46b1f-45dc-44c9-b340-b5935a28c5c1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:33:59.475448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-5df46b1f-45dc-44c9-b340-b5935a28c5c1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:33:59.477787 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-5df46b1f-45dc-44c9-b340-b5935a28c5c1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/networks?id=79ba1eb4-20ed-4407-abbd-33fb8389e74a HTTP/1.1" status: 200 len: 796 time: 0.2277801 Apr 23 09:33:59.495524 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-baedee17-dec9-4561-9cb6-5b75a4f72eab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/quotas/7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 375 time: 0.0112786 Apr 23 09:33:59.602219 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-0200f9a9-e023-4a1b-8030-8df6d0b960cb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982819 Apr 23 09:33:59.672303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-b2eb86bf-47f8-441d-8683-2a8bdebb0598 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:33:59.674115 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-b2eb86bf-47f8-441d-8683-2a8bdebb0598 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0575962 Apr 23 09:33:59.831548 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-80af3adc-e715-48c3-9803-6d14ee7d1e45 service neutron] 10.222.0.60 "GET /v2.0/networks/79ba1eb4-20ed-4407-abbd-33fb8389e74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503925 Apr 23 09:33:59.974438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 11c82435-723c-416d-ac40-bf062d1c582d up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:34:00.000773 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-a5a2f7ef-c63e-418d-89ab-a1310db7c254 service neutron] 10.222.0.60 "GET /v2.0/networks/79ba1eb4-20ed-4407-abbd-33fb8389e74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615565 Apr 23 09:34:00.005002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:34:00.060583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 11c82435-723c-416d-ac40-bf062d1c582d triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:34:00.060819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:00.330530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-22a131b2-9480-468b-934b-e4614ec132af req-a5e1fbd9-1e33-473b-a75c-c83620cda1ec tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:34:00.388615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-22a131b2-9480-468b-934b-e4614ec132af req-a5e1fbd9-1e33-473b-a75c-c83620cda1ec tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:34:00.393190 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-22a131b2-9480-468b-934b-e4614ec132af req-a5e1fbd9-1e33-473b-a75c-c83620cda1ec tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202 HTTP/1.1" status: 200 len: 210 time: 0.1578972 Apr 23 09:34:01.568879 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d7b0d7f-f8e7-4b40-a0d0-3bb7143bcb80 req-fd7b4b63-5204-4370-a1a2-dd01ace788d3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202 HTTP/1.1" status: 200 len: 210 time: 0.0556226 Apr 23 09:34:02.611263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-c447cde1-7490-4ac7-a794-2e9338abf197 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:02.612068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-c447cde1-7490-4ac7-a794-2e9338abf197 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:34:02.627261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-c447cde1-7490-4ac7-a794-2e9338abf197 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:34:02.628831 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-c447cde1-7490-4ac7-a794-2e9338abf197 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/networks?id=79ba1eb4-20ed-4407-abbd-33fb8389e74a HTTP/1.1" status: 200 len: 796 time: 0.1852279 Apr 23 09:34:02.696321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-1261460d-7ee7-4598-8535-b778ac397489 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:34:02.783035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-1261460d-7ee7-4598-8535-b778ac397489 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:34:02.785278 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-1261460d-7ee7-4598-8535-b778ac397489 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 379 time: 0.1471767 Apr 23 09:34:02.795032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-bacf573d-aaaa-47bf-846e-290b650dad27 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'port': {'device_id': '660f74e9-507f-414a-8b5e-0bb0e5a6e202', 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a', 'admin_state_up': True, 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'security_groups': ['adac63a1-5a8a-4891-931c-4d2d9eca44e2']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:34:02.962700 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c59f18b4-4a9c-47bf-b007-4dbd6d1cc8e8 req-a6451c57-f6e7-467c-9c3d-b5e0fed929db tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202 HTTP/1.1" status: 200 len: 210 time: 0.0658772 Apr 23 09:34:03.045716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-bacf573d-aaaa-47bf-846e-290b650dad27 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:34:03.057512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-bacf573d-aaaa-47bf-846e-290b650dad27 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:34:03.096945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-bacf573d-aaaa-47bf-846e-290b650dad27 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:34:03.103351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-bacf573d-aaaa-47bf-846e-290b650dad27 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:03.303823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-bacf573d-aaaa-47bf-846e-290b650dad27 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.20.0.5 (79ba1eb4-20ed-4407-abbd-33fb8389e74a/323f19b9-8202-49bf-8578-4d748259144a/19479bc9-e8dc-46ed-9ca5-941630e7d18e) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:34:03.591497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-bacf573d-aaaa-47bf-846e-290b650dad27 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:03.610482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-bacf573d-aaaa-47bf-846e-290b650dad27 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Transition to ACTIVE for port object 19479bc9-e8dc-46ed-9ca5-941630e7d18e will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:34:03.675163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-bacf573d-aaaa-47bf-846e-290b650dad27 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:03.681620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a8622aab-158d-42f8-901e-228bad8dce9b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:34:03.759703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-bacf573d-aaaa-47bf-846e-290b650dad27 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 79ba1eb4-20ed-4407-abbd-33fb8389e74a is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:34:03.764075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-bacf573d-aaaa-47bf-846e-290b650dad27 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:34:03.773140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-bacf573d-aaaa-47bf-846e-290b650dad27 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:34:03.805765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf573d-aaaa-47bf-846e-290b650dad27 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=19479bc9-e8dc-46ed-9ca5-941630e7d18e,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:34:03.814568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bacf573d-aaaa-47bf-846e-290b650dad27 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:34:03.852735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-bacf573d-aaaa-47bf-846e-290b650dad27 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:03.853470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-bacf573d-aaaa-47bf-846e-290b650dad27 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:04.054056 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-bacf573d-aaaa-47bf-846e-290b650dad27 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2626848 Apr 23 09:34:04.065821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Request body: {'port': {'device_id': '660f74e9-507f-414a-8b5e-0bb0e5a6e202', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:34:04.132753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-df070368-0f2e-415f-a0c0-204510b19e20 None None] Provisioning for port 19479bc9-e8dc-46ed-9ca5-941630e7d18e completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:34:04.143735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-df070368-0f2e-415f-a0c0-204510b19e20 None None] Provisioning complete for port 19479bc9-e8dc-46ed-9ca5-941630e7d18e triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:34:04.144698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-df070368-0f2e-415f-a0c0-204510b19e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:04.215995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:04.251355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faf366-6e27-4940-80ec-c7239dab619f req-74382ab8-e090-4de5-bd0b-ed28ceae9d2f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:04.251770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-df070368-0f2e-415f-a0c0-204510b19e20 None None] Port 19479bc9-e8dc-46ed-9ca5-941630e7d18e cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:34:04.253593 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-75faf366-6e27-4940-80ec-c7239dab619f req-74382ab8-e090-4de5-bd0b-ed28ceae9d2f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202 HTTP/1.1" status: 200 len: 931 time: 0.1100700 Apr 23 09:34:04.324621 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-75faf366-6e27-4940-80ec-c7239dab619f req-956c2488-3d9e-494b-b79d-a796f583bb25 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=adac63a1-5a8a-4891-931c-4d2d9eca44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607440 Apr 23 09:34:04.712057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19479bc9-e8dc-46ed-9ca5-941630e7d18e {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:34:04.723270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:04.742246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Transition to ACTIVE for port object 19479bc9-e8dc-46ed-9ca5-941630e7d18e will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:34:04.806088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:04.812875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:34:05.301155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Pushing event updated for resources: {'Port': ['ID=19479bc9-e8dc-46ed-9ca5-941630e7d18e,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:34:05.308650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:34:05.395963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Attempting to bind port 19479bc9-e8dc-46ed-9ca5-941630e7d18e on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:34:05.396347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Attempting to bind port 19479bc9-e8dc-46ed-9ca5-941630e7d18e by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'db3e8ca4-f2ae-4819-8df6-7de445d89d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:34:05.396901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Attempting to bind port 19479bc9-e8dc-46ed-9ca5-941630e7d18e on network 79ba1eb4-20ed-4407-abbd-33fb8389e74a {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:34:05.404530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Port 19479bc9-e8dc-46ed-9ca5-941630e7d18e on network 79ba1eb4-20ed-4407-abbd-33fb8389e74a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:34:05.407910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Attempting to bind port 19479bc9-e8dc-46ed-9ca5-941630e7d18e on network 79ba1eb4-20ed-4407-abbd-33fb8389e74a {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:34:05.413421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:34:05.413934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Checking segment: {'id': 'db3e8ca4-f2ae-4819-8df6-7de445d89d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:34:05.414562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Bound using segment: {'id': 'db3e8ca4-f2ae-4819-8df6-7de445d89d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:34:05.415102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Bound port: 19479bc9-e8dc-46ed-9ca5-941630e7d18e, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db3e8ca4-f2ae-4819-8df6-7de445d89d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:34:05.415811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:05.638735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] For port 19479bc9-e8dc-46ed-9ca5-941630e7d18e, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:34:05.669256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] For port 19479bc9-e8dc-46ed-9ca5-941630e7d18e, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19479bc9-e8dc-46ed-9ca5-941630e7d18e,segment=NetworkSegment(db3e8ca4-f2ae-4819-8df6-7de445d89d2c),segment_id=db3e8ca4-f2ae-4819-8df6-7de445d89d2c)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:34:05.669256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcaa5f-ac81-4c66-b286-417b255f9c39 req-d2d5fdff-362c-424e-9a22-09db999c9d2c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:05.669256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-b1bcaa5f-ac81-4c66-b286-417b255f9c39 req-d2d5fdff-362c-424e-9a22-09db999c9d2c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:34:05.715763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:05.725155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:34:05.813115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-b1bcaa5f-ac81-4c66-b286-417b255f9c39 req-d2d5fdff-362c-424e-9a22-09db999c9d2c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:34:05.815299 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b1bcaa5f-ac81-4c66-b286-417b255f9c39 req-d2d5fdff-362c-424e-9a22-09db999c9d2c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202 HTTP/1.1" status: 200 len: 943 time: 0.2959952 Apr 23 09:34:05.830167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:05.830979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:05.832596 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] 10.222.0.35 "PUT /v2.0/ports/19479bc9-e8dc-46ed-9ca5-941630e7d18e HTTP/1.1" status: 200 len: 1093 time: 1.7723775 Apr 23 09:34:05.837605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660f74e9-507f-414a-8b5e-0bb0e5a6e202', 'tag': '19479bc9-e8dc-46ed-9ca5-941630e7d18e'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:34:05.901041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Pushing event updated for resources: {'Port': ['ID=19479bc9-e8dc-46ed-9ca5-941630e7d18e,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:34:05.907004 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660f74e9-507f-414a-8b5e-0bb0e5a6e202', 'tag': '19479bc9-e8dc-46ed-9ca5-941630e7d18e', 'status': 'completed', 'code': 200} Apr 23 09:34:05.909924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:34:05.959061 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b1bcaa5f-ac81-4c66-b286-417b255f9c39 req-54eb105d-7d12-42d7-8228-3879ce47f6f4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=adac63a1-5a8a-4891-931c-4d2d9eca44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320477 Apr 23 09:34:06.008967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-02d9643c-dc87-4822-bac7-c955460379c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:06.010903 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-02d9643c-dc87-4822-bac7-c955460379c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202 HTTP/1.1" status: 200 len: 1096 time: 0.1062717 Apr 23 09:34:06.095504 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-fbae2104-2c0b-435e-9340-bcd87b480211 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19479bc9-e8dc-46ed-9ca5-941630e7d18e HTTP/1.1" status: 200 len: 217 time: 0.0757918 Apr 23 09:34:06.177954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-1353a1a2-1789-4fea-937c-6734badc787a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:06.179654 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-1353a1a2-1789-4fea-937c-6734badc787a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=323f19b9-8202-49bf-8578-4d748259144a HTTP/1.1" status: 200 len: 843 time: 0.0785680 Apr 23 09:34:06.277227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-0a4bd16a-6209-4a09-99a8-7b07999ded55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:06.279180 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-0a4bd16a-6209-4a09-99a8-7b07999ded55 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=79ba1eb4-20ed-4407-abbd-33fb8389e74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0923834 Apr 23 09:34:06.446389 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-db5efc14-d9d2-4660-acfc-738b5ebe0a74 service neutron] 10.222.0.35 "GET /v2.0/networks/79ba1eb4-20ed-4407-abbd-33fb8389e74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599586 Apr 23 09:34:06.603896 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6c3d63f-13a3-41a6-afa6-4bb026bb172e req-bdc6d641-d855-44d2-8722-d0cc3cee3e49 service neutron] 10.222.0.35 "GET /v2.0/networks/79ba1eb4-20ed-4407-abbd-33fb8389e74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508026 Apr 23 09:34:06.726223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d65dc41-d165-4de6-b085-2b8333fe731f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:06.764374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc08dc4-ebc1-48cd-9e6f-e0d683575646 req-d1944c06-37a4-4ca5-923c-b4013d5bd11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:06.766576 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9bc08dc4-ebc1-48cd-9e6f-e0d683575646 req-d1944c06-37a4-4ca5-923c-b4013d5bd11c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202 HTTP/1.1" status: 200 len: 1096 time: 0.0907495 Apr 23 09:34:06.919955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc08dc4-ebc1-48cd-9e6f-e0d683575646 req-89df7133-c50c-4db8-9670-b5d1cbf085a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:06.921590 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9bc08dc4-ebc1-48cd-9e6f-e0d683575646 req-89df7133-c50c-4db8-9670-b5d1cbf085a5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=79ba1eb4-20ed-4407-abbd-33fb8389e74a HTTP/1.1" status: 200 len: 897 time: 0.1486487 Apr 23 09:34:06.998862 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9bc08dc4-ebc1-48cd-9e6f-e0d683575646 req-77b9ef53-1c69-4ebc-8082-ab94137c474f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19479bc9-e8dc-46ed-9ca5-941630e7d18e HTTP/1.1" status: 200 len: 217 time: 0.0702670 Apr 23 09:34:07.080129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc08dc4-ebc1-48cd-9e6f-e0d683575646 req-59b796cd-c393-482f-8971-cd7474c1aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:07.081843 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9bc08dc4-ebc1-48cd-9e6f-e0d683575646 req-59b796cd-c393-482f-8971-cd7474c1aeac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=323f19b9-8202-49bf-8578-4d748259144a HTTP/1.1" status: 200 len: 843 time: 0.0769682 Apr 23 09:34:07.174573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc08dc4-ebc1-48cd-9e6f-e0d683575646 req-98e7da03-5486-44e2-af3a-b3e8b6985e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:07.176251 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9bc08dc4-ebc1-48cd-9e6f-e0d683575646 req-98e7da03-5486-44e2-af3a-b3e8b6985e30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=79ba1eb4-20ed-4407-abbd-33fb8389e74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0884209 Apr 23 09:34:07.196348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc78b1-1dce-4a28-89e9-561170117dde req-344d0922-a290-4071-b368-9b82e80d01cf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:07.197929 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-32fc78b1-1dce-4a28-89e9-561170117dde req-344d0922-a290-4071-b368-9b82e80d01cf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202 HTTP/1.1" status: 200 len: 943 time: 0.1070292 Apr 23 09:34:07.276890 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-32fc78b1-1dce-4a28-89e9-561170117dde req-f0637ab5-b0e0-4292-ac65-7c7494c31803 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=adac63a1-5a8a-4891-931c-4d2d9eca44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706894 Apr 23 09:34:07.336535 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9bc08dc4-ebc1-48cd-9e6f-e0d683575646 req-b1944608-3e25-4023-bbe7-bfc80c9553bb service neutron] 10.222.0.35 "GET /v2.0/networks/79ba1eb4-20ed-4407-abbd-33fb8389e74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532886 Apr 23 09:34:07.502262 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9bc08dc4-ebc1-48cd-9e6f-e0d683575646 req-53209eea-e38c-4684-b3e6-2179cc65f932 service neutron] 10.222.0.35 "GET /v2.0/networks/79ba1eb4-20ed-4407-abbd-33fb8389e74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576705 Apr 23 09:34:08.500280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf6ba2-2df3-47d4-823f-d4ec56545731 req-12018f19-e50b-4ea9-9775-291c2bac1c95 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:08.501899 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-11bf6ba2-2df3-47d4-823f-d4ec56545731 req-12018f19-e50b-4ea9-9775-291c2bac1c95 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202 HTTP/1.1" status: 200 len: 943 time: 0.1007895 Apr 23 09:34:08.562774 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-11bf6ba2-2df3-47d4-823f-d4ec56545731 req-200b3629-ea90-417f-b727-b9c56327b1f4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=adac63a1-5a8a-4891-931c-4d2d9eca44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530682 Apr 23 09:34:08.925362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 19479bc9-e8dc-46ed-9ca5-941630e7d18e details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:34:09.083245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 19479bc9-e8dc-46ed-9ca5-941630e7d18e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19479bc9-e8dc-46ed-9ca5-941630e7d18e,segment=NetworkSegment(db3e8ca4-f2ae-4819-8df6-7de445d89d2c),segment_id=db3e8ca4-f2ae-4819-8df6-7de445d89d2c)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:34:09.099303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '19479bc9-e8dc-46ed-9ca5-941630e7d18e', 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a', 'port_id': '19479bc9-e8dc-46ed-9ca5-941630e7d18e', 'mac_address': 'fa:16:3e:6e:a3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '323f19b9-8202-49bf-8578-4d748259144a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:34:09.173115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:09.194327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19479bc9-e8dc-46ed-9ca5-941630e7d18e {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:34:09.213504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 19479bc9-e8dc-46ed-9ca5-941630e7d18e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19479bc9-e8dc-46ed-9ca5-941630e7d18e,segment=NetworkSegment(db3e8ca4-f2ae-4819-8df6-7de445d89d2c),segment_id=db3e8ca4-f2ae-4819-8df6-7de445d89d2c)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:34:09.262696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:09.266335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7699c583-aa5e-4a77-b23e-cce66445f565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:34:09.337883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=19479bc9-e8dc-46ed-9ca5-941630e7d18e,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:34:09.341513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:34:09.604790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['19479bc9-e8dc-46ed-9ca5-941630e7d18e'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:34:09.705747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-48bb5027-4399-4013-ac36-8d2098cdccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:09.817411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded21ff0-b84f-4e79-a0ea-81f85e89f7f3 req-9435cbd5-4676-45a2-98ca-04f247e7511a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:09.819361 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ded21ff0-b84f-4e79-a0ea-81f85e89f7f3 req-9435cbd5-4676-45a2-98ca-04f247e7511a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202 HTTP/1.1" status: 200 len: 944 time: 0.1053591 Apr 23 09:34:09.877707 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ded21ff0-b84f-4e79-a0ea-81f85e89f7f3 req-96fafcb2-78b2-4db7-a719-be0e1c1b1c6f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=adac63a1-5a8a-4891-931c-4d2d9eca44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469456 Apr 23 09:34:10.422896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:10.942360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 19479bc9-e8dc-46ed-9ca5-941630e7d18e up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:34:11.104667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 19479bc9-e8dc-46ed-9ca5-941630e7d18e completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:34:11.114811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 19479bc9-e8dc-46ed-9ca5-941630e7d18e triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:34:11.120478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:11.169606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7ec8b-8270-406f-bc83-5e8bcbc7a932 req-174a44d7-3904-4b64-ab25-f7135b862e30 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:11.171927 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-16b7ec8b-8270-406f-bc83-5e8bcbc7a932 req-174a44d7-3904-4b64-ab25-f7135b862e30 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202 HTTP/1.1" status: 200 len: 944 time: 0.1016531 Apr 23 09:34:11.259434 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-16b7ec8b-8270-406f-bc83-5e8bcbc7a932 req-06cf3955-5897-46c2-a20b-3d15852cbc0a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=adac63a1-5a8a-4891-931c-4d2d9eca44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789523 Apr 23 09:34:11.300494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:11.322072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:11.387000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660f74e9-507f-414a-8b5e-0bb0e5a6e202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19479bc9-e8dc-46ed-9ca5-941630e7d18e'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:34:11.399816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 19479bc9-e8dc-46ed-9ca5-941630e7d18e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19479bc9-e8dc-46ed-9ca5-941630e7d18e,segment=NetworkSegment(db3e8ca4-f2ae-4819-8df6-7de445d89d2c),segment_id=db3e8ca4-f2ae-4819-8df6-7de445d89d2c)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:34:11.444971 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660f74e9-507f-414a-8b5e-0bb0e5a6e202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19479bc9-e8dc-46ed-9ca5-941630e7d18e', 'code': 200} Apr 23 09:34:11.446540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:11.448601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:34:11.561082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=19479bc9-e8dc-46ed-9ca5-941630e7d18e,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:34:11.564974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:34:11.804793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d224996-1544-4d21-bff7-31e2b2d34604 req-f98e7ba6-1501-41b8-b30e-9519dae21f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:11.806493 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d224996-1544-4d21-bff7-31e2b2d34604 req-f98e7ba6-1501-41b8-b30e-9519dae21f52 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202 HTTP/1.1" status: 200 len: 1098 time: 0.0905981 Apr 23 09:34:11.856742 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d224996-1544-4d21-bff7-31e2b2d34604 req-de077a3f-3433-4307-bfe6-4880a052d053 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=adac63a1-5a8a-4891-931c-4d2d9eca44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428855 Apr 23 09:34:12.280132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:12.555249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914ac59-511c-40f4-9785-c26c542ce66b req-11c11897-3cdd-45e0-b1fe-abd04fae8ba8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:12.557027 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b914ac59-511c-40f4-9785-c26c542ce66b req-11c11897-3cdd-45e0-b1fe-abd04fae8ba8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202 HTTP/1.1" status: 200 len: 945 time: 0.1139042 Apr 23 09:34:12.614484 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b914ac59-511c-40f4-9785-c26c542ce66b req-ef679bf7-cf2a-425d-8d9c-10349fd6f49e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=adac63a1-5a8a-4891-931c-4d2d9eca44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493929 Apr 23 09:34:13.865833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28768d38-4c9c-4046-b02c-0c967e7b8e78 req-8baafafa-89e4-4eee-9237-49731720e764 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:13.870582 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-28768d38-4c9c-4046-b02c-0c967e7b8e78 req-8baafafa-89e4-4eee-9237-49731720e764 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202 HTTP/1.1" status: 200 len: 945 time: 0.1148374 Apr 23 09:34:13.919806 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-28768d38-4c9c-4046-b02c-0c967e7b8e78 req-855edf4f-1c2a-4767-9e4f-6df794e29622 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=adac63a1-5a8a-4891-931c-4d2d9eca44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445342 Apr 23 09:34:14.140952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456092b-a29c-4f58-8656-98a573fbc6d8 req-8277cc61-0288-448d-856c-dbed687a0e2c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:14.142711 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f456092b-a29c-4f58-8656-98a573fbc6d8 req-8277cc61-0288-448d-856c-dbed687a0e2c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202 HTTP/1.1" status: 200 len: 945 time: 0.0969658 Apr 23 09:34:14.198887 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f456092b-a29c-4f58-8656-98a573fbc6d8 req-13385dce-3ad0-4c65-9707-a74b72ddfb27 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=adac63a1-5a8a-4891-931c-4d2d9eca44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494449 Apr 23 09:34:14.226183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43948) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:34:14.364571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401c541a-c6dc-40a7-8381-d8680c2b1e79 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:14.366227 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-401c541a-c6dc-40a7-8381-d8680c2b1e79 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202 HTTP/1.1" status: 200 len: 1093 time: 0.1388032 Apr 23 09:34:14.369589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43952) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:34:14.376730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': '19479bc9-e8dc-46ed-9ca5-941630e7d18e', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:34:14.383660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:34:14.388071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:floatingip and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:34:14.392432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:34:14.399135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:34:14.439858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:14.596868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:14.752730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.26.4.99 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/5be3652c-e5af-46e9-a52d-04fd2fde90e3) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:34:14.948199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:15.022133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:15.022952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:34:15.093253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:34:15.102455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:34:15.107945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:34:15.152281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=5be3652c-e5af-46e9-a52d-04fd2fde90e3,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:34:15.157678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:34:15.654092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:15.774206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:16.362547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:16.399876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:16.406962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:34:16.523029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=5be3652c-e5af-46e9-a52d-04fd2fde90e3,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:34:16.528403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:34:16.546221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:16.758209 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Floating IP 40803e01-0204-43cd-a8b4-90b9e2531063 associated. External IP: 172.26.4.99, port: 19479bc9-e8dc-46ed-9ca5-941630e7d18e. Apr 23 09:34:17.184706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router ac8d461f-0294-441d-871e-aa8a3dabb237 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:34:17.399911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:34:17.413266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f85f77a-d709-48a5-b6f8-7c455b1e587f None None] Sync routers for ids ['ac8d461f-0294-441d-871e-aa8a3dabb237'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:34:17.433112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f85f77a-d709-48a5-b6f8-7c455b1e587f None None] Routers {'ac8d461f-0294-441d-871e-aa8a3dabb237'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:34:17.433112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2f85f77a-d709-48a5-b6f8-7c455b1e587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:34:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ac8d461f-0294-441d-871e-aa8a3dabb237'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:34:17.459537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:17.569417 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1945057 Apr 23 09:34:17.569417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660f74e9-507f-414a-8b5e-0bb0e5a6e202', 'tag': '19479bc9-e8dc-46ed-9ca5-941630e7d18e'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:34:17.572394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43956) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:34:17.677321 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660f74e9-507f-414a-8b5e-0bb0e5a6e202', 'tag': '19479bc9-e8dc-46ed-9ca5-941630e7d18e', 'status': 'completed', 'code': 200} Apr 23 09:34:17.738997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-2f85f77a-d709-48a5-b6f8-7c455b1e587f None None] Set router ac8d461f-0294-441d-871e-aa8a3dabb237 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:34:17.815652 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-99357a9a-25a3-4358-aecb-7b034fc6e9d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/40803e01-0204-43cd-a8b4-90b9e2531063 HTTP/1.1" status: 200 len: 990 time: 0.2422817 Apr 23 09:34:17.837367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a644c-746e-485e-84b6-14562c6a0974 req-e33ceb42-3600-4ff5-9da6-1a01a301fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:17.839043 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c43a644c-746e-485e-84b6-14562c6a0974 req-e33ceb42-3600-4ff5-9da6-1a01a301fe2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202 HTTP/1.1" status: 200 len: 1098 time: 0.1513889 Apr 23 09:34:18.067582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a644c-746e-485e-84b6-14562c6a0974 req-85d10583-3a3a-4c6e-acc9-d8632596db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:18.067582 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c43a644c-746e-485e-84b6-14562c6a0974 req-85d10583-3a3a-4c6e-acc9-d8632596db78 service neutron] 10.222.0.35 "GET /v2.0/networks?id=79ba1eb4-20ed-4407-abbd-33fb8389e74a HTTP/1.1" status: 200 len: 897 time: 0.1692932 Apr 23 09:34:18.212970 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c43a644c-746e-485e-84b6-14562c6a0974 req-e65cf16a-12d7-4bd3-921c-01dfe2e4331b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19479bc9-e8dc-46ed-9ca5-941630e7d18e HTTP/1.1" status: 200 len: 998 time: 0.1317759 Apr 23 09:34:18.213356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2f85f77a-d709-48a5-b6f8-7c455b1e587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'name': 'tempest-TestNetworkBasicOps-router-1077029587', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:33:44Z', 'updated_at': '2021-04-23T09:33:52Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:20:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:33:45Z', 'updated_at': '2021-04-23T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '40803e01-0204-43cd-a8b4-90b9e2531063', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.99', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'port_id': '19479bc9-e8dc-46ed-9ca5-941630e7d18e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a', 'mac_address': 'fa:16:3e:6e:a3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f74e9-507f-414a-8b5e-0bb0e5a6e202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:34:15Z', 'updated_at': '2021-04-23T09:34:15Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c82435-723c-416d-ac40-bf062d1c582d', 'name': '', 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:e5:9a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '323f19b9-8202-49bf-8578-4d748259144a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:33:51Z', 'updated_at': '2021-04-23T09:33:58Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '323f19b9-8202-49bf-8578-4d748259144a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:34:18.213356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f85f77a-d709-48a5-b6f8-7c455b1e587f None None] Checking router: ac8d461f-0294-441d-871e-aa8a3dabb237 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:34:18.213356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f85f77a-d709-48a5-b6f8-7c455b1e587f None None] Routers {'ac8d461f-0294-441d-871e-aa8a3dabb237'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:34:18.213356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2f85f77a-d709-48a5-b6f8-7c455b1e587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:34:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ac8d461f-0294-441d-871e-aa8a3dabb237'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:34:18.226690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a644c-746e-485e-84b6-14562c6a0974 req-1f66312d-8192-4eba-9a79-4a8844e9d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:18.228446 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c43a644c-746e-485e-84b6-14562c6a0974 req-1f66312d-8192-4eba-9a79-4a8844e9d301 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=323f19b9-8202-49bf-8578-4d748259144a HTTP/1.1" status: 200 len: 843 time: 0.0694182 Apr 23 09:34:18.324686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a644c-746e-485e-84b6-14562c6a0974 req-85fa7c76-baaf-45eb-9773-f793a8a6b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:18.326303 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c43a644c-746e-485e-84b6-14562c6a0974 req-85fa7c76-baaf-45eb-9773-f793a8a6b250 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=79ba1eb4-20ed-4407-abbd-33fb8389e74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0914750 Apr 23 09:34:18.417638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-2f85f77a-d709-48a5-b6f8-7c455b1e587f None None] Set router ac8d461f-0294-441d-871e-aa8a3dabb237 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:34:18.497977 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c43a644c-746e-485e-84b6-14562c6a0974 req-a6d32f52-0211-4dd4-91ba-bbe2817f5725 service neutron] 10.222.0.35 "GET /v2.0/networks/79ba1eb4-20ed-4407-abbd-33fb8389e74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651273 Apr 23 09:34:18.666625 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c43a644c-746e-485e-84b6-14562c6a0974 req-32944fe9-2fb5-4ba7-884c-c26f71978a20 service neutron] 10.222.0.35 "GET /v2.0/networks/79ba1eb4-20ed-4407-abbd-33fb8389e74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608400 Apr 23 09:34:18.819914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 43962) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:34:18.956182 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-df6726c9-7f96-4bdb-bf18-ff7110fcf0c9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/40803e01-0204-43cd-a8b4-90b9e2531063 HTTP/1.1" status: 200 len: 990 time: 0.1345305 Apr 23 09:34:18.986140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2f85f77a-d709-48a5-b6f8-7c455b1e587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'name': 'tempest-TestNetworkBasicOps-router-1077029587', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:33:44Z', 'updated_at': '2021-04-23T09:33:52Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:20:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:33:45Z', 'updated_at': '2021-04-23T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '40803e01-0204-43cd-a8b4-90b9e2531063', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.99', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'port_id': '19479bc9-e8dc-46ed-9ca5-941630e7d18e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a', 'mac_address': 'fa:16:3e:6e:a3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f74e9-507f-414a-8b5e-0bb0e5a6e202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:34:15Z', 'updated_at': '2021-04-23T09:34:15Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c82435-723c-416d-ac40-bf062d1c582d', 'name': '', 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:e5:9a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '323f19b9-8202-49bf-8578-4d748259144a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:33:51Z', 'updated_at': '2021-04-23T09:33:58Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '323f19b9-8202-49bf-8578-4d748259144a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:34:18.990660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f85f77a-d709-48a5-b6f8-7c455b1e587f None None] The sync data for ids ['ac8d461f-0294-441d-871e-aa8a3dabb237'] in dv-neutron-786478-4-hyperv is: [{'id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'name': 'tempest-TestNetworkBasicOps-router-1077029587', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:33:44Z', 'updated_at': '2021-04-23T09:33:52Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:20:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:33:45Z', 'updated_at': '2021-04-23T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '40803e01-0204-43cd-a8b4-90b9e2531063', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.99', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'port_id': '19479bc9-e8dc-46ed-9ca5-941630e7d18e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a', 'mac_address': 'fa:16:3e:6e:a3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f74e9-507f-414a-8b5e-0bb0e5a6e202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:34:15Z', 'updated_at': '2021-04-23T09:34:15Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c82435-723c-416d-ac40-bf062d1c582d', 'name': '', 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:e5:9a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '323f19b9-8202-49bf-8578-4d748259144a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:33:51Z', 'updated_at': '2021-04-23T09:33:58Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '323f19b9-8202-49bf-8578-4d748259144a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:34:19.270283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738fc130-cc79-4193-9cf8-7c6d966117a1 None None] New status for floating IP 40803e01-0204-43cd-a8b4-90b9e2531063: ACTIVE {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:34:19.960301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43966) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:34:20.088376 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-40cec067-f4f3-4f45-8266-fbf794d19b55 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/40803e01-0204-43cd-a8b4-90b9e2531063 HTTP/1.1" status: 200 len: 992 time: 0.1263938 Apr 23 09:34:23.359336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:36.730986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6bc00092-fb43-4f29-90f0-57a0665824ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:37.009044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:34:39.661878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4e86a376-f968-49ef-874c-56437b7f2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:40.257202 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6f5ff575-3914-471d-a0e0-04dd8b2e85b4 req-919c4f86-6bc3-44d2-99d1-3f55128150bf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830381 Apr 23 09:34:40.410879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:40.458795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ff575-3914-471d-a0e0-04dd8b2e85b4 req-e14d204a-ecd6-4777-bcd9-6d6755012a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:40.460538 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6f5ff575-3914-471d-a0e0-04dd8b2e85b4 req-e14d204a-ecd6-4777-bcd9-6d6755012a2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd186be32f6c46398a111d70f7898994&device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 1099 time: 0.0842724 Apr 23 09:34:40.634728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ff575-3914-471d-a0e0-04dd8b2e85b4 req-42b5f85c-8bba-43b5-946b-1da9df7eba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:40.636321 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6f5ff575-3914-471d-a0e0-04dd8b2e85b4 req-42b5f85c-8bba-43b5-946b-1da9df7eba67 service neutron] 10.222.0.35 "GET /v2.0/networks?id=91010434-002e-49e7-b83d-a6a0de2d3a1c HTTP/1.1" status: 200 len: 912 time: 0.1521177 Apr 23 09:34:40.753739 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6f5ff575-3914-471d-a0e0-04dd8b2e85b4 req-cf51c14c-d8a0-4c64-b34e-e114cbd0b496 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3bbd2c0-177c-4377-ad50-8b36d8934dc1 HTTP/1.1" status: 200 len: 1002 time: 0.1107395 Apr 23 09:34:40.838081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ff575-3914-471d-a0e0-04dd8b2e85b4 req-48eef763-a148-4cd3-993c-0af3a8c42f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:40.839736 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6f5ff575-3914-471d-a0e0-04dd8b2e85b4 req-48eef763-a148-4cd3-993c-0af3a8c42f63 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=02ab5626-b692-4cce-b0c9-1857a68924a2 HTTP/1.1" status: 200 len: 850 time: 0.0794747 Apr 23 09:34:40.933527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ff575-3914-471d-a0e0-04dd8b2e85b4 req-266b1ac5-ada5-47bd-ba08-6eaba41c406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:34:40.935271 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6f5ff575-3914-471d-a0e0-04dd8b2e85b4 req-266b1ac5-ada5-47bd-ba08-6eaba41c406c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91010434-002e-49e7-b83d-a6a0de2d3a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0881505 Apr 23 09:34:41.095226 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6f5ff575-3914-471d-a0e0-04dd8b2e85b4 req-c67387b4-70ba-4752-bd0c-c215fd0f9725 service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533444 Apr 23 09:34:41.245778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:41.257058 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6f5ff575-3914-471d-a0e0-04dd8b2e85b4 req-2f178249-7bcb-4ae4-b870-4e46263b117f service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558015 Apr 23 09:34:42.381850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:34:53.381719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:06.689991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9695abeb-f7dc-446d-a96f-a4c32f880cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:09.650061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5067990-43ed-49f7-951e-f17f8d9d36e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:10.397863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:11.239042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:12.268108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:14.006656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:35:19.274990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 43998) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:35:19.888907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Deleting port b6a5caad-17e4-4f4f-878f-04bb89320245 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:35:19.889282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:20.025140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:20.025520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:20.171407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Calling delete_port for b6a5caad-17e4-4f4f-878f-04bb89320245 owned by network:floatingip {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:35:20.420960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:20.426415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4ce319cc-c2bd-4a92-91af-767a440406bc tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:35:20.477436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Pushing event deleted for resources: {'Port': ['ID=b6a5caad-17e4-4f4f-878f-04bb89320245,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:35:20.525790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:35:20.526233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:35:20.526972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:35:20.527405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:35:20.527838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:35:20.528769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:35:20.529201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:35:20.529706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:35:20.530129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:35:20.530572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:35:20.530994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:35:20.531410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:35:20.535718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:35:20.597177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for floatingip, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:20.597554 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Floating IP b5ecd666-fdd4-445f-b47b-e8d0c0b7bebf disassociated (deleted). External IP: 172.26.4.88, port: a3b535f6-570b-4ff6-ac6c-b4877e33caeb. Apr 23 09:35:20.987979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Router 06b7038a-16f8-4e24-b148-66632f9f4562 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:35:21.187148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:35:21.197292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e2cde-ec4f-4378-8039-1bf2a1a68fe0 None None] Sync routers for ids ['06b7038a-16f8-4e24-b148-66632f9f4562'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:35:21.208395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e2cde-ec4f-4378-8039-1bf2a1a68fe0 None None] Routers {'06b7038a-16f8-4e24-b148-66632f9f4562'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:35:21.218986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-480e2cde-ec4f-4378-8039-1bf2a1a68fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:35:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['06b7038a-16f8-4e24-b148-66632f9f4562'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:35:21.247216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:21.311606 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "DELETE /v2.0/floatingips/b5ecd666-fdd4-445f-b47b-e8d0c0b7bebf HTTP/1.1" status: 204 len: 168 time: 2.0353901 Apr 23 09:35:21.312336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2509c6-f74f-451e-b082-25ca01deb2bc', 'tag': 'a3b535f6-570b-4ff6-ac6c-b4877e33caeb'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:35:21.370609 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f2509c6-f74f-451e-b082-25ca01deb2bc', 'tag': 'a3b535f6-570b-4ff6-ac6c-b4877e33caeb', 'status': 'completed', 'code': 200} Apr 23 09:35:21.416823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-480e2cde-ec4f-4378-8039-1bf2a1a68fe0 None None] Set router 06b7038a-16f8-4e24-b148-66632f9f4562 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:35:21.512851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9add0b-050c-4fa3-a056-2a8aeefd3d19 req-4e6f3c54-7fd2-4fdb-864c-79d0ae11c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:35:21.515926 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fc9add0b-050c-4fa3-a056-2a8aeefd3d19 req-4e6f3c54-7fd2-4fdb-864c-79d0ae11c828 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd186be32f6c46398a111d70f7898994&device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 1098 time: 0.1277740 Apr 23 09:35:21.699075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9add0b-050c-4fa3-a056-2a8aeefd3d19 req-ba94d834-15d0-4a84-8b9a-086adcb6aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:35:21.701262 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fc9add0b-050c-4fa3-a056-2a8aeefd3d19 req-ba94d834-15d0-4a84-8b9a-086adcb6aa4f service neutron] 10.222.0.35 "GET /v2.0/networks?id=91010434-002e-49e7-b83d-a6a0de2d3a1c HTTP/1.1" status: 200 len: 912 time: 0.1789134 Apr 23 09:35:21.785521 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fc9add0b-050c-4fa3-a056-2a8aeefd3d19 req-51effee3-1c1d-49d4-aa9c-630324465708 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3b535f6-570b-4ff6-ac6c-b4877e33caeb HTTP/1.1" status: 200 len: 217 time: 0.0772972 Apr 23 09:35:21.885374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-480e2cde-ec4f-4378-8039-1bf2a1a68fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:24:20Z', 'revision_number': 4, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '4fc965a8-4c49-4037-bb02-4df8d8dbd967', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'floating_ip_address': '172.26.4.114', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'port_id': 'c3bbd2c0-177c-4377-ad50-8b36d8934dc1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'mac_address': 'fa:16:3e:f9:6d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412eaaff-2227-4665-8d30-9001df8ef13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:29:06Z', 'updated_at': '2021-04-23T09:29:10Z', 'revision_number': 1, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23027449-634c-4d4f-ae4f-02ee47a6a655', 'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'mac_address': 'fa:16:3e:b3:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:19Z', 'updated_at': '2021-04-23T09:24:38Z', 'revision_number': 5, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'subnets': [{'id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:35:21.891141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e2cde-ec4f-4378-8039-1bf2a1a68fe0 None None] Checking router: 06b7038a-16f8-4e24-b148-66632f9f4562 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:35:21.902345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e2cde-ec4f-4378-8039-1bf2a1a68fe0 None None] Routers {'06b7038a-16f8-4e24-b148-66632f9f4562'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:35:21.902639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9add0b-050c-4fa3-a056-2a8aeefd3d19 req-87b7f96e-1e09-4ea3-bd78-394efa12da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:35:21.903575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-480e2cde-ec4f-4378-8039-1bf2a1a68fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:35:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['06b7038a-16f8-4e24-b148-66632f9f4562'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:35:21.905368 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fc9add0b-050c-4fa3-a056-2a8aeefd3d19 req-87b7f96e-1e09-4ea3-bd78-394efa12da00 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=02ab5626-b692-4cce-b0c9-1857a68924a2 HTTP/1.1" status: 200 len: 850 time: 0.1116128 Apr 23 09:35:22.079672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9add0b-050c-4fa3-a056-2a8aeefd3d19 req-021697a5-d847-45b8-9e3c-843c00987f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:35:22.081332 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fc9add0b-050c-4fa3-a056-2a8aeefd3d19 req-021697a5-d847-45b8-9e3c-843c00987f92 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91010434-002e-49e7-b83d-a6a0de2d3a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1678569 Apr 23 09:35:22.096687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1fd8c-8101-452a-a297-59b7b64284b9 req-19569d1b-55f6-40c5-91af-95f6815c383a tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:35:22.097506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-84a1fd8c-8101-452a-a297-59b7b64284b9 req-19569d1b-55f6-40c5-91af-95f6815c383a tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Synchronizing usage tracker for tenant:bd186be32f6c46398a111d70f7898994 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:35:22.131324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-480e2cde-ec4f-4378-8039-1bf2a1a68fe0 None None] Set router 06b7038a-16f8-4e24-b148-66632f9f4562 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:35:22.209076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-84a1fd8c-8101-452a-a297-59b7b64284b9 req-19569d1b-55f6-40c5-91af-95f6815c383a tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Unset dirty status for tenant:bd186be32f6c46398a111d70f7898994 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:35:22.210397 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-84a1fd8c-8101-452a-a297-59b7b64284b9 req-19569d1b-55f6-40c5-91af-95f6815c383a tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 945 time: 0.2509842 Apr 23 09:35:22.296099 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-84a1fd8c-8101-452a-a297-59b7b64284b9 req-f2809e79-5266-4b10-875a-2917019b5187 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774040 Apr 23 09:35:22.304137 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fc9add0b-050c-4fa3-a056-2a8aeefd3d19 req-ebf04647-6347-44d1-bd6e-78bc70fc5f40 service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031519 Apr 23 09:35:22.527796 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fc9add0b-050c-4fa3-a056-2a8aeefd3d19 req-039087c6-7a7f-4b84-9288-6eef5b29ed30 service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148492 Apr 23 09:35:22.602073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-480e2cde-ec4f-4378-8039-1bf2a1a68fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:24:20Z', 'revision_number': 4, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '4fc965a8-4c49-4037-bb02-4df8d8dbd967', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'floating_ip_address': '172.26.4.114', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'port_id': 'c3bbd2c0-177c-4377-ad50-8b36d8934dc1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'mac_address': 'fa:16:3e:f9:6d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412eaaff-2227-4665-8d30-9001df8ef13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:29:06Z', 'updated_at': '2021-04-23T09:29:10Z', 'revision_number': 1, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23027449-634c-4d4f-ae4f-02ee47a6a655', 'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'mac_address': 'fa:16:3e:b3:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:19Z', 'updated_at': '2021-04-23T09:24:38Z', 'revision_number': 5, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'subnets': [{'id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:35:22.608225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e2cde-ec4f-4378-8039-1bf2a1a68fe0 None None] The sync data for ids ['06b7038a-16f8-4e24-b148-66632f9f4562'] in dv-neutron-786478-4-hyperv is: [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:24:20Z', 'revision_number': 4, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '4fc965a8-4c49-4037-bb02-4df8d8dbd967', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'floating_ip_address': '172.26.4.114', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'port_id': 'c3bbd2c0-177c-4377-ad50-8b36d8934dc1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'mac_address': 'fa:16:3e:f9:6d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412eaaff-2227-4665-8d30-9001df8ef13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:29:06Z', 'updated_at': '2021-04-23T09:29:10Z', 'revision_number': 1, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23027449-634c-4d4f-ae4f-02ee47a6a655', 'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'mac_address': 'fa:16:3e:b3:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:19Z', 'updated_at': '2021-04-23T09:24:38Z', 'revision_number': 5, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'subnets': [{'id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:35:23.051597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54769c81-a318-47ad-88f0-63ff8db0da16 None None] New status for floating IP b5ecd666-fdd4-445f-b47b-e8d0c0b7bebf: DOWN {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:35:23.342716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:23.538411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8e833-c555-4404-a01a-c2f2a3665f90 req-28dd3d96-1d3e-41bf-9e4a-423d9af97167 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:35:23.540108 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4bb8e833-c555-4404-a01a-c2f2a3665f90 req-28dd3d96-1d3e-41bf-9e4a-423d9af97167 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 945 time: 0.1022334 Apr 23 09:35:23.599479 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4bb8e833-c555-4404-a01a-c2f2a3665f90 req-fc0d4b48-0bef-4b23-8ddb-df3bc63937aa tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496140 Apr 23 09:35:23.706202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83eaa7e-f18c-4f2c-aa94-9c959ca0975f req-1f8c6ed9-eb1e-4325-8846-77cc52365151 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:35:23.707873 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f83eaa7e-f18c-4f2c-aa94-9c959ca0975f req-1f8c6ed9-eb1e-4325-8846-77cc52365151 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 945 time: 0.1045609 Apr 23 09:35:23.870978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-f83eaa7e-f18c-4f2c-aa94-9c959ca0975f req-bafaa9ef-7fd9-4043-baec-9326d686fca3 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Deleting port a3b535f6-570b-4ff6-ac6c-b4877e33caeb {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:35:23.871372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-f83eaa7e-f18c-4f2c-aa94-9c959ca0975f req-bafaa9ef-7fd9-4043-baec-9326d686fca3 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:24.039847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-f83eaa7e-f18c-4f2c-aa94-9c959ca0975f req-bafaa9ef-7fd9-4043-baec-9326d686fca3 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] For port a3b535f6-570b-4ff6-ac6c-b4877e33caeb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a3b535f6-570b-4ff6-ac6c-b4877e33caeb,segment=NetworkSegment(0d2fcd6e-9191-4201-9944-986286a72003),segment_id=0d2fcd6e-9191-4201-9944-986286a72003)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:35:24.040286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-f83eaa7e-f18c-4f2c-aa94-9c959ca0975f req-bafaa9ef-7fd9-4043-baec-9326d686fca3 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:24.193394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-f83eaa7e-f18c-4f2c-aa94-9c959ca0975f req-bafaa9ef-7fd9-4043-baec-9326d686fca3 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Calling delete_port for a3b535f6-570b-4ff6-ac6c-b4877e33caeb owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:35:24.408882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-f83eaa7e-f18c-4f2c-aa94-9c959ca0975f req-bafaa9ef-7fd9-4043-baec-9326d686fca3 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:24.415242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a184b0b9-7dc5-405d-8269-fde6565d0449 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:35:24.464092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafaa9ef-7fd9-4043-baec-9326d686fca3 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Pushing event deleted for resources: {'Port': ['ID=a3b535f6-570b-4ff6-ac6c-b4877e33caeb,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:35:24.469025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bafaa9ef-7fd9-4043-baec-9326d686fca3 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:35:24.556075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83eaa7e-f18c-4f2c-aa94-9c959ca0975f req-bafaa9ef-7fd9-4043-baec-9326d686fca3 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] No DVR routers for this DVR port a3b535f6-570b-4ff6-ac6c-b4877e33caeb on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:35:24.558654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-f83eaa7e-f18c-4f2c-aa94-9c959ca0975f req-bafaa9ef-7fd9-4043-baec-9326d686fca3 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:24.562240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2509c6-f74f-451e-b082-25ca01deb2bc', 'name': 'network-vif-deleted', 'tag': 'a3b535f6-570b-4ff6-ac6c-b4877e33caeb'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:35:24.613542 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2509c6-f74f-451e-b082-25ca01deb2bc', 'name': 'network-vif-deleted', 'tag': 'a3b535f6-570b-4ff6-ac6c-b4877e33caeb', 'status': 'completed', 'code': 200} Apr 23 09:35:24.621828 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f83eaa7e-f18c-4f2c-aa94-9c959ca0975f req-bafaa9ef-7fd9-4043-baec-9326d686fca3 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.35 "DELETE /v2.0/ports/a3b535f6-570b-4ff6-ac6c-b4877e33caeb HTTP/1.1" status: 204 len: 173 time: 0.9077418 Apr 23 09:35:24.770700 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-86cde2d4-2201-4682-8778-d03aa1f11fd4 req-1af997a9-29b5-4490-9ac8-33e76dba40c5 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 210 time: 0.0502863 Apr 23 09:35:25.973518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-6f70d76a-085c-46a3-9a0e-0c179946d28a req-60e09521-9f03-4bcb-864f-9d893dcaefc5 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Synchronizing usage tracker for tenant:bd186be32f6c46398a111d70f7898994 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:35:26.032744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-6f70d76a-085c-46a3-9a0e-0c179946d28a req-60e09521-9f03-4bcb-864f-9d893dcaefc5 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Unset dirty status for tenant:bd186be32f6c46398a111d70f7898994 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:35:26.035097 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6f70d76a-085c-46a3-9a0e-0c179946d28a req-60e09521-9f03-4bcb-864f-9d893dcaefc5 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f2509c6-f74f-451e-b082-25ca01deb2bc HTTP/1.1" status: 200 len: 210 time: 0.1197464 Apr 23 09:35:27.328425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device a3b535f6-570b-4ff6-ac6c-b4877e33caeb no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:35:27.379060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: a3b535f6-570b-4ff6-ac6c-b4877e33caeb {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:35:27.379355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device a3b535f6-570b-4ff6-ac6c-b4877e33caeb not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:35:29.726142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44034) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:35:29.902493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-00a2d3ea-b643-43df-ad62-1f007ef1adf4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:35:30.112181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-00a2d3ea-b643-43df-ad62-1f007ef1adf4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036848476537'] for subnet, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:30.712744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-00a2d3ea-b643-43df-ad62-1f007ef1adf4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786098151897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036849403332'] for subnet, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:30.718581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-84c3e599-3467-4b89-86da-53d1b0b99c8d tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:35:30.774132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a2d3ea-b643-43df-ad62-1f007ef1adf4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:35:30.775143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-00a2d3ea-b643-43df-ad62-1f007ef1adf4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:30.782594 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-00a2d3ea-b643-43df-ad62-1f007ef1adf4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/subnets/323f19b9-8202-49bf-8578-4d748259144a HTTP/1.1" status: 200 len: 835 time: 1.0499411 Apr 23 09:35:30.786592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491d10f9-791a-433d-bb89-838db61a8da6 None None] Network 79ba1eb4-20ed-4407-abbd-33fb8389e74a requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:35:30.817367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2d3ea-b643-43df-ad62-1f007ef1adf4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Subnet': ['ID=323f19b9-8202-49bf-8578-4d748259144a,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:35:30.833778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a2d3ea-b643-43df-ad62-1f007ef1adf4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:35:30.834408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a2d3ea-b643-43df-ad62-1f007ef1adf4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:35:30.835097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a2d3ea-b643-43df-ad62-1f007ef1adf4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:35:30.835957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a2d3ea-b643-43df-ad62-1f007ef1adf4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:35:30.836813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a2d3ea-b643-43df-ad62-1f007ef1adf4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:35:30.837504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a2d3ea-b643-43df-ad62-1f007ef1adf4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:35:30.838189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a2d3ea-b643-43df-ad62-1f007ef1adf4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:35:30.838902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a2d3ea-b643-43df-ad62-1f007ef1adf4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:35:30.839579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a2d3ea-b643-43df-ad62-1f007ef1adf4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:35:30.840288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a2d3ea-b643-43df-ad62-1f007ef1adf4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:35:30.841016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a2d3ea-b643-43df-ad62-1f007ef1adf4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:35:30.841727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a2d3ea-b643-43df-ad62-1f007ef1adf4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:35:30.850583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-00a2d3ea-b643-43df-ad62-1f007ef1adf4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:35:31.479841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cbf0602a-e181-4ecb-b26e-9e1977aa1685 None None] Provisioning complete for port 19479bc9-e8dc-46ed-9ca5-941630e7d18e triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:35:31.480278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cbf0602a-e181-4ecb-b26e-9e1977aa1685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:31.668496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cbf0602a-e181-4ecb-b26e-9e1977aa1685 None None] Provisioning complete for port 11c82435-723c-416d-ac40-bf062d1c582d triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:35:31.668923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cbf0602a-e181-4ecb-b26e-9e1977aa1685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:31.853227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cbf0602a-e181-4ecb-b26e-9e1977aa1685 None None] Provisioning complete for port 3ec4cb80-3871-4c46-aaf5-bd3be6a8e291 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:35:31.853918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cbf0602a-e181-4ecb-b26e-9e1977aa1685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:32.072946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44052) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:35:32.393541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-24caf359-852c-45d3-af5b-61331506fb0c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Deleting port 02fe6bb3-9eb6-4f30-b113-ef0a8d7c4f90 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:35:32.393928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-24caf359-852c-45d3-af5b-61331506fb0c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:32.539325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-24caf359-852c-45d3-af5b-61331506fb0c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:32.539688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-24caf359-852c-45d3-af5b-61331506fb0c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:32.705497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-24caf359-852c-45d3-af5b-61331506fb0c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Calling delete_port for 02fe6bb3-9eb6-4f30-b113-ef0a8d7c4f90 owned by network:floatingip {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:35:32.975671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-24caf359-852c-45d3-af5b-61331506fb0c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:32.981412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b1ec4c83-9a89-4488-86ce-b9714eb6f1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:35:33.033251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24caf359-852c-45d3-af5b-61331506fb0c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Pushing event deleted for resources: {'Port': ['ID=02fe6bb3-9eb6-4f30-b113-ef0a8d7c4f90,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:35:33.036269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-24caf359-852c-45d3-af5b-61331506fb0c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:35:33.143915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-24caf359-852c-45d3-af5b-61331506fb0c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for floatingip, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:33.144287 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-24caf359-852c-45d3-af5b-61331506fb0c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Floating IP 4fc965a8-4c49-4037-bb02-4df8d8dbd967 disassociated (deleted). External IP: 172.26.4.114, port: c3bbd2c0-177c-4377-ad50-8b36d8934dc1. Apr 23 09:35:33.847817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24caf359-852c-45d3-af5b-61331506fb0c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Router 06b7038a-16f8-4e24-b148-66632f9f4562 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:35:34.057533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24caf359-852c-45d3-af5b-61331506fb0c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:35:34.072292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950170e-f0c3-4685-8a48-c01b9d2e1d6e None None] Sync routers for ids ['06b7038a-16f8-4e24-b148-66632f9f4562'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:35:34.083684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5950170e-f0c3-4685-8a48-c01b9d2e1d6e None None] Routers {'06b7038a-16f8-4e24-b148-66632f9f4562'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:35:34.084464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-5950170e-f0c3-4685-8a48-c01b9d2e1d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:35:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['06b7038a-16f8-4e24-b148-66632f9f4562'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:35:34.131976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-24caf359-852c-45d3-af5b-61331506fb0c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:34.199964 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-24caf359-852c-45d3-af5b-61331506fb0c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "DELETE /v2.0/floatingips/4fc965a8-4c49-4037-bb02-4df8d8dbd967 HTTP/1.1" status: 204 len: 168 time: 2.1257076 Apr 23 09:35:34.200792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412eaaff-2227-4665-8d30-9001df8ef13e', 'tag': 'c3bbd2c0-177c-4377-ad50-8b36d8934dc1'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:35:34.457374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-5950170e-f0c3-4685-8a48-c01b9d2e1d6e None None] Set router 06b7038a-16f8-4e24-b148-66632f9f4562 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:35:34.479741 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412eaaff-2227-4665-8d30-9001df8ef13e', 'tag': 'c3bbd2c0-177c-4377-ad50-8b36d8934dc1', 'status': 'completed', 'code': 200} Apr 23 09:35:34.609405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589238d-b236-4db6-9c95-36f7dceb094b req-881b40ed-b76e-46ec-a23d-e423da09e2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:35:34.611100 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1589238d-b236-4db6-9c95-36f7dceb094b req-881b40ed-b76e-46ec-a23d-e423da09e2cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd186be32f6c46398a111d70f7898994&device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 1099 time: 0.1093926 Apr 23 09:35:34.769537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589238d-b236-4db6-9c95-36f7dceb094b req-ee42a8e0-f78a-4c4e-9556-8537535e27b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:35:34.771178 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1589238d-b236-4db6-9c95-36f7dceb094b req-ee42a8e0-f78a-4c4e-9556-8537535e27b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=91010434-002e-49e7-b83d-a6a0de2d3a1c HTTP/1.1" status: 200 len: 912 time: 0.1529722 Apr 23 09:35:34.806820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6a120-648e-4354-91c8-8bbc79317b6e req-88943fb1-5dbf-41e1-ad61-3b5ddb1189df tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:35:34.807638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-5cb6a120-648e-4354-91c8-8bbc79317b6e req-88943fb1-5dbf-41e1-ad61-3b5ddb1189df tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Synchronizing usage tracker for tenant:bd186be32f6c46398a111d70f7898994 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:35:34.841633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-5950170e-f0c3-4685-8a48-c01b9d2e1d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:24:20Z', 'revision_number': 4, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '23027449-634c-4d4f-ae4f-02ee47a6a655', 'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'mac_address': 'fa:16:3e:b3:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:19Z', 'updated_at': '2021-04-23T09:24:38Z', 'revision_number': 5, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'subnets': [{'id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:35:34.846154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950170e-f0c3-4685-8a48-c01b9d2e1d6e None None] Checking router: 06b7038a-16f8-4e24-b148-66632f9f4562 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:35:34.849963 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1589238d-b236-4db6-9c95-36f7dceb094b req-cae1e8cc-28bd-4ead-94aa-736b8e77b16d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3bbd2c0-177c-4377-ad50-8b36d8934dc1 HTTP/1.1" status: 200 len: 217 time: 0.0695593 Apr 23 09:35:34.856551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5950170e-f0c3-4685-8a48-c01b9d2e1d6e None None] Routers {'06b7038a-16f8-4e24-b148-66632f9f4562'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:35:34.857240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-5950170e-f0c3-4685-8a48-c01b9d2e1d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:35:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['06b7038a-16f8-4e24-b148-66632f9f4562'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:35:34.865715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-5cb6a120-648e-4354-91c8-8bbc79317b6e req-88943fb1-5dbf-41e1-ad61-3b5ddb1189df tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Unset dirty status for tenant:bd186be32f6c46398a111d70f7898994 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:35:34.867176 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5cb6a120-648e-4354-91c8-8bbc79317b6e req-88943fb1-5dbf-41e1-ad61-3b5ddb1189df tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 946 time: 0.1773398 Apr 23 09:35:34.930174 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5cb6a120-648e-4354-91c8-8bbc79317b6e req-201abcc3-1981-4c8e-8fba-bfd9541b2f93 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561323 Apr 23 09:35:34.952963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589238d-b236-4db6-9c95-36f7dceb094b req-0a93a359-8f70-4081-bf4e-cf77e6d5c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:35:34.954605 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1589238d-b236-4db6-9c95-36f7dceb094b req-0a93a359-8f70-4081-bf4e-cf77e6d5c250 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=02ab5626-b692-4cce-b0c9-1857a68924a2 HTTP/1.1" status: 200 len: 850 time: 0.0969753 Apr 23 09:35:35.074762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589238d-b236-4db6-9c95-36f7dceb094b req-ba2a8729-c0f6-4c06-95b9-f5be45c81f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:35:35.077737 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1589238d-b236-4db6-9c95-36f7dceb094b req-ba2a8729-c0f6-4c06-95b9-f5be45c81f24 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91010434-002e-49e7-b83d-a6a0de2d3a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1095376 Apr 23 09:35:35.112032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-5950170e-f0c3-4685-8a48-c01b9d2e1d6e None None] Set router 06b7038a-16f8-4e24-b148-66632f9f4562 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:35:35.244421 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1589238d-b236-4db6-9c95-36f7dceb094b req-a562cd2f-5599-4127-8e36-f60aa73eba7b service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535079 Apr 23 09:35:35.390792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0b7f7-a4e3-4125-817d-eb97871ac453 req-886941d5-47eb-45cf-93e4-143ce639f443 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:35:35.392538 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b6d0b7f7-a4e3-4125-817d-eb97871ac453 req-886941d5-47eb-45cf-93e4-143ce639f443 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.35 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 946 time: 0.1239018 Apr 23 09:35:35.554525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-5950170e-f0c3-4685-8a48-c01b9d2e1d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:24:20Z', 'revision_number': 4, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '23027449-634c-4d4f-ae4f-02ee47a6a655', 'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'mac_address': 'fa:16:3e:b3:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:19Z', 'updated_at': '2021-04-23T09:24:38Z', 'revision_number': 5, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'subnets': [{'id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:35:35.561438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950170e-f0c3-4685-8a48-c01b9d2e1d6e None None] The sync data for ids ['06b7038a-16f8-4e24-b148-66632f9f4562'] in dv-neutron-786478-4-hyperv is: [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:24:20Z', 'revision_number': 4, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '23027449-634c-4d4f-ae4f-02ee47a6a655', 'name': '', 'network_id': '91010434-002e-49e7-b83d-a6a0de2d3a1c', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'mac_address': 'fa:16:3e:b3:a8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:19Z', 'updated_at': '2021-04-23T09:24:38Z', 'revision_number': 5, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'subnets': [{'id': '02ab5626-b692-4cce-b0c9-1857a68924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:35:35.693954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-b6d0b7f7-a4e3-4125-817d-eb97871ac453 req-c79f599f-d970-47a9-af8d-9747daafffd7 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Deleting port c3bbd2c0-177c-4377-ad50-8b36d8934dc1 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:35:35.694415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b6d0b7f7-a4e3-4125-817d-eb97871ac453 req-c79f599f-d970-47a9-af8d-9747daafffd7 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:35.779939 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1589238d-b236-4db6-9c95-36f7dceb094b req-00925fa9-560f-41b5-8db6-ebfbe0363e9d service neutron] 10.222.0.35 "GET /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283489 Apr 23 09:35:35.864040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-b6d0b7f7-a4e3-4125-817d-eb97871ac453 req-c79f599f-d970-47a9-af8d-9747daafffd7 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] For port c3bbd2c0-177c-4377-ad50-8b36d8934dc1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c3bbd2c0-177c-4377-ad50-8b36d8934dc1,segment=NetworkSegment(0d2fcd6e-9191-4201-9944-986286a72003),segment_id=0d2fcd6e-9191-4201-9944-986286a72003)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:35:35.864453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b6d0b7f7-a4e3-4125-817d-eb97871ac453 req-c79f599f-d970-47a9-af8d-9747daafffd7 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:35.994717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0334bc02-52ec-44ca-95b5-8d2ff32a3a54 None None] New status for floating IP 4fc965a8-4c49-4037-bb02-4df8d8dbd967: DOWN {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:35:36.018843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-b6d0b7f7-a4e3-4125-817d-eb97871ac453 req-c79f599f-d970-47a9-af8d-9747daafffd7 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Calling delete_port for c3bbd2c0-177c-4377-ad50-8b36d8934dc1 owned by compute:nova {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:35:36.190439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b637b37-aab4-4c34-bc8c-e50a29a7ec2d req-e87079e8-353f-4fcb-aac3-b5815c483ab0 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:35:36.192190 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1b637b37-aab4-4c34-bc8c-e50a29a7ec2d req-e87079e8-353f-4fcb-aac3-b5815c483ab0 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 867 time: 0.1253901 Apr 23 09:35:36.193296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b6d0b7f7-a4e3-4125-817d-eb97871ac453 req-c79f599f-d970-47a9-af8d-9747daafffd7 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:36.200451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7c4728d8-d4c3-4bc3-babe-ff6e6af7ccc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:35:36.250584 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1b637b37-aab4-4c34-bc8c-e50a29a7ec2d req-bc03318b-4902-4971-9742-c2b83978e37c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/security-groups?id=84067916-3263-4dcd-828c-029d400260a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484645 Apr 23 09:35:36.255274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f599f-d970-47a9-af8d-9747daafffd7 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Pushing event deleted for resources: {'Port': ['ID=c3bbd2c0-177c-4377-ad50-8b36d8934dc1,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:35:36.258703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c79f599f-d970-47a9-af8d-9747daafffd7 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:35:36.346175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d0b7f7-a4e3-4125-817d-eb97871ac453 req-c79f599f-d970-47a9-af8d-9747daafffd7 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] No DVR routers for this DVR port c3bbd2c0-177c-4377-ad50-8b36d8934dc1 on host hv-neutron-7864 {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:35:36.348881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-b6d0b7f7-a4e3-4125-817d-eb97871ac453 req-c79f599f-d970-47a9-af8d-9747daafffd7 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:36.381569 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b6d0b7f7-a4e3-4125-817d-eb97871ac453 req-c79f599f-d970-47a9-af8d-9747daafffd7 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.35 "DELETE /v2.0/ports/c3bbd2c0-177c-4377-ad50-8b36d8934dc1 HTTP/1.1" status: 204 len: 173 time: 0.9834614 Apr 23 09:35:36.481400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412eaaff-2227-4665-8d30-9001df8ef13e', 'name': 'network-vif-deleted', 'tag': 'c3bbd2c0-177c-4377-ad50-8b36d8934dc1'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:35:36.539326 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412eaaff-2227-4665-8d30-9001df8ef13e', 'name': 'network-vif-deleted', 'tag': 'c3bbd2c0-177c-4377-ad50-8b36d8934dc1', 'status': 'completed', 'code': 200} Apr 23 09:35:36.711841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-df51eedd-e538-4e13-999c-a99e8514a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:37.436118 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0d3b05e8-c707-477b-a265-ae3e382e2dd8 req-eed01044-48fc-4ee3-baa6-f0e1fdb35583 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "GET /v2.0/ports?device_id=412eaaff-2227-4665-8d30-9001df8ef13e HTTP/1.1" status: 200 len: 210 time: 0.0510626 Apr 23 09:35:38.605813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44072) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:35:38.857033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bad4308e-109e-4ef5-a2a0-424a3b2b8cc8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Deleting port 68285314-0769-4a65-9aed-fddb2e1341f2 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:35:38.857421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bad4308e-109e-4ef5-a2a0-424a3b2b8cc8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:38.995089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bad4308e-109e-4ef5-a2a0-424a3b2b8cc8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:38.995519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bad4308e-109e-4ef5-a2a0-424a3b2b8cc8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:39.155551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bad4308e-109e-4ef5-a2a0-424a3b2b8cc8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Calling delete_port for 68285314-0769-4a65-9aed-fddb2e1341f2 owned by network:floatingip {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:35:39.295539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bad4308e-109e-4ef5-a2a0-424a3b2b8cc8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:39.300834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-44596251-3277-4117-8b1d-1d5ab1bbbf2d tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:35:39.355602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4308e-109e-4ef5-a2a0-424a3b2b8cc8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Pushing event deleted for resources: {'Port': ['ID=68285314-0769-4a65-9aed-fddb2e1341f2,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:35:39.383978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device c3bbd2c0-177c-4377-ad50-8b36d8934dc1 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:35:39.384723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bad4308e-109e-4ef5-a2a0-424a3b2b8cc8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:35:39.430799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: c3bbd2c0-177c-4377-ad50-8b36d8934dc1 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:35:39.431095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device c3bbd2c0-177c-4377-ad50-8b36d8934dc1 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:35:39.459120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bad4308e-109e-4ef5-a2a0-424a3b2b8cc8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for floatingip, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:39.475947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bad4308e-109e-4ef5-a2a0-424a3b2b8cc8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:39.477220 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bad4308e-109e-4ef5-a2a0-424a3b2b8cc8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "DELETE /v2.0/floatingips/4df0bd67-0fed-4695-b9b6-24379a4d1a75 HTTP/1.1" status: 204 len: 168 time: 0.8702812 Apr 23 09:35:39.672623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d0e6-f491-4c91-8bba-85349a574897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:40.409886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:41.284388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:42.149640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44088) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:35:42.250231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5e79ca2-686a-4f02-861a-7517934bb201 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:42.287450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:42.289776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5e79ca2-686a-4f02-861a-7517934bb201 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:42.487540 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-08536cca-b067-4b13-9507-b620a52e68c2 req-01aad823-24f9-4d9d-b170-1867165f8db2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2109909 Apr 23 09:35:42.518283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5e79ca2-686a-4f02-861a-7517934bb201 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:42.524264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-75b78c86-122e-4af5-9c59-7da18b005dc8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:35:42.541914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e79ca2-686a-4f02-861a-7517934bb201 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84067916-3263-4dcd-828c-029d400260a6,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:35:42.545069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f5e79ca2-686a-4f02-861a-7517934bb201 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:35:42.591100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5e79ca2-686a-4f02-861a-7517934bb201 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:42.594003 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f5e79ca2-686a-4f02-861a-7517934bb201 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] 10.222.0.60 "DELETE /v2.0/security-groups/84067916-3263-4dcd-828c-029d400260a6 HTTP/1.1" status: 204 len: 168 time: 0.4418604 Apr 23 09:35:42.601403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08536cca-b067-4b13-9507-b620a52e68c2 req-b31d6a20-154e-4b12-9a03-555590024110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:35:42.603075 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-08536cca-b067-4b13-9507-b620a52e68c2 req-b31d6a20-154e-4b12-9a03-555590024110 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202 HTTP/1.1" status: 200 len: 1098 time: 0.0928550 Apr 23 09:35:42.762079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44096) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:35:42.786825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08536cca-b067-4b13-9507-b620a52e68c2 req-eb113208-974a-4500-b9cc-ecc56c439b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:35:42.788429 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-08536cca-b067-4b13-9507-b620a52e68c2 req-eb113208-974a-4500-b9cc-ecc56c439b1c service neutron] 10.222.0.35 "GET /v2.0/networks?id=79ba1eb4-20ed-4407-abbd-33fb8389e74a HTTP/1.1" status: 200 len: 897 time: 0.1611109 Apr 23 09:35:42.910772 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-08536cca-b067-4b13-9507-b620a52e68c2 req-918865e6-9bce-4a91-930d-fc3e97108ab1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19479bc9-e8dc-46ed-9ca5-941630e7d18e HTTP/1.1" status: 200 len: 1000 time: 0.1162524 Apr 23 09:35:42.986473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08536cca-b067-4b13-9507-b620a52e68c2 req-1d2cda03-3109-4d36-ae01-1b0005908edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:35:42.988126 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-08536cca-b067-4b13-9507-b620a52e68c2 req-1d2cda03-3109-4d36-ae01-1b0005908edf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=323f19b9-8202-49bf-8578-4d748259144a HTTP/1.1" status: 200 len: 843 time: 0.0714259 Apr 23 09:35:43.084312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08536cca-b067-4b13-9507-b620a52e68c2 req-878d5433-98ab-4b2f-b626-3c9acbfdc9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:35:43.085993 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-08536cca-b067-4b13-9507-b620a52e68c2 req-878d5433-98ab-4b2f-b626-3c9acbfdc9ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=79ba1eb4-20ed-4407-abbd-33fb8389e74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0909765 Apr 23 09:35:43.237419 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-08536cca-b067-4b13-9507-b620a52e68c2 req-aa5f62b3-2c01-42db-a292-6a214c74e2f0 service neutron] 10.222.0.35 "GET /v2.0/networks/79ba1eb4-20ed-4407-abbd-33fb8389e74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448262 Apr 23 09:35:43.382414 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-08536cca-b067-4b13-9507-b620a52e68c2 req-4d159723-1c67-4a80-9315-165a7f6e3e5e service neutron] 10.222.0.35 "GET /v2.0/networks/79ba1eb4-20ed-4407-abbd-33fb8389e74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390259 Apr 23 09:35:43.542351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7393a0c4-6043-47a0-b019-d455d66a9d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:43.974993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7393a0c4-6043-47a0-b019-d455d66a9d4b admin admin] Deleting port 23027449-634c-4d4f-ae4f-02ee47a6a655 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:35:43.975367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7393a0c4-6043-47a0-b019-d455d66a9d4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:44.123576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-7393a0c4-6043-47a0-b019-d455d66a9d4b admin admin] For port 23027449-634c-4d4f-ae4f-02ee47a6a655, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=23027449-634c-4d4f-ae4f-02ee47a6a655,segment=NetworkSegment(0d2fcd6e-9191-4201-9944-986286a72003),segment_id=0d2fcd6e-9191-4201-9944-986286a72003)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:35:44.123966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7393a0c4-6043-47a0-b019-d455d66a9d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:44.290408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7393a0c4-6043-47a0-b019-d455d66a9d4b admin admin] Calling delete_port for 23027449-634c-4d4f-ae4f-02ee47a6a655 owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:35:44.569639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7393a0c4-6043-47a0-b019-d455d66a9d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:44.575594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-62209938-0c28-4d0e-8a0b-ef15ee3d5552 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:35:44.623454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393a0c4-6043-47a0-b019-d455d66a9d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=23027449-634c-4d4f-ae4f-02ee47a6a655,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:35:44.626902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7393a0c4-6043-47a0-b019-d455d66a9d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:35:44.978728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7393a0c4-6043-47a0-b019-d455d66a9d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:45.392189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7393a0c4-6043-47a0-b019-d455d66a9d4b admin admin] Router 06b7038a-16f8-4e24-b148-66632f9f4562 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:35:45.913857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7393a0c4-6043-47a0-b019-d455d66a9d4b admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:35:45.926201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71da436-70d9-4f46-9839-2cecbc13a4e3 None None] Sync routers for ids ['06b7038a-16f8-4e24-b148-66632f9f4562'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:35:45.929801 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7393a0c4-6043-47a0-b019-d455d66a9d4b admin admin] 10.222.0.60 "PUT /v2.0/routers/06b7038a-16f8-4e24-b148-66632f9f4562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1660285 Apr 23 09:35:45.935225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44104) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:35:45.940566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71da436-70d9-4f46-9839-2cecbc13a4e3 None None] Routers {'06b7038a-16f8-4e24-b148-66632f9f4562'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:35:45.941369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f71da436-70d9-4f46-9839-2cecbc13a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:35:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['06b7038a-16f8-4e24-b148-66632f9f4562'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:35:46.168845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-f71da436-70d9-4f46-9839-2cecbc13a4e3 None None] Set router 06b7038a-16f8-4e24-b148-66632f9f4562 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:35:46.169125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7e67-3878-4aca-aa8b-f64723cedd84 admin admin] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:46.384776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7e67-3878-4aca-aa8b-f64723cedd84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:46.532299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb7e67-3878-4aca-aa8b-f64723cedd84 admin admin] Deleting port ec659110-7f50-4648-a852-3d89f3fbaf32 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:35:46.532943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7e67-3878-4aca-aa8b-f64723cedd84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:46.545397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f71da436-70d9-4f46-9839-2cecbc13a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:35:44Z', 'revision_number': 5, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port': {'id': 'ec659110-7f50-4648-a852-3d89f3fbaf32', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:15Z', 'updated_at': '2021-04-23T09:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:35:46.550101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71da436-70d9-4f46-9839-2cecbc13a4e3 None None] Checking router: 06b7038a-16f8-4e24-b148-66632f9f4562 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:35:46.560743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71da436-70d9-4f46-9839-2cecbc13a4e3 None None] Routers {'06b7038a-16f8-4e24-b148-66632f9f4562'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:35:46.561413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f71da436-70d9-4f46-9839-2cecbc13a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:35:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['06b7038a-16f8-4e24-b148-66632f9f4562'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:35:46.692848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c8cb7e67-3878-4aca-aa8b-f64723cedd84 admin admin] For port ec659110-7f50-4648-a852-3d89f3fbaf32, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ec659110-7f50-4648-a852-3d89f3fbaf32,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:35:46.693259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7e67-3878-4aca-aa8b-f64723cedd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:46.871550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb7e67-3878-4aca-aa8b-f64723cedd84 admin admin] Calling delete_port for ec659110-7f50-4648-a852-3d89f3fbaf32 owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:35:46.911049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-f71da436-70d9-4f46-9839-2cecbc13a4e3 None None] Set router 06b7038a-16f8-4e24-b148-66632f9f4562 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:35:47.031236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f71da436-70d9-4f46-9839-2cecbc13a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:35:46Z', 'revision_number': 6, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:35:47.035837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71da436-70d9-4f46-9839-2cecbc13a4e3 None None] The sync data for ids ['06b7038a-16f8-4e24-b148-66632f9f4562'] in dv-neutron-786478-4-hyperv is: [{'id': '06b7038a-16f8-4e24-b148-66632f9f4562', 'name': 'tempest-TestVolumeBootPattern-509646086-router', 'tenant_id': 'bd186be32f6c46398a111d70f7898994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:14Z', 'updated_at': '2021-04-23T09:35:46Z', 'revision_number': 6, 'project_id': 'bd186be32f6c46398a111d70f7898994', 'gw_port_host': None}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:35:47.089463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7e67-3878-4aca-aa8b-f64723cedd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:47.095307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f8363869-6063-46fd-b26d-cc6da2ac0888 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:35:47.147026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb7e67-3878-4aca-aa8b-f64723cedd84 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec659110-7f50-4648-a852-3d89f3fbaf32,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:35:47.177271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c8cb7e67-3878-4aca-aa8b-f64723cedd84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:35:47.257990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7e67-3878-4aca-aa8b-f64723cedd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:47.455491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7e67-3878-4aca-aa8b-f64723cedd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:47.457999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7e67-3878-4aca-aa8b-f64723cedd84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:47.575896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7e67-3878-4aca-aa8b-f64723cedd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:47.576477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cb7e67-3878-4aca-aa8b-f64723cedd84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06b7038a-16f8-4e24-b148-66632f9f4562 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:35:47.592252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7e67-3878-4aca-aa8b-f64723cedd84 admin admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:47.593519 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c8cb7e67-3878-4aca-aa8b-f64723cedd84 admin admin] 10.222.0.60 "DELETE /v2.0/routers/06b7038a-16f8-4e24-b148-66632f9f4562 HTTP/1.1" status: 204 len: 168 time: 1.6570597 Apr 23 09:35:47.596450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44108) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:35:47.669528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-f21b01c1-65ec-4643-ab45-96bf7c071c58 admin admin] Deleting subnet 02ab5626-b692-4cce-b0c9-1857a68924a2 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:35:47.673384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f21b01c1-65ec-4643-ab45-96bf7c071c58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:47.734107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f21b01c1-65ec-4643-ab45-96bf7c071c58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:47.831360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f21b01c1-65ec-4643-ab45-96bf7c071c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:48.066841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ec659110-7f50-4648-a852-3d89f3fbaf32 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:35:48.140058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: ec659110-7f50-4648-a852-3d89f3fbaf32 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:35:48.140726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ec659110-7f50-4648-a852-3d89f3fbaf32 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:35:48.141585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 23027449-634c-4d4f-ae4f-02ee47a6a655 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:35:48.164102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f21b01c1-65ec-4643-ab45-96bf7c071c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:48.169628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-51005ced-10be-4d15-9179-d09f38b4c166 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:35:48.210015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b01c1-65ec-4643-ab45-96bf7c071c58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02ab5626-b692-4cce-b0c9-1857a68924a2,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:35:48.210433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 23027449-634c-4d4f-ae4f-02ee47a6a655 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:35:48.211086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 23027449-634c-4d4f-ae4f-02ee47a6a655 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:35:48.212419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f21b01c1-65ec-4643-ab45-96bf7c071c58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:48.216095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f21b01c1-65ec-4643-ab45-96bf7c071c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:35:48.222255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3944a7-16d5-4954-be27-08712e800069 None None] Network 91010434-002e-49e7-b83d-a6a0de2d3a1c requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:35:48.223522 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f21b01c1-65ec-4643-ab45-96bf7c071c58 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/02ab5626-b692-4cce-b0c9-1857a68924a2 HTTP/1.1" status: 204 len: 168 time: 0.6259394 Apr 23 09:35:48.228064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44112) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:35:48.414731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:48.558497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] Deleting port 44388935-de4f-4d9b-af1a-1248b7bd349e {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:35:48.559130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:48.644763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6627eb-1236-4491-b7dd-af196192eecc None None] DHCP port deletion for 91010434-002e-49e7-b83d-a6a0de2d3a1c request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:35:48.693014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] For port 44388935-de4f-4d9b-af1a-1248b7bd349e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=44388935-de4f-4d9b-af1a-1248b7bd349e,segment=NetworkSegment(0d2fcd6e-9191-4201-9944-986286a72003),segment_id=0d2fcd6e-9191-4201-9944-986286a72003)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:35:48.693453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:48.724375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6c6627eb-1236-4491-b7dd-af196192eecc None None] Deleting port 44388935-de4f-4d9b-af1a-1248b7bd349e {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:35:48.724801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c6627eb-1236-4491-b7dd-af196192eecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:48.832228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] Calling delete_port for 44388935-de4f-4d9b-af1a-1248b7bd349e owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:35:48.844783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6c6627eb-1236-4491-b7dd-af196192eecc None None] For port 44388935-de4f-4d9b-af1a-1248b7bd349e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=44388935-de4f-4d9b-af1a-1248b7bd349e,segment=NetworkSegment(0d2fcd6e-9191-4201-9944-986286a72003),segment_id=0d2fcd6e-9191-4201-9944-986286a72003)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:35:48.845233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6c6627eb-1236-4491-b7dd-af196192eecc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:48.986698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6c6627eb-1236-4491-b7dd-af196192eecc None None] Calling delete_port for 44388935-de4f-4d9b-af1a-1248b7bd349e owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:35:49.062158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-6c6627eb-1236-4491-b7dd-af196192eecc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:35:49.062711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-6c6627eb-1236-4491-b7dd-af196192eecc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:35:49.091587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:49.100670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d8466604-1064-4ea8-b345-54c87dc50af7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:35:49.201230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] Pushing event deleted for resources: {'Port': ['ID=44388935-de4f-4d9b-af1a-1248b7bd349e,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:35:49.203724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] No DVR routers for this DVR port 44388935-de4f-4d9b-af1a-1248b7bd349e on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:35:49.205562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:35:49.335153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:49.455480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91010434-002e-49e7-b83d-a6a0de2d3a1c']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:35:49.469571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2fcd6e-9191-4201-9944-986286a72003') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:35:49.469922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2fcd6e-9191-4201-9944-986286a72003') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:35:49.484641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:49.501082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:49.508055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:35:49.606516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6c6627eb-1236-4491-b7dd-af196192eecc None None] The port '44388935-de4f-4d9b-af1a-1248b7bd349e' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:35:49.696760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] Network 91010434-002e-49e7-b83d-a6a0de2d3a1c has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:35:49.706551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:49.894014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] Network 91010434-002e-49e7-b83d-a6a0de2d3a1c has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:35:49.919427 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:35:50.037240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:50.041471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-007c609c-0ef0-44af-b069-f89de34ac5dd tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:35:50.045277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 44388935-de4f-4d9b-af1a-1248b7bd349e no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:35:50.060875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:50.071921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] Pushing event deleted for resources: {'Network': ['ID=91010434-002e-49e7-b83d-a6a0de2d3a1c,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:35:50.076399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:35:50.116574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 44388935-de4f-4d9b-af1a-1248b7bd349e {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:35:50.117208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 44388935-de4f-4d9b-af1a-1248b7bd349e not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:35:50.119171 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] 10.222.0.60 "DELETE /v2.0/networks/91010434-002e-49e7-b83d-a6a0de2d3a1c HTTP/1.1" status: 204 len: 168 time: 1.8899190 Apr 23 09:35:50.124168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44116) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:35:51.007217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:35:51.032206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03b08237-b75c-4103-b4f4-21b044f3f15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:51.486056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-03b08237-b75c-4103-b4f4-21b044f3f15a admin admin] Deleting port f0e26916-e34f-4c3a-8b6b-e7b8f10440f1 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:35:51.486805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03b08237-b75c-4103-b4f4-21b044f3f15a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:51.623915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-03b08237-b75c-4103-b4f4-21b044f3f15a admin admin] For port f0e26916-e34f-4c3a-8b6b-e7b8f10440f1, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f0e26916-e34f-4c3a-8b6b-e7b8f10440f1,segment=NetworkSegment(06a82040-48e8-4528-a440-49f73e7252a6),segment_id=06a82040-48e8-4528-a440-49f73e7252a6)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:35:51.624315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03b08237-b75c-4103-b4f4-21b044f3f15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:51.761001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-03b08237-b75c-4103-b4f4-21b044f3f15a admin admin] Calling delete_port for f0e26916-e34f-4c3a-8b6b-e7b8f10440f1 owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:35:51.952127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03b08237-b75c-4103-b4f4-21b044f3f15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:51.957561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2d051b1d-6c78-4660-bc8e-3bb448c9220f tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:35:52.008221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b08237-b75c-4103-b4f4-21b044f3f15a admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e26916-e34f-4c3a-8b6b-e7b8f10440f1,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:35:52.045089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-03b08237-b75c-4103-b4f4-21b044f3f15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:35:52.314970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03b08237-b75c-4103-b4f4-21b044f3f15a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:52.748598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b08237-b75c-4103-b4f4-21b044f3f15a admin admin] Router edd759ae-4f9d-40bf-b229-45ae997d4812 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:35:52.951041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b08237-b75c-4103-b4f4-21b044f3f15a admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:35:52.963455 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-03b08237-b75c-4103-b4f4-21b044f3f15a admin admin] 10.222.0.60 "PUT /v2.0/routers/edd759ae-4f9d-40bf-b229-45ae997d4812/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8356307 Apr 23 09:35:52.963652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c077595-9343-48df-ac9e-893beb9f5958 None None] Sync routers for ids ['edd759ae-4f9d-40bf-b229-45ae997d4812'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:35:52.963741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44120) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:35:52.975568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c077595-9343-48df-ac9e-893beb9f5958 None None] Routers {'edd759ae-4f9d-40bf-b229-45ae997d4812'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:35:52.976500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7c077595-9343-48df-ac9e-893beb9f5958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:35:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['edd759ae-4f9d-40bf-b229-45ae997d4812'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:35:53.165745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dbb0a463-e01d-454a-86f9-258367adb978 admin admin] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:53.182504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-7c077595-9343-48df-ac9e-893beb9f5958 None None] Set router edd759ae-4f9d-40bf-b229-45ae997d4812 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:35:53.411842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:53.547204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7c077595-9343-48df-ac9e-893beb9f5958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd759ae-4f9d-40bf-b229-45ae997d4812', 'name': 'tempest-TestVolumeBootPattern-777913545-router', 'tenant_id': '43138d8c12394f72ab95459a13affaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'f5565d57-d15b-4a5e-8881-cc90f2b2ac36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:26Z', 'updated_at': '2021-04-23T09:35:51Z', 'revision_number': 5, 'project_id': '43138d8c12394f72ab95459a13affaac', 'gw_port': {'id': 'f5565d57-d15b-4a5e-8881-cc90f2b2ac36', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd759ae-4f9d-40bf-b229-45ae997d4812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:24:27Z', 'updated_at': '2021-04-23T09:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:35:53.551949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c077595-9343-48df-ac9e-893beb9f5958 None None] Checking router: edd759ae-4f9d-40bf-b229-45ae997d4812 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:35:53.563349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c077595-9343-48df-ac9e-893beb9f5958 None None] Routers {'edd759ae-4f9d-40bf-b229-45ae997d4812'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:35:53.564088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7c077595-9343-48df-ac9e-893beb9f5958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:35:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['edd759ae-4f9d-40bf-b229-45ae997d4812'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:35:53.687256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dbb0a463-e01d-454a-86f9-258367adb978 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:53.806583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-dbb0a463-e01d-454a-86f9-258367adb978 admin admin] Deleting port f5565d57-d15b-4a5e-8881-cc90f2b2ac36 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:35:53.807184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dbb0a463-e01d-454a-86f9-258367adb978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:53.933094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-7c077595-9343-48df-ac9e-893beb9f5958 None None] Set router edd759ae-4f9d-40bf-b229-45ae997d4812 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:35:53.948053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-dbb0a463-e01d-454a-86f9-258367adb978 admin admin] For port f5565d57-d15b-4a5e-8881-cc90f2b2ac36, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f5565d57-d15b-4a5e-8881-cc90f2b2ac36,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:35:53.948446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dbb0a463-e01d-454a-86f9-258367adb978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:54.065839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7c077595-9343-48df-ac9e-893beb9f5958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd759ae-4f9d-40bf-b229-45ae997d4812', 'name': 'tempest-TestVolumeBootPattern-777913545-router', 'tenant_id': '43138d8c12394f72ab95459a13affaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:26Z', 'updated_at': '2021-04-23T09:35:53Z', 'revision_number': 6, 'project_id': '43138d8c12394f72ab95459a13affaac', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:35:54.070429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c077595-9343-48df-ac9e-893beb9f5958 None None] The sync data for ids ['edd759ae-4f9d-40bf-b229-45ae997d4812'] in dv-neutron-786478-4-hyperv is: [{'id': 'edd759ae-4f9d-40bf-b229-45ae997d4812', 'name': 'tempest-TestVolumeBootPattern-777913545-router', 'tenant_id': '43138d8c12394f72ab95459a13affaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:24:26Z', 'updated_at': '2021-04-23T09:35:53Z', 'revision_number': 6, 'project_id': '43138d8c12394f72ab95459a13affaac', 'gw_port_host': None}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:35:54.151455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-dbb0a463-e01d-454a-86f9-258367adb978 admin admin] Calling delete_port for f5565d57-d15b-4a5e-8881-cc90f2b2ac36 owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:35:54.455340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dbb0a463-e01d-454a-86f9-258367adb978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:54.460857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-03b08237-b75c-4103-b4f4-21b044f3f15a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:35:54.511650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0a463-e01d-454a-86f9-258367adb978 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5565d57-d15b-4a5e-8881-cc90f2b2ac36,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:35:54.540433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dbb0a463-e01d-454a-86f9-258367adb978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:35:54.615374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dbb0a463-e01d-454a-86f9-258367adb978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:54.809849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dbb0a463-e01d-454a-86f9-258367adb978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:54.812333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dbb0a463-e01d-454a-86f9-258367adb978 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:55.038067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dbb0a463-e01d-454a-86f9-258367adb978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:55.038725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb0a463-e01d-454a-86f9-258367adb978 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edd759ae-4f9d-40bf-b229-45ae997d4812 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:35:55.053930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dbb0a463-e01d-454a-86f9-258367adb978 admin admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:55.055354 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-dbb0a463-e01d-454a-86f9-258367adb978 admin admin] 10.222.0.60 "DELETE /v2.0/routers/edd759ae-4f9d-40bf-b229-45ae997d4812 HTTP/1.1" status: 204 len: 168 time: 2.0899510 Apr 23 09:35:55.059375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44124) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:35:55.141809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64bb63c-011d-4d3c-a12d-161f8bfce631 admin admin] Deleting subnet 5cbf2d06-28cb-48b2-affc-56bfad6cd44a {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:35:55.145323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c64bb63c-011d-4d3c-a12d-161f8bfce631 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:55.205424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c64bb63c-011d-4d3c-a12d-161f8bfce631 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:55.296509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c64bb63c-011d-4d3c-a12d-161f8bfce631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:55.850012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c64bb63c-011d-4d3c-a12d-161f8bfce631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:55.855799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6162aa27-14c4-4049-bfb3-3e7ce7456efa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:35:55.895008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64bb63c-011d-4d3c-a12d-161f8bfce631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cbf2d06-28cb-48b2-affc-56bfad6cd44a,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:35:55.897841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c64bb63c-011d-4d3c-a12d-161f8bfce631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:35:55.900780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c64bb63c-011d-4d3c-a12d-161f8bfce631 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:55.906592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46762fc0-57a6-456f-875f-30846519486c None None] Network cc9a83d7-bb02-4ff6-9bcf-65d749f40353 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:35:55.912886 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c64bb63c-011d-4d3c-a12d-161f8bfce631 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5cbf2d06-28cb-48b2-affc-56bfad6cd44a HTTP/1.1" status: 204 len: 168 time: 0.8486755 Apr 23 09:35:55.914118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44128) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:35:56.047772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:56.118731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f0e26916-e34f-4c3a-8b6b-e7b8f10440f1 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:35:56.138691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] Deleting port 7469ec3e-870c-4a21-9200-5bf9324c2e8d {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:35:56.141357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:56.170198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: f0e26916-e34f-4c3a-8b6b-e7b8f10440f1 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:35:56.170699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f0e26916-e34f-4c3a-8b6b-e7b8f10440f1 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:35:56.171109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f5565d57-d15b-4a5e-8881-cc90f2b2ac36 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:35:56.210807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: f5565d57-d15b-4a5e-8881-cc90f2b2ac36 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:35:56.211230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f5565d57-d15b-4a5e-8881-cc90f2b2ac36 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:35:56.256974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] For port 7469ec3e-870c-4a21-9200-5bf9324c2e8d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7469ec3e-870c-4a21-9200-5bf9324c2e8d,segment=NetworkSegment(06a82040-48e8-4528-a440-49f73e7252a6),segment_id=06a82040-48e8-4528-a440-49f73e7252a6)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:35:56.257380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:56.295475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321a9e2c-00ad-447a-9f19-c0c69be9995b None None] DHCP port deletion for cc9a83d7-bb02-4ff6-9bcf-65d749f40353 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:35:56.371080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-321a9e2c-00ad-447a-9f19-c0c69be9995b None None] Deleting port 7469ec3e-870c-4a21-9200-5bf9324c2e8d {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:35:56.371317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-321a9e2c-00ad-447a-9f19-c0c69be9995b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:56.395392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] Calling delete_port for 7469ec3e-870c-4a21-9200-5bf9324c2e8d owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:35:56.482167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-321a9e2c-00ad-447a-9f19-c0c69be9995b None None] For port 7469ec3e-870c-4a21-9200-5bf9324c2e8d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7469ec3e-870c-4a21-9200-5bf9324c2e8d,segment=NetworkSegment(06a82040-48e8-4528-a440-49f73e7252a6),segment_id=06a82040-48e8-4528-a440-49f73e7252a6)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:35:56.482654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-321a9e2c-00ad-447a-9f19-c0c69be9995b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:56.483732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:56.489349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-06d82f6e-c00a-470a-aeba-b9003c858c33 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:35:56.544062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7469ec3e-870c-4a21-9200-5bf9324c2e8d,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:35:56.546131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] No DVR routers for this DVR port 7469ec3e-870c-4a21-9200-5bf9324c2e8d on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:35:56.547805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:35:56.629868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-321a9e2c-00ad-447a-9f19-c0c69be9995b None None] Calling delete_port for 7469ec3e-870c-4a21-9200-5bf9324c2e8d owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:35:56.677843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-321a9e2c-00ad-447a-9f19-c0c69be9995b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:35:56.678257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-321a9e2c-00ad-447a-9f19-c0c69be9995b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:35:56.680149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:56.807517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9a83d7-bb02-4ff6-9bcf-65d749f40353']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:35:56.822698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a82040-48e8-4528-a440-49f73e7252a6') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:35:56.823035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a82040-48e8-4528-a440-49f73e7252a6') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:35:56.837215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:56.935711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:56.943377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:35:57.218512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-321a9e2c-00ad-447a-9f19-c0c69be9995b None None] The port '7469ec3e-870c-4a21-9200-5bf9324c2e8d' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:35:57.441530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] Network cc9a83d7-bb02-4ff6-9bcf-65d749f40353 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:35:57.455112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:57.644468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] Network cc9a83d7-bb02-4ff6-9bcf-65d749f40353 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:35:57.668326 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:35:58.003387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:58.008714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65cf7222-0b8d-4995-8709-f3fe52ec285d tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:35:58.024259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:58.039222 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cc9a83d7-bb02-4ff6-9bcf-65d749f40353 HTTP/1.1" status: 204 len: 168 time: 2.1234562 Apr 23 09:35:58.040842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc9a83d7-bb02-4ff6-9bcf-65d749f40353,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:35:58.052252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:35:58.060432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7469ec3e-870c-4a21-9200-5bf9324c2e8d no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:35:58.099281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 7469ec3e-870c-4a21-9200-5bf9324c2e8d {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:35:58.099660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7469ec3e-870c-4a21-9200-5bf9324c2e8d not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:35:58.310474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44134) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:35:58.368802 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-89848334-2bd7-44f2-8586-c452781d86ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bd186be32f6c46398a111d70f7898994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568862 Apr 23 09:35:58.372366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44138) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:35:58.439984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-25dda42d-96a1-4a07-885e-2837ab410581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:58.480965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-25dda42d-96a1-4a07-885e-2837ab410581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:58.672190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-25dda42d-96a1-4a07-885e-2837ab410581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:58.677920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:35:58.692751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dda42d-96a1-4a07-885e-2837ab410581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd305653-05e5-448a-8b37-9cfae33c0fa9,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:35:58.695602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-25dda42d-96a1-4a07-885e-2837ab410581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:35:58.702692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-25dda42d-96a1-4a07-885e-2837ab410581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:58.706677 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-25dda42d-96a1-4a07-885e-2837ab410581 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd305653-05e5-448a-8b37-9cfae33c0fa9 HTTP/1.1" status: 204 len: 168 time: 0.3305449 Apr 23 09:35:59.351759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44146) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:35:59.410167 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c29c6e40-74d6-4da8-aa5d-ef75f7b24693 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=43138d8c12394f72ab95459a13affaac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570383 Apr 23 09:35:59.412874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44150) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:35:59.500882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-99aa43db-9cb3-4fd9-897e-568cbc37ffd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:59.531614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-99aa43db-9cb3-4fd9-897e-568cbc37ffd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:59.832152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-99aa43db-9cb3-4fd9-897e-568cbc37ffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:59.837672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ec43c488-ac6c-4ada-84fd-c6dabfb7bc7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:35:59.856535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa43db-9cb3-4fd9-897e-568cbc37ffd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cf0f7d-b482-439a-a0ef-56cbe536824c,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:35:59.859598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-99aa43db-9cb3-4fd9-897e-568cbc37ffd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:35:59.860879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-99aa43db-9cb3-4fd9-897e-568cbc37ffd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:35:59.862609 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-99aa43db-9cb3-4fd9-897e-568cbc37ffd4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23cf0f7d-b482-439a-a0ef-56cbe536824c HTTP/1.1" status: 204 len: 168 time: 0.4482393 Apr 23 09:36:06.694832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea159c5b-459f-4aa2-9ba9-3174d432994c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:09.695179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-77ba0ce4-9298-40a3-b44e-f4136ae52baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:10.403302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:11.283316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:12.289060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:23.334533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:28.008145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:36:36.694302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d875b7f7-2774-4d6d-85ea-769f9b6b8cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:39.660279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f502c3fb-fef6-413d-93df-fd1c932bd9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:40.412983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:41.254748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:42.277442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:43.249537 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8bc0030c-aac9-4c6d-b133-182a3ce3dcd4 req-836f203f-e766-4aed-bb1e-d499518e4613 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804629 Apr 23 09:36:43.408370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0030c-aac9-4c6d-b133-182a3ce3dcd4 req-186485ee-5ce2-47e5-a72e-9bba2a75a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:36:43.409966 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8bc0030c-aac9-4c6d-b133-182a3ce3dcd4 req-186485ee-5ce2-47e5-a72e-9bba2a75a6c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202 HTTP/1.1" status: 200 len: 1098 time: 0.0797315 Apr 23 09:36:43.574508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0030c-aac9-4c6d-b133-182a3ce3dcd4 req-88a5421f-7e9d-4cb6-bb7d-749386eb1176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:36:43.576155 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8bc0030c-aac9-4c6d-b133-182a3ce3dcd4 req-88a5421f-7e9d-4cb6-bb7d-749386eb1176 service neutron] 10.222.0.35 "GET /v2.0/networks?id=79ba1eb4-20ed-4407-abbd-33fb8389e74a HTTP/1.1" status: 200 len: 897 time: 0.1467528 Apr 23 09:36:43.687165 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8bc0030c-aac9-4c6d-b133-182a3ce3dcd4 req-7eccf5a1-28b7-4a4d-99d0-ee4e2b212d4a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19479bc9-e8dc-46ed-9ca5-941630e7d18e HTTP/1.1" status: 200 len: 1000 time: 0.1049953 Apr 23 09:36:43.758405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0030c-aac9-4c6d-b133-182a3ce3dcd4 req-c73596b2-3fd0-4dd4-a4c6-7a7ed6dbf42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:36:43.760840 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8bc0030c-aac9-4c6d-b133-182a3ce3dcd4 req-c73596b2-3fd0-4dd4-a4c6-7a7ed6dbf42c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=323f19b9-8202-49bf-8578-4d748259144a HTTP/1.1" status: 200 len: 843 time: 0.0680482 Apr 23 09:36:43.844080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0030c-aac9-4c6d-b133-182a3ce3dcd4 req-94eda9d7-7c94-4df6-8d7a-f754c87c924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:36:43.845682 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8bc0030c-aac9-4c6d-b133-182a3ce3dcd4 req-94eda9d7-7c94-4df6-8d7a-f754c87c924e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=79ba1eb4-20ed-4407-abbd-33fb8389e74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787265 Apr 23 09:36:43.991490 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8bc0030c-aac9-4c6d-b133-182a3ce3dcd4 req-b6aab7f4-6a13-49a3-90ec-4df521ffa8d2 service neutron] 10.222.0.35 "GET /v2.0/networks/79ba1eb4-20ed-4407-abbd-33fb8389e74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385829 Apr 23 09:36:44.138394 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8bc0030c-aac9-4c6d-b133-182a3ce3dcd4 req-d65c18cb-ca07-400f-ba70-3a4bc0e6ccca service neutron] 10.222.0.35 "GET /v2.0/networks/79ba1eb4-20ed-4407-abbd-33fb8389e74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408103 Apr 23 09:36:53.362483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:53.529056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44178) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:36:53.819267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 5be3652c-e5af-46e9-a52d-04fd2fde90e3 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:36:53.819655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:53.948586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:53.948950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:54.095040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 5be3652c-e5af-46e9-a52d-04fd2fde90e3 owned by network:floatingip {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:36:54.328757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:54.334289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-91d73b3e-c6e7-4055-bf63-35eee0e3dfaf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:36:54.419510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=5be3652c-e5af-46e9-a52d-04fd2fde90e3,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:36:54.467276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:36:54.467686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:36:54.468128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:36:54.468572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:36:54.468991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:36:54.469419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:36:54.469837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:36:54.470278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:36:54.470723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:36:54.471140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:36:54.471556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:36:54.471968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:36:54.475718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:36:54.506925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:54.507506 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Floating IP 40803e01-0204-43cd-a8b4-90b9e2531063 disassociated (deleted). External IP: 172.26.4.99, port: 19479bc9-e8dc-46ed-9ca5-941630e7d18e. Apr 23 09:36:54.903049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router ac8d461f-0294-441d-871e-aa8a3dabb237 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:36:55.103291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:36:55.113058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98262f4-49bb-47d4-ae3f-f33847f6c153 None None] Sync routers for ids ['ac8d461f-0294-441d-871e-aa8a3dabb237'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:36:55.123542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98262f4-49bb-47d4-ae3f-f33847f6c153 None None] Routers {'ac8d461f-0294-441d-871e-aa8a3dabb237'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:36:55.134298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b98262f4-49bb-47d4-ae3f-f33847f6c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:36:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ac8d461f-0294-441d-871e-aa8a3dabb237'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:36:55.157385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:55.218713 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/floatingips/40803e01-0204-43cd-a8b4-90b9e2531063 HTTP/1.1" status: 204 len: 168 time: 1.6884124 Apr 23 09:36:55.219430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660f74e9-507f-414a-8b5e-0bb0e5a6e202', 'tag': '19479bc9-e8dc-46ed-9ca5-941630e7d18e'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:36:55.271487 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660f74e9-507f-414a-8b5e-0bb0e5a6e202', 'tag': '19479bc9-e8dc-46ed-9ca5-941630e7d18e', 'status': 'completed', 'code': 200} Apr 23 09:36:55.333250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-b98262f4-49bb-47d4-ae3f-f33847f6c153 None None] Set router ac8d461f-0294-441d-871e-aa8a3dabb237 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:36:55.392474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2dbd1-a224-4d0d-96c0-d45f41f12484 req-6fb5d599-3a9c-4b58-b56c-ef220c83d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:36:55.394294 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d6e2dbd1-a224-4d0d-96c0-d45f41f12484 req-6fb5d599-3a9c-4b58-b56c-ef220c83d372 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202 HTTP/1.1" status: 200 len: 1098 time: 0.0980537 Apr 23 09:36:55.555896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2dbd1-a224-4d0d-96c0-d45f41f12484 req-51d7cb3a-07ff-4781-9bb7-c19b3c824b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:36:55.557953 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d6e2dbd1-a224-4d0d-96c0-d45f41f12484 req-51d7cb3a-07ff-4781-9bb7-c19b3c824b2d service neutron] 10.222.0.35 "GET /v2.0/networks?id=79ba1eb4-20ed-4407-abbd-33fb8389e74a HTTP/1.1" status: 200 len: 897 time: 0.1566086 Apr 23 09:36:55.644036 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d6e2dbd1-a224-4d0d-96c0-d45f41f12484 req-3f34095a-9007-4882-ac40-51c191a26e0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19479bc9-e8dc-46ed-9ca5-941630e7d18e HTTP/1.1" status: 200 len: 217 time: 0.0786543 Apr 23 09:36:55.685021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b98262f4-49bb-47d4-ae3f-f33847f6c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'name': 'tempest-TestNetworkBasicOps-router-1077029587', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:33:44Z', 'updated_at': '2021-04-23T09:33:52Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:20:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:33:45Z', 'updated_at': '2021-04-23T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '11c82435-723c-416d-ac40-bf062d1c582d', 'name': '', 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:e5:9a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '323f19b9-8202-49bf-8578-4d748259144a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:33:51Z', 'updated_at': '2021-04-23T09:33:58Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '323f19b9-8202-49bf-8578-4d748259144a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:36:55.689305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98262f4-49bb-47d4-ae3f-f33847f6c153 None None] Checking router: ac8d461f-0294-441d-871e-aa8a3dabb237 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:36:55.702119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98262f4-49bb-47d4-ae3f-f33847f6c153 None None] Routers {'ac8d461f-0294-441d-871e-aa8a3dabb237'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:36:55.702495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b98262f4-49bb-47d4-ae3f-f33847f6c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:36:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ac8d461f-0294-441d-871e-aa8a3dabb237'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:36:55.720591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2dbd1-a224-4d0d-96c0-d45f41f12484 req-bb80f006-1cde-4ab4-93f7-1abb1a38ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:36:55.722237 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d6e2dbd1-a224-4d0d-96c0-d45f41f12484 req-bb80f006-1cde-4ab4-93f7-1abb1a38ccbd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=323f19b9-8202-49bf-8578-4d748259144a HTTP/1.1" status: 200 len: 843 time: 0.0703800 Apr 23 09:36:55.778651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf92b3d-b443-43b2-8e0c-3c81ebbb5ea9 req-40d8db14-f82b-415f-86a3-17028a109694 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:36:55.780562 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fbf92b3d-b443-43b2-8e0c-3c81ebbb5ea9 req-40d8db14-f82b-415f-86a3-17028a109694 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202 HTTP/1.1" status: 200 len: 945 time: 0.1009562 Apr 23 09:36:55.807325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2dbd1-a224-4d0d-96c0-d45f41f12484 req-21d860bf-efb4-43cf-8352-e1395887243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:36:55.808951 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d6e2dbd1-a224-4d0d-96c0-d45f41f12484 req-21d860bf-efb4-43cf-8352-e1395887243d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=79ba1eb4-20ed-4407-abbd-33fb8389e74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803206 Apr 23 09:36:55.833179 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fbf92b3d-b443-43b2-8e0c-3c81ebbb5ea9 req-37fe7e0d-c17f-4228-820b-927a51d28311 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=adac63a1-5a8a-4891-931c-4d2d9eca44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452850 Apr 23 09:36:55.902458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-b98262f4-49bb-47d4-ae3f-f33847f6c153 None None] Set router ac8d461f-0294-441d-871e-aa8a3dabb237 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:36:55.957180 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d6e2dbd1-a224-4d0d-96c0-d45f41f12484 req-0b64315b-185c-4508-9b00-d8988381b2d9 service neutron] 10.222.0.35 "GET /v2.0/networks/79ba1eb4-20ed-4407-abbd-33fb8389e74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403437 Apr 23 09:36:56.106387 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d6e2dbd1-a224-4d0d-96c0-d45f41f12484 req-15d26cb9-504f-4808-8cd0-357bd46bf0e5 service neutron] 10.222.0.35 "GET /v2.0/networks/79ba1eb4-20ed-4407-abbd-33fb8389e74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405330 Apr 23 09:36:56.241536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b98262f4-49bb-47d4-ae3f-f33847f6c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'name': 'tempest-TestNetworkBasicOps-router-1077029587', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:33:44Z', 'updated_at': '2021-04-23T09:33:52Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:20:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:33:45Z', 'updated_at': '2021-04-23T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '11c82435-723c-416d-ac40-bf062d1c582d', 'name': '', 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:e5:9a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '323f19b9-8202-49bf-8578-4d748259144a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:33:51Z', 'updated_at': '2021-04-23T09:33:58Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '323f19b9-8202-49bf-8578-4d748259144a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:36:56.246433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98262f4-49bb-47d4-ae3f-f33847f6c153 None None] The sync data for ids ['ac8d461f-0294-441d-871e-aa8a3dabb237'] in dv-neutron-786478-4-hyperv is: [{'id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'name': 'tempest-TestNetworkBasicOps-router-1077029587', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:33:44Z', 'updated_at': '2021-04-23T09:33:52Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:20:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:33:45Z', 'updated_at': '2021-04-23T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '11c82435-723c-416d-ac40-bf062d1c582d', 'name': '', 'network_id': '79ba1eb4-20ed-4407-abbd-33fb8389e74a', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:e5:9a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '323f19b9-8202-49bf-8578-4d748259144a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:33:51Z', 'updated_at': '2021-04-23T09:33:58Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '323f19b9-8202-49bf-8578-4d748259144a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:36:56.626527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100adce5-90a4-409e-94bd-2ae37a747494 None None] New status for floating IP 40803e01-0204-43cd-a8b4-90b9e2531063: DOWN {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:36:57.052075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf4a64-91c8-4954-b454-1ec943b00d86 req-d7442fae-4f70-4d64-85d1-77d56cfa3078 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:36:57.052877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-68cf4a64-91c8-4954-b454-1ec943b00d86 req-d7442fae-4f70-4d64-85d1-77d56cfa3078 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:36:57.098874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-68cf4a64-91c8-4954-b454-1ec943b00d86 req-d7442fae-4f70-4d64-85d1-77d56cfa3078 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:36:57.100416 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-68cf4a64-91c8-4954-b454-1ec943b00d86 req-d7442fae-4f70-4d64-85d1-77d56cfa3078 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202 HTTP/1.1" status: 200 len: 945 time: 0.1437976 Apr 23 09:36:57.151172 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-68cf4a64-91c8-4954-b454-1ec943b00d86 req-3a4e1901-a3a9-4084-9994-3a171da3bffa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=adac63a1-5a8a-4891-931c-4d2d9eca44e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434766 Apr 23 09:36:57.311452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651e1ac-8d86-42b8-b707-4e1cb89f5162 req-dca3884c-203d-42bb-b1fc-9d5d05bb8d45 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:36:57.312968 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a651e1ac-8d86-42b8-b707-4e1cb89f5162 req-dca3884c-203d-42bb-b1fc-9d5d05bb8d45 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/ports?device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202 HTTP/1.1" status: 200 len: 945 time: 0.0883732 Apr 23 09:36:57.471099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-a651e1ac-8d86-42b8-b707-4e1cb89f5162 req-ce3247f4-f77e-433b-9b83-752eeaeff0d5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 19479bc9-e8dc-46ed-9ca5-941630e7d18e {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:36:57.471489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a651e1ac-8d86-42b8-b707-4e1cb89f5162 req-ce3247f4-f77e-433b-9b83-752eeaeff0d5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:57.617064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-a651e1ac-8d86-42b8-b707-4e1cb89f5162 req-ce3247f4-f77e-433b-9b83-752eeaeff0d5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port 19479bc9-e8dc-46ed-9ca5-941630e7d18e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19479bc9-e8dc-46ed-9ca5-941630e7d18e,segment=NetworkSegment(db3e8ca4-f2ae-4819-8df6-7de445d89d2c),segment_id=db3e8ca4-f2ae-4819-8df6-7de445d89d2c)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:36:57.617386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a651e1ac-8d86-42b8-b707-4e1cb89f5162 req-ce3247f4-f77e-433b-9b83-752eeaeff0d5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:58.035965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-a651e1ac-8d86-42b8-b707-4e1cb89f5162 req-ce3247f4-f77e-433b-9b83-752eeaeff0d5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 19479bc9-e8dc-46ed-9ca5-941630e7d18e owned by compute:nova {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:36:58.304398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a651e1ac-8d86-42b8-b707-4e1cb89f5162 req-ce3247f4-f77e-433b-9b83-752eeaeff0d5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:58.312772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a92f9775-a7b8-4fd3-bc4a-76bd569ef87e tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:36:58.325648 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1abe34d7-2b9e-453e-9c51-4151a52ac012 req-c58f6fe3-88f0-47d5-ae75-4b8a031c0bb9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=660f74e9-507f-414a-8b5e-0bb0e5a6e202 HTTP/1.1" status: 200 len: 210 time: 0.0499656 Apr 23 09:36:58.366782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3247f4-f77e-433b-9b83-752eeaeff0d5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=19479bc9-e8dc-46ed-9ca5-941630e7d18e,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:36:58.371993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ce3247f4-f77e-433b-9b83-752eeaeff0d5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:36:58.457012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-a651e1ac-8d86-42b8-b707-4e1cb89f5162 req-ce3247f4-f77e-433b-9b83-752eeaeff0d5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] No DVR routers for this DVR port 19479bc9-e8dc-46ed-9ca5-941630e7d18e on host hv-neutron-7864 {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:36:58.459930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a651e1ac-8d86-42b8-b707-4e1cb89f5162 req-ce3247f4-f77e-433b-9b83-752eeaeff0d5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:58.463132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660f74e9-507f-414a-8b5e-0bb0e5a6e202', 'name': 'network-vif-deleted', 'tag': '19479bc9-e8dc-46ed-9ca5-941630e7d18e'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:36:58.506727 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a651e1ac-8d86-42b8-b707-4e1cb89f5162 req-ce3247f4-f77e-433b-9b83-752eeaeff0d5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "DELETE /v2.0/ports/19479bc9-e8dc-46ed-9ca5-941630e7d18e HTTP/1.1" status: 204 len: 173 time: 1.1876903 Apr 23 09:36:58.528832 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660f74e9-507f-414a-8b5e-0bb0e5a6e202', 'name': 'network-vif-deleted', 'tag': '19479bc9-e8dc-46ed-9ca5-941630e7d18e', 'status': 'completed', 'code': 200} Apr 23 09:36:59.430002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44196) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:36:59.512660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2462d8f9-354c-4d2c-9c07-e845c26b9194 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:59.544821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2462d8f9-354c-4d2c-9c07-e845c26b9194 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:59.623968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2462d8f9-354c-4d2c-9c07-e845c26b9194 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:59.629544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-977ce358-0eb2-4050-9f9b-6a0774cdc812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:36:59.645799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462d8f9-354c-4d2c-9c07-e845c26b9194 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adac63a1-5a8a-4891-931c-4d2d9eca44e2,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:36:59.648654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2462d8f9-354c-4d2c-9c07-e845c26b9194 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:36:59.692002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2462d8f9-354c-4d2c-9c07-e845c26b9194 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:36:59.693230 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2462d8f9-354c-4d2c-9c07-e845c26b9194 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/security-groups/adac63a1-5a8a-4891-931c-4d2d9eca44e2 HTTP/1.1" status: 204 len: 168 time: 0.2620838 Apr 23 09:36:59.699676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 19479bc9-e8dc-46ed-9ca5-941630e7d18e no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:36:59.741977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 19479bc9-e8dc-46ed-9ca5-941630e7d18e {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:36:59.742417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 19479bc9-e8dc-46ed-9ca5-941630e7d18e not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:36:59.756732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44202) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:00.355915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c11dd784-0ef0-43d2-8cd9-0db4647a2b3a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:00.816202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c11dd784-0ef0-43d2-8cd9-0db4647a2b3a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 11c82435-723c-416d-ac40-bf062d1c582d {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:37:00.816792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c11dd784-0ef0-43d2-8cd9-0db4647a2b3a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:00.959637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c11dd784-0ef0-43d2-8cd9-0db4647a2b3a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port 11c82435-723c-416d-ac40-bf062d1c582d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=11c82435-723c-416d-ac40-bf062d1c582d,segment=NetworkSegment(db3e8ca4-f2ae-4819-8df6-7de445d89d2c),segment_id=db3e8ca4-f2ae-4819-8df6-7de445d89d2c)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:37:00.960033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c11dd784-0ef0-43d2-8cd9-0db4647a2b3a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:01.095902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c11dd784-0ef0-43d2-8cd9-0db4647a2b3a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 11c82435-723c-416d-ac40-bf062d1c582d owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:37:01.369268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c11dd784-0ef0-43d2-8cd9-0db4647a2b3a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:01.374175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3cd2b123-4332-41fc-b450-2c780c6bdbae tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:01.424788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11dd784-0ef0-43d2-8cd9-0db4647a2b3a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=11c82435-723c-416d-ac40-bf062d1c582d,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:01.428216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c11dd784-0ef0-43d2-8cd9-0db4647a2b3a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:01.731578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c11dd784-0ef0-43d2-8cd9-0db4647a2b3a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:02.121587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11dd784-0ef0-43d2-8cd9-0db4647a2b3a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router ac8d461f-0294-441d-871e-aa8a3dabb237 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:37:02.312203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11dd784-0ef0-43d2-8cd9-0db4647a2b3a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:37:02.322666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4768917-b563-4390-b86f-30f713725ef9 None None] Sync routers for ids ['ac8d461f-0294-441d-871e-aa8a3dabb237'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:37:02.325772 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c11dd784-0ef0-43d2-8cd9-0db4647a2b3a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/routers/ac8d461f-0294-441d-871e-aa8a3dabb237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5678568 Apr 23 09:37:02.328548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44206) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:02.332834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4768917-b563-4390-b86f-30f713725ef9 None None] Routers {'ac8d461f-0294-441d-871e-aa8a3dabb237'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:37:02.333492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a4768917-b563-4390-b86f-30f713725ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:36:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ac8d461f-0294-441d-871e-aa8a3dabb237'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:37:02.402583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-28679d97-fb25-4109-93c8-aea5405260ba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting subnet 323f19b9-8202-49bf-8578-4d748259144a {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:37:02.405787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-28679d97-fb25-4109-93c8-aea5405260ba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:02.534742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-a4768917-b563-4390-b86f-30f713725ef9 None None] Set router ac8d461f-0294-441d-871e-aa8a3dabb237 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:37:02.768871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-28679d97-fb25-4109-93c8-aea5405260ba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:02.864722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-28679d97-fb25-4109-93c8-aea5405260ba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:03.019798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a4768917-b563-4390-b86f-30f713725ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'name': 'tempest-TestNetworkBasicOps-router-1077029587', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:33:44Z', 'updated_at': '2021-04-23T09:37:01Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:20:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:33:45Z', 'updated_at': '2021-04-23T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:37:03.024183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4768917-b563-4390-b86f-30f713725ef9 None None] Checking router: ac8d461f-0294-441d-871e-aa8a3dabb237 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:37:03.033874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4768917-b563-4390-b86f-30f713725ef9 None None] Routers {'ac8d461f-0294-441d-871e-aa8a3dabb237'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:37:03.034585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a4768917-b563-4390-b86f-30f713725ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:36:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ac8d461f-0294-441d-871e-aa8a3dabb237'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:37:03.207344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-28679d97-fb25-4109-93c8-aea5405260ba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:03.212867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-70bb1094-4e96-4869-bc7b-d266955f7c83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:03.227866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-a4768917-b563-4390-b86f-30f713725ef9 None None] Set router ac8d461f-0294-441d-871e-aa8a3dabb237 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:37:03.252633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28679d97-fb25-4109-93c8-aea5405260ba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Subnet': ['ID=323f19b9-8202-49bf-8578-4d748259144a,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:03.256061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-28679d97-fb25-4109-93c8-aea5405260ba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:03.257086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-28679d97-fb25-4109-93c8-aea5405260ba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:03.263951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53404460-1d3f-427b-8a96-800fbeba07c7 None None] Network 79ba1eb4-20ed-4407-abbd-33fb8389e74a requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:37:03.264108 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-28679d97-fb25-4109-93c8-aea5405260ba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/subnets/323f19b9-8202-49bf-8578-4d748259144a HTTP/1.1" status: 204 len: 168 time: 0.9345093 Apr 23 09:37:03.267298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44210) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:03.482269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c1c9be8a-aabe-49f5-8a3e-490c965c5805 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:03.543298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc9c545-eb49-419d-a017-7336ebd280a0 None None] DHCP port deletion for 79ba1eb4-20ed-4407-abbd-33fb8389e74a request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:37:03.564375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a4768917-b563-4390-b86f-30f713725ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'name': 'tempest-TestNetworkBasicOps-router-1077029587', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:33:44Z', 'updated_at': '2021-04-23T09:37:01Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:20:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:33:45Z', 'updated_at': '2021-04-23T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:37:03.568860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4768917-b563-4390-b86f-30f713725ef9 None None] The sync data for ids ['ac8d461f-0294-441d-871e-aa8a3dabb237'] in dv-neutron-786478-4-hyperv is: [{'id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'name': 'tempest-TestNetworkBasicOps-router-1077029587', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:33:44Z', 'updated_at': '2021-04-23T09:37:01Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '1e698bef-9b25-49ce-a60a-23aa2bba1081', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:20:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d461f-0294-441d-871e-aa8a3dabb237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:33:45Z', 'updated_at': '2021-04-23T09:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:37:03.625313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4fc9c545-eb49-419d-a017-7336ebd280a0 None None] Deleting port 3ec4cb80-3871-4c46-aaf5-bd3be6a8e291 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:37:03.625736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4fc9c545-eb49-419d-a017-7336ebd280a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:03.693268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c1c9be8a-aabe-49f5-8a3e-490c965c5805 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:03.735957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4fc9c545-eb49-419d-a017-7336ebd280a0 None None] For port 3ec4cb80-3871-4c46-aaf5-bd3be6a8e291, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=3ec4cb80-3871-4c46-aaf5-bd3be6a8e291,segment=NetworkSegment(db3e8ca4-f2ae-4819-8df6-7de445d89d2c),segment_id=db3e8ca4-f2ae-4819-8df6-7de445d89d2c)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:37:03.736328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4fc9c545-eb49-419d-a017-7336ebd280a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:03.822921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c1c9be8a-aabe-49f5-8a3e-490c965c5805 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 1e698bef-9b25-49ce-a60a-23aa2bba1081 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:37:03.823310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c1c9be8a-aabe-49f5-8a3e-490c965c5805 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:03.870234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4fc9c545-eb49-419d-a017-7336ebd280a0 None None] Calling delete_port for 3ec4cb80-3871-4c46-aaf5-bd3be6a8e291 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:37:03.951622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4fc9c545-eb49-419d-a017-7336ebd280a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:03.957263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2d9b9110-c6a7-4806-90ee-0c4f7b9ba372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:03.962468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c1c9be8a-aabe-49f5-8a3e-490c965c5805 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port 1e698bef-9b25-49ce-a60a-23aa2bba1081, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1e698bef-9b25-49ce-a60a-23aa2bba1081,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:37:03.962468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c1c9be8a-aabe-49f5-8a3e-490c965c5805 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:04.003313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9c545-eb49-419d-a017-7336ebd280a0 None None] Pushing event deleted for resources: {'Port': ['ID=3ec4cb80-3871-4c46-aaf5-bd3be6a8e291,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:04.012578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc9c545-eb49-419d-a017-7336ebd280a0 None None] No DVR routers for this DVR port 3ec4cb80-3871-4c46-aaf5-bd3be6a8e291 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:37:04.014817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9c545-eb49-419d-a017-7336ebd280a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:04.015203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9c545-eb49-419d-a017-7336ebd280a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:04.015582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9c545-eb49-419d-a017-7336ebd280a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:04.015994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9c545-eb49-419d-a017-7336ebd280a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:04.016367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9c545-eb49-419d-a017-7336ebd280a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:04.016733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9c545-eb49-419d-a017-7336ebd280a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:04.017100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9c545-eb49-419d-a017-7336ebd280a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:04.017482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9c545-eb49-419d-a017-7336ebd280a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:04.017839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9c545-eb49-419d-a017-7336ebd280a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:04.018203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9c545-eb49-419d-a017-7336ebd280a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:04.018642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9c545-eb49-419d-a017-7336ebd280a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:04.019010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc9c545-eb49-419d-a017-7336ebd280a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:04.022890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4fc9c545-eb49-419d-a017-7336ebd280a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:04.093923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 11c82435-723c-416d-ac40-bf062d1c582d no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:37:04.099885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c1c9be8a-aabe-49f5-8a3e-490c965c5805 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 1e698bef-9b25-49ce-a60a-23aa2bba1081 owned by network:router_gateway {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:37:04.134592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 11c82435-723c-416d-ac40-bf062d1c582d {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:37:04.135009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 11c82435-723c-416d-ac40-bf062d1c582d not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:37:04.135542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 3ec4cb80-3871-4c46-aaf5-bd3be6a8e291 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:37:04.171816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 3ec4cb80-3871-4c46-aaf5-bd3be6a8e291 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:37:04.172216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 3ec4cb80-3871-4c46-aaf5-bd3be6a8e291 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:37:04.311212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c1c9be8a-aabe-49f5-8a3e-490c965c5805 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:04.316119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-179e2abc-32f5-4483-b36c-3d35ae046ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:04.365705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9be8a-aabe-49f5-8a3e-490c965c5805 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=1e698bef-9b25-49ce-a60a-23aa2bba1081,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:04.394138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c1c9be8a-aabe-49f5-8a3e-490c965c5805 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:04.461211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c1c9be8a-aabe-49f5-8a3e-490c965c5805 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:04.650848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c1c9be8a-aabe-49f5-8a3e-490c965c5805 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:04.653257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c1c9be8a-aabe-49f5-8a3e-490c965c5805 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:04.745304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c1c9be8a-aabe-49f5-8a3e-490c965c5805 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:04.745881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c9be8a-aabe-49f5-8a3e-490c965c5805 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Fanout notify agent at l3_agent the message router_deleted on router ac8d461f-0294-441d-871e-aa8a3dabb237 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:37:04.762279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c1c9be8a-aabe-49f5-8a3e-490c965c5805 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:04.763520 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c1c9be8a-aabe-49f5-8a3e-490c965c5805 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/routers/ac8d461f-0294-441d-871e-aa8a3dabb237 HTTP/1.1" status: 204 len: 168 time: 1.4951694 Apr 23 09:37:04.766435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44214) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:04.895683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c04e5e4-df81-4771-a785-8f3fa8e30ff4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:05.008201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:37:05.059443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c04e5e4-df81-4771-a785-8f3fa8e30ff4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:05.189983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-5c04e5e4-df81-4771-a785-8f3fa8e30ff4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ba1eb4-20ed-4407-abbd-33fb8389e74a']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:37:05.205479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-5c04e5e4-df81-4771-a785-8f3fa8e30ff4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db3e8ca4-f2ae-4819-8df6-7de445d89d2c') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:37:05.205751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-5c04e5e4-df81-4771-a785-8f3fa8e30ff4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db3e8ca4-f2ae-4819-8df6-7de445d89d2c') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:37:05.219284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c04e5e4-df81-4771-a785-8f3fa8e30ff4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:05.237068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c04e5e4-df81-4771-a785-8f3fa8e30ff4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:05.244826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c04e5e4-df81-4771-a785-8f3fa8e30ff4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:37:05.451044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5c04e5e4-df81-4771-a785-8f3fa8e30ff4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 79ba1eb4-20ed-4407-abbd-33fb8389e74a has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:37:05.460707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c04e5e4-df81-4771-a785-8f3fa8e30ff4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:05.660819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5c04e5e4-df81-4771-a785-8f3fa8e30ff4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 79ba1eb4-20ed-4407-abbd-33fb8389e74a has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:37:05.687583 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:37:05.842506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c04e5e4-df81-4771-a785-8f3fa8e30ff4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:05.846119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-503dd5f9-e2f2-444d-92d0-e6df64e10411 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:05.865953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5c04e5e4-df81-4771-a785-8f3fa8e30ff4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:05.875562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04e5e4-df81-4771-a785-8f3fa8e30ff4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Network': ['ID=79ba1eb4-20ed-4407-abbd-33fb8389e74a,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:05.879257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5c04e5e4-df81-4771-a785-8f3fa8e30ff4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:05.927596 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5c04e5e4-df81-4771-a785-8f3fa8e30ff4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/networks/79ba1eb4-20ed-4407-abbd-33fb8389e74a HTTP/1.1" status: 204 len: 168 time: 1.1600106 Apr 23 09:37:05.941662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44218) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:05.948777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'network': {'name': 'tempest-network-smoke--1736443567', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'port_security_enabled': True}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:37:05.954431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:37:05.958903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:network and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:37:05.963211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:37:05.971846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:37:06.082503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1e698bef-9b25-49ce-a60a-23aa2bba1081 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:37:06.094450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:37:06.104081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:06.121406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 1e698bef-9b25-49ce-a60a-23aa2bba1081 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:37:06.121804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1e698bef-9b25-49ce-a60a-23aa2bba1081 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:37:06.137224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:37:06.250283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:06.250735 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Added segment db1af8e8-c5a0-48ae-9013-165dcf0c41ed of type vlan for network 92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 Apr 23 09:37:06.357678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:06.465053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:06.471377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:06.472038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:06.477989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-166cbdff-d8c1-42e3-82a9-1e0a2706b0d9 tempest-ExternalNetworksTestJSON-1257840670 tempest-ExternalNetworksTestJSON-1257840670-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:06.584613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Network': ['ID=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:06.592736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:06.593211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:06.593555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:06.593944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:06.594380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:06.594802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:06.595257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:06.595635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:06.596096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:06.596467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:06.596880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:06.597291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:06.601036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:06.609777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:37:06.671807 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7286978 Apr 23 09:37:06.674513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44222) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:06.681116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-962252260', 'admin_state_up': True, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:37:06.689268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:37:06.693515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:router and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:37:06.697410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:37:06.703620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:37:06.745536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d6e102e4-48ed-467a-b054-efdf2dcf1373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:06.768516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:06.769709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:06.880633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:07.192435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:07.553821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:07.585944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:07.738047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.26.4.138 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/b755e1a7-2dc7-436a-8ae9-8f79a665ecb7) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:37:07.900574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:07.963793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:07.968858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e3064d83-ede2-4800-bd06-abbf08c9fc13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:08.038115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:37:08.041724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:37:08.045727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:37:08.082609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=b755e1a7-2dc7-436a-8ae9-8f79a665ecb7,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:08.089638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:08.808928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:09.183345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:09.478914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router a64feff7-1118-4c91-953f-5099ffbdeba6 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:37:09.683286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:37:09.694323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] Sync routers for ids ['a64feff7-1118-4c91-953f-5099ffbdeba6'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:37:09.702976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c7e69e5e-d10e-400f-b7f2-ed9322558713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:09.708558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] Routers {'a64feff7-1118-4c91-953f-5099ffbdeba6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:37:09.709232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:37:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['a64feff7-1118-4c91-953f-5099ffbdeba6'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:37:09.740058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:09.741353 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0658143 Apr 23 09:37:09.745824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44226) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:10.087117 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9ef01a6c-2e76-40ca-baf6-cb565606bbfb tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7602bab2a5e54e68ba9a873197bc68fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3368244 Apr 23 09:37:10.088023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44232) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:10.092215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] Set router a64feff7-1118-4c91-953f-5099ffbdeba6 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:37:10.239902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624851a9-c8a1-4bdc-8509-55b12abbefac tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:10.245917 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-624851a9-c8a1-4bdc-8509-55b12abbefac tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1519852 Apr 23 09:37:10.246063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44236) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:10.297759 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1b4f7c95-4284-4fcc-9b54-e02f3796b2ce tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0503755 Apr 23 09:37:10.300700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44240) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:10.308132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c51b4c7e-a37d-4a78-8fb2-88a24d9612ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-185607629', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:37:10.419174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'name': 'tempest-TestNetworkBasicOps-router-962252260', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:37:06Z', 'updated_at': '2021-04-23T09:37:08Z', 'revision_number': 3, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:07Z', 'updated_at': '2021-04-23T09:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:37:10.423525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:10.424405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] Checking router: a64feff7-1118-4c91-953f-5099ffbdeba6 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:37:10.424800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] Updating router a64feff7-1118-4c91-953f-5099ffbdeba6 port b755e1a7-2dc7-436a-8ae9-8f79a665ecb7 binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:37:10.429514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c51b4c7e-a37d-4a78-8fb2-88a24d9612ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:37:10.434057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c51b4c7e-a37d-4a78-8fb2-88a24d9612ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:subnet and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:37:10.437221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c51b4c7e-a37d-4a78-8fb2-88a24d9612ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:37:10.443423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c51b4c7e-a37d-4a78-8fb2-88a24d9612ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:37:10.487181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51b4c7e-a37d-4a78-8fb2-88a24d9612ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:37:10.488613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:10.493673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c51b4c7e-a37d-4a78-8fb2-88a24d9612ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:10.903281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:10.991274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] Transition to ACTIVE for port object b755e1a7-2dc7-436a-8ae9-8f79a665ecb7 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:37:11.036692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:11.043049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:11.130895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] Attempting to bind port b755e1a7-2dc7-436a-8ae9-8f79a665ecb7 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:37:11.131478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] Attempting to bind port b755e1a7-2dc7-436a-8ae9-8f79a665ecb7 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:37:11.131699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] Attempting to bind port b755e1a7-2dc7-436a-8ae9-8f79a665ecb7 on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:37:11.138706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6fc92-cb53-4f80-9141-60985d5fb59b None None] Pushing event updated for resources: {'Port': ['ID=b755e1a7-2dc7-436a-8ae9-8f79a665ecb7,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:11.143396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a5d6fc92-cb53-4f80-9141-60985d5fb59b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:11.143970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:37:11.144391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:37:11.144844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:11.145276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:37:11.146289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] Bound port: b755e1a7-2dc7-436a-8ae9-8f79a665ecb7, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:37:11.146289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:11.241590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] For port b755e1a7-2dc7-436a-8ae9-8f79a665ecb7, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:37:11.245281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] For port b755e1a7-2dc7-436a-8ae9-8f79a665ecb7, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b755e1a7-2dc7-436a-8ae9-8f79a665ecb7,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:37:11.283492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:11.287748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:11.290823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c51b4c7e-a37d-4a78-8fb2-88a24d9612ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:11.293535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:11.295803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fad804e1-78a1-4582-a174-df07f6bc5767 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:11.372848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] Routers {'a64feff7-1118-4c91-953f-5099ffbdeba6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:37:11.373551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:37:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['a64feff7-1118-4c91-953f-5099ffbdeba6'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:37:11.382701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b4c7e-a37d-4a78-8fb2-88a24d9612ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Subnet': ['ID=bf180692-55e0-434c-9f1e-0f129b5bd6a2,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:11.386983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c51b4c7e-a37d-4a78-8fb2-88a24d9612ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:11.393430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51b4c7e-a37d-4a78-8fb2-88a24d9612ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Checking segment: {'id': 'db1af8e8-c5a0-48ae-9013-165dcf0c41ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:37:11.393887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51b4c7e-a37d-4a78-8fb2-88a24d9612ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network hostable DHCP agents. Network: 92f58bf0-9126-4eab-97b3-f9f6f44f4ae9, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:37:11.480769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51b4c7e-a37d-4a78-8fb2-88a24d9612ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:37:11.512665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6fc92-cb53-4f80-9141-60985d5fb59b None None] Pushing event updated for resources: {'Port': ['ID=b755e1a7-2dc7-436a-8ae9-8f79a665ecb7,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:11.517794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a5d6fc92-cb53-4f80-9141-60985d5fb59b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:11.550790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c51b4c7e-a37d-4a78-8fb2-88a24d9612ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 92f58bf0-9126-4eab-97b3-f9f6f44f4ae9) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:37:11.565448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9c7185-d0b1-4c86-8207-bf6ae9ba6f21 None None] Network 92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:37:11.565666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51b4c7e-a37d-4a78-8fb2-88a24d9612ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:11.566102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c51b4c7e-a37d-4a78-8fb2-88a24d9612ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:11.612093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] Set router a64feff7-1118-4c91-953f-5099ffbdeba6 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:37:11.619055 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c51b4c7e-a37d-4a78-8fb2-88a24d9612ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3169177 Apr 23 09:37:11.621886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44244) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:12.107248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ips': [{'subnet_id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:37:12.108211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:12.182465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'name': 'tempest-TestNetworkBasicOps-router-962252260', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:37:06Z', 'updated_at': '2021-04-23T09:37:08Z', 'revision_number': 3, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:07Z', 'updated_at': '2021-04-23T09:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:37:12.191218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d6bcb2-45bc-40f1-b125-a6b0db637f45 None None] The sync data for ids ['a64feff7-1118-4c91-953f-5099ffbdeba6'] in dv-neutron-786478-4-hyperv is: [{'id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'name': 'tempest-TestNetworkBasicOps-router-962252260', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:37:06Z', 'updated_at': '2021-04-23T09:37:08Z', 'revision_number': 3, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:07Z', 'updated_at': '2021-04-23T09:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:37:12.327759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Allocated IP 172.20.0.2 (92f58bf0-9126-4eab-97b3-f9f6f44f4ae9/bf180692-55e0-434c-9f1e-0f129b5bd6a2/35cd4964-18e4-43f2-bfe9-682c1b6c8c10) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:37:12.330686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:12.747857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:12.761720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Transition to ACTIVE for port object 35cd4964-18e4-43f2-bfe9-682c1b6c8c10 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:37:12.783622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60e528d6-4ccf-46e2-89e3-680df464b6ab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:12.842552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Transition to ACTIVE for port object 35cd4964-18e4-43f2-bfe9-682c1b6c8c10 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:37:12.872015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:12.879820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:12.949626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Network 92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:37:12.957973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:37:12.963606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:37:12.973924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Pushing event updated for resources: {'Port': ['ID=35cd4964-18e4-43f2-bfe9-682c1b6c8c10,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:13.004563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:13.072993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Attempting to bind port 35cd4964-18e4-43f2-bfe9-682c1b6c8c10 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:37:13.073343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Attempting to bind port 35cd4964-18e4-43f2-bfe9-682c1b6c8c10 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'db1af8e8-c5a0-48ae-9013-165dcf0c41ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:37:13.073766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Attempting to bind port 35cd4964-18e4-43f2-bfe9-682c1b6c8c10 on network 92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:37:13.080287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:37:13.080720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Checking segment: {'id': 'db1af8e8-c5a0-48ae-9013-165dcf0c41ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:37:13.081185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:13.081640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Bound using segment: {'id': 'db1af8e8-c5a0-48ae-9013-165dcf0c41ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:37:13.082187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Bound port: 35cd4964-18e4-43f2-bfe9-682c1b6c8c10, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1af8e8-c5a0-48ae-9013-165dcf0c41ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:37:13.082650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:13.201162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] For port 35cd4964-18e4-43f2-bfe9-682c1b6c8c10, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:37:13.210002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] For port 35cd4964-18e4-43f2-bfe9-682c1b6c8c10, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=35cd4964-18e4-43f2-bfe9-682c1b6c8c10,segment=NetworkSegment(db1af8e8-c5a0-48ae-9013-165dcf0c41ed),segment_id=db1af8e8-c5a0-48ae-9013-165dcf0c41ed)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:37:13.307299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:13.312805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:13.339937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-60e528d6-4ccf-46e2-89e3-680df464b6ab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.20.0.1 (92f58bf0-9126-4eab-97b3-f9f6f44f4ae9/bf180692-55e0-434c-9f1e-0f129b5bd6a2/6ef884f7-d096-478d-9f27-5d7fd585853a) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:37:13.414636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Pushing event updated for resources: {'Port': ['ID=35cd4964-18e4-43f2-bfe9-682c1b6c8c10,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:13.418752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:13.540603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60e528d6-4ccf-46e2-89e3-680df464b6ab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:13.559872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-60e528d6-4ccf-46e2-89e3-680df464b6ab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Transition to ACTIVE for port object 6ef884f7-d096-478d-9f27-5d7fd585853a will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:37:13.608514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60e528d6-4ccf-46e2-89e3-680df464b6ab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:13.613810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b4eac08d-7fa3-4c99-82e3-18282a64c572 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:13.681567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e528d6-4ccf-46e2-89e3-680df464b6ab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:37:13.690056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-60e528d6-4ccf-46e2-89e3-680df464b6ab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:37:13.694604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e528d6-4ccf-46e2-89e3-680df464b6ab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:37:13.752632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e528d6-4ccf-46e2-89e3-680df464b6ab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=6ef884f7-d096-478d-9f27-5d7fd585853a,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:13.756048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-60e528d6-4ccf-46e2-89e3-680df464b6ab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:13.775901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60e528d6-4ccf-46e2-89e3-680df464b6ab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:13.934588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60e528d6-4ccf-46e2-89e3-680df464b6ab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:14.171968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b755e1a7-2dc7-436a-8ae9-8f79a665ecb7 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:37:14.361212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port b755e1a7-2dc7-436a-8ae9-8f79a665ecb7 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:37:14.366872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port b755e1a7-2dc7-436a-8ae9-8f79a665ecb7 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:37:14.367455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:14.420267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60e528d6-4ccf-46e2-89e3-680df464b6ab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:14.453995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60e528d6-4ccf-46e2-89e3-680df464b6ab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:14.486701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-425736b8-82f8-43c2-8864-fa34dce4af58 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:14.545361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:14.585681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port b755e1a7-2dc7-436a-8ae9-8f79a665ecb7, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b755e1a7-2dc7-436a-8ae9-8f79a665ecb7,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:37:14.588709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60e528d6-4ccf-46e2-89e3-680df464b6ab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:14.593141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e528d6-4ccf-46e2-89e3-680df464b6ab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=6ef884f7-d096-478d-9f27-5d7fd585853a,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:14.597856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-60e528d6-4ccf-46e2-89e3-680df464b6ab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:14.614740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:14.615992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 35cd4964-18e4-43f2-bfe9-682c1b6c8c10 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:37:14.650243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:14.751960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e528d6-4ccf-46e2-89e3-680df464b6ab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:37:14.753250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-60e528d6-4ccf-46e2-89e3-680df464b6ab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:37:14.964680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7afee89-903d-459b-8a4c-11606ba0ebd9 None None] Network 92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:37:14.998596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=b755e1a7-2dc7-436a-8ae9-8f79a665ecb7,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:15.005445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:15.013362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e528d6-4ccf-46e2-89e3-680df464b6ab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router a64feff7-1118-4c91-953f-5099ffbdeba6 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:37:15.115919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 35cd4964-18e4-43f2-bfe9-682c1b6c8c10 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:37:15.148246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 35cd4964-18e4-43f2-bfe9-682c1b6c8c10 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:37:15.148917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:15.205147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3e0ee390-ef29-4f46-af14-7e0062097d32 None None] Provisioning for port 35cd4964-18e4-43f2-bfe9-682c1b6c8c10 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:37:15.270559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3e0ee390-ef29-4f46-af14-7e0062097d32 None None] Provisioning complete for port 35cd4964-18e4-43f2-bfe9-682c1b6c8c10 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:37:15.270987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3e0ee390-ef29-4f46-af14-7e0062097d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:15.307572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e528d6-4ccf-46e2-89e3-680df464b6ab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:37:15.318667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] Sync routers for ids ['a64feff7-1118-4c91-953f-5099ffbdeba6'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:37:15.321916 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-60e528d6-4ccf-46e2-89e3-680df464b6ab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/routers/a64feff7-1118-4c91-953f-5099ffbdeba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6988533 Apr 23 09:37:15.324805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44248) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:15.353350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] Routers {'a64feff7-1118-4c91-953f-5099ffbdeba6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:37:15.354035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:37:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['a64feff7-1118-4c91-953f-5099ffbdeba6'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:37:15.522382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2684c71-e3d7-4578-9c4f-7f452c00c4d1 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:15.525219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2684c71-e3d7-4578-9c4f-7f452c00c4d1 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:15.526224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2684c71-e3d7-4578-9c4f-7f452c00c4d1 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:15.526955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2684c71-e3d7-4578-9c4f-7f452c00c4d1 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:15.529577 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d2684c71-e3d7-4578-9c4f-7f452c00c4d1 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2036784 Apr 23 09:37:15.532970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44252) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:15.561575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] Set router a64feff7-1118-4c91-953f-5099ffbdeba6 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:37:15.566051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:15.583116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3e0ee390-ef29-4f46-af14-7e0062097d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:15.612515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4198ad03-da2b-4df5-8d62-e5d360825108 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:15.613037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4198ad03-da2b-4df5-8d62-e5d360825108 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:15.613550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4198ad03-da2b-4df5-8d62-e5d360825108 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:15.614059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4198ad03-da2b-4df5-8d62-e5d360825108 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:15.619565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44256) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:15.619780 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4198ad03-da2b-4df5-8d62-e5d360825108 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0852566 Apr 23 09:37:15.638243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 35cd4964-18e4-43f2-bfe9-682c1b6c8c10, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=35cd4964-18e4-43f2-bfe9-682c1b6c8c10,segment=NetworkSegment(db1af8e8-c5a0-48ae-9013-165dcf0c41ed),segment_id=db1af8e8-c5a0-48ae-9013-165dcf0c41ed)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:37:15.685636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:15.689753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a5d6fc92-cb53-4f80-9141-60985d5fb59b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:15.769059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-3e0ee390-ef29-4f46-af14-7e0062097d32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:37:15.769470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-3e0ee390-ef29-4f46-af14-7e0062097d32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:37:15.785037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=35cd4964-18e4-43f2-bfe9-682c1b6c8c10,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:15.788626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:15.875747 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f4f5df26-6011-4eda-a54e-7c9e2b1fb3d6 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2548106 Apr 23 09:37:15.982033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'name': 'tempest-TestNetworkBasicOps-router-962252260', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:37:06Z', 'updated_at': '2021-04-23T09:37:13Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:07Z', 'updated_at': '2021-04-23T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '6ef884f7-d096-478d-9f27-5d7fd585853a', 'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:8e:dd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:13Z', 'updated_at': '2021-04-23T09:37:14Z', 'revision_number': 2, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:37:15.986854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] Checking router: a64feff7-1118-4c91-953f-5099ffbdeba6 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:37:15.991004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] Updating router a64feff7-1118-4c91-953f-5099ffbdeba6 port 6ef884f7-d096-478d-9f27-5d7fd585853a binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:37:16.053360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:16.132454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b755e1a7-2dc7-436a-8ae9-8f79a665ecb7 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:37:16.200836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44262) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:16.208101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-29d79adf-7a29-4f69-b85e-03341d874298 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1553831281', 'description': 'tempest-secgroup-smoke-1553831281 description', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:37:16.216007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-29d79adf-7a29-4f69-b85e-03341d874298 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:37:16.221875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-29d79adf-7a29-4f69-b85e-03341d874298 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:37:16.225968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-29d79adf-7a29-4f69-b85e-03341d874298 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:37:16.233906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-29d79adf-7a29-4f69-b85e-03341d874298 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:37:16.249428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port b755e1a7-2dc7-436a-8ae9-8f79a665ecb7 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:37:16.249856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:16.288378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-29d79adf-7a29-4f69-b85e-03341d874298 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:16.317765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-29d79adf-7a29-4f69-b85e-03341d874298 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:37:16.324581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-29d79adf-7a29-4f69-b85e-03341d874298 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:37:16.328163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-29d79adf-7a29-4f69-b85e-03341d874298 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:37:16.335556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-29d79adf-7a29-4f69-b85e-03341d874298 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:37:16.449054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 35cd4964-18e4-43f2-bfe9-682c1b6c8c10 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:37:16.502475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:16.531224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-29d79adf-7a29-4f69-b85e-03341d874298 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:16.531795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] Transition to ACTIVE for port object 6ef884f7-d096-478d-9f27-5d7fd585853a will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:37:16.543693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 35cd4964-18e4-43f2-bfe9-682c1b6c8c10 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:37:16.543979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:16.603483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-29d79adf-7a29-4f69-b85e-03341d874298 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:16.603730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:16.608384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d779ccf1-5030-4363-9f0a-4edcb7c49ffd None None] Provisioning complete for port 35cd4964-18e4-43f2-bfe9-682c1b6c8c10 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:37:16.608384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d779ccf1-5030-4363-9f0a-4edcb7c49ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:16.612339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-320dd870-5510-4b89-8755-5076061304f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:16.614218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8cc506a3-813f-45a9-91b4-2b20e1eab75b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:16.692913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d79adf-7a29-4f69-b85e-03341d874298 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d56792c5-3818-49fb-838d-97b5edd3465b,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:16.698299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-29d79adf-7a29-4f69-b85e-03341d874298 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:16.723037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-29d79adf-7a29-4f69-b85e-03341d874298 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:16.728743 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-29d79adf-7a29-4f69-b85e-03341d874298 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5228975 Apr 23 09:37:16.729444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44266) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:16.740127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-512ce476-36a9-4c56-94c0-777295c67571 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'd56792c5-3818-49fb-838d-97b5edd3465b', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:37:16.752999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-512ce476-36a9-4c56-94c0-777295c67571 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:37:16.761752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-512ce476-36a9-4c56-94c0-777295c67571 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:37:16.768670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-512ce476-36a9-4c56-94c0-777295c67571 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:37:16.780762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-512ce476-36a9-4c56-94c0-777295c67571 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:37:16.843486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-512ce476-36a9-4c56-94c0-777295c67571 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:16.886658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e9ad7-d662-4ae0-b72a-920a7b105cb9 None None] Pushing event updated for resources: {'Port': ['ID=6ef884f7-d096-478d-9f27-5d7fd585853a,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:16.887197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d779ccf1-5030-4363-9f0a-4edcb7c49ffd None None] Provisioning for port 6ef884f7-d096-478d-9f27-5d7fd585853a completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:37:16.928444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-512ce476-36a9-4c56-94c0-777295c67571 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:16.936604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9e9ad7-d662-4ae0-b72a-920a7b105cb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:16.936604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9e9ad7-d662-4ae0-b72a-920a7b105cb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:16.936604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9e9ad7-d662-4ae0-b72a-920a7b105cb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:16.936604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9e9ad7-d662-4ae0-b72a-920a7b105cb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:16.936604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9e9ad7-d662-4ae0-b72a-920a7b105cb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:16.936604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9e9ad7-d662-4ae0-b72a-920a7b105cb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:16.936604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9e9ad7-d662-4ae0-b72a-920a7b105cb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:16.936604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9e9ad7-d662-4ae0-b72a-920a7b105cb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:16.936604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9e9ad7-d662-4ae0-b72a-920a7b105cb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:16.936604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9e9ad7-d662-4ae0-b72a-920a7b105cb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:16.936604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9e9ad7-d662-4ae0-b72a-920a7b105cb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:16.936604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9e9ad7-d662-4ae0-b72a-920a7b105cb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:16.944808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e9e9ad7-d662-4ae0-b72a-920a7b105cb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:16.954938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-512ce476-36a9-4c56-94c0-777295c67571 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:16.956915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9f4ddc37-00fc-4c2d-b998-6ff9384543b1 tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:16.963894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] Attempting to bind port 6ef884f7-d096-478d-9f27-5d7fd585853a on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:37:16.964312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] Attempting to bind port 6ef884f7-d096-478d-9f27-5d7fd585853a by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'db1af8e8-c5a0-48ae-9013-165dcf0c41ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:37:16.967751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] Attempting to bind port 6ef884f7-d096-478d-9f27-5d7fd585853a on network 92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:37:16.970827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:37:16.971269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] Checking segment: {'id': 'db1af8e8-c5a0-48ae-9013-165dcf0c41ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:37:16.971721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:16.972167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] Bound using segment: {'id': 'db1af8e8-c5a0-48ae-9013-165dcf0c41ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:37:16.972696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] Bound port: 6ef884f7-d096-478d-9f27-5d7fd585853a, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1af8e8-c5a0-48ae-9013-165dcf0c41ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:37:16.973112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:16.980009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ce476-36a9-4c56-94c0-777295c67571 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7210168e-b839-469a-a187-cdf861b7c2cc,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:16.984765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-512ce476-36a9-4c56-94c0-777295c67571 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:17.019716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-512ce476-36a9-4c56-94c0-777295c67571 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:17.021018 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-512ce476-36a9-4c56-94c0-777295c67571 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2900627 Apr 23 09:37:17.024201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44270) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:17.030685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c951a716-884a-4dbe-b3c3-6d391ac0df5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'd56792c5-3818-49fb-838d-97b5edd3465b', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:37:17.037404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c951a716-884a-4dbe-b3c3-6d391ac0df5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:37:17.041928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c951a716-884a-4dbe-b3c3-6d391ac0df5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:37:17.049554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c951a716-884a-4dbe-b3c3-6d391ac0df5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:37:17.054262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c951a716-884a-4dbe-b3c3-6d391ac0df5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:37:17.076961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] For port 6ef884f7-d096-478d-9f27-5d7fd585853a, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:37:17.080277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] For port 6ef884f7-d096-478d-9f27-5d7fd585853a, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6ef884f7-d096-478d-9f27-5d7fd585853a,segment=NetworkSegment(db1af8e8-c5a0-48ae-9013-165dcf0c41ed),segment_id=db1af8e8-c5a0-48ae-9013-165dcf0c41ed)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:37:17.107423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c951a716-884a-4dbe-b3c3-6d391ac0df5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:17.129030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:17.134973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f2b0019f-17ef-41e2-9ab8-42e35d4ee633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:17.215873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] Routers {'a64feff7-1118-4c91-953f-5099ffbdeba6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:37:17.216565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:37:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['a64feff7-1118-4c91-953f-5099ffbdeba6'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:37:17.251957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c951a716-884a-4dbe-b3c3-6d391ac0df5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:17.288236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c951a716-884a-4dbe-b3c3-6d391ac0df5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:17.290764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e9ad7-d662-4ae0-b72a-920a7b105cb9 None None] Pushing event updated for resources: {'Port': ['ID=6ef884f7-d096-478d-9f27-5d7fd585853a,revision_number=4']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:17.295294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ff4a39b9-4830-4137-8087-05aa0b0654bd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:17.320264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951a716-884a-4dbe-b3c3-6d391ac0df5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a481cc-d43d-4e4a-a538-10c7eae93caf,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:17.327023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c951a716-884a-4dbe-b3c3-6d391ac0df5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:17.345717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e9e9ad7-d662-4ae0-b72a-920a7b105cb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:17.369170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c951a716-884a-4dbe-b3c3-6d391ac0df5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:17.370662 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c951a716-884a-4dbe-b3c3-6d391ac0df5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3450990 Apr 23 09:37:17.373770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44274) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:17.379963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-dba96f41-acdc-4518-9929-9cb43aed6e48 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'd56792c5-3818-49fb-838d-97b5edd3465b', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:37:17.387209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-dba96f41-acdc-4518-9929-9cb43aed6e48 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:37:17.391898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dba96f41-acdc-4518-9929-9cb43aed6e48 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:37:17.395426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dba96f41-acdc-4518-9929-9cb43aed6e48 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:37:17.402484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-dba96f41-acdc-4518-9929-9cb43aed6e48 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:37:17.460237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dba96f41-acdc-4518-9929-9cb43aed6e48 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:17.534771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dba96f41-acdc-4518-9929-9cb43aed6e48 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:17.568454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dba96f41-acdc-4518-9929-9cb43aed6e48 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:17.570933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d4ce95ce-fdae-449f-a12f-3f633508ab07 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:17.586466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] Set router a64feff7-1118-4c91-953f-5099ffbdeba6 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:37:17.595377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba96f41-acdc-4518-9929-9cb43aed6e48 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6eb14a4-8dc8-4771-8042-6558b480d612,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:17.598048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dba96f41-acdc-4518-9929-9cb43aed6e48 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:17.642684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dba96f41-acdc-4518-9929-9cb43aed6e48 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:17.644125 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-dba96f41-acdc-4518-9929-9cb43aed6e48 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2692018 Apr 23 09:37:17.647559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44278) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:17.653886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5d572a43-da00-4410-8408-1389efcb6a2f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'd56792c5-3818-49fb-838d-97b5edd3465b', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:37:17.660559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5d572a43-da00-4410-8408-1389efcb6a2f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:37:17.665341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5d572a43-da00-4410-8408-1389efcb6a2f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:37:17.668563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5d572a43-da00-4410-8408-1389efcb6a2f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:37:17.674839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5d572a43-da00-4410-8408-1389efcb6a2f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:37:17.732554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d572a43-da00-4410-8408-1389efcb6a2f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:17.813167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d572a43-da00-4410-8408-1389efcb6a2f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:17.853172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d572a43-da00-4410-8408-1389efcb6a2f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:17.855227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e9ded723-93e8-47cc-b7ca-915b52da3471 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:17.880530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d572a43-da00-4410-8408-1389efcb6a2f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d28059-1c5a-411f-8304-a276845a5189,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:17.883281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d572a43-da00-4410-8408-1389efcb6a2f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:17.928212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d572a43-da00-4410-8408-1389efcb6a2f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:17.929553 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5d572a43-da00-4410-8408-1389efcb6a2f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2809281 Apr 23 09:37:17.932637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44282) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:17.932783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'name': 'tempest-TestNetworkBasicOps-router-962252260', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:37:06Z', 'updated_at': '2021-04-23T09:37:13Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:07Z', 'updated_at': '2021-04-23T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '6ef884f7-d096-478d-9f27-5d7fd585853a', 'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:8e:dd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:13Z', 'updated_at': '2021-04-23T09:37:17Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:37:17.936964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94719dba-f69b-45d0-84f8-7d39e9145427 None None] The sync data for ids ['a64feff7-1118-4c91-953f-5099ffbdeba6'] in dv-neutron-786478-4-hyperv is: [{'id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'name': 'tempest-TestNetworkBasicOps-router-962252260', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:37:06Z', 'updated_at': '2021-04-23T09:37:13Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:07Z', 'updated_at': '2021-04-23T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '6ef884f7-d096-478d-9f27-5d7fd585853a', 'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:8e:dd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:13Z', 'updated_at': '2021-04-23T09:37:17Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:37:17.938303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-dd7e4469-8178-44ed-bdc4-dcea2074a30a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'd56792c5-3818-49fb-838d-97b5edd3465b', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:37:17.945081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-dd7e4469-8178-44ed-bdc4-dcea2074a30a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:37:17.950467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dd7e4469-8178-44ed-bdc4-dcea2074a30a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:37:17.953693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dd7e4469-8178-44ed-bdc4-dcea2074a30a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:37:17.959869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-dd7e4469-8178-44ed-bdc4-dcea2074a30a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:37:18.013709 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-dd7e4469-8178-44ed-bdc4-dcea2074a30a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Project 7602bab2a5e54e68ba9a873197bc68fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:37:18.021191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd7e4469-8178-44ed-bdc4-dcea2074a30a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:18.118940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd7e4469-8178-44ed-bdc4-dcea2074a30a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:18.137623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6ef884f7-d096-478d-9f27-5d7fd585853a up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:37:18.151288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd7e4469-8178-44ed-bdc4-dcea2074a30a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:18.153330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-775f7629-2f23-4c24-b236-c42af49a272c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:18.179561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e4469-8178-44ed-bdc4-dcea2074a30a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e03e92-5364-484c-9968-69725a27aece,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:18.191100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dd7e4469-8178-44ed-bdc4-dcea2074a30a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:18.219849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd7e4469-8178-44ed-bdc4-dcea2074a30a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:18.221204 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-dd7e4469-8178-44ed-bdc4-dcea2074a30a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2875326 Apr 23 09:37:18.224426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44286) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:18.231703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-40b65311-89f4-4e54-b2ef-a932a634f477 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': 'd56792c5-3818-49fb-838d-97b5edd3465b', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:37:18.238700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-40b65311-89f4-4e54-b2ef-a932a634f477 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:37:18.244214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-40b65311-89f4-4e54-b2ef-a932a634f477 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:37:18.247478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-40b65311-89f4-4e54-b2ef-a932a634f477 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:37:18.247864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 6ef884f7-d096-478d-9f27-5d7fd585853a completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:37:18.253434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 6ef884f7-d096-478d-9f27-5d7fd585853a triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:37:18.254049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-40b65311-89f4-4e54-b2ef-a932a634f477 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:37:18.254193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:18.299958 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-40b65311-89f4-4e54-b2ef-a932a634f477 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Project 7602bab2a5e54e68ba9a873197bc68fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:37:18.308046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-40b65311-89f4-4e54-b2ef-a932a634f477 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:18.386112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-40b65311-89f4-4e54-b2ef-a932a634f477 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:18.392420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:18.429807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 6ef884f7-d096-478d-9f27-5d7fd585853a, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6ef884f7-d096-478d-9f27-5d7fd585853a,segment=NetworkSegment(db1af8e8-c5a0-48ae-9013-165dcf0c41ed),segment_id=db1af8e8-c5a0-48ae-9013-165dcf0c41ed)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:37:18.430043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-40b65311-89f4-4e54-b2ef-a932a634f477 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:18.440861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6d5033cc-0ec1-4ce6-9176-959faf5c45e1 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:18.462275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b65311-89f4-4e54-b2ef-a932a634f477 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59b9094-1092-4baf-9395-7dcc843c87b9,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:18.464051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:18.466368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:18.475418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-40b65311-89f4-4e54-b2ef-a932a634f477 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:18.511286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-40b65311-89f4-4e54-b2ef-a932a634f477 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:18.512633 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-40b65311-89f4-4e54-b2ef-a932a634f477 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2868576 Apr 23 09:37:18.558986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=6ef884f7-d096-478d-9f27-5d7fd585853a,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:18.563088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:18.774003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-47eaa3d8-25be-4e2a-bde3-b2cad6cd69fb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:37:18.825209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-47eaa3d8-25be-4e2a-bde3-b2cad6cd69fb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:37:18.826571 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-47eaa3d8-25be-4e2a-bde3-b2cad6cd69fb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1553831281&fields=id&tenant_id=7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 267 time: 0.1022267 Apr 23 09:37:18.996840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-886d84c8-cb1d-469b-9c6f-1a19d6d8c4a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:18.997633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-886d84c8-cb1d-469b-9c6f-1a19d6d8c4a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:37:19.042355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-886d84c8-cb1d-469b-9c6f-1a19d6d8c4a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:37:19.044091 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-886d84c8-cb1d-469b-9c6f-1a19d6d8c4a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/networks?id=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 HTTP/1.1" status: 200 len: 797 time: 0.2098274 Apr 23 09:37:19.065082 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-7b0b788d-35c9-440a-9e15-43aaa28bf823 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/quotas/7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 375 time: 0.0119638 Apr 23 09:37:19.166162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-333b9a20-5224-453e-958a-425c63e7b44e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:37:19.213257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-333b9a20-5224-453e-958a-425c63e7b44e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:37:19.214959 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-333b9a20-5224-453e-958a-425c63e7b44e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1435673 Apr 23 09:37:19.669578 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-2e0e5547-fcd1-440f-8e00-84c40dbbca4c service neutron] 10.222.0.60 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409504 Apr 23 09:37:19.816665 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-64dcaff1-c2b5-4a32-917d-c7fd2dd19503 service neutron] 10.222.0.60 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404519 Apr 23 09:37:20.105922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6ef884f7-d096-478d-9f27-5d7fd585853a up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:37:20.137858 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-234b27f1-7bf0-41fd-8a5e-0453d2431210 req-f085d995-a60a-4666-8371-db291350a492 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 210 time: 0.0729206 Apr 23 09:37:20.192613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 6ef884f7-d096-478d-9f27-5d7fd585853a triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:37:20.193494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:21.305446 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f9c90890-f9a7-4f12-b179-9280ee9c2f03 req-8a1a53c9-7106-4062-adcc-a130de154719 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 210 time: 0.0513453 Apr 23 09:37:22.323197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-7f983e6d-2eb1-4ff2-90ba-d5119be4a289 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:22.324841 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-7f983e6d-2eb1-4ff2-90ba-d5119be4a289 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/networks?id=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 HTTP/1.1" status: 200 len: 797 time: 0.1689479 Apr 23 09:37:22.385801 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-ff8c6e03-ca86-41e1-bc65-bede45135b09 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 380 time: 0.0530622 Apr 23 09:37:22.394898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-13406c19-6a50-454c-8fca-f6e60897cca4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'port': {'device_id': '94f90679-044d-4075-93a0-53d1e284bb38', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'admin_state_up': True, 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'security_groups': ['d56792c5-3818-49fb-838d-97b5edd3465b']}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:37:22.514090 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b12d203b-e06d-4ef1-b475-1467b9e168d7 req-90ab4eee-03eb-4808-be64-27a87ebadd76 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 210 time: 0.0899999 Apr 23 09:37:22.560217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-13406c19-6a50-454c-8fca-f6e60897cca4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:37:22.575731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-13406c19-6a50-454c-8fca-f6e60897cca4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:37:22.608148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-13406c19-6a50-454c-8fca-f6e60897cca4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:37:22.614790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-13406c19-6a50-454c-8fca-f6e60897cca4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:22.801044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-13406c19-6a50-454c-8fca-f6e60897cca4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.20.0.9 (92f58bf0-9126-4eab-97b3-f9f6f44f4ae9/bf180692-55e0-434c-9f1e-0f129b5bd6a2/ae878c20-604e-4a75-aff9-4c58ebfeea7a) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:37:23.009373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-13406c19-6a50-454c-8fca-f6e60897cca4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:23.027679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-13406c19-6a50-454c-8fca-f6e60897cca4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Transition to ACTIVE for port object ae878c20-604e-4a75-aff9-4c58ebfeea7a will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:37:23.077000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-13406c19-6a50-454c-8fca-f6e60897cca4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:23.083280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c79f599f-d970-47a9-af8d-9747daafffd7 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:23.152166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-13406c19-6a50-454c-8fca-f6e60897cca4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:37:23.160626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-13406c19-6a50-454c-8fca-f6e60897cca4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:37:23.165853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-13406c19-6a50-454c-8fca-f6e60897cca4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:37:23.212887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13406c19-6a50-454c-8fca-f6e60897cca4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=ae878c20-604e-4a75-aff9-4c58ebfeea7a,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:23.218057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-13406c19-6a50-454c-8fca-f6e60897cca4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:23.251840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-13406c19-6a50-454c-8fca-f6e60897cca4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:23.252705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-13406c19-6a50-454c-8fca-f6e60897cca4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:23.346139 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-13406c19-6a50-454c-8fca-f6e60897cca4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9554975 Apr 23 09:37:23.358539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Request body: {'port': {'device_id': '94f90679-044d-4075-93a0-53d1e284bb38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:37:23.373974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:23.436681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5d41793a-3815-44c5-a920-f1808206cb3c None None] Provisioning for port ae878c20-604e-4a75-aff9-4c58ebfeea7a completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:37:23.442349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5d41793a-3815-44c5-a920-f1808206cb3c None None] Provisioning complete for port ae878c20-604e-4a75-aff9-4c58ebfeea7a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:37:23.442779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d41793a-3815-44c5-a920-f1808206cb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:23.493289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:23.510020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5d41793a-3815-44c5-a920-f1808206cb3c None None] Port ae878c20-604e-4a75-aff9-4c58ebfeea7a cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:37:23.873822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74a72b-87e1-4999-bb41-bf8694c919e0 req-b3e683be-0aac-4125-ab0a-e48d6cb26756 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:23.874684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-9a74a72b-87e1-4999-bb41-bf8694c919e0 req-b3e683be-0aac-4125-ab0a-e48d6cb26756 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:37:23.947245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-9a74a72b-87e1-4999-bb41-bf8694c919e0 req-b3e683be-0aac-4125-ab0a-e48d6cb26756 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:37:23.948580 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9a74a72b-87e1-4999-bb41-bf8694c919e0 req-b3e683be-0aac-4125-ab0a-e48d6cb26756 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 931 time: 0.2964263 Apr 23 09:37:24.008911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae878c20-604e-4a75-aff9-4c58ebfeea7a {{(pid=87174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:37:24.022189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:24.041473 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9a74a72b-87e1-4999-bb41-bf8694c919e0 req-993b276e-011d-47fc-a31e-9594cff32ec1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=d56792c5-3818-49fb-838d-97b5edd3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849049 Apr 23 09:37:24.100395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Transition to ACTIVE for port object ae878c20-604e-4a75-aff9-4c58ebfeea7a will not be triggered until provisioned by entity L2. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:37:24.139663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:24.143961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fe17c95e-1e01-46d8-8dfc-8ea9e1647e44 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:24.290960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae878c20-604e-4a75-aff9-4c58ebfeea7a,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:24.319947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:24.404644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Attempting to bind port ae878c20-604e-4a75-aff9-4c58ebfeea7a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:37:24.405212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Attempting to bind port ae878c20-604e-4a75-aff9-4c58ebfeea7a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'db1af8e8-c5a0-48ae-9013-165dcf0c41ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:37:24.405337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Attempting to bind port ae878c20-604e-4a75-aff9-4c58ebfeea7a on network 92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:37:24.410761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Port ae878c20-604e-4a75-aff9-4c58ebfeea7a on network 92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:37:24.411124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Attempting to bind port ae878c20-604e-4a75-aff9-4c58ebfeea7a on network 92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:37:24.417076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:37:24.417444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Checking segment: {'id': 'db1af8e8-c5a0-48ae-9013-165dcf0c41ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:37:24.417867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Bound using segment: {'id': 'db1af8e8-c5a0-48ae-9013-165dcf0c41ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9'} {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:37:24.418350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Bound port: ae878c20-604e-4a75-aff9-4c58ebfeea7a, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db1af8e8-c5a0-48ae-9013-165dcf0c41ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9'}}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:37:24.418766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:24.522398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] For port ae878c20-604e-4a75-aff9-4c58ebfeea7a, host hv-neutron-7864, cleared binding levels {{(pid=87174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:37:24.526119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] For port ae878c20-604e-4a75-aff9-4c58ebfeea7a, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ae878c20-604e-4a75-aff9-4c58ebfeea7a,segment=NetworkSegment(db1af8e8-c5a0-48ae-9013-165dcf0c41ed),segment_id=db1af8e8-c5a0-48ae-9013-165dcf0c41ed)] {{(pid=87174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:37:24.585818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:24.591432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ce3247f4-f77e-433b-9b83-752eeaeff0d5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:24.648335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:24.649045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:24.650886 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] 10.222.0.35 "PUT /v2.0/ports/ae878c20-604e-4a75-aff9-4c58ebfeea7a HTTP/1.1" status: 200 len: 1093 time: 1.2973516 Apr 23 09:37:24.651468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f90679-044d-4075-93a0-53d1e284bb38', 'tag': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:37:24.684742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae878c20-604e-4a75-aff9-4c58ebfeea7a,revision_number=3']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:24.690978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:24.709056 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f90679-044d-4075-93a0-53d1e284bb38', 'tag': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a', 'status': 'completed', 'code': 200} Apr 23 09:37:24.803014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-637191bc-62cd-4919-adca-c61894cf9eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:24.805207 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-637191bc-62cd-4919-adca-c61894cf9eb0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 1096 time: 0.0887177 Apr 23 09:37:24.880718 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-1be7c5fa-0a45-4f20-ae30-fe63719db7a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae878c20-604e-4a75-aff9-4c58ebfeea7a HTTP/1.1" status: 200 len: 217 time: 0.0685263 Apr 23 09:37:24.954216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-373ff76e-28bf-45d4-b341-a30a11031d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:24.955779 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-373ff76e-28bf-45d4-b341-a30a11031d03 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bf180692-55e0-434c-9f1e-0f129b5bd6a2 HTTP/1.1" status: 200 len: 834 time: 0.0695910 Apr 23 09:37:25.048973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-bd6998e5-6c68-4d6a-9d80-56714f64da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:25.050703 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-bd6998e5-6c68-4d6a-9d80-56714f64da21 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0885129 Apr 23 09:37:25.277902 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-74ffe812-52f0-443f-a0fa-8d1a5760b3ec service neutron] 10.222.0.35 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206194 Apr 23 09:37:25.407370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba2bd9-be59-4f39-a196-5232b0411146 req-ff93b916-f2c0-4046-931e-3a534a664c63 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:25.409021 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-95ba2bd9-be59-4f39-a196-5232b0411146 req-ff93b916-f2c0-4046-931e-3a534a664c63 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 943 time: 0.2248626 Apr 23 09:37:25.489840 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2dd20dc0-5698-44e9-90ef-eecf7df96b64 req-637c48b1-36ed-4a1d-b7bf-8afe25386b64 service neutron] 10.222.0.35 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013125 Apr 23 09:37:25.493355 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-95ba2bd9-be59-4f39-a196-5232b0411146 req-d27a93ab-edaf-4a0f-97ac-2153ea2c4e42 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=d56792c5-3818-49fb-838d-97b5edd3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708852 Apr 23 09:37:25.652119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b23f61-c88f-4819-a301-2d0cf293676c req-601266de-cf00-4f13-aa39-b642754e0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:25.653762 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-86b23f61-c88f-4819-a301-2d0cf293676c req-601266de-cf00-4f13-aa39-b642754e0472 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 1096 time: 0.0828154 Apr 23 09:37:25.807253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b23f61-c88f-4819-a301-2d0cf293676c req-007a21e9-9758-49ff-b773-26cf4898466d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:25.808903 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-86b23f61-c88f-4819-a301-2d0cf293676c req-007a21e9-9758-49ff-b773-26cf4898466d service neutron] 10.222.0.35 "GET /v2.0/networks?id=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 HTTP/1.1" status: 200 len: 898 time: 0.1484580 Apr 23 09:37:25.886846 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-86b23f61-c88f-4819-a301-2d0cf293676c req-0351c131-058d-4aad-9f69-96b6d3addcce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae878c20-604e-4a75-aff9-4c58ebfeea7a HTTP/1.1" status: 200 len: 217 time: 0.0716426 Apr 23 09:37:25.957741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b23f61-c88f-4819-a301-2d0cf293676c req-2922a0d6-861e-4e33-8a47-d59c9856be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:25.959322 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-86b23f61-c88f-4819-a301-2d0cf293676c req-2922a0d6-861e-4e33-8a47-d59c9856be65 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bf180692-55e0-434c-9f1e-0f129b5bd6a2 HTTP/1.1" status: 200 len: 834 time: 0.0667727 Apr 23 09:37:26.050294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b23f61-c88f-4819-a301-2d0cf293676c req-d455bbf6-d007-4701-afc3-3a0d24a400af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:26.051989 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-86b23f61-c88f-4819-a301-2d0cf293676c req-d455bbf6-d007-4701-afc3-3a0d24a400af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864720 Apr 23 09:37:26.511183 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-86b23f61-c88f-4819-a301-2d0cf293676c req-27fea95d-a618-4df1-9c49-195d93504404 service neutron] 10.222.0.35 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524026 Apr 23 09:37:26.659081 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-86b23f61-c88f-4819-a301-2d0cf293676c req-72f2f29d-5348-42e7-b253-f12b061a2c76 service neutron] 10.222.0.35 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405771 Apr 23 09:37:26.716089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f288066-12a2-497e-b77e-8e61384241bc req-af0a5771-42f2-4a2e-b2a9-9a09a6ee41e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:26.717770 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8f288066-12a2-497e-b77e-8e61384241bc req-af0a5771-42f2-4a2e-b2a9-9a09a6ee41e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 943 time: 0.0921030 Apr 23 09:37:26.768441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-8f288066-12a2-497e-b77e-8e61384241bc req-3730dcfa-80f5-432b-a57c-a1e03abf0e66 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:37:26.782181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-8f288066-12a2-497e-b77e-8e61384241bc req-3730dcfa-80f5-432b-a57c-a1e03abf0e66 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:37:26.783482 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8f288066-12a2-497e-b77e-8e61384241bc req-3730dcfa-80f5-432b-a57c-a1e03abf0e66 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=d56792c5-3818-49fb-838d-97b5edd3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589011 Apr 23 09:37:27.823066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device ae878c20-604e-4a75-aff9-4c58ebfeea7a details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:37:27.982688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port ae878c20-604e-4a75-aff9-4c58ebfeea7a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ae878c20-604e-4a75-aff9-4c58ebfeea7a,segment=NetworkSegment(db1af8e8-c5a0-48ae-9013-165dcf0c41ed),segment_id=db1af8e8-c5a0-48ae-9013-165dcf0c41ed)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:37:27.999370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'port_id': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a', 'mac_address': 'fa:16:3e:26:77:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:37:27.999795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a497a5c-388f-4047-bcdc-6c0a27eb4586 req-794fe783-279f-43d5-8b65-bb575585131e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:28.001534 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9a497a5c-388f-4047-bcdc-6c0a27eb4586 req-794fe783-279f-43d5-8b65-bb575585131e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 943 time: 0.0976467 Apr 23 09:37:28.057423 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9a497a5c-388f-4047-bcdc-6c0a27eb4586 req-314fe55c-6ec0-4e0c-ad24-c76496f4d4e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=d56792c5-3818-49fb-838d-97b5edd3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481904 Apr 23 09:37:28.069015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:28.088548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae878c20-604e-4a75-aff9-4c58ebfeea7a {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:37:28.106601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port ae878c20-604e-4a75-aff9-4c58ebfeea7a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ae878c20-604e-4a75-aff9-4c58ebfeea7a,segment=NetworkSegment(db1af8e8-c5a0-48ae-9013-165dcf0c41ed),segment_id=db1af8e8-c5a0-48ae-9013-165dcf0c41ed)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:37:28.139596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:28.141560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:28.212449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=ae878c20-604e-4a75-aff9-4c58ebfeea7a,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:28.215791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:28.496406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['ae878c20-604e-4a75-aff9-4c58ebfeea7a'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:37:29.270015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005e5ba-3b79-402b-a74a-191365d675ba req-68317139-8b16-43f3-b825-9b11b9c08a7b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:29.271708 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5005e5ba-3b79-402b-a74a-191365d675ba req-68317139-8b16-43f3-b825-9b11b9c08a7b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 944 time: 0.0941615 Apr 23 09:37:29.323672 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5005e5ba-3b79-402b-a74a-191365d675ba req-5fb05601-71d9-469a-af7f-e883d7a10866 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=d56792c5-3818-49fb-838d-97b5edd3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435507 Apr 23 09:37:29.838267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device ae878c20-604e-4a75-aff9-4c58ebfeea7a up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:37:29.994866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port ae878c20-604e-4a75-aff9-4c58ebfeea7a completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:37:30.000847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port ae878c20-604e-4a75-aff9-4c58ebfeea7a triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:37:30.001248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:30.137141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:30.166997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f90679-044d-4075-93a0-53d1e284bb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:37:30.177564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port ae878c20-604e-4a75-aff9-4c58ebfeea7a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ae878c20-604e-4a75-aff9-4c58ebfeea7a,segment=NetworkSegment(db1af8e8-c5a0-48ae-9013-165dcf0c41ed),segment_id=db1af8e8-c5a0-48ae-9013-165dcf0c41ed)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:37:30.212448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:30.214565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8538d888-b9ef-4972-abce-9823bd2647ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:30.287061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=ae878c20-604e-4a75-aff9-4c58ebfeea7a,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:30.291059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:30.353860 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f90679-044d-4075-93a0-53d1e284bb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a', 'code': 200} Apr 23 09:37:30.533343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf10962-9293-456e-a3be-3ba61c2c0c4e req-b669cd79-3676-4746-bec8-8edf53104c51 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:30.544460 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2bf10962-9293-456e-a3be-3ba61c2c0c4e req-b669cd79-3676-4746-bec8-8edf53104c51 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 945 time: 0.0918810 Apr 23 09:37:30.593106 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2bf10962-9293-456e-a3be-3ba61c2c0c4e req-de579329-19f7-4017-a4de-bfa81504a4fa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=d56792c5-3818-49fb-838d-97b5edd3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508170 Apr 23 09:37:30.681527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c90237-7094-4833-929f-77045831ed52 req-7e81c6bc-22b1-4a1a-bad9-419ef922668a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:30.683209 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-81c90237-7094-4833-929f-77045831ed52 req-7e81c6bc-22b1-4a1a-bad9-419ef922668a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 1098 time: 0.0812535 Apr 23 09:37:30.727248 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-81c90237-7094-4833-929f-77045831ed52 req-1d7b3357-12f5-4673-a528-0bd98ecec246 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d56792c5-3818-49fb-838d-97b5edd3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376225 Apr 23 09:37:31.802975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a210d-a6a9-42fe-8afa-d66734835d13 req-0844194a-197c-4472-bd84-101eec5e51d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:31.804766 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-727a210d-a6a9-42fe-8afa-d66734835d13 req-0844194a-197c-4472-bd84-101eec5e51d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 945 time: 0.0932024 Apr 23 09:37:31.863596 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-727a210d-a6a9-42fe-8afa-d66734835d13 req-5cb9534a-62d0-413a-8fbe-e6ab8b81f264 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=d56792c5-3818-49fb-838d-97b5edd3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518556 Apr 23 09:37:33.074405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09837edd-1f25-4d4c-a288-a4c173a591e0 req-c4c3a796-e7cd-4f9e-9fc5-d62a88de5f1c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:33.076122 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-09837edd-1f25-4d4c-a288-a4c173a591e0 req-c4c3a796-e7cd-4f9e-9fc5-d62a88de5f1c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 945 time: 0.0942974 Apr 23 09:37:33.134376 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-09837edd-1f25-4d4c-a288-a4c173a591e0 req-8261e065-5090-44da-91b4-1944a1308fc4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=d56792c5-3818-49fb-838d-97b5edd3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512662 Apr 23 09:37:33.344189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e968d69-a0a0-4ed7-83f1-1881be6a3179 req-5fa7f35a-17ac-412e-87cc-6eec192e205d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:33.345969 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4e968d69-a0a0-4ed7-83f1-1881be6a3179 req-5fa7f35a-17ac-412e-87cc-6eec192e205d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 945 time: 0.0921040 Apr 23 09:37:33.400164 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4e968d69-a0a0-4ed7-83f1-1881be6a3179 req-400bfd1c-82ed-4308-9197-a604312a3d24 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=d56792c5-3818-49fb-838d-97b5edd3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468214 Apr 23 09:37:33.439140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44348) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:33.529638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ef40df-571a-4a5e-8cf2-61f34c3d2ebc tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:33.531344 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c2ef40df-571a-4a5e-8cf2-61f34c3d2ebc tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 1093 time: 0.0910983 Apr 23 09:37:33.534371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44352) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:33.541271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:37:33.548129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:37:33.552473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:floatingip and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:37:33.556375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:37:33.562831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:37:33.607958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:33.762833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:33.918431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.26.4.174 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/1918da58-8b9a-484c-9166-948364ae3fbd) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:37:34.363178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:34.425681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:34.432143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-13406c19-6a50-454c-8fca-f6e60897cca4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:34.503433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:37:34.512477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:37:34.517891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:37:34.558515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=1918da58-8b9a-484c-9166-948364ae3fbd,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:34.563323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:34.987713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:35.118266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:35.366305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:35.417954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:35.423680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7c4728d8-d4c3-4bc3-babe-ff6e6af7ccc5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:35.549831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=1918da58-8b9a-484c-9166-948364ae3fbd,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:35.553382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:35.564898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:35.758779 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Floating IP 4bb9fc1c-0524-4d6c-b877-a234173adce1 associated. External IP: 172.26.4.174, port: ae878c20-604e-4a75-aff9-4c58ebfeea7a. Apr 23 09:37:36.145189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router a64feff7-1118-4c91-953f-5099ffbdeba6 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:37:36.348387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:37:36.359625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7234bb1f-b28a-4c94-b44e-50356c22fb9d None None] Sync routers for ids ['a64feff7-1118-4c91-953f-5099ffbdeba6'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:37:36.373040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7234bb1f-b28a-4c94-b44e-50356c22fb9d None None] Routers {'a64feff7-1118-4c91-953f-5099ffbdeba6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:37:36.373741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7234bb1f-b28a-4c94-b44e-50356c22fb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:37:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['a64feff7-1118-4c91-953f-5099ffbdeba6'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:37:36.402329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:36.473457 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9376624 Apr 23 09:37:36.474253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f90679-044d-4075-93a0-53d1e284bb38', 'tag': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:37:36.477515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44356) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:36.542540 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f90679-044d-4075-93a0-53d1e284bb38', 'tag': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a', 'status': 'completed', 'code': 200} Apr 23 09:37:36.585075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e86d6fc-5c86-4731-9047-382b4c04a289 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:36.586951 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8e86d6fc-5c86-4731-9047-382b4c04a289 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 1093 time: 0.1077559 Apr 23 09:37:36.592468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-7234bb1f-b28a-4c94-b44e-50356c22fb9d None None] Set router a64feff7-1118-4c91-953f-5099ffbdeba6 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:37:36.667987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92e7ea-a049-4d64-85f1-0da7b559ecb0 req-b631c3fc-d569-48a2-80b4-f120f0f72fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:36.670611 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dc92e7ea-a049-4d64-85f1-0da7b559ecb0 req-b631c3fc-d569-48a2-80b4-f120f0f72fb9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 1098 time: 0.1057143 Apr 23 09:37:36.848516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44364) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:36.854170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92e7ea-a049-4d64-85f1-0da7b559ecb0 req-4c80e2e9-88b9-4ac9-9d93-e0b954937454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:36.854968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3596e660-94cb-4249-a12a-9d14324e43d8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1704187405', 'description': 'tempest-secgroup-smoke-1704187405 description', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:37:36.856942 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dc92e7ea-a049-4d64-85f1-0da7b559ecb0 req-4c80e2e9-88b9-4ac9-9d93-e0b954937454 service neutron] 10.222.0.35 "GET /v2.0/networks?id=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 HTTP/1.1" status: 200 len: 898 time: 0.1805506 Apr 23 09:37:36.862413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3596e660-94cb-4249-a12a-9d14324e43d8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:37:36.874913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3596e660-94cb-4249-a12a-9d14324e43d8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:37:36.983942 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dc92e7ea-a049-4d64-85f1-0da7b559ecb0 req-daaed798-16d2-45d1-90a5-ca10cbab56cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae878c20-604e-4a75-aff9-4c58ebfeea7a HTTP/1.1" status: 200 len: 999 time: 0.1209166 Apr 23 09:37:37.060972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d87a948-02a3-483f-b541-0cf43c2e9506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:37.066534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92e7ea-a049-4d64-85f1-0da7b559ecb0 req-b29ec5a8-6872-43d3-b5a6-148ba6736c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:37.068075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3596e660-94cb-4249-a12a-9d14324e43d8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:37.068289 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dc92e7ea-a049-4d64-85f1-0da7b559ecb0 req-b29ec5a8-6872-43d3-b5a6-148ba6736c9b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bf180692-55e0-434c-9f1e-0f129b5bd6a2 HTTP/1.1" status: 200 len: 834 time: 0.0782752 Apr 23 09:37:37.112910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3596e660-94cb-4249-a12a-9d14324e43d8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:37:37.121378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3596e660-94cb-4249-a12a-9d14324e43d8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:37:37.127356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3596e660-94cb-4249-a12a-9d14324e43d8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:37:37.139464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3596e660-94cb-4249-a12a-9d14324e43d8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:37:37.284474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3596e660-94cb-4249-a12a-9d14324e43d8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:37.305134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7234bb1f-b28a-4c94-b44e-50356c22fb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'name': 'tempest-TestNetworkBasicOps-router-962252260', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:37:06Z', 'updated_at': '2021-04-23T09:37:13Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:07Z', 'updated_at': '2021-04-23T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '4bb9fc1c-0524-4d6c-b877-a234173adce1', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.174', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'port_id': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'mac_address': 'fa:16:3e:26:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f90679-044d-4075-93a0-53d1e284bb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:37:34Z', 'updated_at': '2021-04-23T09:37:34Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ef884f7-d096-478d-9f27-5d7fd585853a', 'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:8e:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:13Z', 'updated_at': '2021-04-23T09:37:18Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:37:37.313378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7234bb1f-b28a-4c94-b44e-50356c22fb9d None None] Checking router: a64feff7-1118-4c91-953f-5099ffbdeba6 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:37:37.321758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3596e660-94cb-4249-a12a-9d14324e43d8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:37.332078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7234bb1f-b28a-4c94-b44e-50356c22fb9d None None] Routers {'a64feff7-1118-4c91-953f-5099ffbdeba6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:37:37.333308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7234bb1f-b28a-4c94-b44e-50356c22fb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:37:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['a64feff7-1118-4c91-953f-5099ffbdeba6'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:37:37.335001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e3b697c0-3644-4f0f-8ca2-d5555fef6cb3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:37.383088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596e660-94cb-4249-a12a-9d14324e43d8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73cc5496-1bd5-4854-b413-56eed2938245,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:37.387410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3596e660-94cb-4249-a12a-9d14324e43d8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:37.425237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3596e660-94cb-4249-a12a-9d14324e43d8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:37.430269 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3596e660-94cb-4249-a12a-9d14324e43d8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5772550 Apr 23 09:37:37.431332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44368) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:37.438358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f00d592b-34d0-4a23-a1b8-5dce8d85de73 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '73cc5496-1bd5-4854-b413-56eed2938245', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:37:37.447528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f00d592b-34d0-4a23-a1b8-5dce8d85de73 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:37:37.453542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f00d592b-34d0-4a23-a1b8-5dce8d85de73 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:37:37.457383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f00d592b-34d0-4a23-a1b8-5dce8d85de73 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:37:37.469652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f00d592b-34d0-4a23-a1b8-5dce8d85de73 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:37:37.531004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f00d592b-34d0-4a23-a1b8-5dce8d85de73 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:37.582604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92e7ea-a049-4d64-85f1-0da7b559ecb0 req-7e71e7dd-0455-4f7a-b0dc-3f12b05ab3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:37.584737 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dc92e7ea-a049-4d64-85f1-0da7b559ecb0 req-7e71e7dd-0455-4f7a-b0dc-3f12b05ab3d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5107932 Apr 23 09:37:37.642829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f00d592b-34d0-4a23-a1b8-5dce8d85de73 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:37.682811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f00d592b-34d0-4a23-a1b8-5dce8d85de73 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:37.685140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5a18e50c-b976-46fc-98c9-4602451d5dee tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:37.691226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-7234bb1f-b28a-4c94-b44e-50356c22fb9d None None] Set router a64feff7-1118-4c91-953f-5099ffbdeba6 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:37:37.734752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d592b-34d0-4a23-a1b8-5dce8d85de73 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2058f4-4157-4347-8cfe-7b386dad3f4b,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:37.743244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f00d592b-34d0-4a23-a1b8-5dce8d85de73 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:37.768837 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dc92e7ea-a049-4d64-85f1-0da7b559ecb0 req-a441c3ee-e9c8-4aae-a6d3-c51c27975e2a service neutron] 10.222.0.35 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762736 Apr 23 09:37:37.785596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f00d592b-34d0-4a23-a1b8-5dce8d85de73 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:37.787907 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f00d592b-34d0-4a23-a1b8-5dce8d85de73 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3545287 Apr 23 09:37:37.792806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44372) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:37.800206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2df69f5c-f939-4610-9c8f-30917a66393d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '73cc5496-1bd5-4854-b413-56eed2938245', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:37:37.808483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2df69f5c-f939-4610-9c8f-30917a66393d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:37:37.813770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2df69f5c-f939-4610-9c8f-30917a66393d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:37:37.817378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2df69f5c-f939-4610-9c8f-30917a66393d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:37:37.826055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2df69f5c-f939-4610-9c8f-30917a66393d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:37:37.877433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2df69f5c-f939-4610-9c8f-30917a66393d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:37.973028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2df69f5c-f939-4610-9c8f-30917a66393d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:38.019852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2df69f5c-f939-4610-9c8f-30917a66393d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:38.025007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3775b3a7-5b06-4050-9cdf-40bfb161114b tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:38.033316 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dc92e7ea-a049-4d64-85f1-0da7b559ecb0 req-93488bb8-60d6-41fb-b63b-c19eb10bede6 service neutron] 10.222.0.35 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574658 Apr 23 09:37:38.051939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df69f5c-f939-4610-9c8f-30917a66393d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8845565f-eaaa-4d1c-b69a-963583636d9a,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:38.058252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2df69f5c-f939-4610-9c8f-30917a66393d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:38.098040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2df69f5c-f939-4610-9c8f-30917a66393d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:38.100404 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2df69f5c-f939-4610-9c8f-30917a66393d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3062079 Apr 23 09:37:38.104449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44376) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:38.111462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9cbbd465-f56f-488c-a3a6-ada84ac13f42 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '73cc5496-1bd5-4854-b413-56eed2938245', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:37:38.119165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9cbbd465-f56f-488c-a3a6-ada84ac13f42 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:37:38.123933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9cbbd465-f56f-488c-a3a6-ada84ac13f42 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:37:38.127345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9cbbd465-f56f-488c-a3a6-ada84ac13f42 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:37:38.136097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9cbbd465-f56f-488c-a3a6-ada84ac13f42 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:37:38.190788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cbbd465-f56f-488c-a3a6-ada84ac13f42 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:38.192745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7234bb1f-b28a-4c94-b44e-50356c22fb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'name': 'tempest-TestNetworkBasicOps-router-962252260', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:37:06Z', 'updated_at': '2021-04-23T09:37:13Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:07Z', 'updated_at': '2021-04-23T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '4bb9fc1c-0524-4d6c-b877-a234173adce1', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.174', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'port_id': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'mac_address': 'fa:16:3e:26:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f90679-044d-4075-93a0-53d1e284bb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:37:34Z', 'updated_at': '2021-04-23T09:37:34Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ef884f7-d096-478d-9f27-5d7fd585853a', 'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:8e:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:13Z', 'updated_at': '2021-04-23T09:37:18Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:37:38.198953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7234bb1f-b28a-4c94-b44e-50356c22fb9d None None] The sync data for ids ['a64feff7-1118-4c91-953f-5099ffbdeba6'] in dv-neutron-786478-4-hyperv is: [{'id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'name': 'tempest-TestNetworkBasicOps-router-962252260', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:37:06Z', 'updated_at': '2021-04-23T09:37:13Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:07Z', 'updated_at': '2021-04-23T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '4bb9fc1c-0524-4d6c-b877-a234173adce1', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.174', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'port_id': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'mac_address': 'fa:16:3e:26:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f90679-044d-4075-93a0-53d1e284bb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:37:34Z', 'updated_at': '2021-04-23T09:37:34Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ef884f7-d096-478d-9f27-5d7fd585853a', 'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:8e:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:13Z', 'updated_at': '2021-04-23T09:37:18Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:37:38.353699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cbbd465-f56f-488c-a3a6-ada84ac13f42 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:38.391043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cbbd465-f56f-488c-a3a6-ada84ac13f42 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:38.393214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b2bbe3b6-e0de-414d-bac2-f426dd404e7b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:38.422469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbd465-f56f-488c-a3a6-ada84ac13f42 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f1d2a0-5d0e-459f-85c2-cfa144ccb269,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:38.425267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9cbbd465-f56f-488c-a3a6-ada84ac13f42 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:38.459813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cbbd465-f56f-488c-a3a6-ada84ac13f42 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:38.463085 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9cbbd465-f56f-488c-a3a6-ada84ac13f42 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3569689 Apr 23 09:37:38.467103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44380) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:38.474832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c48bbb2c-2048-4e22-a725-6110eceeaf95 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '73cc5496-1bd5-4854-b413-56eed2938245', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:37:38.488012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c48bbb2c-2048-4e22-a725-6110eceeaf95 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:37:38.495885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c48bbb2c-2048-4e22-a725-6110eceeaf95 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:37:38.501902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c48bbb2c-2048-4e22-a725-6110eceeaf95 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:37:38.515862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c48bbb2c-2048-4e22-a725-6110eceeaf95 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:37:38.529646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1f3dce-9ada-42a6-bb71-95cbc11bf61a None None] New status for floating IP 4bb9fc1c-0524-4d6c-b877-a234173adce1: ACTIVE {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:37:38.564487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c48bbb2c-2048-4e22-a725-6110eceeaf95 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:38.653276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c48bbb2c-2048-4e22-a725-6110eceeaf95 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:38.687816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c48bbb2c-2048-4e22-a725-6110eceeaf95 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:38.697419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a2d9e4c5-7dde-4d91-a031-081c566c5560 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:38.722673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48bbb2c-2048-4e22-a725-6110eceeaf95 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a045f0c5-3351-4e76-a5f9-909faf4d9652,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:38.725477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c48bbb2c-2048-4e22-a725-6110eceeaf95 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:38.777896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c48bbb2c-2048-4e22-a725-6110eceeaf95 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:38.779344 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c48bbb2c-2048-4e22-a725-6110eceeaf95 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3111038 Apr 23 09:37:38.782203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44384) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:38.787992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-695c004c-0f9d-4feb-958f-c4840117cd4b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '73cc5496-1bd5-4854-b413-56eed2938245', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:37:38.795992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-695c004c-0f9d-4feb-958f-c4840117cd4b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:37:38.800385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-695c004c-0f9d-4feb-958f-c4840117cd4b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:37:38.803490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-695c004c-0f9d-4feb-958f-c4840117cd4b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:37:38.810604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-695c004c-0f9d-4feb-958f-c4840117cd4b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:37:38.852522 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-695c004c-0f9d-4feb-958f-c4840117cd4b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Project 7602bab2a5e54e68ba9a873197bc68fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:37:38.861447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-695c004c-0f9d-4feb-958f-c4840117cd4b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:39.041344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-695c004c-0f9d-4feb-958f-c4840117cd4b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:39.103560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-695c004c-0f9d-4feb-958f-c4840117cd4b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:39.105989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5bce53e6-40e2-4ff9-9593-ee05e32e0e65 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:39.133902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c004c-0f9d-4feb-958f-c4840117cd4b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4d8a9e-f1d6-4898-bba0-eb0f680df193,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:39.138787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-695c004c-0f9d-4feb-958f-c4840117cd4b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:39.197185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-695c004c-0f9d-4feb-958f-c4840117cd4b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:39.198563 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-695c004c-0f9d-4feb-958f-c4840117cd4b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4152088 Apr 23 09:37:39.201515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44388) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:39.207159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f18f5c65-b17f-4474-9970-c038bdfeecc1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '73cc5496-1bd5-4854-b413-56eed2938245', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:37:39.214346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f18f5c65-b17f-4474-9970-c038bdfeecc1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:37:39.218445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f18f5c65-b17f-4474-9970-c038bdfeecc1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:37:39.221488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f18f5c65-b17f-4474-9970-c038bdfeecc1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:37:39.227958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f18f5c65-b17f-4474-9970-c038bdfeecc1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:37:39.275303 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-f18f5c65-b17f-4474-9970-c038bdfeecc1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Project 7602bab2a5e54e68ba9a873197bc68fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:37:39.283942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f18f5c65-b17f-4474-9970-c038bdfeecc1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:39.360328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f18f5c65-b17f-4474-9970-c038bdfeecc1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:39.391038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f18f5c65-b17f-4474-9970-c038bdfeecc1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:39.393290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:39.421208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f5c65-b17f-4474-9970-c038bdfeecc1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c50ba805-1cf9-4f7c-8ec1-799f3ac1f3ae,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:39.424471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f18f5c65-b17f-4474-9970-c038bdfeecc1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:39.463551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f18f5c65-b17f-4474-9970-c038bdfeecc1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:39.464916 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f18f5c65-b17f-4474-9970-c038bdfeecc1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2623825 Apr 23 09:37:39.658345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a05776dd-537e-4653-b2c9-e4df606cb90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:39.669102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-8eb2b7f7-cef7-415e-bcd3-bf4ca05f571b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:37:39.728408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-8eb2b7f7-cef7-415e-bcd3-bf4ca05f571b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:37:39.730023 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-8eb2b7f7-cef7-415e-bcd3-bf4ca05f571b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1704187405&fields=id&tenant_id=7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 267 time: 0.1157198 Apr 23 09:37:39.912961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-134aa452-ffe2-40a9-873f-78e68eff4697 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:39.914182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-134aa452-ffe2-40a9-873f-78e68eff4697 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:37:39.928099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-134aa452-ffe2-40a9-873f-78e68eff4697 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:37:39.930005 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-134aa452-ffe2-40a9-873f-78e68eff4697 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/networks?id=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 HTTP/1.1" status: 200 len: 797 time: 0.1920822 Apr 23 09:37:39.948347 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-071f7b29-716f-4cc3-901f-bbd22aa4fdf5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/quotas/7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 375 time: 0.0115039 Apr 23 09:37:40.048997 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-7023e8ec-4c3d-4c1f-b256-372627666662 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0944908 Apr 23 09:37:40.133630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-f0286a2b-d8a4-4f64-9bbd-3c949ae84324 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:37:40.134818 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-f0286a2b-d8a4-4f64-9bbd-3c949ae84324 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0615540 Apr 23 09:37:40.298898 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-072ab122-ccb1-47ff-900c-1f3f6948da8a service neutron] 10.222.0.60 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489360 Apr 23 09:37:40.417995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:40.454143 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-be7b4474-15d8-422f-8ab0-68c82f18d1f8 service neutron] 10.222.0.60 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560264 Apr 23 09:37:40.851373 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e89813cb-75ec-42ef-a0ab-20e683b0525d req-3ca71541-33d6-4706-9fc9-8c5126f546e6 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3229849-4903-4d8d-9167-2718e6622caa HTTP/1.1" status: 200 len: 210 time: 0.0518899 Apr 23 09:37:41.303300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:42.008405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:37:42.027901 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3b39c473-e124-4a40-9b01-bff140a27c54 req-21483e73-307e-4ad9-836b-d07b70696337 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3229849-4903-4d8d-9167-2718e6622caa HTTP/1.1" status: 200 len: 210 time: 0.0525062 Apr 23 09:37:42.321842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:42.595495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-8bf4f761-8f9f-4c9a-bb2c-487d7964aa1c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:42.597015 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-8bf4f761-8f9f-4c9a-bb2c-487d7964aa1c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/networks?id=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 HTTP/1.1" status: 200 len: 797 time: 0.2033343 Apr 23 09:37:42.653963 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-65a6ed97-c0e6-4952-a176-603adb03fd27 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 473 time: 0.0477858 Apr 23 09:37:42.664502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-5ce3dbd1-bbff-4d59-a136-c631186064bf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'port': {'device_id': 'f3229849-4903-4d8d-9167-2718e6622caa', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'admin_state_up': True, 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'security_groups': ['73cc5496-1bd5-4854-b413-56eed2938245']}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:37:42.817896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-5ce3dbd1-bbff-4d59-a136-c631186064bf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:37:42.829199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-5ce3dbd1-bbff-4d59-a136-c631186064bf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:37:42.865746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-5ce3dbd1-bbff-4d59-a136-c631186064bf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:37:42.873095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-5ce3dbd1-bbff-4d59-a136-c631186064bf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:43.057916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-5ce3dbd1-bbff-4d59-a136-c631186064bf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.20.0.6 (92f58bf0-9126-4eab-97b3-f9f6f44f4ae9/bf180692-55e0-434c-9f1e-0f129b5bd6a2/efede9a2-c9dd-4b18-b225-7cbb782ad9e4) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:37:43.262610 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-81a82e4a-b393-4cf9-b585-3fe675e05956 req-e8653dc5-43b6-4439-b7c3-a59944c5b887 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=94f90679-044d-4075-93a0-53d1e284bb38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0873244 Apr 23 09:37:43.269691 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-45febff5-09ca-4b2d-be26-ba9f0f915c9e req-0616cda2-24af-435f-a820-0d2287a16361 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3229849-4903-4d8d-9167-2718e6622caa HTTP/1.1" status: 200 len: 210 time: 0.1141458 Apr 23 09:37:43.337249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-5ce3dbd1-bbff-4d59-a136-c631186064bf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:43.356906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-5ce3dbd1-bbff-4d59-a136-c631186064bf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Transition to ACTIVE for port object efede9a2-c9dd-4b18-b225-7cbb782ad9e4 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:37:43.432267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-5ce3dbd1-bbff-4d59-a136-c631186064bf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:43.440634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1a7b5f76-3edf-4ab5-b152-d28670c764e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:43.474986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a82e4a-b393-4cf9-b585-3fe675e05956 req-cb1e9308-631f-4458-b2b7-8cd919068474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:43.477693 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-81a82e4a-b393-4cf9-b585-3fe675e05956 req-cb1e9308-631f-4458-b2b7-8cd919068474 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 1098 time: 0.0888584 Apr 23 09:37:43.522590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-5ce3dbd1-bbff-4d59-a136-c631186064bf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:37:43.527204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-5ce3dbd1-bbff-4d59-a136-c631186064bf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:37:43.540114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-5ce3dbd1-bbff-4d59-a136-c631186064bf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:37:43.590420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3dbd1-bbff-4d59-a136-c631186064bf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=efede9a2-c9dd-4b18-b225-7cbb782ad9e4,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:43.595818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ce3dbd1-bbff-4d59-a136-c631186064bf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:43.631091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-5ce3dbd1-bbff-4d59-a136-c631186064bf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:43.631986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-5ce3dbd1-bbff-4d59-a136-c631186064bf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:43.658518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a82e4a-b393-4cf9-b585-3fe675e05956 req-01fa28dd-9433-449d-8612-36872792c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:43.660175 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-81a82e4a-b393-4cf9-b585-3fe675e05956 req-01fa28dd-9433-449d-8612-36872792c324 service neutron] 10.222.0.35 "GET /v2.0/networks?id=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 HTTP/1.1" status: 200 len: 898 time: 0.1533508 Apr 23 09:37:43.728807 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-5ce3dbd1-bbff-4d59-a136-c631186064bf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0687237 Apr 23 09:37:43.743030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Request body: {'port': {'device_id': 'f3229849-4903-4d8d-9167-2718e6622caa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:37:43.778105 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-81a82e4a-b393-4cf9-b585-3fe675e05956 req-991ce0b9-df2c-443d-b924-a591ec3788ed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae878c20-604e-4a75-aff9-4c58ebfeea7a HTTP/1.1" status: 200 len: 1001 time: 0.1105270 Apr 23 09:37:43.841781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3a7b78f4-ff96-4b36-9b3c-f83accb3825b None None] Provisioning for port efede9a2-c9dd-4b18-b225-7cbb782ad9e4 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:37:43.848441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3a7b78f4-ff96-4b36-9b3c-f83accb3825b None None] Provisioning complete for port efede9a2-c9dd-4b18-b225-7cbb782ad9e4 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:37:43.848965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3a7b78f4-ff96-4b36-9b3c-f83accb3825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:43.854601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a82e4a-b393-4cf9-b585-3fe675e05956 req-90cc087f-555d-4bdc-9169-1cba065a6c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:43.856201 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-81a82e4a-b393-4cf9-b585-3fe675e05956 req-90cc087f-555d-4bdc-9169-1cba065a6c6d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bf180692-55e0-434c-9f1e-0f129b5bd6a2 HTTP/1.1" status: 200 len: 834 time: 0.0717351 Apr 23 09:37:43.873907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:43.912019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3a7b78f4-ff96-4b36-9b3c-f83accb3825b None None] Port efede9a2-c9dd-4b18-b225-7cbb782ad9e4 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:37:44.244342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a82e4a-b393-4cf9-b585-3fe675e05956 req-6ed06bf6-f086-4b11-a96a-5aa3bd35b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:44.245979 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-81a82e4a-b393-4cf9-b585-3fe675e05956 req-6ed06bf6-f086-4b11-a96a-5aa3bd35b19b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3831024 Apr 23 09:37:44.284685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efede9a2-c9dd-4b18-b225-7cbb782ad9e4 {{(pid=87174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:37:44.293157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:44.309840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Transition to ACTIVE for port object efede9a2-c9dd-4b18-b225-7cbb782ad9e4 will not be triggered until provisioned by entity L2. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:37:44.351333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:44.356683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bad4308e-109e-4ef5-a2a0-424a3b2b8cc8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:44.404471 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-81a82e4a-b393-4cf9-b585-3fe675e05956 req-f7d096c6-73c6-4724-b786-d0f78443e2ee service neutron] 10.222.0.35 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493678 Apr 23 09:37:44.581580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Pushing event updated for resources: {'Port': ['ID=efede9a2-c9dd-4b18-b225-7cbb782ad9e4,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:44.588871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:44.638162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Attempting to bind port efede9a2-c9dd-4b18-b225-7cbb782ad9e4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:37:44.638162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Attempting to bind port efede9a2-c9dd-4b18-b225-7cbb782ad9e4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'db1af8e8-c5a0-48ae-9013-165dcf0c41ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:37:44.638624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Attempting to bind port efede9a2-c9dd-4b18-b225-7cbb782ad9e4 on network 92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:37:44.642197 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-81a82e4a-b393-4cf9-b585-3fe675e05956 req-60643c2a-a7de-4938-8504-f2ff8a03621a service neutron] 10.222.0.35 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293003 Apr 23 09:37:44.644050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Port efede9a2-c9dd-4b18-b225-7cbb782ad9e4 on network 92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:37:44.644177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Attempting to bind port efede9a2-c9dd-4b18-b225-7cbb782ad9e4 on network 92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:37:44.651430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:37:44.651675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b0487-d57f-45ac-92ba-bbfdd7f2c548 req-f873c654-7d66-4457-b445-b61c7aa99a1f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:44.651793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Checking segment: {'id': 'db1af8e8-c5a0-48ae-9013-165dcf0c41ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:37:44.652205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Bound using segment: {'id': 'db1af8e8-c5a0-48ae-9013-165dcf0c41ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9'} {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:37:44.652679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Bound port: efede9a2-c9dd-4b18-b225-7cbb782ad9e4, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db1af8e8-c5a0-48ae-9013-165dcf0c41ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9'}}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:37:44.653074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:44.653271 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e74b0487-d57f-45ac-92ba-bbfdd7f2c548 req-f873c654-7d66-4457-b445-b61c7aa99a1f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3229849-4903-4d8d-9167-2718e6622caa HTTP/1.1" status: 200 len: 943 time: 0.2424088 Apr 23 09:37:44.706691 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e74b0487-d57f-45ac-92ba-bbfdd7f2c548 req-83508703-4916-46c6-bfab-420bc60113ea tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=73cc5496-1bd5-4854-b413-56eed2938245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454938 Apr 23 09:37:44.757830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-433658f6-aee5-48db-9611-c7448658d494 service neutron] For port efede9a2-c9dd-4b18-b225-7cbb782ad9e4, host hv-neutron-7864, cleared binding levels {{(pid=87174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:37:44.761230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-433658f6-aee5-48db-9611-c7448658d494 service neutron] For port efede9a2-c9dd-4b18-b225-7cbb782ad9e4, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=efede9a2-c9dd-4b18-b225-7cbb782ad9e4,segment=NetworkSegment(db1af8e8-c5a0-48ae-9013-165dcf0c41ed),segment_id=db1af8e8-c5a0-48ae-9013-165dcf0c41ed)] {{(pid=87174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:37:44.796859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:44.802220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-27d96767-a3ef-4f87-8a93-a6b284c8cab3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:44.856662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:44.857503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:44.859016 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-433658f6-aee5-48db-9611-c7448658d494 service neutron] 10.222.0.35 "PUT /v2.0/ports/efede9a2-c9dd-4b18-b225-7cbb782ad9e4 HTTP/1.1" status: 200 len: 1093 time: 1.1208308 Apr 23 09:37:44.861856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3229849-4903-4d8d-9167-2718e6622caa', 'tag': 'efede9a2-c9dd-4b18-b225-7cbb782ad9e4'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:37:44.893827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Pushing event updated for resources: {'Port': ['ID=efede9a2-c9dd-4b18-b225-7cbb782ad9e4,revision_number=3']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:44.898143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:44.921858 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3229849-4903-4d8d-9167-2718e6622caa', 'tag': 'efede9a2-c9dd-4b18-b225-7cbb782ad9e4', 'status': 'completed', 'code': 200} Apr 23 09:37:45.043005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3318e49-5984-46c2-892f-9ae706b1efa5 req-cffd4768-75f2-4f03-a9a8-16c8854d02dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:45.044811 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c3318e49-5984-46c2-892f-9ae706b1efa5 req-cffd4768-75f2-4f03-a9a8-16c8854d02dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=f3229849-4903-4d8d-9167-2718e6622caa HTTP/1.1" status: 200 len: 1096 time: 0.0983799 Apr 23 09:37:45.203442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3318e49-5984-46c2-892f-9ae706b1efa5 req-57bce36f-7df5-4161-9d77-51270b89e373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:45.204946 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c3318e49-5984-46c2-892f-9ae706b1efa5 req-57bce36f-7df5-4161-9d77-51270b89e373 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1534178 Apr 23 09:37:45.354338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3318e49-5984-46c2-892f-9ae706b1efa5 req-76aae3c6-087e-455d-85a5-06ac1f7e2ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:45.356029 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c3318e49-5984-46c2-892f-9ae706b1efa5 req-76aae3c6-087e-455d-85a5-06ac1f7e2ba4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1446991 Apr 23 09:37:45.486809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-a1c4fef4-cd07-4537-a862-b9ef75786358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:45.488379 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-a1c4fef4-cd07-4537-a862-b9ef75786358 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=f3229849-4903-4d8d-9167-2718e6622caa HTTP/1.1" status: 200 len: 1096 time: 0.0947227 Apr 23 09:37:45.570345 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-721977af-957f-42c6-946a-247d38fb384d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efede9a2-c9dd-4b18-b225-7cbb782ad9e4 HTTP/1.1" status: 200 len: 217 time: 0.0740445 Apr 23 09:37:45.643160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-dc1c61aa-c4db-4856-8c06-7f67140ab738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:45.644733 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-dc1c61aa-c4db-4856-8c06-7f67140ab738 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bf180692-55e0-434c-9f1e-0f129b5bd6a2 HTTP/1.1" status: 200 len: 834 time: 0.0690315 Apr 23 09:37:45.730059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-9cf094e4-79b2-49b8-946e-9479f0884b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:45.731719 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-9cf094e4-79b2-49b8-946e-9479f0884b4d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804784 Apr 23 09:37:45.884250 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-b9a9259a-f9ff-4eb3-acc7-fe878e1e3e78 service neutron] 10.222.0.35 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462047 Apr 23 09:37:45.952647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173bfa1-595a-4ea2-bdbf-bb460a1aaae1 req-c7b29bc4-ccf7-4ffa-b175-85a37cc2b8cc tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:45.954455 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c173bfa1-595a-4ea2-bdbf-bb460a1aaae1 req-c7b29bc4-ccf7-4ffa-b175-85a37cc2b8cc tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3229849-4903-4d8d-9167-2718e6622caa HTTP/1.1" status: 200 len: 943 time: 0.0977645 Apr 23 09:37:46.013705 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c173bfa1-595a-4ea2-bdbf-bb460a1aaae1 req-3adadd46-0cbd-4fae-82cf-985dd34b7787 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=73cc5496-1bd5-4854-b413-56eed2938245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474782 Apr 23 09:37:46.046062 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf0233ca-85c3-4e09-93bc-1837ae302ed4 req-4b2d9bcc-24a4-4fcf-9cfc-5da597256ff5 service neutron] 10.222.0.35 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556847 Apr 23 09:37:47.229331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082aa4a-aee3-404d-afdc-3f10ca0d52b1 req-66b6045f-702a-4ce7-8648-6ccbee3466f7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:47.230108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-1082aa4a-aee3-404d-afdc-3f10ca0d52b1 req-66b6045f-702a-4ce7-8648-6ccbee3466f7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:37:47.275991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-1082aa4a-aee3-404d-afdc-3f10ca0d52b1 req-66b6045f-702a-4ce7-8648-6ccbee3466f7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:37:47.277314 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1082aa4a-aee3-404d-afdc-3f10ca0d52b1 req-66b6045f-702a-4ce7-8648-6ccbee3466f7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3229849-4903-4d8d-9167-2718e6622caa HTTP/1.1" status: 200 len: 943 time: 0.1415606 Apr 23 09:37:47.327100 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1082aa4a-aee3-404d-afdc-3f10ca0d52b1 req-d71c61a7-bed5-4314-9024-a72b4976f889 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=73cc5496-1bd5-4854-b413-56eed2938245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433514 Apr 23 09:37:47.870095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device efede9a2-c9dd-4b18-b225-7cbb782ad9e4 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:37:48.017866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port efede9a2-c9dd-4b18-b225-7cbb782ad9e4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=efede9a2-c9dd-4b18-b225-7cbb782ad9e4,segment=NetworkSegment(db1af8e8-c5a0-48ae-9013-165dcf0c41ed),segment_id=db1af8e8-c5a0-48ae-9013-165dcf0c41ed)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:37:48.033192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': 'efede9a2-c9dd-4b18-b225-7cbb782ad9e4', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'port_id': 'efede9a2-c9dd-4b18-b225-7cbb782ad9e4', 'mac_address': 'fa:16:3e:9b:81:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:37:48.104068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:48.124384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efede9a2-c9dd-4b18-b225-7cbb782ad9e4 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:37:48.141569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port efede9a2-c9dd-4b18-b225-7cbb782ad9e4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=efede9a2-c9dd-4b18-b225-7cbb782ad9e4,segment=NetworkSegment(db1af8e8-c5a0-48ae-9013-165dcf0c41ed),segment_id=db1af8e8-c5a0-48ae-9013-165dcf0c41ed)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:37:48.183069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:48.185012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:48.256566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=efede9a2-c9dd-4b18-b225-7cbb782ad9e4,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:48.260508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:48.534209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8846194-85e0-4640-aafd-ecca8b16f894 req-6b09c5d5-0503-4908-820a-bc544eafb659 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:48.535824 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b8846194-85e0-4640-aafd-ecca8b16f894 req-6b09c5d5-0503-4908-820a-bc544eafb659 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3229849-4903-4d8d-9167-2718e6622caa HTTP/1.1" status: 200 len: 944 time: 0.0963140 Apr 23 09:37:48.584791 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b8846194-85e0-4640-aafd-ecca8b16f894 req-90b0d08c-03b5-4b3e-96af-fbc9d52c5e87 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=73cc5496-1bd5-4854-b413-56eed2938245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419245 Apr 23 09:37:48.587524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['efede9a2-c9dd-4b18-b225-7cbb782ad9e4'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:37:49.785189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc12a0-fa59-4c07-b71a-545eef0d45e7 req-17f6928b-e0da-45a4-92ee-75cdb150a2fc tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:49.786730 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ddbc12a0-fa59-4c07-b71a-545eef0d45e7 req-17f6928b-e0da-45a4-92ee-75cdb150a2fc tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3229849-4903-4d8d-9167-2718e6622caa HTTP/1.1" status: 200 len: 944 time: 0.0881307 Apr 23 09:37:49.838382 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ddbc12a0-fa59-4c07-b71a-545eef0d45e7 req-284be33e-7a45-470e-82d8-7e8adb54e00e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=73cc5496-1bd5-4854-b413-56eed2938245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451193 Apr 23 09:37:49.885894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device efede9a2-c9dd-4b18-b225-7cbb782ad9e4 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:37:50.068981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port efede9a2-c9dd-4b18-b225-7cbb782ad9e4 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:37:50.075286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port efede9a2-c9dd-4b18-b225-7cbb782ad9e4 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:37:50.075705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:50.203220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:50.232941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3229849-4903-4d8d-9167-2718e6622caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efede9a2-c9dd-4b18-b225-7cbb782ad9e4'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:37:50.244480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port efede9a2-c9dd-4b18-b225-7cbb782ad9e4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=efede9a2-c9dd-4b18-b225-7cbb782ad9e4,segment=NetworkSegment(db1af8e8-c5a0-48ae-9013-165dcf0c41ed),segment_id=db1af8e8-c5a0-48ae-9013-165dcf0c41ed)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:37:50.281817 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3229849-4903-4d8d-9167-2718e6622caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efede9a2-c9dd-4b18-b225-7cbb782ad9e4', 'code': 200} Apr 23 09:37:50.283090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:50.285093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c428d7ee-592f-4c66-b7d0-173c15e1ce29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:50.358842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=efede9a2-c9dd-4b18-b225-7cbb782ad9e4,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:50.362020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:50.612472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a138f-9e1c-484a-995b-a5ad5c702c79 req-7873bc6e-f2b8-473f-8143-20ad72d72287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:50.614010 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-447a138f-9e1c-484a-995b-a5ad5c702c79 req-7873bc6e-f2b8-473f-8143-20ad72d72287 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f3229849-4903-4d8d-9167-2718e6622caa HTTP/1.1" status: 200 len: 1098 time: 0.0808661 Apr 23 09:37:50.659761 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-447a138f-9e1c-484a-995b-a5ad5c702c79 req-2b305374-7ded-4515-a6af-286068e88055 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=73cc5496-1bd5-4854-b413-56eed2938245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383725 Apr 23 09:37:51.049097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9974a0-37fe-45a1-9391-46daad411c17 req-cb8eb308-7f70-4b01-81d0-dae5a1f902d4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:51.050813 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ed9974a0-37fe-45a1-9391-46daad411c17 req-cb8eb308-7f70-4b01-81d0-dae5a1f902d4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3229849-4903-4d8d-9167-2718e6622caa HTTP/1.1" status: 200 len: 945 time: 0.0964150 Apr 23 09:37:51.102973 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ed9974a0-37fe-45a1-9391-46daad411c17 req-8d1c4a5d-94ab-450d-bb8a-889c7af1454b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=73cc5496-1bd5-4854-b413-56eed2938245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450327 Apr 23 09:37:52.311969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574ac5e-bbd8-4ded-b492-5249b24fddc8 req-1ab21ae7-8b5f-4c75-bf77-797559853122 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:52.313463 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8574ac5e-bbd8-4ded-b492-5249b24fddc8 req-1ab21ae7-8b5f-4c75-bf77-797559853122 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3229849-4903-4d8d-9167-2718e6622caa HTTP/1.1" status: 200 len: 945 time: 0.0935760 Apr 23 09:37:52.361610 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8574ac5e-bbd8-4ded-b492-5249b24fddc8 req-7bee5380-7e1e-4912-8dae-ed91c24dadbd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=73cc5496-1bd5-4854-b413-56eed2938245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410371 Apr 23 09:37:52.565883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0065ef-ee83-44ee-a2b0-2ca92f1c9fe3 req-7ab06379-1a11-47d2-980d-76bd5a28908c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:52.567432 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0f0065ef-ee83-44ee-a2b0-2ca92f1c9fe3 req-7ab06379-1a11-47d2-980d-76bd5a28908c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3229849-4903-4d8d-9167-2718e6622caa HTTP/1.1" status: 200 len: 945 time: 0.0892725 Apr 23 09:37:52.616335 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0f0065ef-ee83-44ee-a2b0-2ca92f1c9fe3 req-af86af52-d5d6-4fc4-9302-72e50b367f18 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=73cc5496-1bd5-4854-b413-56eed2938245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418835 Apr 23 09:37:52.640803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44446) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:52.722151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f69a70f-efc1-4e0f-b2da-2c2cb3ddb449 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:52.723817 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8f69a70f-efc1-4e0f-b2da-2c2cb3ddb449 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f3229849-4903-4d8d-9167-2718e6622caa HTTP/1.1" status: 200 len: 1093 time: 0.0819621 Apr 23 09:37:52.726996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44450) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:37:52.732465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': 'efede9a2-c9dd-4b18-b225-7cbb782ad9e4', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:37:52.738949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:37:52.743710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:floatingip and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:37:52.746850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:37:52.752943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:37:52.795801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:52.945652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:53.090162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.26.4.163 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/d2155cb0-936b-45c8-a570-0d609dbdaf13) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:37:53.259462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:53.316382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:53.321686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:53.368245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:53.383593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:37:53.386910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:37:53.395559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:37:53.439498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=d2155cb0-936b-45c8-a570-0d609dbdaf13,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:53.444150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:54.129162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:54.243503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:54.467641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:54.499035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:54.504564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c1c9be8a-aabe-49f5-8a3e-490c965c5805 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:37:54.627105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=d2155cb0-936b-45c8-a570-0d609dbdaf13,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:37:54.641373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:54.641808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:54.642233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:54.642711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:54.643130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:54.643545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:54.643961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:54.644378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:54.644841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:54.645235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:54.645646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:54.646055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:37:54.650004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:54.707404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:37:54.841506 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Floating IP f934721d-71d9-4d57-8d2d-0f079ca14d5f associated. External IP: 172.26.4.163, port: efede9a2-c9dd-4b18-b225-7cbb782ad9e4. Apr 23 09:37:55.235572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router a64feff7-1118-4c91-953f-5099ffbdeba6 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:37:55.433195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:37:55.443131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0aa80-c502-4760-8fcc-7a13c8d0bbb8 None None] Sync routers for ids ['a64feff7-1118-4c91-953f-5099ffbdeba6'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:37:55.453212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0aa80-c502-4760-8fcc-7a13c8d0bbb8 None None] Routers {'a64feff7-1118-4c91-953f-5099ffbdeba6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:37:55.453899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4fe0aa80-c502-4760-8fcc-7a13c8d0bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:37:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['a64feff7-1118-4c91-953f-5099ffbdeba6'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:37:55.497967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:37:55.564298 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8361797 Apr 23 09:37:55.565028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3229849-4903-4d8d-9167-2718e6622caa', 'tag': 'efede9a2-c9dd-4b18-b225-7cbb782ad9e4'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:37:55.619462 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3229849-4903-4d8d-9167-2718e6622caa', 'tag': 'efede9a2-c9dd-4b18-b225-7cbb782ad9e4', 'status': 'completed', 'code': 200} Apr 23 09:37:55.655836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-4fe0aa80-c502-4760-8fcc-7a13c8d0bbb8 None None] Set router a64feff7-1118-4c91-953f-5099ffbdeba6 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:37:55.724541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2b6f1-1361-4e5c-8577-871a4f6bfe90 req-b48f35a5-cec3-4e93-a9f1-db38f8df1549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:55.726991 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-35a2b6f1-1361-4e5c-8577-871a4f6bfe90 req-b48f35a5-cec3-4e93-a9f1-db38f8df1549 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=f3229849-4903-4d8d-9167-2718e6622caa HTTP/1.1" status: 200 len: 1098 time: 0.0850334 Apr 23 09:37:55.877684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2b6f1-1361-4e5c-8577-871a4f6bfe90 req-a1151a01-7ff6-4609-a699-013254813769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:55.879353 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-35a2b6f1-1361-4e5c-8577-871a4f6bfe90 req-a1151a01-7ff6-4609-a699-013254813769 service neutron] 10.222.0.35 "GET /v2.0/networks?id=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 HTTP/1.1" status: 200 len: 898 time: 0.1457777 Apr 23 09:37:56.001079 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-35a2b6f1-1361-4e5c-8577-871a4f6bfe90 req-4bbfa135-5ab4-4ed2-8589-d58f19933135 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efede9a2-c9dd-4b18-b225-7cbb782ad9e4 HTTP/1.1" status: 200 len: 999 time: 0.1151109 Apr 23 09:37:56.061577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4fe0aa80-c502-4760-8fcc-7a13c8d0bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'name': 'tempest-TestNetworkBasicOps-router-962252260', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:37:06Z', 'updated_at': '2021-04-23T09:37:13Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:07Z', 'updated_at': '2021-04-23T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '4bb9fc1c-0524-4d6c-b877-a234173adce1', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.174', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'port_id': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'mac_address': 'fa:16:3e:26:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f90679-044d-4075-93a0-53d1e284bb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:37:34Z', 'updated_at': '2021-04-23T09:37:38Z', 'revision_number': 1, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}, {'id': 'f934721d-71d9-4d57-8d2d-0f079ca14d5f', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.163', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'port_id': 'efede9a2-c9dd-4b18-b225-7cbb782ad9e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'mac_address': 'fa:16:3e:9b:81:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3229849-4903-4d8d-9167-2718e6622caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:37:54Z', 'updated_at': '2021-04-23T09:37:54Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ef884f7-d096-478d-9f27-5d7fd585853a', 'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:8e:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:13Z', 'updated_at': '2021-04-23T09:37:18Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:37:56.066883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0aa80-c502-4760-8fcc-7a13c8d0bbb8 None None] Checking router: a64feff7-1118-4c91-953f-5099ffbdeba6 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:37:56.077705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0aa80-c502-4760-8fcc-7a13c8d0bbb8 None None] Routers {'a64feff7-1118-4c91-953f-5099ffbdeba6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:37:56.078419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4fe0aa80-c502-4760-8fcc-7a13c8d0bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:37:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['a64feff7-1118-4c91-953f-5099ffbdeba6'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:37:56.087930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2b6f1-1361-4e5c-8577-871a4f6bfe90 req-6d2d01e3-a271-459e-830d-7262c0729b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:56.089537 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-35a2b6f1-1361-4e5c-8577-871a4f6bfe90 req-6d2d01e3-a271-459e-830d-7262c0729b31 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bf180692-55e0-434c-9f1e-0f129b5bd6a2 HTTP/1.1" status: 200 len: 834 time: 0.0820146 Apr 23 09:37:56.206847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2b6f1-1361-4e5c-8577-871a4f6bfe90 req-356daad5-8eb0-46f7-9fe1-eb88568338b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:37:56.208543 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-35a2b6f1-1361-4e5c-8577-871a4f6bfe90 req-356daad5-8eb0-46f7-9fe1-eb88568338b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1120458 Apr 23 09:37:56.282392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-4fe0aa80-c502-4760-8fcc-7a13c8d0bbb8 None None] Set router a64feff7-1118-4c91-953f-5099ffbdeba6 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:37:56.374954 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-35a2b6f1-1361-4e5c-8577-871a4f6bfe90 req-70ce95d9-263f-47f0-94df-55a1230d129e service neutron] 10.222.0.35 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598065 Apr 23 09:37:56.533886 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-35a2b6f1-1361-4e5c-8577-871a4f6bfe90 req-be6ab69b-90a2-47aa-b1c8-0a8dc21492bf service neutron] 10.222.0.35 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528647 Apr 23 09:37:56.880281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4fe0aa80-c502-4760-8fcc-7a13c8d0bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'name': 'tempest-TestNetworkBasicOps-router-962252260', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:37:06Z', 'updated_at': '2021-04-23T09:37:13Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:07Z', 'updated_at': '2021-04-23T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '4bb9fc1c-0524-4d6c-b877-a234173adce1', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.174', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'port_id': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'mac_address': 'fa:16:3e:26:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f90679-044d-4075-93a0-53d1e284bb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:37:34Z', 'updated_at': '2021-04-23T09:37:38Z', 'revision_number': 1, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}, {'id': 'f934721d-71d9-4d57-8d2d-0f079ca14d5f', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.163', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'port_id': 'efede9a2-c9dd-4b18-b225-7cbb782ad9e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'mac_address': 'fa:16:3e:9b:81:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3229849-4903-4d8d-9167-2718e6622caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:37:54Z', 'updated_at': '2021-04-23T09:37:54Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ef884f7-d096-478d-9f27-5d7fd585853a', 'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:8e:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:13Z', 'updated_at': '2021-04-23T09:37:18Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:37:56.886447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0aa80-c502-4760-8fcc-7a13c8d0bbb8 None None] The sync data for ids ['a64feff7-1118-4c91-953f-5099ffbdeba6'] in dv-neutron-786478-4-hyperv is: [{'id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'name': 'tempest-TestNetworkBasicOps-router-962252260', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:37:06Z', 'updated_at': '2021-04-23T09:37:13Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:07Z', 'updated_at': '2021-04-23T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '4bb9fc1c-0524-4d6c-b877-a234173adce1', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.174', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'port_id': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'mac_address': 'fa:16:3e:26:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f90679-044d-4075-93a0-53d1e284bb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:37:34Z', 'updated_at': '2021-04-23T09:37:38Z', 'revision_number': 1, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}, {'id': 'f934721d-71d9-4d57-8d2d-0f079ca14d5f', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.163', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'port_id': 'efede9a2-c9dd-4b18-b225-7cbb782ad9e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'mac_address': 'fa:16:3e:9b:81:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3229849-4903-4d8d-9167-2718e6622caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:37:54Z', 'updated_at': '2021-04-23T09:37:54Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ef884f7-d096-478d-9f27-5d7fd585853a', 'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:8e:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:13Z', 'updated_at': '2021-04-23T09:37:18Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:37:57.209179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0842c7df-308b-4955-bb04-7b163bc4efe2 None None] New status for floating IP f934721d-71d9-4d57-8d2d-0f079ca14d5f: ACTIVE {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:38:06.681450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-06fcc965-fa39-47b5-873f-cae92496b096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:38:09.664583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c5c68ae-d395-440e-989b-3b4e0d7f4fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:38:10.417299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:38:11.253428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:38:12.298790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:38:19.009012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:38:23.373584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:38:36.702613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bdd90b43-7c3c-4aa4-83fe-4e7fdafe8335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:38:39.669803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3a4dea0d-1c4d-49f2-be10-4ab18d713bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:38:40.469754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:38:41.247369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:38:42.298877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:38:45.262065 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6f68f2c5-95c4-498f-9812-4a5824791258 req-01ae1b85-b0b6-4d22-a1e3-98a4da368706 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=94f90679-044d-4075-93a0-53d1e284bb38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805275 Apr 23 09:38:45.421520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68f2c5-95c4-498f-9812-4a5824791258 req-882fe439-6974-4e2d-95eb-d026b4af389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:38:45.423190 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6f68f2c5-95c4-498f-9812-4a5824791258 req-882fe439-6974-4e2d-95eb-d026b4af389e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 1098 time: 0.0855815 Apr 23 09:38:45.585164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68f2c5-95c4-498f-9812-4a5824791258 req-635a7061-8415-4324-9e98-695ea50c2d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:38:45.586831 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6f68f2c5-95c4-498f-9812-4a5824791258 req-635a7061-8415-4324-9e98-695ea50c2d46 service neutron] 10.222.0.35 "GET /v2.0/networks?id=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 HTTP/1.1" status: 200 len: 898 time: 0.1434567 Apr 23 09:38:45.705312 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6f68f2c5-95c4-498f-9812-4a5824791258 req-74a12699-9e65-43ff-b40c-7fb58f4b5a3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae878c20-604e-4a75-aff9-4c58ebfeea7a HTTP/1.1" status: 200 len: 1001 time: 0.1109078 Apr 23 09:38:45.786688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68f2c5-95c4-498f-9812-4a5824791258 req-f46d6f42-a153-427c-9129-4660605063fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:38:45.788972 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6f68f2c5-95c4-498f-9812-4a5824791258 req-f46d6f42-a153-427c-9129-4660605063fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bf180692-55e0-434c-9f1e-0f129b5bd6a2 HTTP/1.1" status: 200 len: 834 time: 0.0769022 Apr 23 09:38:45.880459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68f2c5-95c4-498f-9812-4a5824791258 req-9b040fb4-3c6c-4c62-89bf-d7a03fdf0b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:38:45.882277 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6f68f2c5-95c4-498f-9812-4a5824791258 req-9b040fb4-3c6c-4c62-89bf-d7a03fdf0b58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861816 Apr 23 09:38:46.032540 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6f68f2c5-95c4-498f-9812-4a5824791258 req-ae69dd8c-130b-48af-bb98-a15f940b29d0 service neutron] 10.222.0.35 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432116 Apr 23 09:38:46.184945 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6f68f2c5-95c4-498f-9812-4a5824791258 req-ced1e606-4b18-4a7b-aea3-c327ff6cebdd service neutron] 10.222.0.35 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448009 Apr 23 09:38:53.382492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:38:56.010225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:39:06.698333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b6a027d7-4ac6-4aa7-a7f5-fc3948794459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:09.669888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-73973e4a-f6e7-4967-beff-099e31fa975a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:10.433129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:11.254863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44478) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:11.263732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:11.372992 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ae084e3d-b236-420b-8198-d29002c6dc90 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/4bb9fc1c-0524-4d6c-b877-a234173adce1 HTTP/1.1" status: 200 len: 993 time: 0.1168461 Apr 23 09:39:12.056084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44488) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:12.062836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bd2f0703-edad-4572-a9cb-8edef6e73159 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:39:12.198538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0703-edad-4572-a9cb-8edef6e73159 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:12.324820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:12.757445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-bd2f0703-edad-4572-a9cb-8edef6e73159 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port ae878c20-604e-4a75-aff9-4c58ebfeea7a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ae878c20-604e-4a75-aff9-4c58ebfeea7a,segment=NetworkSegment(db1af8e8-c5a0-48ae-9013-165dcf0c41ed),segment_id=db1af8e8-c5a0-48ae-9013-165dcf0c41ed)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:39:12.790533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0703-edad-4572-a9cb-8edef6e73159 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:12.838939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0703-edad-4572-a9cb-8edef6e73159 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:12.844376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:12.913860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2f0703-edad-4572-a9cb-8edef6e73159 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:12.914607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0703-edad-4572-a9cb-8edef6e73159 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:12.917040 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bd2f0703-edad-4572-a9cb-8edef6e73159 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/ports/ae878c20-604e-4a75-aff9-4c58ebfeea7a HTTP/1.1" status: 200 len: 938 time: 0.8597004 Apr 23 09:39:12.917825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f90679-044d-4075-93a0-53d1e284bb38', 'tag': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:39:12.953408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f0703-edad-4572-a9cb-8edef6e73159 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=ae878c20-604e-4a75-aff9-4c58ebfeea7a,revision_number=6']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:12.963097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0703-edad-4572-a9cb-8edef6e73159 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:12.963530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0703-edad-4572-a9cb-8edef6e73159 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:12.963964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0703-edad-4572-a9cb-8edef6e73159 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:12.964387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0703-edad-4572-a9cb-8edef6e73159 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:12.964800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0703-edad-4572-a9cb-8edef6e73159 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:12.965250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0703-edad-4572-a9cb-8edef6e73159 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:12.965671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0703-edad-4572-a9cb-8edef6e73159 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:12.966112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0703-edad-4572-a9cb-8edef6e73159 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:12.966532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0703-edad-4572-a9cb-8edef6e73159 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:12.967725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0703-edad-4572-a9cb-8edef6e73159 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:12.967725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0703-edad-4572-a9cb-8edef6e73159 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:12.967725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0703-edad-4572-a9cb-8edef6e73159 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:12.972705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bd2f0703-edad-4572-a9cb-8edef6e73159 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:12.991898 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f90679-044d-4075-93a0-53d1e284bb38', 'tag': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a', 'status': 'completed', 'code': 200} Apr 23 09:39:13.103593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9689152-ae5e-48ea-a030-bfa55aebeb25 req-2a608cc3-8fa3-4127-a3f6-14c90945ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:13.105244 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a9689152-ae5e-48ea-a030-bfa55aebeb25 req-2a608cc3-8fa3-4127-a3f6-14c90945ffdc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 1099 time: 0.0876031 Apr 23 09:39:13.116540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cf2d821f-80e1-423e-9b03-38187d78122d None None] Provisioning complete for port ae878c20-604e-4a75-aff9-4c58ebfeea7a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:39:13.116970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf2d821f-80e1-423e-9b03-38187d78122d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:13.187934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d821f-80e1-423e-9b03-38187d78122d None None] Port ae878c20-604e-4a75-aff9-4c58ebfeea7a is administratively disabled so it will not transition to active. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 23 09:39:13.262958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9689152-ae5e-48ea-a030-bfa55aebeb25 req-7f60a6b2-8638-4186-bb0f-6ec6dac6fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:13.264618 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a9689152-ae5e-48ea-a030-bfa55aebeb25 req-7f60a6b2-8638-4186-bb0f-6ec6dac6fd4d service neutron] 10.222.0.35 "GET /v2.0/networks?id=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 HTTP/1.1" status: 200 len: 898 time: 0.1522999 Apr 23 09:39:13.377627 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a9689152-ae5e-48ea-a030-bfa55aebeb25 req-be4cf780-f54f-4604-a290-bb911d3c57c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae878c20-604e-4a75-aff9-4c58ebfeea7a HTTP/1.1" status: 200 len: 1002 time: 0.1060801 Apr 23 09:39:13.451051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9689152-ae5e-48ea-a030-bfa55aebeb25 req-36325b45-7982-4e70-9a48-d10c293f00f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:13.452664 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a9689152-ae5e-48ea-a030-bfa55aebeb25 req-36325b45-7982-4e70-9a48-d10c293f00f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bf180692-55e0-434c-9f1e-0f129b5bd6a2 HTTP/1.1" status: 200 len: 834 time: 0.0692244 Apr 23 09:39:13.540962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9689152-ae5e-48ea-a030-bfa55aebeb25 req-60299574-7321-4521-bb21-07d8539b2103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:13.542526 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a9689152-ae5e-48ea-a030-bfa55aebeb25 req-60299574-7321-4521-bb21-07d8539b2103 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834963 Apr 23 09:39:13.690759 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a9689152-ae5e-48ea-a030-bfa55aebeb25 req-b55d18f5-3bcd-4981-99a9-b6b5ae8f4407 service neutron] 10.222.0.35 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416037 Apr 23 09:39:13.844401 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a9689152-ae5e-48ea-a030-bfa55aebeb25 req-3ee8b83e-e20d-4147-8911-0567ce2959d2 service neutron] 10.222.0.35 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475644 Apr 23 09:39:16.379236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44498) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:16.389989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-74c277b3-928f-46dd-832d-2130eea50065 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:39:16.530521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74c277b3-928f-46dd-832d-2130eea50065 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:16.775190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-74c277b3-928f-46dd-832d-2130eea50065 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port ae878c20-604e-4a75-aff9-4c58ebfeea7a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ae878c20-604e-4a75-aff9-4c58ebfeea7a,segment=NetworkSegment(db1af8e8-c5a0-48ae-9013-165dcf0c41ed),segment_id=db1af8e8-c5a0-48ae-9013-165dcf0c41ed)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:39:16.803771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74c277b3-928f-46dd-832d-2130eea50065 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:16.852686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74c277b3-928f-46dd-832d-2130eea50065 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:16.858125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-63b56bfe-c917-488b-97c4-c1a573565f7c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:16.939166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c277b3-928f-46dd-832d-2130eea50065 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:16.939886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-74c277b3-928f-46dd-832d-2130eea50065 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:16.941928 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-74c277b3-928f-46dd-832d-2130eea50065 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/ports/ae878c20-604e-4a75-aff9-4c58ebfeea7a HTTP/1.1" status: 200 len: 937 time: 0.5613503 Apr 23 09:39:16.942735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f90679-044d-4075-93a0-53d1e284bb38', 'tag': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:39:16.945499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44502) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:16.967468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c277b3-928f-46dd-832d-2130eea50065 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=ae878c20-604e-4a75-aff9-4c58ebfeea7a,revision_number=7']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:16.980111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c277b3-928f-46dd-832d-2130eea50065 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:16.980648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c277b3-928f-46dd-832d-2130eea50065 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:16.981375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c277b3-928f-46dd-832d-2130eea50065 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:16.981917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c277b3-928f-46dd-832d-2130eea50065 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:16.982877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c277b3-928f-46dd-832d-2130eea50065 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:16.983573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c277b3-928f-46dd-832d-2130eea50065 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:16.984105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c277b3-928f-46dd-832d-2130eea50065 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:16.984531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c277b3-928f-46dd-832d-2130eea50065 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:16.985041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c277b3-928f-46dd-832d-2130eea50065 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:16.985599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c277b3-928f-46dd-832d-2130eea50065 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:16.986019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c277b3-928f-46dd-832d-2130eea50065 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:16.986454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c277b3-928f-46dd-832d-2130eea50065 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:16.998915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-74c277b3-928f-46dd-832d-2130eea50065 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:17.095766 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ee263a05-8ade-46f8-bc21-7ee69ed352ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/4bb9fc1c-0524-4d6c-b877-a234173adce1 HTTP/1.1" status: 200 len: 993 time: 0.1453729 Apr 23 09:39:17.117222 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f90679-044d-4075-93a0-53d1e284bb38', 'tag': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a', 'status': 'completed', 'code': 200} Apr 23 09:39:17.133693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d1e47477-e06e-4cdc-a557-d91eafb87f7e None None] Provisioning complete for port ae878c20-604e-4a75-aff9-4c58ebfeea7a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:39:17.134123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d1e47477-e06e-4cdc-a557-d91eafb87f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:17.227022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338aff9e-41e8-4107-8807-07c540bf4343 req-a1bf207d-176b-4f26-b278-d232583bf50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:17.228636 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-338aff9e-41e8-4107-8807-07c540bf4343 req-a1bf207d-176b-4f26-b278-d232583bf50f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 1098 time: 0.0896974 Apr 23 09:39:17.297764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['ae878c20-604e-4a75-aff9-4c58ebfeea7a'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:39:17.385967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338aff9e-41e8-4107-8807-07c540bf4343 req-56fab7b0-15d6-4e86-ac7f-e6291b38c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:17.387631 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-338aff9e-41e8-4107-8807-07c540bf4343 req-56fab7b0-15d6-4e86-ac7f-e6291b38c556 service neutron] 10.222.0.35 "GET /v2.0/networks?id=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 HTTP/1.1" status: 200 len: 898 time: 0.1513510 Apr 23 09:39:17.525080 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-338aff9e-41e8-4107-8807-07c540bf4343 req-ccb64019-2b9f-4d4a-9819-dab9b98bf04d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae878c20-604e-4a75-aff9-4c58ebfeea7a HTTP/1.1" status: 200 len: 1001 time: 0.1290681 Apr 23 09:39:17.603419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338aff9e-41e8-4107-8807-07c540bf4343 req-2996102a-d2f2-453c-a7ed-eda21b1e3b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:17.605122 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-338aff9e-41e8-4107-8807-07c540bf4343 req-2996102a-d2f2-453c-a7ed-eda21b1e3b4e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bf180692-55e0-434c-9f1e-0f129b5bd6a2 HTTP/1.1" status: 200 len: 834 time: 0.0732739 Apr 23 09:39:17.693738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338aff9e-41e8-4107-8807-07c540bf4343 req-fdefde9e-1376-4b03-b4b2-eb7595217102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:17.695404 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-338aff9e-41e8-4107-8807-07c540bf4343 req-fdefde9e-1376-4b03-b4b2-eb7595217102 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837474 Apr 23 09:39:17.844993 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-338aff9e-41e8-4107-8807-07c540bf4343 req-94d2c7c2-e543-4b5a-bd8f-bc1743541330 service neutron] 10.222.0.35 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417954 Apr 23 09:39:17.992387 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-338aff9e-41e8-4107-8807-07c540bf4343 req-283f52e9-a5ed-47e9-8d3d-4cb0058ad0e9 service neutron] 10.222.0.35 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407423 Apr 23 09:39:19.674158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44516) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:19.965818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6931919b-e9c4-4aeb-b12c-93da3dc8446e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port d2155cb0-936b-45c8-a570-0d609dbdaf13 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:39:19.966233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6931919b-e9c4-4aeb-b12c-93da3dc8446e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:20.095746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6931919b-e9c4-4aeb-b12c-93da3dc8446e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:20.096123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6931919b-e9c4-4aeb-b12c-93da3dc8446e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:20.231145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6931919b-e9c4-4aeb-b12c-93da3dc8446e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for d2155cb0-936b-45c8-a570-0d609dbdaf13 owned by network:floatingip {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:39:20.398707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6931919b-e9c4-4aeb-b12c-93da3dc8446e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:20.404027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-24caf359-852c-45d3-af5b-61331506fb0c tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:20.451995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931919b-e9c4-4aeb-b12c-93da3dc8446e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=d2155cb0-936b-45c8-a570-0d609dbdaf13,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:20.491920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6931919b-e9c4-4aeb-b12c-93da3dc8446e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:20.554895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6931919b-e9c4-4aeb-b12c-93da3dc8446e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:20.555253 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-6931919b-e9c4-4aeb-b12c-93da3dc8446e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Floating IP f934721d-71d9-4d57-8d2d-0f079ca14d5f disassociated (deleted). External IP: 172.26.4.163, port: efede9a2-c9dd-4b18-b225-7cbb782ad9e4. Apr 23 09:39:20.934540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6931919b-e9c4-4aeb-b12c-93da3dc8446e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router a64feff7-1118-4c91-953f-5099ffbdeba6 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:39:21.132192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6931919b-e9c4-4aeb-b12c-93da3dc8446e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:39:21.142991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bac307-4472-4ef3-b8b1-6213996ad61c None None] Sync routers for ids ['a64feff7-1118-4c91-953f-5099ffbdeba6'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:39:21.159853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bac307-4472-4ef3-b8b1-6213996ad61c None None] Routers {'a64feff7-1118-4c91-953f-5099ffbdeba6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:39:21.162043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-63bac307-4472-4ef3-b8b1-6213996ad61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:39:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['a64feff7-1118-4c91-953f-5099ffbdeba6'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:39:21.193944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6931919b-e9c4-4aeb-b12c-93da3dc8446e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:21.251926 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6931919b-e9c4-4aeb-b12c-93da3dc8446e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/floatingips/f934721d-71d9-4d57-8d2d-0f079ca14d5f HTTP/1.1" status: 204 len: 168 time: 1.5764456 Apr 23 09:39:21.254927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3229849-4903-4d8d-9167-2718e6622caa', 'tag': 'efede9a2-c9dd-4b18-b225-7cbb782ad9e4'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:39:21.307040 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3229849-4903-4d8d-9167-2718e6622caa', 'tag': 'efede9a2-c9dd-4b18-b225-7cbb782ad9e4', 'status': 'completed', 'code': 200} Apr 23 09:39:21.355469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-63bac307-4472-4ef3-b8b1-6213996ad61c None None] Set router a64feff7-1118-4c91-953f-5099ffbdeba6 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:39:21.421195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b7688-34f5-42b4-ada3-d42597604dc6 req-5125053a-71e5-4d43-b436-01d137bdb8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:21.423157 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-123b7688-34f5-42b4-ada3-d42597604dc6 req-5125053a-71e5-4d43-b436-01d137bdb8af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=f3229849-4903-4d8d-9167-2718e6622caa HTTP/1.1" status: 200 len: 1098 time: 0.0925393 Apr 23 09:39:21.572235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b7688-34f5-42b4-ada3-d42597604dc6 req-4ea32e94-1afc-4164-a261-1e39c704c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:21.573878 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-123b7688-34f5-42b4-ada3-d42597604dc6 req-4ea32e94-1afc-4164-a261-1e39c704c38e service neutron] 10.222.0.35 "GET /v2.0/networks?id=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 HTTP/1.1" status: 200 len: 898 time: 0.1448455 Apr 23 09:39:21.649344 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-123b7688-34f5-42b4-ada3-d42597604dc6 req-a769a384-6b98-4602-b6e5-c3cc2d0648a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efede9a2-c9dd-4b18-b225-7cbb782ad9e4 HTTP/1.1" status: 200 len: 217 time: 0.0691879 Apr 23 09:39:21.756198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-63bac307-4472-4ef3-b8b1-6213996ad61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'name': 'tempest-TestNetworkBasicOps-router-962252260', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:37:06Z', 'updated_at': '2021-04-23T09:37:13Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:07Z', 'updated_at': '2021-04-23T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '4bb9fc1c-0524-4d6c-b877-a234173adce1', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.174', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'port_id': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'mac_address': 'fa:16:3e:26:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f90679-044d-4075-93a0-53d1e284bb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:37:34Z', 'updated_at': '2021-04-23T09:37:38Z', 'revision_number': 1, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ef884f7-d096-478d-9f27-5d7fd585853a', 'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:8e:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:13Z', 'updated_at': '2021-04-23T09:37:18Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:39:21.760972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bac307-4472-4ef3-b8b1-6213996ad61c None None] Checking router: a64feff7-1118-4c91-953f-5099ffbdeba6 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:39:21.771134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bac307-4472-4ef3-b8b1-6213996ad61c None None] Routers {'a64feff7-1118-4c91-953f-5099ffbdeba6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:39:21.771901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-63bac307-4472-4ef3-b8b1-6213996ad61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:39:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['a64feff7-1118-4c91-953f-5099ffbdeba6'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:39:21.971846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-63bac307-4472-4ef3-b8b1-6213996ad61c None None] Set router a64feff7-1118-4c91-953f-5099ffbdeba6 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:39:22.048071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b7688-34f5-42b4-ada3-d42597604dc6 req-1d6a37c9-f904-4d00-8a92-867c6a370c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:22.049743 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-123b7688-34f5-42b4-ada3-d42597604dc6 req-1d6a37c9-f904-4d00-8a92-867c6a370c67 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bf180692-55e0-434c-9f1e-0f129b5bd6a2 HTTP/1.1" status: 200 len: 834 time: 0.3875799 Apr 23 09:39:22.207295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b7688-34f5-42b4-ada3-d42597604dc6 req-c7b03bcb-c383-4024-9478-e4d22ba5ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:22.208975 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-123b7688-34f5-42b4-ada3-d42597604dc6 req-c7b03bcb-c383-4024-9478-e4d22ba5ad8e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1525888 Apr 23 09:39:22.221166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c6e93-0d0f-4097-bc23-5b2a5373fef4 req-63c20ddd-e81a-4506-9f8d-1ce51751cf3e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:22.221890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-5b7c6e93-0d0f-4097-bc23-5b2a5373fef4 req-63c20ddd-e81a-4506-9f8d-1ce51751cf3e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:39:22.325388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-5b7c6e93-0d0f-4097-bc23-5b2a5373fef4 req-63c20ddd-e81a-4506-9f8d-1ce51751cf3e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:39:22.326670 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5b7c6e93-0d0f-4097-bc23-5b2a5373fef4 req-63c20ddd-e81a-4506-9f8d-1ce51751cf3e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3229849-4903-4d8d-9167-2718e6622caa HTTP/1.1" status: 200 len: 945 time: 0.3151333 Apr 23 09:39:22.362874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-63bac307-4472-4ef3-b8b1-6213996ad61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'name': 'tempest-TestNetworkBasicOps-router-962252260', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:37:06Z', 'updated_at': '2021-04-23T09:37:13Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:07Z', 'updated_at': '2021-04-23T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '4bb9fc1c-0524-4d6c-b877-a234173adce1', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.174', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'port_id': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'mac_address': 'fa:16:3e:26:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f90679-044d-4075-93a0-53d1e284bb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:37:34Z', 'updated_at': '2021-04-23T09:37:38Z', 'revision_number': 1, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ef884f7-d096-478d-9f27-5d7fd585853a', 'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:8e:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:13Z', 'updated_at': '2021-04-23T09:37:18Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:39:22.367499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bac307-4472-4ef3-b8b1-6213996ad61c None None] The sync data for ids ['a64feff7-1118-4c91-953f-5099ffbdeba6'] in dv-neutron-786478-4-hyperv is: [{'id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'name': 'tempest-TestNetworkBasicOps-router-962252260', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:37:06Z', 'updated_at': '2021-04-23T09:37:13Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:07Z', 'updated_at': '2021-04-23T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '4bb9fc1c-0524-4d6c-b877-a234173adce1', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.174', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'port_id': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'mac_address': 'fa:16:3e:26:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f90679-044d-4075-93a0-53d1e284bb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:37:34Z', 'updated_at': '2021-04-23T09:37:38Z', 'revision_number': 1, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ef884f7-d096-478d-9f27-5d7fd585853a', 'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:8e:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:13Z', 'updated_at': '2021-04-23T09:37:18Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:39:22.413103 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5b7c6e93-0d0f-4097-bc23-5b2a5373fef4 req-7a5182b9-afab-470b-af5d-d0f878504505 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=73cc5496-1bd5-4854-b413-56eed2938245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773888 Apr 23 09:39:22.416902 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-123b7688-34f5-42b4-ada3-d42597604dc6 req-437385ef-ddbe-4b99-85a9-cbca294fcba6 service neutron] 10.222.0.35 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909184 Apr 23 09:39:22.570145 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-123b7688-34f5-42b4-ada3-d42597604dc6 req-1d504a52-71fc-4998-a863-278604417aad service neutron] 10.222.0.35 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445384 Apr 23 09:39:22.781395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f917c7cd-4f1a-4b44-834a-25488dd477a2 None None] New status for floating IP f934721d-71d9-4d57-8d2d-0f079ca14d5f: DOWN {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:39:23.193406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa21fb6-4c6b-43c2-b6b9-0f0e14d524d9 req-59a3cd7c-146a-4afb-8bbd-0421f860a0d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:23.194903 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6fa21fb6-4c6b-43c2-b6b9-0f0e14d524d9 req-59a3cd7c-146a-4afb-8bbd-0421f860a0d7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3229849-4903-4d8d-9167-2718e6622caa HTTP/1.1" status: 200 len: 945 time: 0.0985959 Apr 23 09:39:23.352412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-6fa21fb6-4c6b-43c2-b6b9-0f0e14d524d9 req-391d6063-2620-44a1-a4d6-dbd679aa692d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port efede9a2-c9dd-4b18-b225-7cbb782ad9e4 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:39:23.352804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-6fa21fb6-4c6b-43c2-b6b9-0f0e14d524d9 req-391d6063-2620-44a1-a4d6-dbd679aa692d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:23.364658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:23.517060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-6fa21fb6-4c6b-43c2-b6b9-0f0e14d524d9 req-391d6063-2620-44a1-a4d6-dbd679aa692d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port efede9a2-c9dd-4b18-b225-7cbb782ad9e4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=efede9a2-c9dd-4b18-b225-7cbb782ad9e4,segment=NetworkSegment(db1af8e8-c5a0-48ae-9013-165dcf0c41ed),segment_id=db1af8e8-c5a0-48ae-9013-165dcf0c41ed)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:39:23.517446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-6fa21fb6-4c6b-43c2-b6b9-0f0e14d524d9 req-391d6063-2620-44a1-a4d6-dbd679aa692d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:23.669945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-6fa21fb6-4c6b-43c2-b6b9-0f0e14d524d9 req-391d6063-2620-44a1-a4d6-dbd679aa692d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for efede9a2-c9dd-4b18-b225-7cbb782ad9e4 owned by compute:nova {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:39:23.689742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a24ab-3300-4313-a6b0-94ba905defd2 req-19ff58bf-2626-467b-b441-d0cee1a90d06 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:23.692186 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a70a24ab-3300-4313-a6b0-94ba905defd2 req-19ff58bf-2626-467b-b441-d0cee1a90d06 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3229849-4903-4d8d-9167-2718e6622caa HTTP/1.1" status: 200 len: 945 time: 0.1514745 Apr 23 09:39:23.743152 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a70a24ab-3300-4313-a6b0-94ba905defd2 req-fac2e5e1-a3d3-4837-80dd-c0a23bec3a67 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=73cc5496-1bd5-4854-b413-56eed2938245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441225 Apr 23 09:39:24.069332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-6fa21fb6-4c6b-43c2-b6b9-0f0e14d524d9 req-391d6063-2620-44a1-a4d6-dbd679aa692d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:24.075603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-60e528d6-4ccf-46e2-89e3-680df464b6ab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:24.127941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d6063-2620-44a1-a4d6-dbd679aa692d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=efede9a2-c9dd-4b18-b225-7cbb782ad9e4,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:24.132583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-391d6063-2620-44a1-a4d6-dbd679aa692d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:24.211495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa21fb6-4c6b-43c2-b6b9-0f0e14d524d9 req-391d6063-2620-44a1-a4d6-dbd679aa692d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] No DVR routers for this DVR port efede9a2-c9dd-4b18-b225-7cbb782ad9e4 on host hv-neutron-7864 {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:39:24.214065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-6fa21fb6-4c6b-43c2-b6b9-0f0e14d524d9 req-391d6063-2620-44a1-a4d6-dbd679aa692d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:24.217041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3229849-4903-4d8d-9167-2718e6622caa', 'name': 'network-vif-deleted', 'tag': 'efede9a2-c9dd-4b18-b225-7cbb782ad9e4'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:39:24.269158 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3229849-4903-4d8d-9167-2718e6622caa', 'name': 'network-vif-deleted', 'tag': 'efede9a2-c9dd-4b18-b225-7cbb782ad9e4', 'status': 'completed', 'code': 200} Apr 23 09:39:24.271288 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6fa21fb6-4c6b-43c2-b6b9-0f0e14d524d9 req-391d6063-2620-44a1-a4d6-dbd679aa692d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "DELETE /v2.0/ports/efede9a2-c9dd-4b18-b225-7cbb782ad9e4 HTTP/1.1" status: 204 len: 173 time: 1.0703111 Apr 23 09:39:24.983741 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2d8c21d9-4f02-4dff-9c2e-9fb2ef621e04 req-a3eb01ea-ee96-421b-9793-c1f018f91e19 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3229849-4903-4d8d-9167-2718e6622caa HTTP/1.1" status: 200 len: 210 time: 0.0537627 Apr 23 09:39:26.091245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44538) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:26.169973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d7b5914-8036-4b2d-8ada-30fdb046b5ee tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:26.202048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d7b5914-8036-4b2d-8ada-30fdb046b5ee tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:26.467061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d7b5914-8036-4b2d-8ada-30fdb046b5ee tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:26.471853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ab1337e2-3c1a-4bef-aac0-cd20913135e2 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:26.489102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b5914-8036-4b2d-8ada-30fdb046b5ee tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cc5496-1bd5-4854-b413-56eed2938245,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:26.493974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1d7b5914-8036-4b2d-8ada-30fdb046b5ee tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:26.534981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d7b5914-8036-4b2d-8ada-30fdb046b5ee tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:26.536305 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1d7b5914-8036-4b2d-8ada-30fdb046b5ee tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/security-groups/73cc5496-1bd5-4854-b413-56eed2938245 HTTP/1.1" status: 204 len: 168 time: 0.4438810 Apr 23 09:39:26.648407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44544) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:26.936054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-936fd60f-5c28-4f29-b1dd-6962bb9687ea tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 1918da58-8b9a-484c-9166-948364ae3fbd {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:39:26.936429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-936fd60f-5c28-4f29-b1dd-6962bb9687ea tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:27.066003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-936fd60f-5c28-4f29-b1dd-6962bb9687ea tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:27.066417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-936fd60f-5c28-4f29-b1dd-6962bb9687ea tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:27.200742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-936fd60f-5c28-4f29-b1dd-6962bb9687ea tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 1918da58-8b9a-484c-9166-948364ae3fbd owned by network:floatingip {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:39:27.429198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-936fd60f-5c28-4f29-b1dd-6962bb9687ea tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:27.433211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0e9b4a38-e315-4947-a65d-496a28b59b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:27.481906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936fd60f-5c28-4f29-b1dd-6962bb9687ea tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=1918da58-8b9a-484c-9166-948364ae3fbd,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:27.484461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-936fd60f-5c28-4f29-b1dd-6962bb9687ea tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:27.583177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-936fd60f-5c28-4f29-b1dd-6962bb9687ea tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:27.583760 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-936fd60f-5c28-4f29-b1dd-6962bb9687ea tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Floating IP 4bb9fc1c-0524-4d6c-b877-a234173adce1 disassociated (deleted). External IP: 172.26.4.174, port: ae878c20-604e-4a75-aff9-4c58ebfeea7a. Apr 23 09:39:27.960121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936fd60f-5c28-4f29-b1dd-6962bb9687ea tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router a64feff7-1118-4c91-953f-5099ffbdeba6 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:39:28.162474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936fd60f-5c28-4f29-b1dd-6962bb9687ea tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:39:28.172557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fcdb2c-71a5-4e0e-ab0f-2ee7661a92cf None None] Sync routers for ids ['a64feff7-1118-4c91-953f-5099ffbdeba6'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:39:28.180416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-936fd60f-5c28-4f29-b1dd-6962bb9687ea tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:28.183253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fcdb2c-71a5-4e0e-ab0f-2ee7661a92cf None None] Routers {'a64feff7-1118-4c91-953f-5099ffbdeba6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:39:28.183953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-15fcdb2c-71a5-4e0e-ab0f-2ee7661a92cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:39:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['a64feff7-1118-4c91-953f-5099ffbdeba6'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:39:28.241125 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-936fd60f-5c28-4f29-b1dd-6962bb9687ea tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/floatingips/4bb9fc1c-0524-4d6c-b877-a234173adce1 HTTP/1.1" status: 204 len: 168 time: 1.5914342 Apr 23 09:39:28.241792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f90679-044d-4075-93a0-53d1e284bb38', 'tag': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:39:28.290614 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f90679-044d-4075-93a0-53d1e284bb38', 'tag': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a', 'status': 'completed', 'code': 200} Apr 23 09:39:28.389484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-15fcdb2c-71a5-4e0e-ab0f-2ee7661a92cf None None] Set router a64feff7-1118-4c91-953f-5099ffbdeba6 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:39:28.399124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195d21f-71a4-47f6-831d-441f92998b1b req-7fcece61-03a3-4726-a944-2db2c87a8f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:28.400772 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6195d21f-71a4-47f6-831d-441f92998b1b req-7fcece61-03a3-4726-a944-2db2c87a8f10 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 1098 time: 0.0882561 Apr 23 09:39:28.437406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device efede9a2-c9dd-4b18-b225-7cbb782ad9e4 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:39:28.571621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195d21f-71a4-47f6-831d-441f92998b1b req-06fcef53-6cd5-476b-ac4d-fae7171ebdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:28.572982 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6195d21f-71a4-47f6-831d-441f92998b1b req-06fcef53-6cd5-476b-ac4d-fae7171ebdc6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 HTTP/1.1" status: 200 len: 898 time: 0.1644464 Apr 23 09:39:28.653392 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6195d21f-71a4-47f6-831d-441f92998b1b req-51037c48-5db9-4fdc-a835-a6d596783bad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae878c20-604e-4a75-aff9-4c58ebfeea7a HTTP/1.1" status: 200 len: 217 time: 0.0731096 Apr 23 09:39:28.691424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: efede9a2-c9dd-4b18-b225-7cbb782ad9e4 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:39:28.692770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device efede9a2-c9dd-4b18-b225-7cbb782ad9e4 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:39:28.730549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195d21f-71a4-47f6-831d-441f92998b1b req-b6b69983-4279-498e-93e3-10f5f67b7f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:28.732139 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6195d21f-71a4-47f6-831d-441f92998b1b req-b6b69983-4279-498e-93e3-10f5f67b7f1f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bf180692-55e0-434c-9f1e-0f129b5bd6a2 HTTP/1.1" status: 200 len: 834 time: 0.0712936 Apr 23 09:39:28.813906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73733db0-8c64-4525-8488-1504632cd11c req-3abc88ea-4ef2-4d50-8dae-efcc6bea7249 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:28.817577 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-73733db0-8c64-4525-8488-1504632cd11c req-3abc88ea-4ef2-4d50-8dae-efcc6bea7249 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 945 time: 0.1037650 Apr 23 09:39:28.821973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195d21f-71a4-47f6-831d-441f92998b1b req-a4839f21-273e-42b1-bbed-9cb33e3f0d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:28.823621 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6195d21f-71a4-47f6-831d-441f92998b1b req-a4839f21-273e-42b1-bbed-9cb33e3f0d69 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841160 Apr 23 09:39:28.871468 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-73733db0-8c64-4525-8488-1504632cd11c req-e2466124-d7c2-45b2-b51a-f215ffc4f22a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=d56792c5-3818-49fb-838d-97b5edd3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469315 Apr 23 09:39:28.983781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-15fcdb2c-71a5-4e0e-ab0f-2ee7661a92cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'name': 'tempest-TestNetworkBasicOps-router-962252260', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:37:06Z', 'updated_at': '2021-04-23T09:37:13Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:07Z', 'updated_at': '2021-04-23T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '6ef884f7-d096-478d-9f27-5d7fd585853a', 'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:8e:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:13Z', 'updated_at': '2021-04-23T09:37:18Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:39:28.988804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fcdb2c-71a5-4e0e-ab0f-2ee7661a92cf None None] Checking router: a64feff7-1118-4c91-953f-5099ffbdeba6 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:39:28.999830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fcdb2c-71a5-4e0e-ab0f-2ee7661a92cf None None] Routers {'a64feff7-1118-4c91-953f-5099ffbdeba6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:39:29.000521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-15fcdb2c-71a5-4e0e-ab0f-2ee7661a92cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:39:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['a64feff7-1118-4c91-953f-5099ffbdeba6'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:39:29.209849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-15fcdb2c-71a5-4e0e-ab0f-2ee7661a92cf None None] Set router a64feff7-1118-4c91-953f-5099ffbdeba6 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:39:29.269490 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6195d21f-71a4-47f6-831d-441f92998b1b req-73b7788a-fdfe-430c-a565-9174fbcef167 service neutron] 10.222.0.35 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382629 Apr 23 09:39:29.418491 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6195d21f-71a4-47f6-831d-441f92998b1b req-1ea73fe2-d1c2-40ed-b521-665b59d84195 service neutron] 10.222.0.35 "GET /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422515 Apr 23 09:39:29.555373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-15fcdb2c-71a5-4e0e-ab0f-2ee7661a92cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'name': 'tempest-TestNetworkBasicOps-router-962252260', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:37:06Z', 'updated_at': '2021-04-23T09:37:13Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:07Z', 'updated_at': '2021-04-23T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '6ef884f7-d096-478d-9f27-5d7fd585853a', 'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:8e:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:13Z', 'updated_at': '2021-04-23T09:37:18Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:39:29.559823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fcdb2c-71a5-4e0e-ab0f-2ee7661a92cf None None] The sync data for ids ['a64feff7-1118-4c91-953f-5099ffbdeba6'] in dv-neutron-786478-4-hyperv is: [{'id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'name': 'tempest-TestNetworkBasicOps-router-962252260', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:37:06Z', 'updated_at': '2021-04-23T09:37:13Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:07Z', 'updated_at': '2021-04-23T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '6ef884f7-d096-478d-9f27-5d7fd585853a', 'name': '', 'network_id': '92f58bf0-9126-4eab-97b3-f9f6f44f4ae9', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:8e:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:13Z', 'updated_at': '2021-04-23T09:37:18Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': 'bf180692-55e0-434c-9f1e-0f129b5bd6a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:39:29.933810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de56968-6f8a-4682-aeb2-d04659d80463 None None] New status for floating IP 4bb9fc1c-0524-4d6c-b877-a234173adce1: DOWN {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:39:30.098162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e16bcf-b06d-49b2-87a6-8544403c21d5 req-f7930a22-d04a-4a55-b109-3c337593e05d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:30.098981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-30e16bcf-b06d-49b2-87a6-8544403c21d5 req-f7930a22-d04a-4a55-b109-3c337593e05d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:39:30.143580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-30e16bcf-b06d-49b2-87a6-8544403c21d5 req-f7930a22-d04a-4a55-b109-3c337593e05d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:39:30.145250 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-30e16bcf-b06d-49b2-87a6-8544403c21d5 req-f7930a22-d04a-4a55-b109-3c337593e05d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 945 time: 0.1441040 Apr 23 09:39:30.194823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-30e16bcf-b06d-49b2-87a6-8544403c21d5 req-2a8cc55e-5f06-41ff-84fe-22d78c89d391 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:39:30.232390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-30e16bcf-b06d-49b2-87a6-8544403c21d5 req-2a8cc55e-5f06-41ff-84fe-22d78c89d391 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:39:30.233632 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-30e16bcf-b06d-49b2-87a6-8544403c21d5 req-2a8cc55e-5f06-41ff-84fe-22d78c89d391 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=d56792c5-3818-49fb-838d-97b5edd3465b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815494 Apr 23 09:39:30.433161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f70c5-9895-4110-953c-66d7d94d97ac req-afae55be-54a7-448f-b26c-21eefa6ee7a7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:30.434686 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ed4f70c5-9895-4110-953c-66d7d94d97ac req-afae55be-54a7-448f-b26c-21eefa6ee7a7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/ports?device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 945 time: 0.0891893 Apr 23 09:39:30.587524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-ed4f70c5-9895-4110-953c-66d7d94d97ac req-3c07c1b4-3992-4235-a5f7-f069a0ce0283 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port ae878c20-604e-4a75-aff9-4c58ebfeea7a {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:39:30.859982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-ed4f70c5-9895-4110-953c-66d7d94d97ac req-3c07c1b4-3992-4235-a5f7-f069a0ce0283 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:30.859982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-ed4f70c5-9895-4110-953c-66d7d94d97ac req-3c07c1b4-3992-4235-a5f7-f069a0ce0283 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port ae878c20-604e-4a75-aff9-4c58ebfeea7a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ae878c20-604e-4a75-aff9-4c58ebfeea7a,segment=NetworkSegment(db1af8e8-c5a0-48ae-9013-165dcf0c41ed),segment_id=db1af8e8-c5a0-48ae-9013-165dcf0c41ed)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:39:30.859982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-ed4f70c5-9895-4110-953c-66d7d94d97ac req-3c07c1b4-3992-4235-a5f7-f069a0ce0283 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:30.871401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-ed4f70c5-9895-4110-953c-66d7d94d97ac req-3c07c1b4-3992-4235-a5f7-f069a0ce0283 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for ae878c20-604e-4a75-aff9-4c58ebfeea7a owned by compute:nova {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:39:31.080970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-ed4f70c5-9895-4110-953c-66d7d94d97ac req-3c07c1b4-3992-4235-a5f7-f069a0ce0283 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:31.087696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1e31305f-d587-4c84-928f-1a43b8bbe6e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:31.135301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07c1b4-3992-4235-a5f7-f069a0ce0283 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=ae878c20-604e-4a75-aff9-4c58ebfeea7a,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:31.139243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3c07c1b4-3992-4235-a5f7-f069a0ce0283 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:31.228384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4f70c5-9895-4110-953c-66d7d94d97ac req-3c07c1b4-3992-4235-a5f7-f069a0ce0283 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] No DVR routers for this DVR port ae878c20-604e-4a75-aff9-4c58ebfeea7a on host hv-neutron-7864 {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:39:31.228384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-ed4f70c5-9895-4110-953c-66d7d94d97ac req-3c07c1b4-3992-4235-a5f7-f069a0ce0283 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:31.230770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f90679-044d-4075-93a0-53d1e284bb38', 'name': 'network-vif-deleted', 'tag': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:39:31.274619 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ed4f70c5-9895-4110-953c-66d7d94d97ac req-3c07c1b4-3992-4235-a5f7-f069a0ce0283 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "DELETE /v2.0/ports/ae878c20-604e-4a75-aff9-4c58ebfeea7a HTTP/1.1" status: 204 len: 173 time: 0.8343277 Apr 23 09:39:31.284792 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f90679-044d-4075-93a0-53d1e284bb38', 'name': 'network-vif-deleted', 'tag': 'ae878c20-604e-4a75-aff9-4c58ebfeea7a', 'status': 'completed', 'code': 200} Apr 23 09:39:31.412015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-50c2aa81-cf2e-4eed-b38a-e0d05c632eb9 req-33de40be-4892-4d6a-b45c-01b35c9fe2a4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:39:31.469065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-50c2aa81-cf2e-4eed-b38a-e0d05c632eb9 req-33de40be-4892-4d6a-b45c-01b35c9fe2a4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:39:31.470501 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-50c2aa81-cf2e-4eed-b38a-e0d05c632eb9 req-33de40be-4892-4d6a-b45c-01b35c9fe2a4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=94f90679-044d-4075-93a0-53d1e284bb38 HTTP/1.1" status: 200 len: 210 time: 0.1117053 Apr 23 09:39:32.579755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44562) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:32.654692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d25ec29-6eef-4e47-8fcd-52db1abcfc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:32.686575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d25ec29-6eef-4e47-8fcd-52db1abcfc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:32.849863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d25ec29-6eef-4e47-8fcd-52db1abcfc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:32.855449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0f8cd68d-a651-4c24-b0fa-d05949172e41 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:32.871911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25ec29-6eef-4e47-8fcd-52db1abcfc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56792c5-3818-49fb-838d-97b5edd3465b,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:32.874797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6d25ec29-6eef-4e47-8fcd-52db1abcfc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:32.914778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d25ec29-6eef-4e47-8fcd-52db1abcfc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:32.916015 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6d25ec29-6eef-4e47-8fcd-52db1abcfc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/security-groups/d56792c5-3818-49fb-838d-97b5edd3465b HTTP/1.1" status: 204 len: 168 time: 0.3351226 Apr 23 09:39:32.984411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44568) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:33.009866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:39:33.595031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-34bfde7c-8e59-47aa-a20c-a00049f33339 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:34.052746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-34bfde7c-8e59-47aa-a20c-a00049f33339 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 6ef884f7-d096-478d-9f27-5d7fd585853a {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:39:34.053123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-34bfde7c-8e59-47aa-a20c-a00049f33339 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:34.199327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-34bfde7c-8e59-47aa-a20c-a00049f33339 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port 6ef884f7-d096-478d-9f27-5d7fd585853a, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6ef884f7-d096-478d-9f27-5d7fd585853a,segment=NetworkSegment(db1af8e8-c5a0-48ae-9013-165dcf0c41ed),segment_id=db1af8e8-c5a0-48ae-9013-165dcf0c41ed)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:39:34.199719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-34bfde7c-8e59-47aa-a20c-a00049f33339 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:34.337243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-34bfde7c-8e59-47aa-a20c-a00049f33339 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 6ef884f7-d096-478d-9f27-5d7fd585853a owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:39:34.443102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device ae878c20-604e-4a75-aff9-4c58ebfeea7a no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:39:34.484921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: ae878c20-604e-4a75-aff9-4c58ebfeea7a {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:39:34.485306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device ae878c20-604e-4a75-aff9-4c58ebfeea7a not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:39:34.594880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-34bfde7c-8e59-47aa-a20c-a00049f33339 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:34.599954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:34.650017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfde7c-8e59-47aa-a20c-a00049f33339 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=6ef884f7-d096-478d-9f27-5d7fd585853a,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:34.684713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-34bfde7c-8e59-47aa-a20c-a00049f33339 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:34.948622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-34bfde7c-8e59-47aa-a20c-a00049f33339 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:35.635490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bfde7c-8e59-47aa-a20c-a00049f33339 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router a64feff7-1118-4c91-953f-5099ffbdeba6 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:39:35.828284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bfde7c-8e59-47aa-a20c-a00049f33339 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:39:35.839907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696f77bf-54ad-4b71-afec-f614c2482b51 None None] Sync routers for ids ['a64feff7-1118-4c91-953f-5099ffbdeba6'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:39:35.850497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696f77bf-54ad-4b71-afec-f614c2482b51 None None] Routers {'a64feff7-1118-4c91-953f-5099ffbdeba6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:39:35.851197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-696f77bf-54ad-4b71-afec-f614c2482b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:39:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['a64feff7-1118-4c91-953f-5099ffbdeba6'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:39:35.869085 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-34bfde7c-8e59-47aa-a20c-a00049f33339 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/routers/a64feff7-1118-4c91-953f-5099ffbdeba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8834555 Apr 23 09:39:35.871958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44572) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:35.951063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-71079f12-f3b1-4ec3-bd1f-91d38fa7d4fe tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting subnet bf180692-55e0-434c-9f1e-0f129b5bd6a2 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:39:35.954493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-71079f12-f3b1-4ec3-bd1f-91d38fa7d4fe tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:36.014169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-71079f12-f3b1-4ec3-bd1f-91d38fa7d4fe tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:36.043400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-696f77bf-54ad-4b71-afec-f614c2482b51 None None] Set router a64feff7-1118-4c91-953f-5099ffbdeba6 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:39:36.183075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-71079f12-f3b1-4ec3-bd1f-91d38fa7d4fe tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:36.359010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-696f77bf-54ad-4b71-afec-f614c2482b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'name': 'tempest-TestNetworkBasicOps-router-962252260', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:37:06Z', 'updated_at': '2021-04-23T09:39:34Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:07Z', 'updated_at': '2021-04-23T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:39:36.363284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696f77bf-54ad-4b71-afec-f614c2482b51 None None] Checking router: a64feff7-1118-4c91-953f-5099ffbdeba6 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:39:36.377332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696f77bf-54ad-4b71-afec-f614c2482b51 None None] Routers {'a64feff7-1118-4c91-953f-5099ffbdeba6'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:39:36.377927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-696f77bf-54ad-4b71-afec-f614c2482b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:39:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['a64feff7-1118-4c91-953f-5099ffbdeba6'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:39:36.541509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-71079f12-f3b1-4ec3-bd1f-91d38fa7d4fe tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:36.547108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3ef07bdd-7764-492a-9726-90d18d9c711a tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:36.571966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-696f77bf-54ad-4b71-afec-f614c2482b51 None None] Set router a64feff7-1118-4c91-953f-5099ffbdeba6 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:39:36.594406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71079f12-f3b1-4ec3-bd1f-91d38fa7d4fe tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Subnet': ['ID=bf180692-55e0-434c-9f1e-0f129b5bd6a2,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:36.597118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-71079f12-f3b1-4ec3-bd1f-91d38fa7d4fe tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:36.600266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-71079f12-f3b1-4ec3-bd1f-91d38fa7d4fe tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:36.607266 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-71079f12-f3b1-4ec3-bd1f-91d38fa7d4fe tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/subnets/bf180692-55e0-434c-9f1e-0f129b5bd6a2 HTTP/1.1" status: 204 len: 168 time: 0.7342305 Apr 23 09:39:36.609923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44576) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:36.621768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20078db9-475e-4b1d-9b2f-6a69c75f4816 None None] Network 92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:39:36.824384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aedd9e0f-1356-4df2-8f6f-2e0d82e041a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:36.914928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ad199009-2d85-47e6-82bd-b720b7cc86df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:37.031556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aedd9e0f-1356-4df2-8f6f-2e0d82e041a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:37.161461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-aedd9e0f-1356-4df2-8f6f-2e0d82e041a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port b755e1a7-2dc7-436a-8ae9-8f79a665ecb7 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:39:37.161716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aedd9e0f-1356-4df2-8f6f-2e0d82e041a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:37.289272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-696f77bf-54ad-4b71-afec-f614c2482b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'name': 'tempest-TestNetworkBasicOps-router-962252260', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:37:06Z', 'updated_at': '2021-04-23T09:39:34Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:07Z', 'updated_at': '2021-04-23T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:39:37.293857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696f77bf-54ad-4b71-afec-f614c2482b51 None None] The sync data for ids ['a64feff7-1118-4c91-953f-5099ffbdeba6'] in dv-neutron-786478-4-hyperv is: [{'id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'name': 'tempest-TestNetworkBasicOps-router-962252260', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:37:06Z', 'updated_at': '2021-04-23T09:39:34Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': 'b755e1a7-2dc7-436a-8ae9-8f79a665ecb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:69:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64feff7-1118-4c91-953f-5099ffbdeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:37:07Z', 'updated_at': '2021-04-23T09:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:39:37.301903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-aedd9e0f-1356-4df2-8f6f-2e0d82e041a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port b755e1a7-2dc7-436a-8ae9-8f79a665ecb7, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b755e1a7-2dc7-436a-8ae9-8f79a665ecb7,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:39:37.303184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aedd9e0f-1356-4df2-8f6f-2e0d82e041a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:37.331198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b77008-50fe-4a37-94d0-a2e6f717d093 None None] DHCP port deletion for 92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:39:37.409971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-96b77008-50fe-4a37-94d0-a2e6f717d093 None None] Deleting port 35cd4964-18e4-43f2-bfe9-682c1b6c8c10 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:39:37.410443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96b77008-50fe-4a37-94d0-a2e6f717d093 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:37.450699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-aedd9e0f-1356-4df2-8f6f-2e0d82e041a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for b755e1a7-2dc7-436a-8ae9-8f79a665ecb7 owned by network:router_gateway {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:39:37.529301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-96b77008-50fe-4a37-94d0-a2e6f717d093 None None] For port 35cd4964-18e4-43f2-bfe9-682c1b6c8c10, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=35cd4964-18e4-43f2-bfe9-682c1b6c8c10,segment=NetworkSegment(db1af8e8-c5a0-48ae-9013-165dcf0c41ed),segment_id=db1af8e8-c5a0-48ae-9013-165dcf0c41ed)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:39:37.529751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96b77008-50fe-4a37-94d0-a2e6f717d093 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:37.667707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-96b77008-50fe-4a37-94d0-a2e6f717d093 None None] Calling delete_port for 35cd4964-18e4-43f2-bfe9-682c1b6c8c10 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:39:37.766658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96b77008-50fe-4a37-94d0-a2e6f717d093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:37.772942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4fc9c545-eb49-419d-a017-7336ebd280a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:37.806706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aedd9e0f-1356-4df2-8f6f-2e0d82e041a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:37.812167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7a0503b6-5c7d-4f60-a990-f36990e9d3e3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:37.823541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b77008-50fe-4a37-94d0-a2e6f717d093 None None] Pushing event deleted for resources: {'Port': ['ID=35cd4964-18e4-43f2-bfe9-682c1b6c8c10,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:37.828026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b77008-50fe-4a37-94d0-a2e6f717d093 None None] No DVR routers for this DVR port 35cd4964-18e4-43f2-bfe9-682c1b6c8c10 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:39:37.839685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b77008-50fe-4a37-94d0-a2e6f717d093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:37.840143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b77008-50fe-4a37-94d0-a2e6f717d093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:37.840393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b77008-50fe-4a37-94d0-a2e6f717d093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:37.840757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b77008-50fe-4a37-94d0-a2e6f717d093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:37.841135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b77008-50fe-4a37-94d0-a2e6f717d093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:37.841510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b77008-50fe-4a37-94d0-a2e6f717d093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:37.841885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b77008-50fe-4a37-94d0-a2e6f717d093 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:37.842256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b77008-50fe-4a37-94d0-a2e6f717d093 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:37.842711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b77008-50fe-4a37-94d0-a2e6f717d093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:37.843078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b77008-50fe-4a37-94d0-a2e6f717d093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:37.843464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b77008-50fe-4a37-94d0-a2e6f717d093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:37.843834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b77008-50fe-4a37-94d0-a2e6f717d093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:37.847405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-96b77008-50fe-4a37-94d0-a2e6f717d093 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:37.864391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd9e0f-1356-4df2-8f6f-2e0d82e041a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=b755e1a7-2dc7-436a-8ae9-8f79a665ecb7,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:37.867850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aedd9e0f-1356-4df2-8f6f-2e0d82e041a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:37.963840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aedd9e0f-1356-4df2-8f6f-2e0d82e041a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:38.159567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aedd9e0f-1356-4df2-8f6f-2e0d82e041a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:38.162334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aedd9e0f-1356-4df2-8f6f-2e0d82e041a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:38.236818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 35cd4964-18e4-43f2-bfe9-682c1b6c8c10 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:39:38.273820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aedd9e0f-1356-4df2-8f6f-2e0d82e041a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:38.274648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedd9e0f-1356-4df2-8f6f-2e0d82e041a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Fanout notify agent at l3_agent the message router_deleted on router a64feff7-1118-4c91-953f-5099ffbdeba6 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:39:38.276465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 35cd4964-18e4-43f2-bfe9-682c1b6c8c10 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:39:38.276887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 35cd4964-18e4-43f2-bfe9-682c1b6c8c10 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:39:38.277561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6ef884f7-d096-478d-9f27-5d7fd585853a no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:39:38.292080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aedd9e0f-1356-4df2-8f6f-2e0d82e041a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:38.293314 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-aedd9e0f-1356-4df2-8f6f-2e0d82e041a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/routers/a64feff7-1118-4c91-953f-5099ffbdeba6 HTTP/1.1" status: 204 len: 168 time: 1.6823347 Apr 23 09:39:38.296243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44580) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:38.314917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 6ef884f7-d096-478d-9f27-5d7fd585853a {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:39:38.315321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6ef884f7-d096-478d-9f27-5d7fd585853a not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:39:38.427977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4f32e9b-4087-4ead-a6a5-0bb805ce5355 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:38.581166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4f32e9b-4087-4ead-a6a5-0bb805ce5355 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:38.713971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-a4f32e9b-4087-4ead-a6a5-0bb805ce5355 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f58bf0-9126-4eab-97b3-f9f6f44f4ae9']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:39:38.727956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-a4f32e9b-4087-4ead-a6a5-0bb805ce5355 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1af8e8-c5a0-48ae-9013-165dcf0c41ed') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:39:38.728296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-a4f32e9b-4087-4ead-a6a5-0bb805ce5355 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1af8e8-c5a0-48ae-9013-165dcf0c41ed') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:39:38.741419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4f32e9b-4087-4ead-a6a5-0bb805ce5355 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:38.756605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4f32e9b-4087-4ead-a6a5-0bb805ce5355 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:38.762865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f32e9b-4087-4ead-a6a5-0bb805ce5355 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:39:38.950243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a4f32e9b-4087-4ead-a6a5-0bb805ce5355 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:39:38.959649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4f32e9b-4087-4ead-a6a5-0bb805ce5355 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:39.140369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a4f32e9b-4087-4ead-a6a5-0bb805ce5355 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:39:39.166023 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:39:39.287442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4f32e9b-4087-4ead-a6a5-0bb805ce5355 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:39.290982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-399cb40f-2de6-46a9-8986-0a6bc33243c3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:39.309545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4f32e9b-4087-4ead-a6a5-0bb805ce5355 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:39.319225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f32e9b-4087-4ead-a6a5-0bb805ce5355 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Network': ['ID=92f58bf0-9126-4eab-97b3-f9f6f44f4ae9,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:39.322658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a4f32e9b-4087-4ead-a6a5-0bb805ce5355 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:39.355893 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a4f32e9b-4087-4ead-a6a5-0bb805ce5355 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/networks/92f58bf0-9126-4eab-97b3-f9f6f44f4ae9 HTTP/1.1" status: 204 len: 168 time: 1.0585194 Apr 23 09:39:39.385275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44584) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:39.391872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1f51fc19-b8d6-41ee-943a-ce9d484c3f88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'network': {'name': 'tempest-network-smoke--421411742', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'port_security_enabled': True}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:39:39.398752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1f51fc19-b8d6-41ee-943a-ce9d484c3f88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:39:39.403165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1f51fc19-b8d6-41ee-943a-ce9d484c3f88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:network and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:39:39.406201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1f51fc19-b8d6-41ee-943a-ce9d484c3f88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:39:39.412425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1f51fc19-b8d6-41ee-943a-ce9d484c3f88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:39:39.449758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f51fc19-b8d6-41ee-943a-ce9d484c3f88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:39:39.455820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f51fc19-b8d6-41ee-943a-ce9d484c3f88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:39.572365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f51fc19-b8d6-41ee-943a-ce9d484c3f88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:39:39.625676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f51fc19-b8d6-41ee-943a-ce9d484c3f88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:39.626076 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-1f51fc19-b8d6-41ee-943a-ce9d484c3f88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Added segment b5b85b17-6157-40fa-b421-412391f255cc of type vlan for network 8d1055c9-9e98-4726-a966-b556632ec046 Apr 23 09:39:39.700177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f51fc19-b8d6-41ee-943a-ce9d484c3f88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:39.718539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5dee4e7e-1e42-496f-8feb-e661dd01e933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:39.794920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f51fc19-b8d6-41ee-943a-ce9d484c3f88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:39.800914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f51fc19-b8d6-41ee-943a-ce9d484c3f88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:39.802129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f51fc19-b8d6-41ee-943a-ce9d484c3f88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:39.807703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d522d1ee-b4c3-4886-a572-cdeed29a1a55 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:39.920048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51fc19-b8d6-41ee-943a-ce9d484c3f88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Network': ['ID=8d1055c9-9e98-4726-a966-b556632ec046,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:39.922662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1f51fc19-b8d6-41ee-943a-ce9d484c3f88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:39.932605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 8d1055c9-9e98-4726-a966-b556632ec046 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:39:39.985437 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1f51fc19-b8d6-41ee-943a-ce9d484c3f88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5897202 Apr 23 09:39:39.986019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44588) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:39.986019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-346278732', 'admin_state_up': True, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:39:39.994746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:39:39.998887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:router and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:39:40.001873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:39:40.009978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:39:40.106930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:40.108184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:40.125566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:40.135497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b755e1a7-2dc7-436a-8ae9-8f79a665ecb7 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:39:40.177136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: b755e1a7-2dc7-436a-8ae9-8f79a665ecb7 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:39:40.177541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b755e1a7-2dc7-436a-8ae9-8f79a665ecb7 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:39:40.448311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:40.457485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:40.793011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:40.823285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:40.968849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.26.4.139 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/152e05a5-21a6-494e-9664-b73805444b1a) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:39:41.163749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:41.235493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:41.241385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e2c33786-3a3c-4b1d-9686-cce3ad13e542 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:41.266675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:41.303243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:39:41.312086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:39:41.314665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:39:41.360112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=152e05a5-21a6-494e-9664-b73805444b1a,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:41.363259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:41.794196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:42.297461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:42.445847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:42.720614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router 47939ca6-749e-4710-854f-bd72ecb8df87 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:39:42.911136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:39:42.920819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] Sync routers for ids ['47939ca6-749e-4710-854f-bd72ecb8df87'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:39:42.932164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] Routers {'47939ca6-749e-4710-854f-bd72ecb8df87'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:39:42.933019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:39:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['47939ca6-749e-4710-854f-bd72ecb8df87'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:39:42.960663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:42.962007 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9816573 Apr 23 09:39:42.965362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44592) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:43.014113 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-59a308cc-d165-40ba-a51d-97994437abeb tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7602bab2a5e54e68ba9a873197bc68fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0474222 Apr 23 09:39:43.016849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44596) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:43.127114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] Set router 47939ca6-749e-4710-854f-bd72ecb8df87 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:39:43.160558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60474a43-494e-4832-a062-58d4d0b10f7c tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:43.162739 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-60474a43-494e-4832-a062-58d4d0b10f7c tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1449120 Apr 23 09:39:43.166424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44600) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:43.447790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'name': 'tempest-TestNetworkBasicOps-router-346278732', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '152e05a5-21a6-494e-9664-b73805444b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:39:41Z', 'revision_number': 3, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '152e05a5-21a6-494e-9664-b73805444b1a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:39:43.452405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] Checking router: 47939ca6-749e-4710-854f-bd72ecb8df87 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:39:43.452812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] Updating router 47939ca6-749e-4710-854f-bd72ecb8df87 port 152e05a5-21a6-494e-9664-b73805444b1a binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:39:43.511905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:43.517883 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-17203153-4555-472e-989a-d9135593b991 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3503430 Apr 23 09:39:43.521073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44604) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:43.527753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-45ed4826-55df-4c12-b3de-5200258876c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1667944488', 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:39:43.651632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-45ed4826-55df-4c12-b3de-5200258876c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:39:43.656223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-45ed4826-55df-4c12-b3de-5200258876c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:subnet and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:39:43.659591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-45ed4826-55df-4c12-b3de-5200258876c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:39:43.666856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-45ed4826-55df-4c12-b3de-5200258876c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:39:43.707299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ed4826-55df-4c12-b3de-5200258876c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:39:43.714128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-45ed4826-55df-4c12-b3de-5200258876c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:44.027488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:44.038843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] Transition to ACTIVE for port object 152e05a5-21a6-494e-9664-b73805444b1a will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:39:44.084935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:44.090829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9131605a-5cee-422a-b0e7-26fc4f4bc2e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:44.172986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] Attempting to bind port 152e05a5-21a6-494e-9664-b73805444b1a on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:39:44.173396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] Attempting to bind port 152e05a5-21a6-494e-9664-b73805444b1a by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:39:44.173802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] Attempting to bind port 152e05a5-21a6-494e-9664-b73805444b1a on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:39:44.183695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:39:44.184112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:39:44.184556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:44.184993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:39:44.185501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] Bound port: 152e05a5-21a6-494e-9664-b73805444b1a, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:39:44.185914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:44.216256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a2881-b3c0-41f4-b551-a2c4659f53d8 None None] Pushing event updated for resources: {'Port': ['ID=152e05a5-21a6-494e-9664-b73805444b1a,revision_number=2']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:44.231571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a2881-b3c0-41f4-b551-a2c4659f53d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:44.231953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a2881-b3c0-41f4-b551-a2c4659f53d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:44.232327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a2881-b3c0-41f4-b551-a2c4659f53d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:44.232696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a2881-b3c0-41f4-b551-a2c4659f53d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:44.233068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a2881-b3c0-41f4-b551-a2c4659f53d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:44.233434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a2881-b3c0-41f4-b551-a2c4659f53d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:44.233795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a2881-b3c0-41f4-b551-a2c4659f53d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:44.234154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a2881-b3c0-41f4-b551-a2c4659f53d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:44.234541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a2881-b3c0-41f4-b551-a2c4659f53d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:44.234899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a2881-b3c0-41f4-b551-a2c4659f53d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:44.235255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a2881-b3c0-41f4-b551-a2c4659f53d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:44.235608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59a2881-b3c0-41f4-b551-a2c4659f53d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:39:44.254166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b59a2881-b3c0-41f4-b551-a2c4659f53d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:44.282893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] For port 152e05a5-21a6-494e-9664-b73805444b1a, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:39:44.286083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] For port 152e05a5-21a6-494e-9664-b73805444b1a, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=152e05a5-21a6-494e-9664-b73805444b1a,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:39:44.343788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:44.348802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3b54593f-8610-44ef-8260-e6a773dde6f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:44.376551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-45ed4826-55df-4c12-b3de-5200258876c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:44.382300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f72f9816-0960-4ee1-92b7-cbefc7f20cc8 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:44.425824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] Routers {'47939ca6-749e-4710-854f-bd72ecb8df87'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:39:44.427097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:39:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['47939ca6-749e-4710-854f-bd72ecb8df87'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:39:44.470629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed4826-55df-4c12-b3de-5200258876c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Subnet': ['ID=96e9c694-88f1-44e8-9e55-bbeb1fdc6738,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:44.475513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-45ed4826-55df-4c12-b3de-5200258876c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:44.482408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ed4826-55df-4c12-b3de-5200258876c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Checking segment: {'id': 'b5b85b17-6157-40fa-b421-412391f255cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:39:44.482810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ed4826-55df-4c12-b3de-5200258876c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network hostable DHCP agents. Network: 8d1055c9-9e98-4726-a966-b556632ec046, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:39:44.563655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ed4826-55df-4c12-b3de-5200258876c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 8d1055c9-9e98-4726-a966-b556632ec046 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:39:44.567773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a2881-b3c0-41f4-b551-a2c4659f53d8 None None] Pushing event updated for resources: {'Port': ['ID=152e05a5-21a6-494e-9664-b73805444b1a,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:44.571475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b59a2881-b3c0-41f4-b551-a2c4659f53d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:44.620606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-45ed4826-55df-4c12-b3de-5200258876c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 8d1055c9-9e98-4726-a966-b556632ec046) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:39:44.630803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d65aa1-eae2-4ad4-b33b-c4080699addd None None] Network 8d1055c9-9e98-4726-a966-b556632ec046 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:39:44.634085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] Set router 47939ca6-749e-4710-854f-bd72ecb8df87 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:39:44.636935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ed4826-55df-4c12-b3de-5200258876c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:44.637559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-45ed4826-55df-4c12-b3de-5200258876c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:44.687227 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-45ed4826-55df-4c12-b3de-5200258876c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1622164 Apr 23 09:39:44.687447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44608) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:44.864671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-8d1055c9-9e98-4726-a966-b556632ec046', 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ips': [{'subnet_id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:39:44.865712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:44.942824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'name': 'tempest-TestNetworkBasicOps-router-346278732', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '152e05a5-21a6-494e-9664-b73805444b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:39:41Z', 'revision_number': 3, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '152e05a5-21a6-494e-9664-b73805444b1a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:39:44.947434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8fb237-f409-4f14-84b8-03a136e73671 None None] The sync data for ids ['47939ca6-749e-4710-854f-bd72ecb8df87'] in dv-neutron-786478-4-hyperv is: [{'id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'name': 'tempest-TestNetworkBasicOps-router-346278732', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '152e05a5-21a6-494e-9664-b73805444b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:39:41Z', 'revision_number': 3, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '152e05a5-21a6-494e-9664-b73805444b1a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:39:45.039215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Allocated IP 172.20.0.2 (8d1055c9-9e98-4726-a966-b556632ec046/96e9c694-88f1-44e8-9e55-bbeb1fdc6738/1e1f94f0-a4ce-4988-b7ce-cb344688c8ef) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:39:45.266713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:45.278995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Transition to ACTIVE for port object 1e1f94f0-a4ce-4988-b7ce-cb344688c8ef will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:39:45.359719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Transition to ACTIVE for port object 1e1f94f0-a4ce-4988-b7ce-cb344688c8ef will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:39:45.395276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:45.400748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8538d888-b9ef-4972-abce-9823bd2647ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:45.460840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fbd74564-718a-4b8a-8a50-204c42e6e57e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:45.469407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Network 8d1055c9-9e98-4726-a966-b556632ec046 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:39:45.478863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:39:45.485159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:39:45.527263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Pushing event updated for resources: {'Port': ['ID=1e1f94f0-a4ce-4988-b7ce-cb344688c8ef,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:45.530436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:45.595234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Attempting to bind port 1e1f94f0-a4ce-4988-b7ce-cb344688c8ef on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:39:45.595664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Attempting to bind port 1e1f94f0-a4ce-4988-b7ce-cb344688c8ef by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'b5b85b17-6157-40fa-b421-412391f255cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:39:45.596081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Attempting to bind port 1e1f94f0-a4ce-4988-b7ce-cb344688c8ef on network 8d1055c9-9e98-4726-a966-b556632ec046 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:39:45.602997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:39:45.603355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Checking segment: {'id': 'b5b85b17-6157-40fa-b421-412391f255cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:39:45.603813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:45.604257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Bound using segment: {'id': 'b5b85b17-6157-40fa-b421-412391f255cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:39:45.606410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Bound port: 1e1f94f0-a4ce-4988-b7ce-cb344688c8ef, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b85b17-6157-40fa-b421-412391f255cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:39:45.606410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:45.709131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] For port 1e1f94f0-a4ce-4988-b7ce-cb344688c8ef, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:39:45.713067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] For port 1e1f94f0-a4ce-4988-b7ce-cb344688c8ef, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1e1f94f0-a4ce-4988-b7ce-cb344688c8ef,segment=NetworkSegment(b5b85b17-6157-40fa-b421-412391f255cc),segment_id=b5b85b17-6157-40fa-b421-412391f255cc)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:39:45.775489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:45.781527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:45.883604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Pushing event updated for resources: {'Port': ['ID=1e1f94f0-a4ce-4988-b7ce-cb344688c8ef,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:45.887536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:46.268733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 152e05a5-21a6-494e-9664-b73805444b1a up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:39:46.292426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-fbd74564-718a-4b8a-8a50-204c42e6e57e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.20.0.1 (8d1055c9-9e98-4726-a966-b556632ec046/96e9c694-88f1-44e8-9e55-bbeb1fdc6738/c996c531-630f-42b3-8b89-5da704e7f824) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:39:46.383268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 152e05a5-21a6-494e-9664-b73805444b1a completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:39:46.388893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 152e05a5-21a6-494e-9664-b73805444b1a triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:39:46.389326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:46.478994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fbd74564-718a-4b8a-8a50-204c42e6e57e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:46.496987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fbd74564-718a-4b8a-8a50-204c42e6e57e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Transition to ACTIVE for port object c996c531-630f-42b3-8b89-5da704e7f824 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:39:46.527910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:46.546025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 152e05a5-21a6-494e-9664-b73805444b1a, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=152e05a5-21a6-494e-9664-b73805444b1a,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:39:46.555537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fbd74564-718a-4b8a-8a50-204c42e6e57e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:46.559859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d8466604-1064-4ea8-b345-54c87dc50af7 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:46.583859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:46.585956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a96816df-4062-4e40-ab0d-a62de1075c1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:46.625665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd74564-718a-4b8a-8a50-204c42e6e57e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 8d1055c9-9e98-4726-a966-b556632ec046 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:39:46.635165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-fbd74564-718a-4b8a-8a50-204c42e6e57e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:39:46.640278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd74564-718a-4b8a-8a50-204c42e6e57e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:39:46.658804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=152e05a5-21a6-494e-9664-b73805444b1a,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:46.662677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:46.684406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd74564-718a-4b8a-8a50-204c42e6e57e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=c996c531-630f-42b3-8b89-5da704e7f824,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:46.689500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fbd74564-718a-4b8a-8a50-204c42e6e57e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:46.718125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fbd74564-718a-4b8a-8a50-204c42e6e57e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:46.903093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fbd74564-718a-4b8a-8a50-204c42e6e57e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:47.365457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8752605-3689-4667-9764-d7480040cd84 None None] Network 8d1055c9-9e98-4726-a966-b556632ec046 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:39:47.393672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fbd74564-718a-4b8a-8a50-204c42e6e57e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:47.423668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fbd74564-718a-4b8a-8a50-204c42e6e57e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:47.456018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6502b03a-92b9-4bfd-8cfc-2a0dc9663785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:47.511187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a25fe3ff-afeb-45d8-88ca-13da14fbc581 None None] Provisioning for port 1e1f94f0-a4ce-4988-b7ce-cb344688c8ef completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:39:47.563409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd74564-718a-4b8a-8a50-204c42e6e57e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=c996c531-630f-42b3-8b89-5da704e7f824,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:47.566522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fbd74564-718a-4b8a-8a50-204c42e6e57e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:47.568914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fbd74564-718a-4b8a-8a50-204c42e6e57e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:47.729274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd74564-718a-4b8a-8a50-204c42e6e57e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 8d1055c9-9e98-4726-a966-b556632ec046 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:39:47.730582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-fbd74564-718a-4b8a-8a50-204c42e6e57e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:39:47.953711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd74564-718a-4b8a-8a50-204c42e6e57e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router 47939ca6-749e-4710-854f-bd72ecb8df87 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:39:47.981123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cffd2b68-80c7-4473-93e2-06c7c1959116 None None] Provisioning for port c996c531-630f-42b3-8b89-5da704e7f824 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:39:47.987073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cffd2b68-80c7-4473-93e2-06c7c1959116 None None] Provisioning complete for port c996c531-630f-42b3-8b89-5da704e7f824 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:39:47.993687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cffd2b68-80c7-4473-93e2-06c7c1959116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:48.054008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cffd2b68-80c7-4473-93e2-06c7c1959116 None None] Port c996c531-630f-42b3-8b89-5da704e7f824 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:39:48.162902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd74564-718a-4b8a-8a50-204c42e6e57e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:39:48.182062 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fbd74564-718a-4b8a-8a50-204c42e6e57e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/routers/47939ca6-749e-4710-854f-bd72ecb8df87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4910181 Apr 23 09:39:48.182245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] Sync routers for ids ['47939ca6-749e-4710-854f-bd72ecb8df87'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:39:48.182683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44612) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:48.231553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] Routers {'47939ca6-749e-4710-854f-bd72ecb8df87'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:39:48.233062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:39:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['47939ca6-749e-4710-854f-bd72ecb8df87'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:39:48.301441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-390706c9-012a-48e4-af9a-ce04e9f80654 None None] Provisioning complete for port c996c531-630f-42b3-8b89-5da704e7f824 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:39:48.310360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-390706c9-012a-48e4-af9a-ce04e9f80654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:48.346491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 152e05a5-21a6-494e-9664-b73805444b1a up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:39:48.355563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1243a005-4b92-49b2-8cfc-2645d0c96b4f tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:48.356097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1243a005-4b92-49b2-8cfc-2645d0c96b4f tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:48.357201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1243a005-4b92-49b2-8cfc-2645d0c96b4f tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:48.357889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1243a005-4b92-49b2-8cfc-2645d0c96b4f tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:48.362527 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1243a005-4b92-49b2-8cfc-2645d0c96b4f tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1757870 Apr 23 09:39:48.362801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44616) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:48.442519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c7f03c-d731-4ac5-96b2-e5d8a628603e tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:48.443293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c7f03c-d731-4ac5-96b2-e5d8a628603e tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:48.443812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c7f03c-d731-4ac5-96b2-e5d8a628603e tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:48.444322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c7f03c-d731-4ac5-96b2-e5d8a628603e tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:48.446495 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-15c7f03c-d731-4ac5-96b2-e5d8a628603e tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0824068 Apr 23 09:39:48.449111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44620) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:48.509896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-390706c9-012a-48e4-af9a-ce04e9f80654 None None] Port c996c531-630f-42b3-8b89-5da704e7f824 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:39:48.701498 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-34a9db0b-6b04-4a6f-ab34-1b1a95f0b9a2 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2479815 Apr 23 09:39:48.757456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 152e05a5-21a6-494e-9664-b73805444b1a triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:39:48.757876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:48.785038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] Set router 47939ca6-749e-4710-854f-bd72ecb8df87 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:39:48.862019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9e1696f9-7a31-45ac-9f61-bd5cc45ef738 None None] Provisioning complete for port c996c531-630f-42b3-8b89-5da704e7f824 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:39:48.862470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9e1696f9-7a31-45ac-9f61-bd5cc45ef738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:48.914085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44626) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:48.920223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9ded1af8-43ed-4626-b170-7dc7df22ab92 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-251294466', 'description': 'tempest-secgroup-smoke-251294466 description', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:39:48.927333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9ded1af8-43ed-4626-b170-7dc7df22ab92 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:39:48.931734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9ded1af8-43ed-4626-b170-7dc7df22ab92 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:39:48.934839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9ded1af8-43ed-4626-b170-7dc7df22ab92 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:39:48.942232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9ded1af8-43ed-4626-b170-7dc7df22ab92 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:39:48.989148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ded1af8-43ed-4626-b170-7dc7df22ab92 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:49.011200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9ded1af8-43ed-4626-b170-7dc7df22ab92 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:39:49.015439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9ded1af8-43ed-4626-b170-7dc7df22ab92 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:39:49.018208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9e1696f9-7a31-45ac-9f61-bd5cc45ef738 None None] Port c996c531-630f-42b3-8b89-5da704e7f824 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:39:49.018488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9ded1af8-43ed-4626-b170-7dc7df22ab92 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:39:49.026729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9ded1af8-43ed-4626-b170-7dc7df22ab92 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:39:49.185428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1e1f94f0-a4ce-4988-b7ce-cb344688c8ef up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:39:49.227895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ded1af8-43ed-4626-b170-7dc7df22ab92 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:49.260929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ded1af8-43ed-4626-b170-7dc7df22ab92 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:49.266970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-48c236b7-446b-4b99-bf34-9288606a576f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:49.314495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded1af8-43ed-4626-b170-7dc7df22ab92 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe8172c-e262-4c38-ab53-c8b93669ed2f,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:49.318661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9ded1af8-43ed-4626-b170-7dc7df22ab92 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:49.345597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'name': 'tempest-TestNetworkBasicOps-router-346278732', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '152e05a5-21a6-494e-9664-b73805444b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:39:46Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '152e05a5-21a6-494e-9664-b73805444b1a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'c996c531-630f-42b3-8b89-5da704e7f824', 'name': '', 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:78:a4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:46Z', 'updated_at': '2021-04-23T09:39:47Z', 'revision_number': 2, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:39:49.346657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9ded1af8-43ed-4626-b170-7dc7df22ab92 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:49.348026 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9ded1af8-43ed-4626-b170-7dc7df22ab92 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4327705 Apr 23 09:39:49.350938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] Checking router: 47939ca6-749e-4710-854f-bd72ecb8df87 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:39:49.356203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] Updating router 47939ca6-749e-4710-854f-bd72ecb8df87 port c996c531-630f-42b3-8b89-5da704e7f824 binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:39:49.358268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44630) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:49.364395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b4bbaee6-1608-40ac-b618-91865f28a02e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '4fe8172c-e262-4c38-ab53-c8b93669ed2f', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:39:49.371056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b4bbaee6-1608-40ac-b618-91865f28a02e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:39:49.375957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b4bbaee6-1608-40ac-b618-91865f28a02e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:39:49.379072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b4bbaee6-1608-40ac-b618-91865f28a02e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:39:49.383033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 1e1f94f0-a4ce-4988-b7ce-cb344688c8ef completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:39:49.386101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b4bbaee6-1608-40ac-b618-91865f28a02e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:39:49.399189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 1e1f94f0-a4ce-4988-b7ce-cb344688c8ef triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:39:49.399622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:49.436237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4bbaee6-1608-40ac-b618-91865f28a02e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:49.474285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:49.510439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4bbaee6-1608-40ac-b618-91865f28a02e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:49.554734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4bbaee6-1608-40ac-b618-91865f28a02e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:49.556893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-50a546e3-d458-4cf6-b9e3-d88989137ccb tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:49.581627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbaee6-1608-40ac-b618-91865f28a02e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c4d038-13be-46c6-852d-1455e2860fc1,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:49.584598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b4bbaee6-1608-40ac-b618-91865f28a02e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:49.623078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4bbaee6-1608-40ac-b618-91865f28a02e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:49.624414 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b4bbaee6-1608-40ac-b618-91865f28a02e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2650013 Apr 23 09:39:49.629115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44634) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:49.635870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f788ec51-a268-4a35-ac97-86e331343473 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '4fe8172c-e262-4c38-ab53-c8b93669ed2f', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:39:49.642998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f788ec51-a268-4a35-ac97-86e331343473 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:39:49.647827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f788ec51-a268-4a35-ac97-86e331343473 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:39:49.651121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f788ec51-a268-4a35-ac97-86e331343473 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:39:49.657845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f788ec51-a268-4a35-ac97-86e331343473 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:39:49.678606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:49.702742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f788ec51-a268-4a35-ac97-86e331343473 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:49.808771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 1e1f94f0-a4ce-4988-b7ce-cb344688c8ef, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1e1f94f0-a4ce-4988-b7ce-cb344688c8ef,segment=NetworkSegment(b5b85b17-6157-40fa-b421-412391f255cc),segment_id=b5b85b17-6157-40fa-b421-412391f255cc)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:39:49.819981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f788ec51-a268-4a35-ac97-86e331343473 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:49.844985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:49.846180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f788ec51-a268-4a35-ac97-86e331343473 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:49.848144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:49.852383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:49.872330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788ec51-a268-4a35-ac97-86e331343473 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab2398a-50c4-443d-8945-3dce1a9a9c3e,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:49.876995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f788ec51-a268-4a35-ac97-86e331343473 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:49.909091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f788ec51-a268-4a35-ac97-86e331343473 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:49.910983 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f788ec51-a268-4a35-ac97-86e331343473 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2796717 Apr 23 09:39:49.914589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44638) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:49.920784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-516c4d76-dd8f-4765-8543-43ce530ac390 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '4fe8172c-e262-4c38-ab53-c8b93669ed2f', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:39:49.928846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-516c4d76-dd8f-4765-8543-43ce530ac390 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:39:49.933387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-516c4d76-dd8f-4765-8543-43ce530ac390 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:39:49.936643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-516c4d76-dd8f-4765-8543-43ce530ac390 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:39:49.943686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-516c4d76-dd8f-4765-8543-43ce530ac390 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:39:49.994810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-516c4d76-dd8f-4765-8543-43ce530ac390 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:50.015761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=1e1f94f0-a4ce-4988-b7ce-cb344688c8ef,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:50.020124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:50.069718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-516c4d76-dd8f-4765-8543-43ce530ac390 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:50.101278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-516c4d76-dd8f-4765-8543-43ce530ac390 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:50.103435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fb3cc121-922a-426f-989a-d40a40450735 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:50.103999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:50.119022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] Transition to ACTIVE for port object c996c531-630f-42b3-8b89-5da704e7f824 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:39:50.126934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c4d76-dd8f-4765-8543-43ce530ac390 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8ab91e-2670-4c15-8ee9-56afa2caab79,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:50.133300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-516c4d76-dd8f-4765-8543-43ce530ac390 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:50.152465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:50.157949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a5d6fc92-cb53-4f80-9141-60985d5fb59b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:50.181029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-516c4d76-dd8f-4765-8543-43ce530ac390 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:50.182928 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-516c4d76-dd8f-4765-8543-43ce530ac390 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2667980 Apr 23 09:39:50.185897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44642) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:50.193251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c3f8b6bb-964b-46bb-8926-fcde4915a39a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '4fe8172c-e262-4c38-ab53-c8b93669ed2f', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:39:50.200591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c3f8b6bb-964b-46bb-8926-fcde4915a39a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:39:50.205775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c3f8b6bb-964b-46bb-8926-fcde4915a39a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:39:50.206877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1e1f94f0-a4ce-4988-b7ce-cb344688c8ef up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:39:50.210741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c3f8b6bb-964b-46bb-8926-fcde4915a39a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:39:50.219132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c3f8b6bb-964b-46bb-8926-fcde4915a39a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:39:50.293904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3f8b6bb-964b-46bb-8926-fcde4915a39a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:50.364192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b4f01-a42d-4a2e-8ecc-aabdf86730d7 None None] Pushing event updated for resources: {'Port': ['ID=c996c531-630f-42b3-8b89-5da704e7f824,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:50.370577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4c2b4f01-a42d-4a2e-8ecc-aabdf86730d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:50.375927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3f8b6bb-964b-46bb-8926-fcde4915a39a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:50.446202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3f8b6bb-964b-46bb-8926-fcde4915a39a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:50.448416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-377c7129-b8f1-4755-aea6-f109f406ab68 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:50.477011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8b6bb-964b-46bb-8926-fcde4915a39a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37ed96e-0db1-4112-ab19-390bf0cb3938,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:50.482254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c3f8b6bb-964b-46bb-8926-fcde4915a39a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:50.484414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 1e1f94f0-a4ce-4988-b7ce-cb344688c8ef triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:39:50.484852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:50.523720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3f8b6bb-964b-46bb-8926-fcde4915a39a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:50.525072 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c3f8b6bb-964b-46bb-8926-fcde4915a39a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3378208 Apr 23 09:39:50.528135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44646) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:50.530539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] Attempting to bind port c996c531-630f-42b3-8b89-5da704e7f824 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:39:50.530971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] Attempting to bind port c996c531-630f-42b3-8b89-5da704e7f824 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'b5b85b17-6157-40fa-b421-412391f255cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:39:50.531393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] Attempting to bind port c996c531-630f-42b3-8b89-5da704e7f824 on network 8d1055c9-9e98-4726-a966-b556632ec046 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:39:50.534680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c482276f-be8c-44a0-b41c-9b6d1b86644b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '4fe8172c-e262-4c38-ab53-c8b93669ed2f', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:39:50.542469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c482276f-be8c-44a0-b41c-9b6d1b86644b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:39:50.546951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c482276f-be8c-44a0-b41c-9b6d1b86644b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:39:50.551108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c482276f-be8c-44a0-b41c-9b6d1b86644b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:39:50.556900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:39:50.557330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] Checking segment: {'id': 'b5b85b17-6157-40fa-b421-412391f255cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:39:50.557638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c482276f-be8c-44a0-b41c-9b6d1b86644b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:39:50.557758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:50.558216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] Bound using segment: {'id': 'b5b85b17-6157-40fa-b421-412391f255cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:39:50.558791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] Bound port: c996c531-630f-42b3-8b89-5da704e7f824, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b85b17-6157-40fa-b421-412391f255cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:39:50.559314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:50.594704 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-c482276f-be8c-44a0-b41c-9b6d1b86644b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Project 7602bab2a5e54e68ba9a873197bc68fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:39:50.602767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c482276f-be8c-44a0-b41c-9b6d1b86644b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:50.677521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c482276f-be8c-44a0-b41c-9b6d1b86644b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:50.720341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c482276f-be8c-44a0-b41c-9b6d1b86644b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:50.722628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a71cbee0-19cc-431c-a894-52f4df5f8f46 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:50.725027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] For port c996c531-630f-42b3-8b89-5da704e7f824, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:39:50.736159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] For port c996c531-630f-42b3-8b89-5da704e7f824, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c996c531-630f-42b3-8b89-5da704e7f824,segment=NetworkSegment(b5b85b17-6157-40fa-b421-412391f255cc),segment_id=b5b85b17-6157-40fa-b421-412391f255cc)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:39:50.747370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482276f-be8c-44a0-b41c-9b6d1b86644b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130ee1a5-7d0e-4b25-8589-163f5d61a716,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:50.752349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c482276f-be8c-44a0-b41c-9b6d1b86644b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:50.769846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:50.776226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:50.797985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c482276f-be8c-44a0-b41c-9b6d1b86644b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:50.799394 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c482276f-be8c-44a0-b41c-9b6d1b86644b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2700853 Apr 23 09:39:50.802955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44650) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:39:50.808708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b857babe-4391-48d6-b40a-ab6307014fdd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'security_group_rule': {'security_group_id': '4fe8172c-e262-4c38-ab53-c8b93669ed2f', 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:39:50.815364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b857babe-4391-48d6-b40a-ab6307014fdd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:39:50.820251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b857babe-4391-48d6-b40a-ab6307014fdd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:security_group_rule and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:39:50.823389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b857babe-4391-48d6-b40a-ab6307014fdd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:39:50.829873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b857babe-4391-48d6-b40a-ab6307014fdd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:39:50.858764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] Routers {'47939ca6-749e-4710-854f-bd72ecb8df87'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:39:50.859506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:39:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['47939ca6-749e-4710-854f-bd72ecb8df87'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:39:50.874919 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-b857babe-4391-48d6-b40a-ab6307014fdd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Project 7602bab2a5e54e68ba9a873197bc68fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 09:39:50.883622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b857babe-4391-48d6-b40a-ab6307014fdd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:50.965766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b857babe-4391-48d6-b40a-ab6307014fdd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:51.001213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b4f01-a42d-4a2e-8ecc-aabdf86730d7 None None] Pushing event updated for resources: {'Port': ['ID=c996c531-630f-42b3-8b89-5da704e7f824,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:51.007380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b857babe-4391-48d6-b40a-ab6307014fdd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:51.009419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4c2b4f01-a42d-4a2e-8ecc-aabdf86730d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:51.014675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c482276f-be8c-44a0-b41c-9b6d1b86644b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:51.037720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857babe-4391-48d6-b40a-ab6307014fdd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491aee8c-e8bf-4df2-9197-18eebb13ed04,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:51.043015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b857babe-4391-48d6-b40a-ab6307014fdd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:51.074958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b857babe-4391-48d6-b40a-ab6307014fdd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:51.076361 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b857babe-4391-48d6-b40a-ab6307014fdd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2723167 Apr 23 09:39:51.274493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-62c97ae4-2b1f-4221-8256-5d864abe4f7e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:39:51.298383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] Set router 47939ca6-749e-4710-854f-bd72ecb8df87 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:39:51.349602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-62c97ae4-2b1f-4221-8256-5d864abe4f7e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:39:51.351048 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-62c97ae4-2b1f-4221-8256-5d864abe4f7e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-251294466&fields=id&tenant_id=7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 267 time: 0.1237245 Apr 23 09:39:51.542588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-503f428c-2f06-419c-9b48-5642ab18dff1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:51.543397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-503f428c-2f06-419c-9b48-5642ab18dff1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:39:51.594653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-503f428c-2f06-419c-9b48-5642ab18dff1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:network {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:39:51.596013 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-503f428c-2f06-419c-9b48-5642ab18dff1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/networks?id=8d1055c9-9e98-4726-a966-b556632ec046 HTTP/1.1" status: 200 len: 796 time: 0.2367630 Apr 23 09:39:51.616627 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cdc8d7a7-b6bd-421d-9f49-f4873b1f1bb8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/quotas/7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 375 time: 0.0139644 Apr 23 09:39:51.674932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'name': 'tempest-TestNetworkBasicOps-router-346278732', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '152e05a5-21a6-494e-9664-b73805444b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:39:46Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '152e05a5-21a6-494e-9664-b73805444b1a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'c996c531-630f-42b3-8b89-5da704e7f824', 'name': '', 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:78:a4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:46Z', 'updated_at': '2021-04-23T09:39:50Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:39:51.680024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c71148-e758-409c-934a-8cab9607ab11 None None] The sync data for ids ['47939ca6-749e-4710-854f-bd72ecb8df87'] in dv-neutron-786478-4-hyperv is: [{'id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'name': 'tempest-TestNetworkBasicOps-router-346278732', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '152e05a5-21a6-494e-9664-b73805444b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:39:46Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '152e05a5-21a6-494e-9664-b73805444b1a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'c996c531-630f-42b3-8b89-5da704e7f824', 'name': '', 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:78:a4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:46Z', 'updated_at': '2021-04-23T09:39:50Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:39:51.728650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-8b2bc095-3be9-4267-870a-03820ada8b17 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:39:51.789268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-8b2bc095-3be9-4267-870a-03820ada8b17 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:39:51.790804 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-8b2bc095-3be9-4267-870a-03820ada8b17 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1672029 Apr 23 09:39:52.016546 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-5f0b9154-1389-4ab6-bdff-d208d48aa39a service neutron] 10.222.0.60 "GET /v2.0/networks/8d1055c9-9e98-4726-a966-b556632ec046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114098 Apr 23 09:39:52.198256 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-98a21556-0754-48fa-8931-4086104a7f16 service neutron] 10.222.0.60 "GET /v2.0/networks/8d1055c9-9e98-4726-a966-b556632ec046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741288 Apr 23 09:39:52.255688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c996c531-630f-42b3-8b89-5da704e7f824 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:39:52.375479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port c996c531-630f-42b3-8b89-5da704e7f824 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:39:52.382443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port c996c531-630f-42b3-8b89-5da704e7f824 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:39:52.382741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:52.523792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:52.558988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port c996c531-630f-42b3-8b89-5da704e7f824, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c996c531-630f-42b3-8b89-5da704e7f824,segment=NetworkSegment(b5b85b17-6157-40fa-b421-412391f255cc),segment_id=b5b85b17-6157-40fa-b421-412391f255cc)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:39:52.594724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:52.597574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:39:52.672114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=c996c531-630f-42b3-8b89-5da704e7f824,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:39:52.675522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:39:53.387299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:53.464764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-2300615d-0528-42fc-b506-220700a1f035 req-03c7d2b2-ea29-4f4c-a959-665af3f99164 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:39:53.477668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-2300615d-0528-42fc-b506-220700a1f035 req-03c7d2b2-ea29-4f4c-a959-665af3f99164 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:39:53.479355 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2300615d-0528-42fc-b506-220700a1f035 req-03c7d2b2-ea29-4f4c-a959-665af3f99164 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 210 time: 0.0649219 Apr 23 09:39:54.188632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c996c531-630f-42b3-8b89-5da704e7f824 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:39:54.265366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port c996c531-630f-42b3-8b89-5da704e7f824 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:39:54.265798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:39:54.594646 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-665510a7-707f-4e55-9d07-ffa5844b464f req-b14df741-9488-4907-8579-982a071efe50 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 210 time: 0.0508313 Apr 23 09:39:55.713132 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-69c076c4-39a2-40a9-8fa5-23b5cf8d00f9 req-f235412b-4678-4c05-bce9-9a0a02118aaa tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 210 time: 0.0546043 Apr 23 09:39:56.838948 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-489a6cbc-c84d-4d46-9882-ce29865cd4f9 req-672d2c4f-4ca5-4637-8069-5a5b91927407 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 210 time: 0.0635524 Apr 23 09:39:58.014674 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-09613f25-5dd1-481e-b432-451d879d45e0 req-22122384-29aa-4d2c-9360-9d971e8b075f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 210 time: 0.0503554 Apr 23 09:39:59.195149 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e43e1772-c990-4752-a646-42bd8fd1f21b req-e2a81213-b812-4435-95ec-b0a408a544d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 210 time: 0.0585961 Apr 23 09:39:59.528483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-90b92a5b-5935-4045-b283-b977a71218d4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:39:59.530197 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-90b92a5b-5935-4045-b283-b977a71218d4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/networks?id=8d1055c9-9e98-4726-a966-b556632ec046 HTTP/1.1" status: 200 len: 796 time: 0.1690083 Apr 23 09:39:59.591557 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-61ed8bcb-0981-4f53-9927-fd0e86d5d1be tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7602bab2a5e54e68ba9a873197bc68fc HTTP/1.1" status: 200 len: 379 time: 0.0530198 Apr 23 09:39:59.601100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-7d814f83-c1a7-4fe7-9853-29678da085b5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'port': {'device_id': 'c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded', 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046', 'admin_state_up': True, 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'security_groups': ['4fe8172c-e262-4c38-ab53-c8b93669ed2f']}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:39:59.758070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-7d814f83-c1a7-4fe7-9853-29678da085b5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:39:59.769238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-7d814f83-c1a7-4fe7-9853-29678da085b5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:39:59.808205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-7d814f83-c1a7-4fe7-9853-29678da085b5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Made reservation on behalf of 7602bab2a5e54e68ba9a873197bc68fc for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:39:59.815719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-7d814f83-c1a7-4fe7-9853-29678da085b5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:00.011521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-7d814f83-c1a7-4fe7-9853-29678da085b5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.20.0.11 (8d1055c9-9e98-4726-a966-b556632ec046/96e9c694-88f1-44e8-9e55-bbeb1fdc6738/2722d321-ace3-4188-83c7-c129eebe0480) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:40:00.284100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-7d814f83-c1a7-4fe7-9853-29678da085b5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:00.303351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-7d814f83-c1a7-4fe7-9853-29678da085b5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Transition to ACTIVE for port object 2722d321-ace3-4188-83c7-c129eebe0480 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:40:00.364652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-7d814f83-c1a7-4fe7-9853-29678da085b5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:00.370935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-125223c8-9fda-4f28-9229-919146bfde1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:40:00.414832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47e3b2-db21-48c9-9445-516a0bd0528c req-77ba675d-0af9-4a2a-a89b-d2a0a895adfb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:00.416439 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7c47e3b2-db21-48c9-9445-516a0bd0528c req-77ba675d-0af9-4a2a-a89b-d2a0a895adfb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 932 time: 0.1012006 Apr 23 09:40:00.438641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-7d814f83-c1a7-4fe7-9853-29678da085b5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 8d1055c9-9e98-4726-a966-b556632ec046 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:40:00.439859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-7d814f83-c1a7-4fe7-9853-29678da085b5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:40:00.453134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-7d814f83-c1a7-4fe7-9853-29678da085b5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:40:00.484649 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7c47e3b2-db21-48c9-9445-516a0bd0528c req-67c1bd5a-ad00-4520-a9d9-76a226adbc3f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fe8172c-e262-4c38-ab53-c8b93669ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615628 Apr 23 09:40:00.501938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d814f83-c1a7-4fe7-9853-29678da085b5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=2722d321-ace3-4188-83c7-c129eebe0480,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:40:00.507092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d814f83-c1a7-4fe7-9853-29678da085b5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:40:00.540110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-7d814f83-c1a7-4fe7-9853-29678da085b5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:00.540928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-7d814f83-c1a7-4fe7-9853-29678da085b5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:00.593170 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-7d814f83-c1a7-4fe7-9853-29678da085b5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9967506 Apr 23 09:40:00.605557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Request body: {'port': {'device_id': 'c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:40:00.734484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:00.780816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-456a7af0-b7c6-4072-ab49-c8d2a3d97f39 None None] Provisioning for port 2722d321-ace3-4188-83c7-c129eebe0480 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:40:00.788273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-456a7af0-b7c6-4072-ab49-c8d2a3d97f39 None None] Provisioning complete for port 2722d321-ace3-4188-83c7-c129eebe0480 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:40:00.788701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-456a7af0-b7c6-4072-ab49-c8d2a3d97f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:00.851405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-456a7af0-b7c6-4072-ab49-c8d2a3d97f39 None None] Port 2722d321-ace3-4188-83c7-c129eebe0480 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:40:01.107126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2722d321-ace3-4188-83c7-c129eebe0480 {{(pid=87174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:40:01.115485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:01.131523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Transition to ACTIVE for port object 2722d321-ace3-4188-83c7-c129eebe0480 will not be triggered until provisioned by entity L2. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:40:01.183063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:01.188286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-60e528d6-4ccf-46e2-89e3-680df464b6ab tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:40:01.361077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Pushing event updated for resources: {'Port': ['ID=2722d321-ace3-4188-83c7-c129eebe0480,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:40:01.370368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:40:01.445734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Attempting to bind port 2722d321-ace3-4188-83c7-c129eebe0480 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:40:01.446117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Attempting to bind port 2722d321-ace3-4188-83c7-c129eebe0480 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'b5b85b17-6157-40fa-b421-412391f255cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:40:01.446519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Attempting to bind port 2722d321-ace3-4188-83c7-c129eebe0480 on network 8d1055c9-9e98-4726-a966-b556632ec046 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:40:01.451669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Port 2722d321-ace3-4188-83c7-c129eebe0480 on network 8d1055c9-9e98-4726-a966-b556632ec046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:40:01.452028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Attempting to bind port 2722d321-ace3-4188-83c7-c129eebe0480 on network 8d1055c9-9e98-4726-a966-b556632ec046 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:40:01.458595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:40:01.458986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Checking segment: {'id': 'b5b85b17-6157-40fa-b421-412391f255cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:40:01.459414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Bound using segment: {'id': 'b5b85b17-6157-40fa-b421-412391f255cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046'} {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:40:01.461996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Bound port: 2722d321-ace3-4188-83c7-c129eebe0480, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b85b17-6157-40fa-b421-412391f255cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046'}}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:40:01.462490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:01.571899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] For port 2722d321-ace3-4188-83c7-c129eebe0480, host hv-neutron-7864, cleared binding levels {{(pid=87174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:40:01.575281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] For port 2722d321-ace3-4188-83c7-c129eebe0480, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2722d321-ace3-4188-83c7-c129eebe0480,segment=NetworkSegment(b5b85b17-6157-40fa-b421-412391f255cc),segment_id=b5b85b17-6157-40fa-b421-412391f255cc)] {{(pid=87174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:40:01.648831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:01.659172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d722aada-7ea6-4a82-b981-5f2133d10272 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:40:01.718575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:01.719250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:01.720743 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] 10.222.0.35 "PUT /v2.0/ports/2722d321-ace3-4188-83c7-c129eebe0480 HTTP/1.1" status: 200 len: 1094 time: 1.1201169 Apr 23 09:40:01.722912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded', 'tag': '2722d321-ace3-4188-83c7-c129eebe0480'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:40:01.779679 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded', 'tag': '2722d321-ace3-4188-83c7-c129eebe0480', 'status': 'completed', 'code': 200} Apr 23 09:40:01.782060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Pushing event updated for resources: {'Port': ['ID=2722d321-ace3-4188-83c7-c129eebe0480,revision_number=3']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:40:01.790640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:40:01.843993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77566e9a-1ce8-43b1-a965-a20b7a4c568f req-a7f2c470-0b36-474a-9ba4-86b144d42980 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:01.844817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-77566e9a-1ce8-43b1-a965-a20b7a4c568f req-a7f2c470-0b36-474a-9ba4-86b144d42980 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:40:01.897229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-0ad4b1dc-f895-4e48-afbe-1639420d660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:01.898920 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-0ad4b1dc-f895-4e48-afbe-1639420d660d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 1097 time: 0.1098692 Apr 23 09:40:01.902809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-77566e9a-1ce8-43b1-a965-a20b7a4c568f req-a7f2c470-0b36-474a-9ba4-86b144d42980 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:40:01.904046 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-77566e9a-1ce8-43b1-a965-a20b7a4c568f req-a7f2c470-0b36-474a-9ba4-86b144d42980 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 944 time: 0.3036180 Apr 23 09:40:01.996964 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-027a4ba7-daaf-4664-ac78-ea2ac48f4114 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2722d321-ace3-4188-83c7-c129eebe0480 HTTP/1.1" status: 200 len: 217 time: 0.0898509 Apr 23 09:40:02.079676 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-77566e9a-1ce8-43b1-a965-a20b7a4c568f req-383954e1-8cd9-42aa-9811-f9c998ae127e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fe8172c-e262-4c38-ab53-c8b93669ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135116 Apr 23 09:40:02.090714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-31506a0d-08b1-4541-8139-8d02ad3e4576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:02.092520 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-31506a0d-08b1-4541-8139-8d02ad3e4576 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96e9c694-88f1-44e8-9e55-bbeb1fdc6738 HTTP/1.1" status: 200 len: 835 time: 0.0892251 Apr 23 09:40:02.183292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cb8a560a-fcdf-4e0c-87d2-53230f434da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:02.184811 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-cb8a560a-fcdf-4e0c-87d2-53230f434da0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d1055c9-9e98-4726-a966-b556632ec046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856481 Apr 23 09:40:02.331577 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-f658ecfa-af89-4ce4-a4c2-8d13e936f1b8 service neutron] 10.222.0.35 "GET /v2.0/networks/8d1055c9-9e98-4726-a966-b556632ec046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393301 Apr 23 09:40:02.789069 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1d586f2c-47ed-4d28-b60c-4c57111d41b7 req-ac198a9f-3bd2-45ee-94ce-a942c1b69c0c service neutron] 10.222.0.35 "GET /v2.0/networks/8d1055c9-9e98-4726-a966-b556632ec046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516335 Apr 23 09:40:02.977471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf51b1a-5d00-4c8d-8af1-e3c5455626d3 req-a4f6afc9-2877-4762-abee-c628c67de5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:02.979262 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-abf51b1a-5d00-4c8d-8af1-e3c5455626d3 req-a4f6afc9-2877-4762-abee-c628c67de5f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 1097 time: 0.0888026 Apr 23 09:40:03.138702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf51b1a-5d00-4c8d-8af1-e3c5455626d3 req-25ab4632-3c7b-457e-868b-b3ef618d63db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:03.140494 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-abf51b1a-5d00-4c8d-8af1-e3c5455626d3 req-25ab4632-3c7b-457e-868b-b3ef618d63db service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d1055c9-9e98-4726-a966-b556632ec046 HTTP/1.1" status: 200 len: 897 time: 0.1547418 Apr 23 09:40:03.223410 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-abf51b1a-5d00-4c8d-8af1-e3c5455626d3 req-bf3225f5-1106-4fa1-add1-09cd89bf7452 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2722d321-ace3-4188-83c7-c129eebe0480 HTTP/1.1" status: 200 len: 217 time: 0.0759370 Apr 23 09:40:03.299604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf51b1a-5d00-4c8d-8af1-e3c5455626d3 req-f8eefb37-5e2e-4dc2-b428-42b301645258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:03.301600 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-abf51b1a-5d00-4c8d-8af1-e3c5455626d3 req-f8eefb37-5e2e-4dc2-b428-42b301645258 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96e9c694-88f1-44e8-9e55-bbeb1fdc6738 HTTP/1.1" status: 200 len: 835 time: 0.0728648 Apr 23 09:40:03.308032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e80f9a-fda6-4ac4-b291-10dedcc0e441 req-9e625ab6-4299-47d2-a7d7-795661c2a8b2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:03.309700 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d9e80f9a-fda6-4ac4-b291-10dedcc0e441 req-9e625ab6-4299-47d2-a7d7-795661c2a8b2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 944 time: 0.1001875 Apr 23 09:40:03.365523 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d9e80f9a-fda6-4ac4-b291-10dedcc0e441 req-d1b45a08-fcfa-4100-864d-c3cf812ca619 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fe8172c-e262-4c38-ab53-c8b93669ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488541 Apr 23 09:40:03.393689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf51b1a-5d00-4c8d-8af1-e3c5455626d3 req-b78ae412-35d1-4e0a-b54e-f7cfbb07a059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:03.396038 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-abf51b1a-5d00-4c8d-8af1-e3c5455626d3 req-b78ae412-35d1-4e0a-b54e-f7cfbb07a059 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d1055c9-9e98-4726-a966-b556632ec046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0887079 Apr 23 09:40:03.553287 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-abf51b1a-5d00-4c8d-8af1-e3c5455626d3 req-dfaacb46-b501-4323-930d-db78d1be2731 service neutron] 10.222.0.35 "GET /v2.0/networks/8d1055c9-9e98-4726-a966-b556632ec046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505563 Apr 23 09:40:03.800338 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-abf51b1a-5d00-4c8d-8af1-e3c5455626d3 req-bd4cba06-7919-45eb-9b7a-f12455b59d80 service neutron] 10.222.0.35 "GET /v2.0/networks/8d1055c9-9e98-4726-a966-b556632ec046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398252 Apr 23 09:40:04.579983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fef78-6ab1-4d50-a1fd-e43b4c4b616e req-21fb069b-096f-49e1-bda0-dc52cba75a89 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:04.582242 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1d0fef78-6ab1-4d50-a1fd-e43b4c4b616e req-21fb069b-096f-49e1-bda0-dc52cba75a89 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 944 time: 0.0918577 Apr 23 09:40:04.632623 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1d0fef78-6ab1-4d50-a1fd-e43b4c4b616e req-c3fdb7a6-fb97-4e57-bfa1-2746af7c83ba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fe8172c-e262-4c38-ab53-c8b93669ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438023 Apr 23 09:40:06.155556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada3304-af52-49b8-b0c5-f125a55d4545 req-25c656da-768d-4c6c-aee8-1d2912387031 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:06.157279 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bada3304-af52-49b8-b0c5-f125a55d4545 req-25c656da-768d-4c6c-aee8-1d2912387031 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 944 time: 0.4061823 Apr 23 09:40:06.218352 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bada3304-af52-49b8-b0c5-f125a55d4545 req-a1fdf977-81d1-4d99-a7bb-1b7c5de0f005 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fe8172c-e262-4c38-ab53-c8b93669ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480220 Apr 23 09:40:06.503030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 2722d321-ace3-4188-83c7-c129eebe0480 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:40:06.672199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 2722d321-ace3-4188-83c7-c129eebe0480, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2722d321-ace3-4188-83c7-c129eebe0480,segment=NetworkSegment(b5b85b17-6157-40fa-b421-412391f255cc),segment_id=b5b85b17-6157-40fa-b421-412391f255cc)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:40:06.688962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '2722d321-ace3-4188-83c7-c129eebe0480', 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046', 'port_id': '2722d321-ace3-4188-83c7-c129eebe0480', 'mac_address': 'fa:16:3e:09:0a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:40:06.724185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0ed5564f-fc2c-43e0-8cb5-5654dcb2f670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:06.753131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:06.772749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2722d321-ace3-4188-83c7-c129eebe0480 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:40:06.791173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 2722d321-ace3-4188-83c7-c129eebe0480, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2722d321-ace3-4188-83c7-c129eebe0480,segment=NetworkSegment(b5b85b17-6157-40fa-b421-412391f255cc),segment_id=b5b85b17-6157-40fa-b421-412391f255cc)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:40:06.820951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:06.823093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:40:06.903308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=2722d321-ace3-4188-83c7-c129eebe0480,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:40:06.907106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:40:07.113877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['2722d321-ace3-4188-83c7-c129eebe0480'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:40:07.484978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451241f-8e67-4ca0-a1e9-44095c97a686 req-95d4ed20-e540-4859-a45e-e5297f690984 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:07.486687 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b451241f-8e67-4ca0-a1e9-44095c97a686 req-95d4ed20-e540-4859-a45e-e5297f690984 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 945 time: 0.1435676 Apr 23 09:40:07.541871 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b451241f-8e67-4ca0-a1e9-44095c97a686 req-d8fd94ff-e50c-4bb3-a20c-bcaf37654fe0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fe8172c-e262-4c38-ab53-c8b93669ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468893 Apr 23 09:40:08.504928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 2722d321-ace3-4188-83c7-c129eebe0480 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:40:08.626190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 2722d321-ace3-4188-83c7-c129eebe0480 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:40:08.632591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 2722d321-ace3-4188-83c7-c129eebe0480 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:40:08.633045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:08.769356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:08.781547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89633942-69d6-4bb6-8f2f-0d348be96aff req-351c0c98-f5fe-4db3-9def-5930f728dee1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:08.783265 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-89633942-69d6-4bb6-8f2f-0d348be96aff req-351c0c98-f5fe-4db3-9def-5930f728dee1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 945 time: 0.1050570 Apr 23 09:40:08.802226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2722d321-ace3-4188-83c7-c129eebe0480'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:40:08.814374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 2722d321-ace3-4188-83c7-c129eebe0480, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2722d321-ace3-4188-83c7-c129eebe0480,segment=NetworkSegment(b5b85b17-6157-40fa-b421-412391f255cc),segment_id=b5b85b17-6157-40fa-b421-412391f255cc)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:40:08.846327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:08.849478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:40:08.852279 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-89633942-69d6-4bb6-8f2f-0d348be96aff req-88886669-3bb7-4e77-a068-41112cbee74e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fe8172c-e262-4c38-ab53-c8b93669ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603123 Apr 23 09:40:08.892407 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2722d321-ace3-4188-83c7-c129eebe0480', 'code': 200} Apr 23 09:40:08.934710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=2722d321-ace3-4188-83c7-c129eebe0480,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:40:08.938063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:40:09.194900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b5316-6345-4a61-8fd7-e9f8e4644d31 req-57563372-4a09-471d-b6cd-8ac3f765cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:09.197763 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-118b5316-6345-4a61-8fd7-e9f8e4644d31 req-57563372-4a09-471d-b6cd-8ac3f765cdf3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 1099 time: 0.0891142 Apr 23 09:40:09.245430 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-118b5316-6345-4a61-8fd7-e9f8e4644d31 req-d8c51050-af34-419a-9e06-bb6a8545d5ec service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4fe8172c-e262-4c38-ab53-c8b93669ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403659 Apr 23 09:40:09.660711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f18e5a5a-6c95-48d8-8161-5c47d106a968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:10.011118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:40:10.069482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dc0ea-5459-49d9-a021-136f680ee0c6 req-5720199c-0c3e-4689-a062-90401139b8e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:10.071232 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-660dc0ea-5459-49d9-a021-136f680ee0c6 req-5720199c-0c3e-4689-a062-90401139b8e9 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 946 time: 0.0962362 Apr 23 09:40:10.125115 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-660dc0ea-5459-49d9-a021-136f680ee0c6 req-4986e866-3161-49fa-a343-7d4410e1e649 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fe8172c-e262-4c38-ab53-c8b93669ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465343 Apr 23 09:40:10.417301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:11.246228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:11.342276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e852c-9520-45e0-b8c1-ba42426fff94 req-b74e288c-85ec-4f81-a765-4226c5292078 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:11.343940 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6b4e852c-9520-45e0-b8c1-ba42426fff94 req-b74e288c-85ec-4f81-a765-4226c5292078 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 946 time: 0.0917792 Apr 23 09:40:11.395444 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6b4e852c-9520-45e0-b8c1-ba42426fff94 req-630b5873-872a-4279-9b54-68acbc8f5d2c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fe8172c-e262-4c38-ab53-c8b93669ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448916 Apr 23 09:40:11.614972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d8b17-1c82-4190-b08a-1f25f260119d req-4bb3d601-ed23-4959-a985-cbb7a720bf70 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:11.616617 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f94d8b17-1c82-4190-b08a-1f25f260119d req-4bb3d601-ed23-4959-a985-cbb7a720bf70 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 946 time: 0.0990734 Apr 23 09:40:11.671727 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f94d8b17-1c82-4190-b08a-1f25f260119d req-7a144639-e05c-4735-b225-c4aeb6b5950a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fe8172c-e262-4c38-ab53-c8b93669ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484300 Apr 23 09:40:11.698706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44732) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:40:11.788857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3374740a-0dbd-4af3-896d-d95efa56d570 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:11.790557 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3374740a-0dbd-4af3-896d-d95efa56d570 tempest-TestNetworkBasicOps-1608334855 tempest-TestNetworkBasicOps-1608334855-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 1094 time: 0.0906951 Apr 23 09:40:11.794010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44736) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:40:11.801645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': '2722d321-ace3-4188-83c7-c129eebe0480', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:40:11.807708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:40:11.812124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Usage tracker for resource:floatingip and tenant:7602bab2a5e54e68ba9a873197bc68fc is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:40:11.815353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:40:11.822109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:40:11.869741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:12.022454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:12.169272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Allocated IP 172.26.4.132 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/2dc1cf63-1815-4459-99c1-7510fa449fce) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:40:12.323636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:12.419723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:12.480813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:12.485480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-74c277b3-928f-46dd-832d-2130eea50065 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:40:12.556451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:40:12.564270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:40:12.569106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:40:12.609935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=2dc1cf63-1815-4459-99c1-7510fa449fce,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:40:12.615068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:40:13.027348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:13.142879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:13.370570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:13.415087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:13.420462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6ac47294-2503-4ad8-9c1f-0dd43c3b45b3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:40:13.551010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event updated for resources: {'Port': ['ID=2dc1cf63-1815-4459-99c1-7510fa449fce,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:40:13.554225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:40:13.562788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:13.753551 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Floating IP 46cc3915-9993-488f-af01-22a661e601c0 associated. External IP: 172.26.4.132, port: 2722d321-ace3-4188-83c7-c129eebe0480. Apr 23 09:40:14.175641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router 47939ca6-749e-4710-854f-bd72ecb8df87 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:40:14.385350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:40:14.396072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6d6a86-ea4a-465d-8043-804c77736081 None None] Sync routers for ids ['47939ca6-749e-4710-854f-bd72ecb8df87'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:40:14.407003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6d6a86-ea4a-465d-8043-804c77736081 None None] Routers {'47939ca6-749e-4710-854f-bd72ecb8df87'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:40:14.407698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ce6d6a86-ea4a-465d-8043-804c77736081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:40:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['47939ca6-749e-4710-854f-bd72ecb8df87'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:40:14.457779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:14.535166 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7398751 Apr 23 09:40:14.536064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded', 'tag': '2722d321-ace3-4188-83c7-c129eebe0480'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:40:14.538759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44740) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:40:14.593604 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded', 'tag': '2722d321-ace3-4188-83c7-c129eebe0480', 'status': 'completed', 'code': 200} Apr 23 09:40:14.619879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-ce6d6a86-ea4a-465d-8043-804c77736081 None None] Set router 47939ca6-749e-4710-854f-bd72ecb8df87 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:40:14.716022 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0e5853b1-c40b-407e-acd6-8d1bade846ba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/46cc3915-9993-488f-af01-22a661e601c0 HTTP/1.1" status: 200 len: 992 time: 0.1753149 Apr 23 09:40:14.747581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc19ada-0579-431f-8a64-64126132d84a req-94320f76-8318-4f2e-9373-7eff1504afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:14.749280 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4dc19ada-0579-431f-8a64-64126132d84a req-94320f76-8318-4f2e-9373-7eff1504afd9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 1099 time: 0.1231339 Apr 23 09:40:14.920763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc19ada-0579-431f-8a64-64126132d84a req-be1c3f7b-6ad9-45ef-a771-027b6e134220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:14.923491 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4dc19ada-0579-431f-8a64-64126132d84a req-be1c3f7b-6ad9-45ef-a771-027b6e134220 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d1055c9-9e98-4726-a966-b556632ec046 HTTP/1.1" status: 200 len: 897 time: 0.1679256 Apr 23 09:40:15.049884 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4dc19ada-0579-431f-8a64-64126132d84a req-76bc57dc-e874-402f-9cd0-e9c903fec9e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2722d321-ace3-4188-83c7-c129eebe0480 HTTP/1.1" status: 200 len: 1000 time: 0.1196702 Apr 23 09:40:15.077532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ce6d6a86-ea4a-465d-8043-804c77736081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'name': 'tempest-TestNetworkBasicOps-router-346278732', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '152e05a5-21a6-494e-9664-b73805444b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:39:46Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '152e05a5-21a6-494e-9664-b73805444b1a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '46cc3915-9993-488f-af01-22a661e601c0', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.132', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'port_id': '2722d321-ace3-4188-83c7-c129eebe0480', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046', 'mac_address': 'fa:16:3e:09:0a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:40:12Z', 'updated_at': '2021-04-23T09:40:12Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c996c531-630f-42b3-8b89-5da704e7f824', 'name': '', 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:78:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:46Z', 'updated_at': '2021-04-23T09:39:52Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:40:15.086414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6d6a86-ea4a-465d-8043-804c77736081 None None] Checking router: 47939ca6-749e-4710-854f-bd72ecb8df87 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:40:15.105096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6d6a86-ea4a-465d-8043-804c77736081 None None] Routers {'47939ca6-749e-4710-854f-bd72ecb8df87'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:40:15.106033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ce6d6a86-ea4a-465d-8043-804c77736081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:40:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['47939ca6-749e-4710-854f-bd72ecb8df87'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:40:15.124511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc19ada-0579-431f-8a64-64126132d84a req-803126b7-4e13-48b7-9f76-eb7389a93fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:15.126141 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4dc19ada-0579-431f-8a64-64126132d84a req-803126b7-4e13-48b7-9f76-eb7389a93fdd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96e9c694-88f1-44e8-9e55-bbeb1fdc6738 HTTP/1.1" status: 200 len: 835 time: 0.0703928 Apr 23 09:40:15.225122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc19ada-0579-431f-8a64-64126132d84a req-b9da7598-cb40-4b4d-9341-d9f5f2e2dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:15.227027 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4dc19ada-0579-431f-8a64-64126132d84a req-b9da7598-cb40-4b4d-9341-d9f5f2e2dfd1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d1055c9-9e98-4726-a966-b556632ec046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0944040 Apr 23 09:40:15.358749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-ce6d6a86-ea4a-465d-8043-804c77736081 None None] Set router 47939ca6-749e-4710-854f-bd72ecb8df87 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:40:15.448671 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4dc19ada-0579-431f-8a64-64126132d84a req-2573bf1b-fe98-4e3b-9da4-73df191501c3 service neutron] 10.222.0.35 "GET /v2.0/networks/8d1055c9-9e98-4726-a966-b556632ec046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146602 Apr 23 09:40:15.631619 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4dc19ada-0579-431f-8a64-64126132d84a req-86f400b6-bb8f-4478-8847-7ded4f86ee60 service neutron] 10.222.0.35 "GET /v2.0/networks/8d1055c9-9e98-4726-a966-b556632ec046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757891 Apr 23 09:40:15.720491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44746) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:40:15.853235 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-dbbb8298-659d-44a5-9299-e3072f341ae1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/46cc3915-9993-488f-af01-22a661e601c0 HTTP/1.1" status: 200 len: 992 time: 0.1312265 Apr 23 09:40:15.972563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ce6d6a86-ea4a-465d-8043-804c77736081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'name': 'tempest-TestNetworkBasicOps-router-346278732', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '152e05a5-21a6-494e-9664-b73805444b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:39:46Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '152e05a5-21a6-494e-9664-b73805444b1a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '46cc3915-9993-488f-af01-22a661e601c0', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.132', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'port_id': '2722d321-ace3-4188-83c7-c129eebe0480', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046', 'mac_address': 'fa:16:3e:09:0a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:40:12Z', 'updated_at': '2021-04-23T09:40:12Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c996c531-630f-42b3-8b89-5da704e7f824', 'name': '', 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:78:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:46Z', 'updated_at': '2021-04-23T09:39:52Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:40:15.977096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6d6a86-ea4a-465d-8043-804c77736081 None None] The sync data for ids ['47939ca6-749e-4710-854f-bd72ecb8df87'] in dv-neutron-786478-4-hyperv is: [{'id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'name': 'tempest-TestNetworkBasicOps-router-346278732', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '152e05a5-21a6-494e-9664-b73805444b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:39:46Z', 'revision_number': 4, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '152e05a5-21a6-494e-9664-b73805444b1a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '46cc3915-9993-488f-af01-22a661e601c0', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.132', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'port_id': '2722d321-ace3-4188-83c7-c129eebe0480', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046', 'mac_address': 'fa:16:3e:09:0a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:40:12Z', 'updated_at': '2021-04-23T09:40:12Z', 'revision_number': 0, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c996c531-630f-42b3-8b89-5da704e7f824', 'name': '', 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:78:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:46Z', 'updated_at': '2021-04-23T09:39:52Z', 'revision_number': 5, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:40:16.293630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89350d1e-ddf9-4b12-aa4c-32d2e64c0bb3 None None] New status for floating IP 46cc3915-9993-488f-af01-22a661e601c0: ACTIVE {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:40:16.858236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44750) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:40:16.980824 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-91a1be64-e09b-4d5e-a395-1d29425911d2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/46cc3915-9993-488f-af01-22a661e601c0 HTTP/1.1" status: 200 len: 994 time: 0.1211436 Apr 23 09:40:23.363895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:36.700382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc455f03-bb54-49d9-82d3-142c8d1fdcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:39.702364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1dd74c16-9d1a-4055-a7e5-0bc87f17cc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:40.502823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:41.257055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:42.296679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:40:47.012095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:40:47.294731 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c56c786d-0484-4171-a9b7-c1bf203fa569 req-8697fdbd-1381-420f-86f0-7e54194f5b56 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1289144 Apr 23 09:40:47.449603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c786d-0484-4171-a9b7-c1bf203fa569 req-bde9502f-e620-4307-afd1-0cb542ad7748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:47.451253 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c56c786d-0484-4171-a9b7-c1bf203fa569 req-bde9502f-e620-4307-afd1-0cb542ad7748 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 1099 time: 0.0794868 Apr 23 09:40:47.619777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c786d-0484-4171-a9b7-c1bf203fa569 req-cc305960-a022-4828-b0ff-df839cd25019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:47.621400 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c56c786d-0484-4171-a9b7-c1bf203fa569 req-cc305960-a022-4828-b0ff-df839cd25019 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d1055c9-9e98-4726-a966-b556632ec046 HTTP/1.1" status: 200 len: 897 time: 0.1486967 Apr 23 09:40:47.735108 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c56c786d-0484-4171-a9b7-c1bf203fa569 req-44f591e3-bace-4cc7-8dff-c759886131a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2722d321-ace3-4188-83c7-c129eebe0480 HTTP/1.1" status: 200 len: 1002 time: 0.1068003 Apr 23 09:40:47.807619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c786d-0484-4171-a9b7-c1bf203fa569 req-1dd03185-4aa3-450a-849c-9c12be9f641c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:47.809165 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c56c786d-0484-4171-a9b7-c1bf203fa569 req-1dd03185-4aa3-450a-849c-9c12be9f641c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96e9c694-88f1-44e8-9e55-bbeb1fdc6738 HTTP/1.1" status: 200 len: 835 time: 0.0680311 Apr 23 09:40:47.897201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c786d-0484-4171-a9b7-c1bf203fa569 req-d3ca69ce-bf16-4659-9983-c68973804cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:40:47.898799 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c56c786d-0484-4171-a9b7-c1bf203fa569 req-d3ca69ce-bf16-4659-9983-c68973804cac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d1055c9-9e98-4726-a966-b556632ec046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830719 Apr 23 09:40:48.044200 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c56c786d-0484-4171-a9b7-c1bf203fa569 req-c6bebeec-2c3f-4469-b34e-27e79119df03 service neutron] 10.222.0.35 "GET /v2.0/networks/8d1055c9-9e98-4726-a966-b556632ec046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390378 Apr 23 09:40:48.191481 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c56c786d-0484-4171-a9b7-c1bf203fa569 req-41b8bf2e-1da7-4b38-a538-173255bf932a service neutron] 10.222.0.35 "GET /v2.0/networks/8d1055c9-9e98-4726-a966-b556632ec046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413510 Apr 23 09:40:53.370456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:06.678829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-07aeded4-0ae7-4785-ae82-f087b974c383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:09.664704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efd30a88-64c0-45f9-b07f-8b550df704f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:10.421756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:11.256141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:12.312946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:23.398714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:24.012813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:41:26.040069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44782) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:41:26.046169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-905de9fb-d1e7-41d1-9f61-a4fa812a6254 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:41:26.906266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-905de9fb-d1e7-41d1-9f61-a4fa812a6254 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:26.947371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-905de9fb-d1e7-41d1-9f61-a4fa812a6254 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846489349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8286451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846514403'] for router, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:27.148206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905de9fb-d1e7-41d1-9f61-a4fa812a6254 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router 47939ca6-749e-4710-854f-bd72ecb8df87 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:41:27.338924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905de9fb-d1e7-41d1-9f61-a4fa812a6254 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:41:27.346110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-905de9fb-d1e7-41d1-9f61-a4fa812a6254 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:27.347410 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-905de9fb-d1e7-41d1-9f61-a4fa812a6254 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/routers/47939ca6-749e-4710-854f-bd72ecb8df87 HTTP/1.1" status: 200 len: 888 time: 1.3062449 Apr 23 09:41:27.350194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e077e-55d6-43f0-85ca-1bffe4bb58c6 None None] Sync routers for ids ['47939ca6-749e-4710-854f-bd72ecb8df87'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:41:27.361637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e077e-55d6-43f0-85ca-1bffe4bb58c6 None None] Routers {'47939ca6-749e-4710-854f-bd72ecb8df87'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:41:27.362235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-034e077e-55d6-43f0-85ca-1bffe4bb58c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:41:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['47939ca6-749e-4710-854f-bd72ecb8df87'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:41:27.431866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-034e077e-55d6-43f0-85ca-1bffe4bb58c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:41:27.442288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e077e-55d6-43f0-85ca-1bffe4bb58c6 None None] Routers {'47939ca6-749e-4710-854f-bd72ecb8df87'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:41:27.443333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-034e077e-55d6-43f0-85ca-1bffe4bb58c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:41:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['47939ca6-749e-4710-854f-bd72ecb8df87'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:41:27.511867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-034e077e-55d6-43f0-85ca-1bffe4bb58c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:41:27.512225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e077e-55d6-43f0-85ca-1bffe4bb58c6 None None] The sync data for ids ['47939ca6-749e-4710-854f-bd72ecb8df87'] in dv-neutron-786478-4-hyperv is: [] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:41:27.801531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dcd27a-2112-48c6-8981-133a4282dfe8 None None] New status for floating IP 46cc3915-9993-488f-af01-22a661e601c0: DOWN {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:41:28.257480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c996c531-630f-42b3-8b89-5da704e7f824 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:41:28.390947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:28.425647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port c996c531-630f-42b3-8b89-5da704e7f824, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c996c531-630f-42b3-8b89-5da704e7f824,segment=NetworkSegment(b5b85b17-6157-40fa-b421-412391f255cc),segment_id=b5b85b17-6157-40fa-b421-412391f255cc)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:41:28.484432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:28.485203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 152e05a5-21a6-494e-9664-b73805444b1a no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:41:28.517610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:41:28.650925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=c996c531-630f-42b3-8b89-5da704e7f824,revision_number=6']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:41:28.668142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:28.668538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:28.668928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:28.669311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:28.669688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:28.670068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:28.670477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:28.670853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:28.671229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:28.671607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:28.671978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:28.672348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:28.678675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:41:28.699333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:28.717582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 152e05a5-21a6-494e-9664-b73805444b1a, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=152e05a5-21a6-494e-9664-b73805444b1a,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:41:28.750488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:28.752363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:41:28.825300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=152e05a5-21a6-494e-9664-b73805444b1a,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:41:28.828602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:41:29.498214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44788) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:41:29.504894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-eb360ecd-510a-4f41-a297-771925ca86a0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:41:30.082758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb360ecd-510a-4f41-a297-771925ca86a0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:30.125047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb360ecd-510a-4f41-a297-771925ca86a0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846489349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8286451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846514403'] for router, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:30.321159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb360ecd-510a-4f41-a297-771925ca86a0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router 47939ca6-749e-4710-854f-bd72ecb8df87 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:41:30.515335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb360ecd-510a-4f41-a297-771925ca86a0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:41:30.523619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eb360ecd-510a-4f41-a297-771925ca86a0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:30.525079 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-eb360ecd-510a-4f41-a297-771925ca86a0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/routers/47939ca6-749e-4710-854f-bd72ecb8df87 HTTP/1.1" status: 200 len: 887 time: 1.0257246 Apr 23 09:41:30.525680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93051d63-2d28-4888-a681-76fad2d70b7f None None] Sync routers for ids ['47939ca6-749e-4710-854f-bd72ecb8df87'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:41:30.528186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44792) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:41:30.536724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93051d63-2d28-4888-a681-76fad2d70b7f None None] Routers {'47939ca6-749e-4710-854f-bd72ecb8df87'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:41:30.537106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-93051d63-2d28-4888-a681-76fad2d70b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:41:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['47939ca6-749e-4710-854f-bd72ecb8df87'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:41:30.643123 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5562b6eb-e0c7-4493-8819-f09e2710c7da tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/46cc3915-9993-488f-af01-22a661e601c0 HTTP/1.1" status: 200 len: 992 time: 0.1125214 Apr 23 09:41:30.723824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-93051d63-2d28-4888-a681-76fad2d70b7f None None] Set router 47939ca6-749e-4710-854f-bd72ecb8df87 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:41:31.101925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-93051d63-2d28-4888-a681-76fad2d70b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'name': 'tempest-TestNetworkBasicOps-router-346278732', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '152e05a5-21a6-494e-9664-b73805444b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:41:30Z', 'revision_number': 6, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '152e05a5-21a6-494e-9664-b73805444b1a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:41:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '46cc3915-9993-488f-af01-22a661e601c0', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.132', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'port_id': '2722d321-ace3-4188-83c7-c129eebe0480', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046', 'mac_address': 'fa:16:3e:09:0a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:40:12Z', 'updated_at': '2021-04-23T09:41:28Z', 'revision_number': 2, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c996c531-630f-42b3-8b89-5da704e7f824', 'name': '', 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:78:a4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:46Z', 'updated_at': '2021-04-23T09:41:28Z', 'revision_number': 6, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:41:31.106173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93051d63-2d28-4888-a681-76fad2d70b7f None None] Checking router: 47939ca6-749e-4710-854f-bd72ecb8df87 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:41:31.115212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93051d63-2d28-4888-a681-76fad2d70b7f None None] Routers {'47939ca6-749e-4710-854f-bd72ecb8df87'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:41:31.115867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-93051d63-2d28-4888-a681-76fad2d70b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:41:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['47939ca6-749e-4710-854f-bd72ecb8df87'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:41:31.309327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-93051d63-2d28-4888-a681-76fad2d70b7f None None] Set router 47939ca6-749e-4710-854f-bd72ecb8df87 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:41:31.646154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44796) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:41:31.684639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-93051d63-2d28-4888-a681-76fad2d70b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'name': 'tempest-TestNetworkBasicOps-router-346278732', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '152e05a5-21a6-494e-9664-b73805444b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:41:30Z', 'revision_number': 6, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '152e05a5-21a6-494e-9664-b73805444b1a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:41:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '46cc3915-9993-488f-af01-22a661e601c0', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.132', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'port_id': '2722d321-ace3-4188-83c7-c129eebe0480', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046', 'mac_address': 'fa:16:3e:09:0a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:40:12Z', 'updated_at': '2021-04-23T09:41:28Z', 'revision_number': 2, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c996c531-630f-42b3-8b89-5da704e7f824', 'name': '', 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:78:a4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:46Z', 'updated_at': '2021-04-23T09:41:28Z', 'revision_number': 6, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:41:31.689137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93051d63-2d28-4888-a681-76fad2d70b7f None None] The sync data for ids ['47939ca6-749e-4710-854f-bd72ecb8df87'] in dv-neutron-786478-4-hyperv is: [{'id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'name': 'tempest-TestNetworkBasicOps-router-346278732', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '152e05a5-21a6-494e-9664-b73805444b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:41:30Z', 'revision_number': 6, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '152e05a5-21a6-494e-9664-b73805444b1a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:41:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '46cc3915-9993-488f-af01-22a661e601c0', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'floating_ip_address': '172.26.4.132', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'port_id': '2722d321-ace3-4188-83c7-c129eebe0480', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046', 'mac_address': 'fa:16:3e:09:0a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:40:12Z', 'updated_at': '2021-04-23T09:41:28Z', 'revision_number': 2, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c996c531-630f-42b3-8b89-5da704e7f824', 'name': '', 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:78:a4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:46Z', 'updated_at': '2021-04-23T09:41:28Z', 'revision_number': 6, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:41:31.764576 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-29291ba0-dd94-4501-b3a6-825461f3bee2 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/46cc3915-9993-488f-af01-22a661e601c0 HTTP/1.1" status: 200 len: 992 time: 0.1166213 Apr 23 09:41:32.260306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c996c531-630f-42b3-8b89-5da704e7f824 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:41:32.337190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port c996c531-630f-42b3-8b89-5da704e7f824 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:41:32.337628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:32.500046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:32.547742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port c996c531-630f-42b3-8b89-5da704e7f824, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c996c531-630f-42b3-8b89-5da704e7f824,segment=NetworkSegment(b5b85b17-6157-40fa-b421-412391f255cc),segment_id=b5b85b17-6157-40fa-b421-412391f255cc)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:41:32.593104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:32.595243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7699c583-aa5e-4a77-b23e-cce66445f565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:41:32.681664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=c996c531-630f-42b3-8b89-5da704e7f824,revision_number=7']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:41:32.685650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:41:32.768330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44800) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:41:32.898826 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-06897e4b-661f-4ea3-9fca-cd6362e10258 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/46cc3915-9993-488f-af01-22a661e601c0 HTTP/1.1" status: 200 len: 992 time: 0.1289980 Apr 23 09:41:33.903176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44804) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:41:34.030748 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-237f7045-9a73-4a5d-9879-943f858a4288 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/46cc3915-9993-488f-af01-22a661e601c0 HTTP/1.1" status: 200 len: 992 time: 0.1258323 Apr 23 09:41:34.314154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c996c531-630f-42b3-8b89-5da704e7f824 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:41:34.399496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port c996c531-630f-42b3-8b89-5da704e7f824 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:41:34.399934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:34.433107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1812f734-e245-48ef-8077-4dac7eb9cf89 None None] New status for floating IP 46cc3915-9993-488f-af01-22a661e601c0: ACTIVE {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:41:34.791804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 152e05a5-21a6-494e-9664-b73805444b1a up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:41:34.874380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 152e05a5-21a6-494e-9664-b73805444b1a triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:41:34.874801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:35.000692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:35.019764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 152e05a5-21a6-494e-9664-b73805444b1a, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=152e05a5-21a6-494e-9664-b73805444b1a,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:41:35.034735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44808) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:41:35.085059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:35.089531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:41:35.159330 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0e0cab62-0b6b-416e-a4a4-b16edbb45791 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/floatingips/46cc3915-9993-488f-af01-22a661e601c0 HTTP/1.1" status: 200 len: 994 time: 0.1230524 Apr 23 09:41:35.171456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=152e05a5-21a6-494e-9664-b73805444b1a,revision_number=6']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:41:35.176783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:41:35.445051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44816) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:41:35.739001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 2dc1cf63-1815-4459-99c1-7510fa449fce {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:41:35.739869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:36.169095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:36.169730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:36.245226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 152e05a5-21a6-494e-9664-b73805444b1a up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:41:36.311200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 2dc1cf63-1815-4459-99c1-7510fa449fce owned by network:floatingip {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:41:36.320190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 152e05a5-21a6-494e-9664-b73805444b1a triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:41:36.320758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:36.621248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:36.626641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bafaa9ef-7fd9-4043-baec-9326d686fca3 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:41:36.680152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=2dc1cf63-1815-4459-99c1-7510fa449fce,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:41:36.693210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c87e2625-9338-4a63-a4a2-c2806c64dcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:36.715905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:36.716268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:36.716699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:36.717125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:36.717524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:36.717950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:36.718388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:36.718811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:36.719229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:36.719645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:36.720061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:36.720475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:36.729128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:41:36.790462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for floatingip, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:36.790845 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Floating IP 46cc3915-9993-488f-af01-22a661e601c0 disassociated (deleted). External IP: 172.26.4.132, port: 2722d321-ace3-4188-83c7-c129eebe0480. Apr 23 09:41:37.177415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router 47939ca6-749e-4710-854f-bd72ecb8df87 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:41:37.372528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:41:37.385792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c612dbd-bbad-4710-bc99-1edf55c4c27b None None] Sync routers for ids ['47939ca6-749e-4710-854f-bd72ecb8df87'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:41:37.397529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c612dbd-bbad-4710-bc99-1edf55c4c27b None None] Routers {'47939ca6-749e-4710-854f-bd72ecb8df87'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:41:37.402870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2c612dbd-bbad-4710-bc99-1edf55c4c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:41:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['47939ca6-749e-4710-854f-bd72ecb8df87'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:41:37.452797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:37.527732 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/floatingips/46cc3915-9993-488f-af01-22a661e601c0 HTTP/1.1" status: 204 len: 168 time: 2.0814486 Apr 23 09:41:37.528422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded', 'tag': '2722d321-ace3-4188-83c7-c129eebe0480'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:41:37.585759 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded', 'tag': '2722d321-ace3-4188-83c7-c129eebe0480', 'status': 'completed', 'code': 200} Apr 23 09:41:37.710765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1c6ff-56bb-4e28-a6ce-36e3e91ef7d7 req-76e56b41-1589-46d2-b1c3-daa8bbf03150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:41:37.712346 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d8c1c6ff-56bb-4e28-a6ce-36e3e91ef7d7 req-76e56b41-1589-46d2-b1c3-daa8bbf03150 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 1099 time: 0.1024201 Apr 23 09:41:37.793610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-2c612dbd-bbad-4710-bc99-1edf55c4c27b None None] Set router 47939ca6-749e-4710-854f-bd72ecb8df87 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:41:37.874707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1c6ff-56bb-4e28-a6ce-36e3e91ef7d7 req-477d578f-28e4-45f7-b0da-cd9dfa189708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:41:37.876312 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d8c1c6ff-56bb-4e28-a6ce-36e3e91ef7d7 req-477d578f-28e4-45f7-b0da-cd9dfa189708 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d1055c9-9e98-4726-a966-b556632ec046 HTTP/1.1" status: 200 len: 897 time: 0.1564515 Apr 23 09:41:38.183913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2c612dbd-bbad-4710-bc99-1edf55c4c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'name': 'tempest-TestNetworkBasicOps-router-346278732', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '152e05a5-21a6-494e-9664-b73805444b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:41:30Z', 'revision_number': 6, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '152e05a5-21a6-494e-9664-b73805444b1a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:41:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'c996c531-630f-42b3-8b89-5da704e7f824', 'name': '', 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:78:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:46Z', 'updated_at': '2021-04-23T09:41:32Z', 'revision_number': 7, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:41:38.188548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c612dbd-bbad-4710-bc99-1edf55c4c27b None None] Checking router: 47939ca6-749e-4710-854f-bd72ecb8df87 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:41:38.198579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c612dbd-bbad-4710-bc99-1edf55c4c27b None None] Routers {'47939ca6-749e-4710-854f-bd72ecb8df87'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:41:38.199270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2c612dbd-bbad-4710-bc99-1edf55c4c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:41:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['47939ca6-749e-4710-854f-bd72ecb8df87'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:41:38.350763 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d8c1c6ff-56bb-4e28-a6ce-36e3e91ef7d7 req-e4624fad-2d08-46ca-b30c-2fc9106215ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2722d321-ace3-4188-83c7-c129eebe0480 HTTP/1.1" status: 200 len: 217 time: 0.4676936 Apr 23 09:41:38.395241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-2c612dbd-bbad-4710-bc99-1edf55c4c27b None None] Set router 47939ca6-749e-4710-854f-bd72ecb8df87 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:41:38.443102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1c6ff-56bb-4e28-a6ce-36e3e91ef7d7 req-e79bd041-e3d5-49d2-9107-9f2fec2a4e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:41:38.444699 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d8c1c6ff-56bb-4e28-a6ce-36e3e91ef7d7 req-e79bd041-e3d5-49d2-9107-9f2fec2a4e1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96e9c694-88f1-44e8-9e55-bbeb1fdc6738 HTTP/1.1" status: 200 len: 835 time: 0.0865064 Apr 23 09:41:38.458130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd05ab2-2d12-4321-8761-d830e9865b2f req-5a59482b-03ce-4bd7-9adb-32390d099e6b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:41:38.470947 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fbd05ab2-2d12-4321-8761-d830e9865b2f req-5a59482b-03ce-4bd7-9adb-32390d099e6b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 946 time: 0.1699898 Apr 23 09:41:38.569218 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fbd05ab2-2d12-4321-8761-d830e9865b2f req-60e89e56-e93c-46ab-bdee-3c7850418ecb tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fe8172c-e262-4c38-ab53-c8b93669ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604055 Apr 23 09:41:38.594452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1c6ff-56bb-4e28-a6ce-36e3e91ef7d7 req-6527a449-5889-4260-a9d2-074ac9a0fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:41:38.596105 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d8c1c6ff-56bb-4e28-a6ce-36e3e91ef7d7 req-6527a449-5889-4260-a9d2-074ac9a0fd06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d1055c9-9e98-4726-a966-b556632ec046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1241140 Apr 23 09:41:38.746266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2c612dbd-bbad-4710-bc99-1edf55c4c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'name': 'tempest-TestNetworkBasicOps-router-346278732', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '152e05a5-21a6-494e-9664-b73805444b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:41:30Z', 'revision_number': 6, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '152e05a5-21a6-494e-9664-b73805444b1a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:41:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'c996c531-630f-42b3-8b89-5da704e7f824', 'name': '', 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:78:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:46Z', 'updated_at': '2021-04-23T09:41:32Z', 'revision_number': 7, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:41:38.747475 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d8c1c6ff-56bb-4e28-a6ce-36e3e91ef7d7 req-06701a95-32f9-4ca9-b520-e704b904d5e3 service neutron] 10.222.0.35 "GET /v2.0/networks/8d1055c9-9e98-4726-a966-b556632ec046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439414 Apr 23 09:41:38.750633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c612dbd-bbad-4710-bc99-1edf55c4c27b None None] The sync data for ids ['47939ca6-749e-4710-854f-bd72ecb8df87'] in dv-neutron-786478-4-hyperv is: [{'id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'name': 'tempest-TestNetworkBasicOps-router-346278732', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '152e05a5-21a6-494e-9664-b73805444b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:41:30Z', 'revision_number': 6, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '152e05a5-21a6-494e-9664-b73805444b1a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:41:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'c996c531-630f-42b3-8b89-5da704e7f824', 'name': '', 'network_id': '8d1055c9-9e98-4726-a966-b556632ec046', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'mac_address': 'fa:16:3e:78:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:46Z', 'updated_at': '2021-04-23T09:41:32Z', 'revision_number': 7, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'subnets': [{'id': '96e9c694-88f1-44e8-9e55-bbeb1fdc6738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:41:38.904193 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d8c1c6ff-56bb-4e28-a6ce-36e3e91ef7d7 req-01c6dc5f-4b88-4b9c-8ed5-4409eae7bb83 service neutron] 10.222.0.35 "GET /v2.0/networks/8d1055c9-9e98-4726-a966-b556632ec046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490335 Apr 23 09:41:39.595540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f43ec-9526-4085-9b5a-9cc2452d096f req-97408788-e096-450b-a606-15479c7fabf4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:41:39.597156 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-233f43ec-9526-4085-9b5a-9cc2452d096f req-97408788-e096-450b-a606-15479c7fabf4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 946 time: 0.1025987 Apr 23 09:41:39.658873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ac2d6-6b61-4177-bde0-18db8a082f7c None None] New status for floating IP 46cc3915-9993-488f-af01-22a661e601c0: DOWN {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:41:39.739354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6b840703-cfbf-429a-b566-96bafd546c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:39.759812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-233f43ec-9526-4085-9b5a-9cc2452d096f req-3a8505f7-876c-47d0-92b9-aee8493ab73a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 2722d321-ace3-4188-83c7-c129eebe0480 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:41:39.759812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-233f43ec-9526-4085-9b5a-9cc2452d096f req-3a8505f7-876c-47d0-92b9-aee8493ab73a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:39.806520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335814a-a32c-4550-b11b-050326dd3cef req-ba5704d8-4a1a-4951-81de-d81539963785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:41:39.807310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-7335814a-a32c-4550-b11b-050326dd3cef req-ba5704d8-4a1a-4951-81de-d81539963785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Synchronizing usage tracker for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:41:39.859731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-7335814a-a32c-4550-b11b-050326dd3cef req-ba5704d8-4a1a-4951-81de-d81539963785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Unset dirty status for tenant:7602bab2a5e54e68ba9a873197bc68fc on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:41:39.860967 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7335814a-a32c-4550-b11b-050326dd3cef req-ba5704d8-4a1a-4951-81de-d81539963785 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 946 time: 0.1470480 Apr 23 09:41:39.913127 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7335814a-a32c-4550-b11b-050326dd3cef req-0d771789-a8c4-4950-83fd-ae5dd3d909c3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/security-groups?id=4fe8172c-e262-4c38-ab53-c8b93669ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453475 Apr 23 09:41:39.913389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-233f43ec-9526-4085-9b5a-9cc2452d096f req-3a8505f7-876c-47d0-92b9-aee8493ab73a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port 2722d321-ace3-4188-83c7-c129eebe0480, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2722d321-ace3-4188-83c7-c129eebe0480,segment=NetworkSegment(b5b85b17-6157-40fa-b421-412391f255cc),segment_id=b5b85b17-6157-40fa-b421-412391f255cc)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:41:39.913738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-233f43ec-9526-4085-9b5a-9cc2452d096f req-3a8505f7-876c-47d0-92b9-aee8493ab73a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:40.050137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-233f43ec-9526-4085-9b5a-9cc2452d096f req-3a8505f7-876c-47d0-92b9-aee8493ab73a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 2722d321-ace3-4188-83c7-c129eebe0480 owned by compute:nova {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:41:40.396280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-233f43ec-9526-4085-9b5a-9cc2452d096f req-3a8505f7-876c-47d0-92b9-aee8493ab73a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:40.404888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-391d6063-2620-44a1-a4d6-dbd679aa692d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:41:40.449785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:40.489358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8505f7-876c-47d0-92b9-aee8493ab73a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=2722d321-ace3-4188-83c7-c129eebe0480,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:41:40.508765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8505f7-876c-47d0-92b9-aee8493ab73a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:40.509205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8505f7-876c-47d0-92b9-aee8493ab73a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:40.509640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8505f7-876c-47d0-92b9-aee8493ab73a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:40.510065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8505f7-876c-47d0-92b9-aee8493ab73a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:40.510578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8505f7-876c-47d0-92b9-aee8493ab73a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:40.511004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8505f7-876c-47d0-92b9-aee8493ab73a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:40.511428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8505f7-876c-47d0-92b9-aee8493ab73a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:40.512138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8505f7-876c-47d0-92b9-aee8493ab73a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:40.512250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8505f7-876c-47d0-92b9-aee8493ab73a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:40.512632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8505f7-876c-47d0-92b9-aee8493ab73a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:40.513046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8505f7-876c-47d0-92b9-aee8493ab73a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:40.513457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8505f7-876c-47d0-92b9-aee8493ab73a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:41:40.517393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3a8505f7-876c-47d0-92b9-aee8493ab73a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:41:40.559903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-233f43ec-9526-4085-9b5a-9cc2452d096f req-3a8505f7-876c-47d0-92b9-aee8493ab73a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] No DVR routers for this DVR port 2722d321-ace3-4188-83c7-c129eebe0480 on host hv-neutron-7864 {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:41:40.562673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-233f43ec-9526-4085-9b5a-9cc2452d096f req-3a8505f7-876c-47d0-92b9-aee8493ab73a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:40.567843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded', 'name': 'network-vif-deleted', 'tag': '2722d321-ace3-4188-83c7-c129eebe0480'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:41:40.607695 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-233f43ec-9526-4085-9b5a-9cc2452d096f req-3a8505f7-876c-47d0-92b9-aee8493ab73a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.35 "DELETE /v2.0/ports/2722d321-ace3-4188-83c7-c129eebe0480 HTTP/1.1" status: 204 len: 173 time: 1.0052178 Apr 23 09:41:40.678234 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded', 'name': 'network-vif-deleted', 'tag': '2722d321-ace3-4188-83c7-c129eebe0480', 'status': 'completed', 'code': 200} Apr 23 09:41:41.125250 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cc85511b-b7b0-4d82-91d7-7a4884219750 req-8dbaee8e-91c2-4db8-b3c9-05a74f155496 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6d6c5b8-68e6-42a3-a2be-ecb1e67a7ded HTTP/1.1" status: 200 len: 210 time: 0.0651011 Apr 23 09:41:41.312825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:42.230529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44838) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:41:42.303981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:42.309527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-01dba233-b21d-49ef-83bc-34c301ecc3ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:42.342768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-01dba233-b21d-49ef-83bc-34c301ecc3ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:42.584006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-01dba233-b21d-49ef-83bc-34c301ecc3ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:42.589866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3ff6d949-7db4-4916-87b3-e8d48dfb1264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:41:42.606699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dba233-b21d-49ef-83bc-34c301ecc3ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe8172c-e262-4c38-ab53-c8b93669ed2f,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:41:42.609280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-01dba233-b21d-49ef-83bc-34c301ecc3ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:41:42.640745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-01dba233-b21d-49ef-83bc-34c301ecc3ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:42.642099 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-01dba233-b21d-49ef-83bc-34c301ecc3ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/security-groups/4fe8172c-e262-4c38-ab53-c8b93669ed2f HTTP/1.1" status: 204 len: 168 time: 0.4104309 Apr 23 09:41:42.728335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44844) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:41:42.968248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 2722d321-ace3-4188-83c7-c129eebe0480 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:41:43.006805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 2722d321-ace3-4188-83c7-c129eebe0480 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:41:43.007208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 2722d321-ace3-4188-83c7-c129eebe0480 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:41:43.356474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5d9dd8f-96b8-4b99-b69a-c0a8c2660a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:43.828173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f5d9dd8f-96b8-4b99-b69a-c0a8c2660a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port c996c531-630f-42b3-8b89-5da704e7f824 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:41:43.828559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5d9dd8f-96b8-4b99-b69a-c0a8c2660a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:43.973091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f5d9dd8f-96b8-4b99-b69a-c0a8c2660a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port c996c531-630f-42b3-8b89-5da704e7f824, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c996c531-630f-42b3-8b89-5da704e7f824,segment=NetworkSegment(b5b85b17-6157-40fa-b421-412391f255cc),segment_id=b5b85b17-6157-40fa-b421-412391f255cc)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:41:43.973449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5d9dd8f-96b8-4b99-b69a-c0a8c2660a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:44.110426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f5d9dd8f-96b8-4b99-b69a-c0a8c2660a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for c996c531-630f-42b3-8b89-5da704e7f824 owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:41:44.389864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5d9dd8f-96b8-4b99-b69a-c0a8c2660a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:44.395110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:41:44.446821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9dd8f-96b8-4b99-b69a-c0a8c2660a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=c996c531-630f-42b3-8b89-5da704e7f824,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:41:44.450259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f5d9dd8f-96b8-4b99-b69a-c0a8c2660a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:41:44.760605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5d9dd8f-96b8-4b99-b69a-c0a8c2660a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:45.464909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d9dd8f-96b8-4b99-b69a-c0a8c2660a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Router 47939ca6-749e-4710-854f-bd72ecb8df87 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:41:45.662302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d9dd8f-96b8-4b99-b69a-c0a8c2660a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:41:45.672283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6c41e9-e5fd-49e5-9da5-eb668ce88973 None None] Sync routers for ids ['47939ca6-749e-4710-854f-bd72ecb8df87'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:41:45.677046 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f5d9dd8f-96b8-4b99-b69a-c0a8c2660a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "PUT /v2.0/routers/47939ca6-749e-4710-854f-bd72ecb8df87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9474688 Apr 23 09:41:45.680191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44850) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:41:45.683476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6c41e9-e5fd-49e5-9da5-eb668ce88973 None None] Routers {'47939ca6-749e-4710-854f-bd72ecb8df87'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:41:45.684148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ad6c41e9-e5fd-49e5-9da5-eb668ce88973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:41:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['47939ca6-749e-4710-854f-bd72ecb8df87'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:41:45.754697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56845ac-fda9-4bc7-8258-2dd0eeac6ebe tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting subnet 96e9c694-88f1-44e8-9e55-bbeb1fdc6738 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:41:45.757963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d56845ac-fda9-4bc7-8258-2dd0eeac6ebe tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:45.817728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d56845ac-fda9-4bc7-8258-2dd0eeac6ebe tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:45.882221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-ad6c41e9-e5fd-49e5-9da5-eb668ce88973 None None] Set router 47939ca6-749e-4710-854f-bd72ecb8df87 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:41:45.994453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d56845ac-fda9-4bc7-8258-2dd0eeac6ebe tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:46.200243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ad6c41e9-e5fd-49e5-9da5-eb668ce88973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'name': 'tempest-TestNetworkBasicOps-router-346278732', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '152e05a5-21a6-494e-9664-b73805444b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:41:44Z', 'revision_number': 7, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '152e05a5-21a6-494e-9664-b73805444b1a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:41:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:41:46.204810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6c41e9-e5fd-49e5-9da5-eb668ce88973 None None] Checking router: 47939ca6-749e-4710-854f-bd72ecb8df87 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:41:46.215849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6c41e9-e5fd-49e5-9da5-eb668ce88973 None None] Routers {'47939ca6-749e-4710-854f-bd72ecb8df87'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:41:46.216535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ad6c41e9-e5fd-49e5-9da5-eb668ce88973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:41:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['47939ca6-749e-4710-854f-bd72ecb8df87'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:41:46.429857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-ad6c41e9-e5fd-49e5-9da5-eb668ce88973 None None] Set router 47939ca6-749e-4710-854f-bd72ecb8df87 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:41:46.470669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d56845ac-fda9-4bc7-8258-2dd0eeac6ebe tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:46.475524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cecd7610-214f-413d-a9ac-5fd66e6595f8 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:41:46.524594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56845ac-fda9-4bc7-8258-2dd0eeac6ebe tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Subnet': ['ID=96e9c694-88f1-44e8-9e55-bbeb1fdc6738,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:41:46.526868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d56845ac-fda9-4bc7-8258-2dd0eeac6ebe tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:46.529968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d56845ac-fda9-4bc7-8258-2dd0eeac6ebe tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:41:46.533420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e845a81-16ee-48ee-8b41-70c13a0ecabe None None] Network 8d1055c9-9e98-4726-a966-b556632ec046 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:41:46.535063 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d56845ac-fda9-4bc7-8258-2dd0eeac6ebe tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/subnets/96e9c694-88f1-44e8-9e55-bbeb1fdc6738 HTTP/1.1" status: 204 len: 168 time: 0.8532362 Apr 23 09:41:46.538370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44854) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:41:46.750424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d35203c-0bca-4c73-91f3-7e0dd8e34a1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:46.754360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ad6c41e9-e5fd-49e5-9da5-eb668ce88973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'name': 'tempest-TestNetworkBasicOps-router-346278732', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '152e05a5-21a6-494e-9664-b73805444b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:41:44Z', 'revision_number': 7, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '152e05a5-21a6-494e-9664-b73805444b1a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:41:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:41:46.759189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6c41e9-e5fd-49e5-9da5-eb668ce88973 None None] The sync data for ids ['47939ca6-749e-4710-854f-bd72ecb8df87'] in dv-neutron-786478-4-hyperv is: [{'id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'name': 'tempest-TestNetworkBasicOps-router-346278732', 'tenant_id': '7602bab2a5e54e68ba9a873197bc68fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '152e05a5-21a6-494e-9664-b73805444b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:41:44Z', 'revision_number': 7, 'project_id': '7602bab2a5e54e68ba9a873197bc68fc', 'gw_port': {'id': '152e05a5-21a6-494e-9664-b73805444b1a', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:df:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47939ca6-749e-4710-854f-bd72ecb8df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:39:40Z', 'updated_at': '2021-04-23T09:41:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:41:46.849906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad03a749-9948-43c2-9097-6a5a2917fce7 None None] DHCP port deletion for 8d1055c9-9e98-4726-a966-b556632ec046 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:41:46.924695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ad03a749-9948-43c2-9097-6a5a2917fce7 None None] Deleting port 1e1f94f0-a4ce-4988-b7ce-cb344688c8ef {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:41:46.924978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ad03a749-9948-43c2-9097-6a5a2917fce7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:46.956327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d35203c-0bca-4c73-91f3-7e0dd8e34a1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:47.041704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-ad03a749-9948-43c2-9097-6a5a2917fce7 None None] For port 1e1f94f0-a4ce-4988-b7ce-cb344688c8ef, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1e1f94f0-a4ce-4988-b7ce-cb344688c8ef,segment=NetworkSegment(b5b85b17-6157-40fa-b421-412391f255cc),segment_id=b5b85b17-6157-40fa-b421-412391f255cc)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:41:47.042064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ad03a749-9948-43c2-9097-6a5a2917fce7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:47.083347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0d35203c-0bca-4c73-91f3-7e0dd8e34a1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Deleting port 152e05a5-21a6-494e-9664-b73805444b1a {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:41:47.083741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d35203c-0bca-4c73-91f3-7e0dd8e34a1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:47.179992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ad03a749-9948-43c2-9097-6a5a2917fce7 None None] Calling delete_port for 1e1f94f0-a4ce-4988-b7ce-cb344688c8ef owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:41:47.221546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-0d35203c-0bca-4c73-91f3-7e0dd8e34a1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] For port 152e05a5-21a6-494e-9664-b73805444b1a, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=152e05a5-21a6-494e-9664-b73805444b1a,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:41:47.221937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d35203c-0bca-4c73-91f3-7e0dd8e34a1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:47.296232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ad03a749-9948-43c2-9097-6a5a2917fce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:47.302100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:41:47.354953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03a749-9948-43c2-9097-6a5a2917fce7 None None] Pushing event deleted for resources: {'Port': ['ID=1e1f94f0-a4ce-4988-b7ce-cb344688c8ef,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:41:47.357578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ad03a749-9948-43c2-9097-6a5a2917fce7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:41:47.360868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-0d35203c-0bca-4c73-91f3-7e0dd8e34a1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Calling delete_port for 152e05a5-21a6-494e-9664-b73805444b1a owned by network:router_gateway {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:41:47.362354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad03a749-9948-43c2-9097-6a5a2917fce7 None None] No DVR routers for this DVR port 1e1f94f0-a4ce-4988-b7ce-cb344688c8ef on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:41:47.649856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d35203c-0bca-4c73-91f3-7e0dd8e34a1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:47.655202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c11dd784-0ef0-43d2-8cd9-0db4647a2b3a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:41:47.703446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35203c-0bca-4c73-91f3-7e0dd8e34a1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Port': ['ID=152e05a5-21a6-494e-9664-b73805444b1a,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:41:47.737247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0d35203c-0bca-4c73-91f3-7e0dd8e34a1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:41:47.803033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d35203c-0bca-4c73-91f3-7e0dd8e34a1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:47.999765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d35203c-0bca-4c73-91f3-7e0dd8e34a1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:48.002220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d35203c-0bca-4c73-91f3-7e0dd8e34a1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:48.112796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d35203c-0bca-4c73-91f3-7e0dd8e34a1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:48.113942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d35203c-0bca-4c73-91f3-7e0dd8e34a1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Fanout notify agent at l3_agent the message router_deleted on router 47939ca6-749e-4710-854f-bd72ecb8df87 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:41:48.131895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0d35203c-0bca-4c73-91f3-7e0dd8e34a1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:48.133224 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0d35203c-0bca-4c73-91f3-7e0dd8e34a1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/routers/47939ca6-749e-4710-854f-bd72ecb8df87 HTTP/1.1" status: 204 len: 168 time: 1.5936193 Apr 23 09:41:48.136233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44858) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:41:48.268302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d5321283-8d55-463f-9d19-bdcc764fb7b0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:48.317234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c996c531-630f-42b3-8b89-5da704e7f824 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:41:48.357400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: c996c531-630f-42b3-8b89-5da704e7f824 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:41:48.357804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c996c531-630f-42b3-8b89-5da704e7f824 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:41:48.358288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1e1f94f0-a4ce-4988-b7ce-cb344688c8ef no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:41:48.403663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 1e1f94f0-a4ce-4988-b7ce-cb344688c8ef {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:41:48.404167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1e1f94f0-a4ce-4988-b7ce-cb344688c8ef not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:41:48.429921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d5321283-8d55-463f-9d19-bdcc764fb7b0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:48.558733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d5321283-8d55-463f-9d19-bdcc764fb7b0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1055c9-9e98-4726-a966-b556632ec046']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:41:48.572562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d5321283-8d55-463f-9d19-bdcc764fb7b0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b85b17-6157-40fa-b421-412391f255cc') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:41:48.572907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d5321283-8d55-463f-9d19-bdcc764fb7b0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b85b17-6157-40fa-b421-412391f255cc') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:41:48.585541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d5321283-8d55-463f-9d19-bdcc764fb7b0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:48.600823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d5321283-8d55-463f-9d19-bdcc764fb7b0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:48.607493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5321283-8d55-463f-9d19-bdcc764fb7b0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:41:48.790515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d5321283-8d55-463f-9d19-bdcc764fb7b0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 8d1055c9-9e98-4726-a966-b556632ec046 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:41:48.799700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d5321283-8d55-463f-9d19-bdcc764fb7b0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:48.987412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d5321283-8d55-463f-9d19-bdcc764fb7b0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Network 8d1055c9-9e98-4726-a966-b556632ec046 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:41:49.012747 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:41:49.126903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d5321283-8d55-463f-9d19-bdcc764fb7b0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:49.131384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fc8bfd67-1361-46da-a122-3d89038865b0 tempest-NetworksTest-1164722228 tempest-NetworksTest-1164722228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:41:49.150586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d5321283-8d55-463f-9d19-bdcc764fb7b0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:49.157497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5321283-8d55-463f-9d19-bdcc764fb7b0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Pushing event deleted for resources: {'Network': ['ID=8d1055c9-9e98-4726-a966-b556632ec046,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:41:49.162594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d5321283-8d55-463f-9d19-bdcc764fb7b0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:41:49.196202 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d5321283-8d55-463f-9d19-bdcc764fb7b0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] 10.222.0.60 "DELETE /v2.0/networks/8d1055c9-9e98-4726-a966-b556632ec046 HTTP/1.1" status: 204 len: 168 time: 1.0587926 Apr 23 09:41:49.732231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44866) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:41:49.899111 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-49f4608f-df92-4e9f-8724-ac1c8135aa3c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7602bab2a5e54e68ba9a873197bc68fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1655133 Apr 23 09:41:49.901736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44872) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:41:49.966568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-079c838c-3a6f-4eae-99e0-f03b88f89efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:49.994715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-079c838c-3a6f-4eae-99e0-f03b88f89efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:50.067334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-079c838c-3a6f-4eae-99e0-f03b88f89efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:50.071556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ffd7017a-e2f3-439c-ac48-069177600411 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:41:50.087626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c838c-3a6f-4eae-99e0-f03b88f89efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177adf9b-d980-4915-be6e-e6f59dcb5f50,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:41:50.092628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-079c838c-3a6f-4eae-99e0-f03b88f89efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:41:50.096339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-079c838c-3a6f-4eae-99e0-f03b88f89efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:50.098209 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-079c838c-3a6f-4eae-99e0-f03b88f89efd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/177adf9b-d980-4915-be6e-e6f59dcb5f50 HTTP/1.1" status: 204 len: 168 time: 0.1954575 Apr 23 09:41:50.205966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 152e05a5-21a6-494e-9664-b73805444b1a no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:41:50.247886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 152e05a5-21a6-494e-9664-b73805444b1a {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:41:50.248287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 152e05a5-21a6-494e-9664-b73805444b1a not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:41:50.575196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 44880) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:41:50.596848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d31fb78a-2ce4-4bb8-850b-75d55bea928e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:50.615208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d31fb78a-2ce4-4bb8-850b-75d55bea928e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:41:50.619712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d31fb78a-2ce4-4bb8-850b-75d55bea928e admin admin] Usage tracker for resource:security_group_rule and tenant:3a74c362529d41c1a81aa965d573669e is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:41:50.623049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d31fb78a-2ce4-4bb8-850b-75d55bea928e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:41:50.630098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d31fb78a-2ce4-4bb8-850b-75d55bea928e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:41:50.891927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d31fb78a-2ce4-4bb8-850b-75d55bea928e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:50.942101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d31fb78a-2ce4-4bb8-850b-75d55bea928e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:50.952301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b1e72009-9823-4a8e-8ae1-f2f4b4524296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:41:50.998549 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d31fb78a-2ce4-4bb8-850b-75d55bea928e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a74c362529d41c1a81aa965d573669e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4216521 Apr 23 09:41:50.999610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fb78a-2ce4-4bb8-850b-75d55bea928e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3483a8-2eb9-430d-881f-41880201dfa2,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:41:51.001736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 44884) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:41:51.003806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d31fb78a-2ce4-4bb8-850b-75d55bea928e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:41:51.071932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97773c53-b3ea-49da-af0f-1ff2dca37cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:51.102272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97773c53-b3ea-49da-af0f-1ff2dca37cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:51.183987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97773c53-b3ea-49da-af0f-1ff2dca37cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:51.189460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a84eca29-3b4d-4076-8417-5362e840869e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:41:51.204872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97773c53-b3ea-49da-af0f-1ff2dca37cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3483a8-2eb9-430d-881f-41880201dfa2,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:41:51.208561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-97773c53-b3ea-49da-af0f-1ff2dca37cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:41:51.209904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97773c53-b3ea-49da-af0f-1ff2dca37cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:51.211600 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-97773c53-b3ea-49da-af0f-1ff2dca37cce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf3483a8-2eb9-430d-881f-41880201dfa2 HTTP/1.1" status: 204 len: 168 time: 0.2083154 Apr 23 09:41:53.428489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:41:59.200902 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-19cc863b-7ecd-4e32-af26-95eda49685df tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=9c4bdd12aa214453b24bae22d79cf2cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333602 Apr 23 09:41:59.374250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-448b3f9f-9cbc-4b66-b9ad-fb7bc92f69d8 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:41:59.375776 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-448b3f9f-9cbc-4b66-b9ad-fb7bc92f69d8 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1690142 Apr 23 09:41:59.392665 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-efa5124e-db53-4a3e-8475-8ff3ab4b57ed tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/quotas/9c4bdd12aa214453b24bae22d79cf2cb HTTP/1.1" status: 200 len: 375 time: 0.0102119 Apr 23 09:41:59.451270 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-069f8e8c-2d0e-4d4b-b6d0-2174b172218a tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9c4bdd12aa214453b24bae22d79cf2cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518551 Apr 23 09:41:59.693343 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e8f11be6-26c8-42b4-b5b1-69b570efb75d req-ae9216c9-d8df-44f8-8981-99a70781cd21 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3c000fd-3583-4145-9848-e435dbd287e4 HTTP/1.1" status: 200 len: 210 time: 0.0586615 Apr 23 09:42:00.857823 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1511b045-7105-4f90-b46b-85a6f4842df2 req-d5386b6c-eacd-43b4-82a6-bbbd1bf91a64 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3c000fd-3583-4145-9848-e435dbd287e4 HTTP/1.1" status: 200 len: 210 time: 0.0502892 Apr 23 09:42:01.064304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:42:01.587057 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-8f02ede0-4cda-4e1a-b335-71b1b0109034 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=9c4bdd12aa214453b24bae22d79cf2cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308702 Apr 23 09:42:01.757645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-d752688c-3b96-4079-9a1e-283a0710517f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:01.759276 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-d752688c-3b96-4079-9a1e-283a0710517f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1676857 Apr 23 09:42:01.771791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Request body: {'port': {'device_id': 'b3c000fd-3583-4145-9848-e435dbd287e4', 'network_id': 'f6edbd0d-eaa0-472c-b6ab-72c67df821d0', 'admin_state_up': True, 'tenant_id': '9c4bdd12aa214453b24bae22d79cf2cb'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:42:01.924255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:42:01.928444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Usage tracker for resource:port and tenant:9c4bdd12aa214453b24bae22d79cf2cb is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:42:01.931514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:42:01.937615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:42:01.981036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Made reservation on behalf of 9c4bdd12aa214453b24bae22d79cf2cb for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:42:01.987285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:02.004772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:02.021611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:42:02.025688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Usage tracker for resource:security_group_rule and tenant:9c4bdd12aa214453b24bae22d79cf2cb is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:42:02.028687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:42:02.032413 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-42b03b38-d4ae-491f-841f-aa34251e198d req-67be96ca-0d3b-4eb5-8852-0dde1c189d4c tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3c000fd-3583-4145-9848-e435dbd287e4 HTTP/1.1" status: 200 len: 210 time: 0.0499365 Apr 23 09:42:02.035057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:42:02.188834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:02.229225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:02.234061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6ecfc985-02c0-44b9-a60a-24bf4c2c253b tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:42:02.303598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20dee55-f7f8-4e0c-9335-458dc91cb85d,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:42:02.307211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:42:02.454932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Allocated IP 192.168.233.118 (f6edbd0d-eaa0-472c-b6ab-72c67df821d0/382cca8c-d043-4ca6-a9e0-fc8f0b4e2456/88d97070-abd8-4f1a-a666-3e24ef51fbca) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:42:02.681121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:02.697377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Transition to ACTIVE for port object 88d97070-abd8-4f1a-a666-3e24ef51fbca will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:42:02.775684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:02.781540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6ae0896f-d183-4111-a0af-71df67c791b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:42:03.154171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Network f6edbd0d-eaa0-472c-b6ab-72c67df821d0 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:42:03.158772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:42:03.207856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:42:03.241060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Pushing event updated for resources: {'Port': ['ID=88d97070-abd8-4f1a-a666-3e24ef51fbca,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:42:03.250347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:42:03.301319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:03.302056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:03.349906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f5484-bc11-41b3-8361-e223e2ae4179 req-3fde6c03-50ca-472f-8abe-ba6756b73215 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:03.353670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-d05f5484-bc11-41b3-8361-e223e2ae4179 req-3fde6c03-50ca-472f-8abe-ba6756b73215 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Synchronizing usage tracker for tenant:9c4bdd12aa214453b24bae22d79cf2cb on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:42:03.372800 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6058271 Apr 23 09:42:03.385482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Request body: {'port': {'device_id': 'b3c000fd-3583-4145-9848-e435dbd287e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:42:03.416812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-d05f5484-bc11-41b3-8361-e223e2ae4179 req-3fde6c03-50ca-472f-8abe-ba6756b73215 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Unset dirty status for tenant:9c4bdd12aa214453b24bae22d79cf2cb on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:42:03.418088 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d05f5484-bc11-41b3-8361-e223e2ae4179 req-3fde6c03-50ca-472f-8abe-ba6756b73215 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3c000fd-3583-4145-9848-e435dbd287e4 HTTP/1.1" status: 200 len: 936 time: 0.2666514 Apr 23 09:42:03.501225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-659b02e4-82f9-4617-bd1c-25e39b92b370 None None] Provisioning for port 88d97070-abd8-4f1a-a666-3e24ef51fbca completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:42:03.508348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-659b02e4-82f9-4617-bd1c-25e39b92b370 None None] Provisioning complete for port 88d97070-abd8-4f1a-a666-3e24ef51fbca triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:42:03.508780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-659b02e4-82f9-4617-bd1c-25e39b92b370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:03.537830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-d05f5484-bc11-41b3-8361-e223e2ae4179 req-e550520d-b561-4cf3-814f-52e195076717 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Synchronizing usage tracker for tenant:9c4bdd12aa214453b24bae22d79cf2cb on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:42:03.565260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:03.568999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-659b02e4-82f9-4617-bd1c-25e39b92b370 None None] Port 88d97070-abd8-4f1a-a666-3e24ef51fbca cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:42:03.615009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-d05f5484-bc11-41b3-8361-e223e2ae4179 req-e550520d-b561-4cf3-814f-52e195076717 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Unset dirty status for tenant:9c4bdd12aa214453b24bae22d79cf2cb on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:42:03.616261 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d05f5484-bc11-41b3-8361-e223e2ae4179 req-e550520d-b561-4cf3-814f-52e195076717 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/security-groups?id=a20dee55-f7f8-4e0c-9335-458dc91cb85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904728 Apr 23 09:42:03.931269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d97070-abd8-4f1a-a666-3e24ef51fbca {{(pid=87174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:42:03.939034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:04.009452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Transition to ACTIVE for port object 88d97070-abd8-4f1a-a666-3e24ef51fbca will not be triggered until provisioned by entity L2. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:42:04.040201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:04.045401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-34bfde7c-8e59-47aa-a20c-a00049f33339 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:42:04.212629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Pushing event updated for resources: {'Port': ['ID=88d97070-abd8-4f1a-a666-3e24ef51fbca,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:42:04.220997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:42:04.302737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Attempting to bind port 88d97070-abd8-4f1a-a666-3e24ef51fbca on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:42:04.303119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Attempting to bind port 88d97070-abd8-4f1a-a666-3e24ef51fbca by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'bacca089-a2d7-48da-b790-e566eaa4e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f6edbd0d-eaa0-472c-b6ab-72c67df821d0'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:42:04.303494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Attempting to bind port 88d97070-abd8-4f1a-a666-3e24ef51fbca on network f6edbd0d-eaa0-472c-b6ab-72c67df821d0 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:42:04.308766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Port 88d97070-abd8-4f1a-a666-3e24ef51fbca on network f6edbd0d-eaa0-472c-b6ab-72c67df821d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:42:04.309137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Attempting to bind port 88d97070-abd8-4f1a-a666-3e24ef51fbca on network f6edbd0d-eaa0-472c-b6ab-72c67df821d0 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:42:04.319533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:42:04.319917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Checking segment: {'id': 'bacca089-a2d7-48da-b790-e566eaa4e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f6edbd0d-eaa0-472c-b6ab-72c67df821d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:42:04.320348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Bound using segment: {'id': 'bacca089-a2d7-48da-b790-e566eaa4e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f6edbd0d-eaa0-472c-b6ab-72c67df821d0'} {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:42:04.320825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Bound port: 88d97070-abd8-4f1a-a666-3e24ef51fbca, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bacca089-a2d7-48da-b790-e566eaa4e230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f6edbd0d-eaa0-472c-b6ab-72c67df821d0'}}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:42:04.321214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:04.418829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] For port 88d97070-abd8-4f1a-a666-3e24ef51fbca, host hv-neutron-7864, cleared binding levels {{(pid=87174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:42:04.421843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] For port 88d97070-abd8-4f1a-a666-3e24ef51fbca, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=88d97070-abd8-4f1a-a666-3e24ef51fbca,segment=NetworkSegment(bacca089-a2d7-48da-b790-e566eaa4e230),segment_id=bacca089-a2d7-48da-b790-e566eaa4e230)] {{(pid=87174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:42:04.469985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:04.476043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3c07c1b4-3992-4235-a5f7-f069a0ce0283 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:42:04.531455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:04.532137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:04.533637 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] 10.222.0.35 "PUT /v2.0/ports/88d97070-abd8-4f1a-a666-3e24ef51fbca HTTP/1.1" status: 200 len: 1098 time: 1.1526151 Apr 23 09:42:04.534805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c000fd-3583-4145-9848-e435dbd287e4', 'tag': '88d97070-abd8-4f1a-a666-3e24ef51fbca'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:42:04.567949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Pushing event updated for resources: {'Port': ['ID=88d97070-abd8-4f1a-a666-3e24ef51fbca,revision_number=3']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:42:04.571540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:42:04.587842 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c000fd-3583-4145-9848-e435dbd287e4', 'tag': '88d97070-abd8-4f1a-a666-3e24ef51fbca', 'status': 'completed', 'code': 200} Apr 23 09:42:04.693670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73ebb5-c165-48ae-8c4a-c2a0c8ce51cf req-0df8a238-a3bc-4c56-9961-13e41f5bd3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:04.695382 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3f73ebb5-c165-48ae-8c4a-c2a0c8ce51cf req-0df8a238-a3bc-4c56-9961-13e41f5bd3c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c4bdd12aa214453b24bae22d79cf2cb&device_id=b3c000fd-3583-4145-9848-e435dbd287e4 HTTP/1.1" status: 200 len: 1101 time: 0.0858386 Apr 23 09:42:04.740106 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3f73ebb5-c165-48ae-8c4a-c2a0c8ce51cf req-718d822a-91c1-4e5e-bf90-1fd85d75d13b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9c4bdd12aa214453b24bae22d79cf2cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380993 Apr 23 09:42:04.955682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2905063-5d4c-4c4f-9d5e-9574e281e458 req-9edc34bd-da3c-4180-9c6a-03f7b7864141 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:04.957556 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d2905063-5d4c-4c4f-9d5e-9574e281e458 req-9edc34bd-da3c-4180-9c6a-03f7b7864141 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3c000fd-3583-4145-9848-e435dbd287e4 HTTP/1.1" status: 200 len: 948 time: 0.2213073 Apr 23 09:42:04.959046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73ebb5-c165-48ae-8c4a-c2a0c8ce51cf req-cb4b0408-cd6d-441e-8ed5-70352e207b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:04.960522 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3f73ebb5-c165-48ae-8c4a-c2a0c8ce51cf req-cb4b0408-cd6d-441e-8ed5-70352e207b4f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1807086 Apr 23 09:42:05.064303 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d2905063-5d4c-4c4f-9d5e-9574e281e458 req-43fd6ef7-a19d-4806-8d84-536c31ddb1af tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/security-groups?id=a20dee55-f7f8-4e0c-9335-458dc91cb85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994956 Apr 23 09:42:05.095912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-011b5ec6-cbca-4984-b254-ab405478f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:05.097653 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-011b5ec6-cbca-4984-b254-ab405478f1ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c4bdd12aa214453b24bae22d79cf2cb&device_id=b3c000fd-3583-4145-9848-e435dbd287e4 HTTP/1.1" status: 200 len: 1101 time: 0.0998678 Apr 23 09:42:05.171338 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-e16e6faf-0ea7-4284-97da-db9e60946ee5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=88d97070-abd8-4f1a-a666-3e24ef51fbca HTTP/1.1" status: 200 len: 217 time: 0.0671422 Apr 23 09:42:05.243581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-0a1b21da-db2b-498d-b174-77952bfb4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:05.245131 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-0a1b21da-db2b-498d-b174-77952bfb4a39 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=382cca8c-d043-4ca6-a9e0-fc8f0b4e2456 HTTP/1.1" status: 200 len: 843 time: 0.0675623 Apr 23 09:42:05.328121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-ee24f135-439b-4f59-818e-dc2e3cdf7400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:05.329688 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-ee24f135-439b-4f59-818e-dc2e3cdf7400 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f6edbd0d-eaa0-472c-b6ab-72c67df821d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0775979 Apr 23 09:42:05.473205 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-42df1972-a2fb-44d9-9a11-6ba48b7b7ff0 service neutron] 10.222.0.35 "GET /v2.0/networks/f6edbd0d-eaa0-472c-b6ab-72c67df821d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371634 Apr 23 09:42:05.617727 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7b354206-fd4c-450e-b8ca-d890f6aac127 req-498bbb3e-2b32-4069-bc8f-0af54f79fcb2 service neutron] 10.222.0.35 "GET /v2.0/networks/f6edbd0d-eaa0-472c-b6ab-72c67df821d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379635 Apr 23 09:42:06.267305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef114dd-c757-485e-897f-e2cef1925f26 req-70ae8b44-2ba0-44c2-9ecb-20a469212800 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:06.269556 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1ef114dd-c757-485e-897f-e2cef1925f26 req-70ae8b44-2ba0-44c2-9ecb-20a469212800 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3c000fd-3583-4145-9848-e435dbd287e4 HTTP/1.1" status: 200 len: 948 time: 0.0891988 Apr 23 09:42:06.328493 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1ef114dd-c757-485e-897f-e2cef1925f26 req-21c90efe-7b5e-4813-9cf8-4b01ee015380 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/security-groups?id=a20dee55-f7f8-4e0c-9335-458dc91cb85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522690 Apr 23 09:42:06.703527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a675ff95-7877-457e-b8c2-81fe2e119398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:07.544416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3124b9-d47d-4184-bc22-44d1a5fd831b req-01cfe59d-2c69-4d85-9d0a-932d46779d45 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:07.546023 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ad3124b9-d47d-4184-bc22-44d1a5fd831b req-01cfe59d-2c69-4d85-9d0a-932d46779d45 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3c000fd-3583-4145-9848-e435dbd287e4 HTTP/1.1" status: 200 len: 948 time: 0.0998685 Apr 23 09:42:07.595662 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ad3124b9-d47d-4184-bc22-44d1a5fd831b req-8286eb6a-3733-4f27-807a-a0e86fbb9cf3 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/security-groups?id=a20dee55-f7f8-4e0c-9335-458dc91cb85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427468 Apr 23 09:42:08.803511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910c1d4-1c30-48d0-80f9-3cc0aca9d97d req-1b4675b5-492b-4e45-8255-caa73160b3ed tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:08.805146 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f910c1d4-1c30-48d0-80f9-3cc0aca9d97d req-1b4675b5-492b-4e45-8255-caa73160b3ed tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3c000fd-3583-4145-9848-e435dbd287e4 HTTP/1.1" status: 200 len: 948 time: 0.0899670 Apr 23 09:42:08.854193 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f910c1d4-1c30-48d0-80f9-3cc0aca9d97d req-db731a96-aa61-4b63-aecc-09d5edd577f7 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/security-groups?id=a20dee55-f7f8-4e0c-9335-458dc91cb85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424991 Apr 23 09:42:09.108113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 88d97070-abd8-4f1a-a666-3e24ef51fbca details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:42:09.437842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 88d97070-abd8-4f1a-a666-3e24ef51fbca, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=88d97070-abd8-4f1a-a666-3e24ef51fbca,segment=NetworkSegment(bacca089-a2d7-48da-b790-e566eaa4e230),segment_id=bacca089-a2d7-48da-b790-e566eaa4e230)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:42:09.453141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '88d97070-abd8-4f1a-a666-3e24ef51fbca', 'network_id': 'f6edbd0d-eaa0-472c-b6ab-72c67df821d0', 'port_id': '88d97070-abd8-4f1a-a666-3e24ef51fbca', 'mac_address': 'fa:16:3e:e1:34:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '382cca8c-d043-4ca6-a9e0-fc8f0b4e2456', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:42:09.516010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:09.533874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d97070-abd8-4f1a-a666-3e24ef51fbca {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:42:09.550580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 88d97070-abd8-4f1a-a666-3e24ef51fbca, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=88d97070-abd8-4f1a-a666-3e24ef51fbca,segment=NetworkSegment(bacca089-a2d7-48da-b790-e566eaa4e230),segment_id=bacca089-a2d7-48da-b790-e566eaa4e230)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:42:09.583496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:09.585366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:42:09.667191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=88d97070-abd8-4f1a-a666-3e24ef51fbca,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:42:09.670624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:42:09.695286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff22bf73-df7d-4aba-81bd-9b296693bf54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:09.895835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['88d97070-abd8-4f1a-a666-3e24ef51fbca'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:42:10.057509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc29fa-e776-455a-8f60-659e448895b2 req-80fc37f6-9083-42cb-bf6d-a609d719819c tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:10.059220 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-87bc29fa-e776-455a-8f60-659e448895b2 req-80fc37f6-9083-42cb-bf6d-a609d719819c tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3c000fd-3583-4145-9848-e435dbd287e4 HTTP/1.1" status: 200 len: 949 time: 0.0919852 Apr 23 09:42:10.109298 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-87bc29fa-e776-455a-8f60-659e448895b2 req-c0d73bad-a4f4-4bf2-8475-08359571f925 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/security-groups?id=a20dee55-f7f8-4e0c-9335-458dc91cb85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433025 Apr 23 09:42:10.466832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:11.108014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 88d97070-abd8-4f1a-a666-3e24ef51fbca up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:42:11.221642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 88d97070-abd8-4f1a-a666-3e24ef51fbca completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:42:11.227570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 88d97070-abd8-4f1a-a666-3e24ef51fbca triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:42:11.231853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:11.276251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:11.329707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223577a4-356f-4f92-b1f5-98951955f841 req-6568b0a5-99de-4028-aba6-4c657f84d8c1 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:11.332138 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-223577a4-356f-4f92-b1f5-98951955f841 req-6568b0a5-99de-4028-aba6-4c657f84d8c1 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3c000fd-3583-4145-9848-e435dbd287e4 HTTP/1.1" status: 200 len: 949 time: 0.1040027 Apr 23 09:42:11.383481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:11.384638 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-223577a4-356f-4f92-b1f5-98951955f841 req-6088ece2-bbb9-458a-a04e-f230253422bb tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/security-groups?id=a20dee55-f7f8-4e0c-9335-458dc91cb85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460021 Apr 23 09:42:11.421336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c000fd-3583-4145-9848-e435dbd287e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d97070-abd8-4f1a-a666-3e24ef51fbca'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:42:11.432705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 88d97070-abd8-4f1a-a666-3e24ef51fbca, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=88d97070-abd8-4f1a-a666-3e24ef51fbca,segment=NetworkSegment(bacca089-a2d7-48da-b790-e566eaa4e230),segment_id=bacca089-a2d7-48da-b790-e566eaa4e230)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:42:11.473250 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c000fd-3583-4145-9848-e435dbd287e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d97070-abd8-4f1a-a666-3e24ef51fbca', 'code': 200} Apr 23 09:42:11.480433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:11.482476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5346e4bb-e2fa-48a4-aa22-96f9dc937133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:42:11.564502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=88d97070-abd8-4f1a-a666-3e24ef51fbca,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:42:11.568639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:42:11.809199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656a4f1-06c2-4a9e-9b3a-b176c5fba35b req-069d5552-1925-46f2-a552-25101fa9cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:11.810833 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b656a4f1-06c2-4a9e-9b3a-b176c5fba35b req-069d5552-1925-46f2-a552-25101fa9cd10 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b3c000fd-3583-4145-9848-e435dbd287e4 HTTP/1.1" status: 200 len: 1103 time: 0.0925553 Apr 23 09:42:11.853816 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b656a4f1-06c2-4a9e-9b3a-b176c5fba35b req-db428b15-41c2-4c0b-8dea-23a9de6d1d15 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a20dee55-f7f8-4e0c-9335-458dc91cb85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369420 Apr 23 09:42:12.303001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:12.589175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd2b53-a491-41b4-800b-455edef6c97c req-65f2f8c8-c73f-487c-9838-2d3eb8443a14 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:12.590795 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8dfd2b53-a491-41b4-800b-455edef6c97c req-65f2f8c8-c73f-487c-9838-2d3eb8443a14 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3c000fd-3583-4145-9848-e435dbd287e4 HTTP/1.1" status: 200 len: 950 time: 0.0892057 Apr 23 09:42:12.638789 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8dfd2b53-a491-41b4-800b-455edef6c97c req-b1c6bd83-913a-404b-88b6-c163a8effc72 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/security-groups?id=a20dee55-f7f8-4e0c-9335-458dc91cb85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416112 Apr 23 09:42:13.839896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191e3d4-f1b2-4325-a741-1539b5b751d8 req-5e67f66c-9b02-42fa-9005-90c75a39e16a tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:13.841584 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f191e3d4-f1b2-4325-a741-1539b5b751d8 req-5e67f66c-9b02-42fa-9005-90c75a39e16a tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3c000fd-3583-4145-9848-e435dbd287e4 HTTP/1.1" status: 200 len: 950 time: 0.0884471 Apr 23 09:42:13.894805 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f191e3d4-f1b2-4325-a741-1539b5b751d8 req-8bc1a5d8-ddd6-462d-be33-afd60aaf6ed8 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/security-groups?id=a20dee55-f7f8-4e0c-9335-458dc91cb85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462232 Apr 23 09:42:15.370031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d72fd-bb44-4073-8182-db0da9bf187a req-cddc7e8a-e755-437a-8f7b-2c9b613ff20f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:15.371719 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-727d72fd-bb44-4073-8182-db0da9bf187a req-cddc7e8a-e755-437a-8f7b-2c9b613ff20f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3c000fd-3583-4145-9848-e435dbd287e4 HTTP/1.1" status: 200 len: 950 time: 0.0897453 Apr 23 09:42:15.420140 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-727d72fd-bb44-4073-8182-db0da9bf187a req-9b176e06-488e-474d-8d0a-1a81d42a0d4d tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/security-groups?id=a20dee55-f7f8-4e0c-9335-458dc91cb85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412447 Apr 23 09:42:16.635924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7e60c-c287-4d26-ab32-07df283636dd req-c06b1c6b-d99a-4240-82ef-e2effaab2ebb tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:16.637518 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6ad7e60c-c287-4d26-ab32-07df283636dd req-c06b1c6b-d99a-4240-82ef-e2effaab2ebb tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3c000fd-3583-4145-9848-e435dbd287e4 HTTP/1.1" status: 200 len: 950 time: 0.0926023 Apr 23 09:42:16.688442 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6ad7e60c-c287-4d26-ab32-07df283636dd req-ea53ac15-4e1b-473a-83a4-881764cd7267 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/security-groups?id=a20dee55-f7f8-4e0c-9335-458dc91cb85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430181 Apr 23 09:42:16.813795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a34f6b-4352-42ee-b08c-9dc9fd53d744 req-4ea62ac9-54cc-4eb1-87f7-e48644501c95 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:16.815633 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f9a34f6b-4352-42ee-b08c-9dc9fd53d744 req-4ea62ac9-54cc-4eb1-87f7-e48644501c95 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3c000fd-3583-4145-9848-e435dbd287e4 HTTP/1.1" status: 200 len: 950 time: 0.0932565 Apr 23 09:42:16.960548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-f9a34f6b-4352-42ee-b08c-9dc9fd53d744 req-6f09da52-19a6-4e7a-b439-17b1a029e5ea tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Deleting port 88d97070-abd8-4f1a-a666-3e24ef51fbca {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:42:16.961792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-f9a34f6b-4352-42ee-b08c-9dc9fd53d744 req-6f09da52-19a6-4e7a-b439-17b1a029e5ea tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:17.105219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-f9a34f6b-4352-42ee-b08c-9dc9fd53d744 req-6f09da52-19a6-4e7a-b439-17b1a029e5ea tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] For port 88d97070-abd8-4f1a-a666-3e24ef51fbca, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=88d97070-abd8-4f1a-a666-3e24ef51fbca,segment=NetworkSegment(bacca089-a2d7-48da-b790-e566eaa4e230),segment_id=bacca089-a2d7-48da-b790-e566eaa4e230)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:42:17.105542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-f9a34f6b-4352-42ee-b08c-9dc9fd53d744 req-6f09da52-19a6-4e7a-b439-17b1a029e5ea tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:17.243113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-f9a34f6b-4352-42ee-b08c-9dc9fd53d744 req-6f09da52-19a6-4e7a-b439-17b1a029e5ea tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Calling delete_port for 88d97070-abd8-4f1a-a666-3e24ef51fbca owned by compute:nova {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:42:17.569241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-f9a34f6b-4352-42ee-b08c-9dc9fd53d744 req-6f09da52-19a6-4e7a-b439-17b1a029e5ea tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:17.575353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3a8505f7-876c-47d0-92b9-aee8493ab73a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:42:17.581131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['88d97070-abd8-4f1a-a666-3e24ef51fbca'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:42:17.628303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09da52-19a6-4e7a-b439-17b1a029e5ea tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Pushing event deleted for resources: {'Port': ['ID=88d97070-abd8-4f1a-a666-3e24ef51fbca,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:42:17.632263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6f09da52-19a6-4e7a-b439-17b1a029e5ea tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:42:17.715445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a34f6b-4352-42ee-b08c-9dc9fd53d744 req-6f09da52-19a6-4e7a-b439-17b1a029e5ea tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] No DVR routers for this DVR port 88d97070-abd8-4f1a-a666-3e24ef51fbca on host hv-neutron-7864 {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:42:17.718147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-f9a34f6b-4352-42ee-b08c-9dc9fd53d744 req-6f09da52-19a6-4e7a-b439-17b1a029e5ea tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:17.721858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c000fd-3583-4145-9848-e435dbd287e4', 'name': 'network-vif-deleted', 'tag': '88d97070-abd8-4f1a-a666-3e24ef51fbca'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:42:17.767041 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f9a34f6b-4352-42ee-b08c-9dc9fd53d744 req-6f09da52-19a6-4e7a-b439-17b1a029e5ea tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.35 "DELETE /v2.0/ports/88d97070-abd8-4f1a-a666-3e24ef51fbca HTTP/1.1" status: 204 len: 173 time: 0.9453394 Apr 23 09:42:17.781094 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c000fd-3583-4145-9848-e435dbd287e4', 'name': 'network-vif-deleted', 'tag': '88d97070-abd8-4f1a-a666-3e24ef51fbca', 'status': 'completed', 'code': 200} Apr 23 09:42:17.879380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-473475f9-b356-40f4-9123-73949a45e42a req-2dd57cf2-d19d-4a36-8e13-cfcc88753090 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Synchronizing usage tracker for tenant:9c4bdd12aa214453b24bae22d79cf2cb on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:42:17.932044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-473475f9-b356-40f4-9123-73949a45e42a req-2dd57cf2-d19d-4a36-8e13-cfcc88753090 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Unset dirty status for tenant:9c4bdd12aa214453b24bae22d79cf2cb on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:42:17.933294 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-473475f9-b356-40f4-9123-73949a45e42a req-2dd57cf2-d19d-4a36-8e13-cfcc88753090 tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3c000fd-3583-4145-9848-e435dbd287e4 HTTP/1.1" status: 200 len: 210 time: 0.1061447 Apr 23 09:42:19.468703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 45024) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:42:19.630681 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-aa02ca4f-a35e-457a-a09a-c2cbb4abb9d4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9c4bdd12aa214453b24bae22d79cf2cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605513 Apr 23 09:42:19.633166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 45030) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:42:19.695891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-52c0a968-6ebe-46b1-90ae-642fad4ca4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:19.723249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-52c0a968-6ebe-46b1-90ae-642fad4ca4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:19.794209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-52c0a968-6ebe-46b1-90ae-642fad4ca4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:19.799993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fa98f465-6775-4924-97d0-b7c8498ea7b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:42:19.814747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0a968-6ebe-46b1-90ae-642fad4ca4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20dee55-f7f8-4e0c-9335-458dc91cb85d,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:42:19.817963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-52c0a968-6ebe-46b1-90ae-642fad4ca4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:42:19.851116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-52c0a968-6ebe-46b1-90ae-642fad4ca4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:19.852380 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-52c0a968-6ebe-46b1-90ae-642fad4ca4b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a20dee55-f7f8-4e0c-9335-458dc91cb85d HTTP/1.1" status: 204 len: 168 time: 0.2181783 Apr 23 09:42:20.383544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 45038) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:42:20.403448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19793483-eec0-40d8-80a5-bc1256d3bbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:20.419909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-19793483-eec0-40d8-80a5-bc1256d3bbc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:42:20.424022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-19793483-eec0-40d8-80a5-bc1256d3bbc8 admin admin] Usage tracker for resource:security_group_rule and tenant:ac996ac4ccac47449d007292aa495dcd is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:42:20.428157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-19793483-eec0-40d8-80a5-bc1256d3bbc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:42:20.434259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-19793483-eec0-40d8-80a5-bc1256d3bbc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:42:20.723913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19793483-eec0-40d8-80a5-bc1256d3bbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:20.770164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19793483-eec0-40d8-80a5-bc1256d3bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:20.782154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cc16ce86-e8b8-4902-bdd3-fea66ebafb78 tempest-NegativeSecGroupIPv6Test-1982029185 tempest-NegativeSecGroupIPv6Test-1982029185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:42:20.826782 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-19793483-eec0-40d8-80a5-bc1256d3bbc8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ac996ac4ccac47449d007292aa495dcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4419968 Apr 23 09:42:20.827772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19793483-eec0-40d8-80a5-bc1256d3bbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434749ed-ffd3-4dd7-a344-22508f9d7eae,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:42:20.829623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 45042) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:42:20.831958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-19793483-eec0-40d8-80a5-bc1256d3bbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:42:20.897372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81d0fa06-eca2-48a4-a397-1fb23d088393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:20.925201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81d0fa06-eca2-48a4-a397-1fb23d088393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:21.114262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81d0fa06-eca2-48a4-a397-1fb23d088393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:21.119744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8645a1d3-d707-48eb-b635-55c2041c2db8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:42:21.131517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0fa06-eca2-48a4-a397-1fb23d088393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434749ed-ffd3-4dd7-a344-22508f9d7eae,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:42:21.136520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-81d0fa06-eca2-48a4-a397-1fb23d088393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:42:21.138622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81d0fa06-eca2-48a4-a397-1fb23d088393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:21.139850 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-81d0fa06-eca2-48a4-a397-1fb23d088393 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/434749ed-ffd3-4dd7-a344-22508f9d7eae HTTP/1.1" status: 204 len: 168 time: 0.3083482 Apr 23 09:42:21.154457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 88d97070-abd8-4f1a-a666-3e24ef51fbca no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:42:21.195552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 88d97070-abd8-4f1a-a666-3e24ef51fbca {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:42:21.195957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 88d97070-abd8-4f1a-a666-3e24ef51fbca not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:42:22.197874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 45066) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:42:22.310606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1891080236-network', 'tenant_id': 'c5af3f427e8a4dd780d65435b2ae56f6'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:42:22.315838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:42:22.319907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Usage tracker for resource:network and tenant:c5af3f427e8a4dd780d65435b2ae56f6 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:42:22.322983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:42:22.328979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:42:22.369109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Made reservation on behalf of c5af3f427e8a4dd780d65435b2ae56f6 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:42:22.373903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:22.386836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:22.402850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:42:22.406896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Usage tracker for resource:security_group_rule and tenant:c5af3f427e8a4dd780d65435b2ae56f6 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:42:22.410735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:42:22.416774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:42:22.506667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:22.540515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:22.544927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3c576ab2-0f8f-49fa-82c4-4b6e7e538eeb tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:42:22.577887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:42:22.587899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1346dba7-e18a-4ebb-be7e-327150b78613,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:42:22.591850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:42:22.616773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:22.617164 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Added segment 12b794fd-42b2-4965-a1f0-47d55055810a of type vlan for network 29638d19-6885-44e1-9ae3-b38ec79b336a Apr 23 09:42:22.694564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:22.777498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:22.778566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:22.779315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:22.784723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ce15cc20-da2d-444e-9546-13089935b17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:42:22.890985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Pushing event updated for resources: {'Network': ['ID=29638d19-6885-44e1-9ae3-b38ec79b336a,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:42:22.894415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:42:22.901700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 29638d19-6885-44e1-9ae3-b38ec79b336a details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:42:22.927005 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7278967 Apr 23 09:42:22.930061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 45072) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:42:22.936699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bbfbc2f6-8bd3-49d5-81f7-40538bb10596 admin admin] Request body: {'subnet': {'network_id': '29638d19-6885-44e1-9ae3-b38ec79b336a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1891080236-subnet', 'tenant_id': 'c5af3f427e8a4dd780d65435b2ae56f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:42:22.942669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bbfbc2f6-8bd3-49d5-81f7-40538bb10596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:42:22.946794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bbfbc2f6-8bd3-49d5-81f7-40538bb10596 admin admin] Usage tracker for resource:subnet and tenant:c5af3f427e8a4dd780d65435b2ae56f6 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:42:22.949817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bbfbc2f6-8bd3-49d5-81f7-40538bb10596 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:42:22.956158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bbfbc2f6-8bd3-49d5-81f7-40538bb10596 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:42:23.009588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfbc2f6-8bd3-49d5-81f7-40538bb10596 admin admin] Made reservation on behalf of c5af3f427e8a4dd780d65435b2ae56f6 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:42:23.014877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bbfbc2f6-8bd3-49d5-81f7-40538bb10596 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:23.514302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:23.678266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bbfbc2f6-8bd3-49d5-81f7-40538bb10596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:23.683118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ae6739f7-5617-49c9-8628-a2553bb81dec tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:42:23.761761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfbc2f6-8bd3-49d5-81f7-40538bb10596 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dda3bad-1a51-44cf-8862-fd053074e0fd,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:42:23.765958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bbfbc2f6-8bd3-49d5-81f7-40538bb10596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:42:23.771131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfbc2f6-8bd3-49d5-81f7-40538bb10596 admin admin] Checking segment: {'id': '12b794fd-42b2-4965-a1f0-47d55055810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '29638d19-6885-44e1-9ae3-b38ec79b336a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:42:23.771527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfbc2f6-8bd3-49d5-81f7-40538bb10596 admin admin] Network hostable DHCP agents. Network: 29638d19-6885-44e1-9ae3-b38ec79b336a, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:42:23.845749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfbc2f6-8bd3-49d5-81f7-40538bb10596 admin admin] Network 29638d19-6885-44e1-9ae3-b38ec79b336a is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:42:23.906121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-bbfbc2f6-8bd3-49d5-81f7-40538bb10596 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 29638d19-6885-44e1-9ae3-b38ec79b336a) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:42:23.916105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fd87a5-92e8-45d5-9a24-8ec6883f0392 None None] Network 29638d19-6885-44e1-9ae3-b38ec79b336a requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:42:23.919434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfbc2f6-8bd3-49d5-81f7-40538bb10596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:23.920088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bbfbc2f6-8bd3-49d5-81f7-40538bb10596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:23.966923 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bbfbc2f6-8bd3-49d5-81f7-40538bb10596 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0355575 Apr 23 09:42:24.145015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8375cd0f-d057-4809-bfa2-4292a177dd41 None None] Network 29638d19-6885-44e1-9ae3-b38ec79b336a requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:42:24.809374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-ed06157a-30e7-457f-89ae-31384df25c36 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:24.810116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-ed06157a-30e7-457f-89ae-31384df25c36 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Synchronizing usage tracker for tenant:c5af3f427e8a4dd780d65435b2ae56f6 on resource:network {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:42:24.860027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-ed06157a-30e7-457f-89ae-31384df25c36 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Unset dirty status for tenant:c5af3f427e8a4dd780d65435b2ae56f6 on resource:network {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:42:24.861300 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-ed06157a-30e7-457f-89ae-31384df25c36 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/networks?id=29638d19-6885-44e1-9ae3-b38ec79b336a HTTP/1.1" status: 200 len: 812 time: 0.4933772 Apr 23 09:42:24.878296 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-73cb2888-d1a2-455a-ad90-8ad29fa17334 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/quotas/c5af3f427e8a4dd780d65435b2ae56f6 HTTP/1.1" status: 200 len: 375 time: 0.0104496 Apr 23 09:42:24.931505 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-11945cec-a2e0-419f-bc12-5e4b71abba58 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5af3f427e8a4dd780d65435b2ae56f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471554 Apr 23 09:42:25.077062 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-518ebf2f-391c-4572-b918-acb3ea75cb71 service neutron] 10.222.0.60 "GET /v2.0/networks/29638d19-6885-44e1-9ae3-b38ec79b336a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379354 Apr 23 09:42:25.220661 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-41c69e4d-b0d2-4683-9c18-fb582ce5fae8 service neutron] 10.222.0.60 "GET /v2.0/networks/29638d19-6885-44e1-9ae3-b38ec79b336a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369281 Apr 23 09:42:25.456947 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-55f4d5a5-b8b7-49ff-9011-ba7ef354e399 req-1c3b5721-1ee0-42d9-9b98-fbf4cd287d44 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 210 time: 0.0501125 Apr 23 09:42:26.575775 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-61b5f3cf-abf2-4120-90ff-3596eea7c715 req-5cf7189c-a988-448a-ad5c-de943c1478ee tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 210 time: 0.0556855 Apr 23 09:42:27.740490 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-33035af2-cb78-4d55-96a6-81d8d2c584b3 req-5f5a61b0-5d1f-4951-98b5-73343b13909f tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 210 time: 0.0517092 Apr 23 09:42:28.479026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-d5c568eb-6878-4e3e-9b0e-d2688e3cfc3e tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:28.480699 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-d5c568eb-6878-4e3e-9b0e-d2688e3cfc3e tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.35 "GET /v2.0/networks?id=29638d19-6885-44e1-9ae3-b38ec79b336a HTTP/1.1" status: 200 len: 812 time: 0.1658998 Apr 23 09:42:28.493909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-f1d0c367-b7df-4c1a-b010-28b62df51a47 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Request body: {'port': {'device_id': 'ed703b37-dc46-4121-b5ee-638daf79dcae', 'network_id': '29638d19-6885-44e1-9ae3-b38ec79b336a', 'admin_state_up': True, 'tenant_id': 'c5af3f427e8a4dd780d65435b2ae56f6'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:42:28.642651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-f1d0c367-b7df-4c1a-b010-28b62df51a47 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:42:28.647729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-f1d0c367-b7df-4c1a-b010-28b62df51a47 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Usage tracker for resource:port and tenant:c5af3f427e8a4dd780d65435b2ae56f6 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:42:28.650973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-f1d0c367-b7df-4c1a-b010-28b62df51a47 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:42:28.657183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-f1d0c367-b7df-4c1a-b010-28b62df51a47 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:42:28.711732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-f1d0c367-b7df-4c1a-b010-28b62df51a47 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Made reservation on behalf of c5af3f427e8a4dd780d65435b2ae56f6 for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:42:28.717994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-f1d0c367-b7df-4c1a-b010-28b62df51a47 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:28.926961 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-96bddb4b-2660-428c-bd56-34dd615d6f6b req-ba3e8053-3e1c-4821-bdc2-e50c80454b6f tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 210 time: 0.0599911 Apr 23 09:42:28.944433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-f1d0c367-b7df-4c1a-b010-28b62df51a47 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Allocated IP 172.20.0.5 (29638d19-6885-44e1-9ae3-b38ec79b336a/6dda3bad-1a51-44cf-8862-fd053074e0fd/56985473-e6e1-40d6-b528-3deda6280009) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:42:29.163764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-f1d0c367-b7df-4c1a-b010-28b62df51a47 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:29.223760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-f1d0c367-b7df-4c1a-b010-28b62df51a47 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:29.230272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ce3dbd1-bbff-4d59-a136-c631186064bf tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:42:29.307567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-f1d0c367-b7df-4c1a-b010-28b62df51a47 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Network 29638d19-6885-44e1-9ae3-b38ec79b336a is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:42:29.311343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-f1d0c367-b7df-4c1a-b010-28b62df51a47 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:42:29.315496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-f1d0c367-b7df-4c1a-b010-28b62df51a47 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:42:29.354289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0c367-b7df-4c1a-b010-28b62df51a47 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Pushing event updated for resources: {'Port': ['ID=56985473-e6e1-40d6-b528-3deda6280009,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:42:29.359033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f1d0c367-b7df-4c1a-b010-28b62df51a47 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:42:29.388999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-f1d0c367-b7df-4c1a-b010-28b62df51a47 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:29.389653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-f1d0c367-b7df-4c1a-b010-28b62df51a47 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:29.440862 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-f1d0c367-b7df-4c1a-b010-28b62df51a47 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9515903 Apr 23 09:42:29.452460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-bde32a4e-c5b5-44c5-94b1-51c5f7fdfab7 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:42:29.453474 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-bde32a4e-c5b5-44c5-94b1-51c5f7fdfab7 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055680 Apr 23 09:42:29.465268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Request body: {'port': {'device_id': 'ed703b37-dc46-4121-b5ee-638daf79dcae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:42:29.588953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:29.953316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56985473-e6e1-40d6-b528-3deda6280009 {{(pid=87174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:42:29.972471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:30.040414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Transition to ACTIVE for port object 56985473-e6e1-40d6-b528-3deda6280009 will not be triggered until provisioned by entity L2. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:42:30.069057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:30.074472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-433658f6-aee5-48db-9611-c7448658d494 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:42:30.173183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc5792-a048-4b32-8d19-985e6b5959c2 req-be30f07f-06af-4059-ad0b-4e8b3246ee9d tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:30.174850 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e5fc5792-a048-4b32-8d19-985e6b5959c2 req-be30f07f-06af-4059-ad0b-4e8b3246ee9d tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 943 time: 0.0975404 Apr 23 09:42:30.225515 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e5fc5792-a048-4b32-8d19-985e6b5959c2 req-658842d3-6afe-437d-86b5-0aba8f67ea77 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436118 Apr 23 09:42:30.250491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Pushing event updated for resources: {'Port': ['ID=56985473-e6e1-40d6-b528-3deda6280009,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:42:30.283132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:42:30.323782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Attempting to bind port 56985473-e6e1-40d6-b528-3deda6280009 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:42:30.324160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Attempting to bind port 56985473-e6e1-40d6-b528-3deda6280009 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '12b794fd-42b2-4965-a1f0-47d55055810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '29638d19-6885-44e1-9ae3-b38ec79b336a'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:42:30.324522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Attempting to bind port 56985473-e6e1-40d6-b528-3deda6280009 on network 29638d19-6885-44e1-9ae3-b38ec79b336a {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:42:30.329475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Port 56985473-e6e1-40d6-b528-3deda6280009 on network 29638d19-6885-44e1-9ae3-b38ec79b336a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:42:30.329836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Attempting to bind port 56985473-e6e1-40d6-b528-3deda6280009 on network 29638d19-6885-44e1-9ae3-b38ec79b336a {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:42:30.335938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:42:30.336311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Checking segment: {'id': '12b794fd-42b2-4965-a1f0-47d55055810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '29638d19-6885-44e1-9ae3-b38ec79b336a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:42:30.336732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Bound using segment: {'id': '12b794fd-42b2-4965-a1f0-47d55055810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '29638d19-6885-44e1-9ae3-b38ec79b336a'} {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:42:30.337199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Bound port: 56985473-e6e1-40d6-b528-3deda6280009, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b794fd-42b2-4965-a1f0-47d55055810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '29638d19-6885-44e1-9ae3-b38ec79b336a'}}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:42:30.337580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:30.435762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] For port 56985473-e6e1-40d6-b528-3deda6280009, host hv-neutron-7864, cleared binding levels {{(pid=87174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:42:30.438892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] For port 56985473-e6e1-40d6-b528-3deda6280009, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=56985473-e6e1-40d6-b528-3deda6280009,segment=NetworkSegment(12b794fd-42b2-4965-a1f0-47d55055810a),segment_id=12b794fd-42b2-4965-a1f0-47d55055810a)] {{(pid=87174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:42:30.463258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:30.468550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:42:30.527731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:30.528403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:30.529886 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] 10.222.0.35 "PUT /v2.0/ports/56985473-e6e1-40d6-b528-3deda6280009 HTTP/1.1" status: 200 len: 1093 time: 1.0692866 Apr 23 09:42:30.530467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed703b37-dc46-4121-b5ee-638daf79dcae', 'tag': '56985473-e6e1-40d6-b528-3deda6280009'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:42:30.556611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Pushing event updated for resources: {'Port': ['ID=56985473-e6e1-40d6-b528-3deda6280009,revision_number=3']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:42:30.560068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:42:30.620580 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed703b37-dc46-4121-b5ee-638daf79dcae', 'tag': '56985473-e6e1-40d6-b528-3deda6280009', 'status': 'completed', 'code': 200} Apr 23 09:42:30.668182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-33ed3784-aa78-4dc2-ac98-f729eef42c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:30.669778 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-33ed3784-aa78-4dc2-ac98-f729eef42c15 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5af3f427e8a4dd780d65435b2ae56f6&device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 1096 time: 0.0876386 Apr 23 09:42:30.748479 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-45ee9a95-a9ab-4273-8314-31049a81ff76 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56985473-e6e1-40d6-b528-3deda6280009 HTTP/1.1" status: 200 len: 217 time: 0.0665154 Apr 23 09:42:30.823708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-0f30916f-19d8-4794-9b10-6c3a7187a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:30.825229 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-0f30916f-19d8-4794-9b10-6c3a7187a1bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dda3bad-1a51-44cf-8862-fd053074e0fd HTTP/1.1" status: 200 len: 852 time: 0.0711575 Apr 23 09:42:30.886185 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-1908debe-1804-428c-808b-0608756c506b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=29638d19-6885-44e1-9ae3-b38ec79b336a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540721 Apr 23 09:42:31.029367 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-c5d90e02-f2fc-4f00-a3c1-721b1e6d32f3 service neutron] 10.222.0.35 "GET /v2.0/networks/29638d19-6885-44e1-9ae3-b38ec79b336a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367588 Apr 23 09:42:31.172969 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cd93e088-19b2-49dc-8ed9-7dcb7dbcf296 req-a579c037-70d2-40bc-982a-10d64ceccbe5 service neutron] 10.222.0.35 "GET /v2.0/networks/29638d19-6885-44e1-9ae3-b38ec79b336a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363850 Apr 23 09:42:31.321136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f48d2-3a1d-464a-a742-bfacbe40cf55 req-650ad901-908d-4e73-bf8d-9879adf97341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:31.322780 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-472f48d2-3a1d-464a-a742-bfacbe40cf55 req-650ad901-908d-4e73-bf8d-9879adf97341 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5af3f427e8a4dd780d65435b2ae56f6&device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 1096 time: 0.0789559 Apr 23 09:42:31.432256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e211c-746d-4daf-9404-facb92c988bb req-eb8649dc-287d-4ff1-9e2e-712d69cd8e18 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:31.433893 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-960e211c-746d-4daf-9404-facb92c988bb req-eb8649dc-287d-4ff1-9e2e-712d69cd8e18 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 943 time: 0.0926616 Apr 23 09:42:31.471058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f48d2-3a1d-464a-a742-bfacbe40cf55 req-54384994-e1cc-4430-b44d-d91768e81ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:31.473044 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-472f48d2-3a1d-464a-a742-bfacbe40cf55 req-54384994-e1cc-4430-b44d-d91768e81ba0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=29638d19-6885-44e1-9ae3-b38ec79b336a HTTP/1.1" status: 200 len: 913 time: 0.1424835 Apr 23 09:42:31.492221 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-960e211c-746d-4daf-9404-facb92c988bb req-8f745dba-3951-4a78-902e-f5397f522b71 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518253 Apr 23 09:42:31.552114 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-472f48d2-3a1d-464a-a742-bfacbe40cf55 req-410697da-e8af-4b4e-aacc-cac73e458337 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56985473-e6e1-40d6-b528-3deda6280009 HTTP/1.1" status: 200 len: 217 time: 0.0717883 Apr 23 09:42:31.620143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f48d2-3a1d-464a-a742-bfacbe40cf55 req-a3a35f83-00f9-4c23-8b9c-849c372377ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:31.621609 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-472f48d2-3a1d-464a-a742-bfacbe40cf55 req-a3a35f83-00f9-4c23-8b9c-849c372377ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dda3bad-1a51-44cf-8862-fd053074e0fd HTTP/1.1" status: 200 len: 852 time: 0.0634007 Apr 23 09:42:31.679421 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-472f48d2-3a1d-464a-a742-bfacbe40cf55 req-1750b730-5eac-4d8a-9bf2-a8d0871d214e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=29638d19-6885-44e1-9ae3-b38ec79b336a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516722 Apr 23 09:42:31.828388 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-472f48d2-3a1d-464a-a742-bfacbe40cf55 req-4d459147-091b-421d-8178-56242e02e567 service neutron] 10.222.0.35 "GET /v2.0/networks/29638d19-6885-44e1-9ae3-b38ec79b336a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429105 Apr 23 09:42:31.970007 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-472f48d2-3a1d-464a-a742-bfacbe40cf55 req-430530c4-5c78-4207-8b3e-175666495906 service neutron] 10.222.0.35 "GET /v2.0/networks/29638d19-6885-44e1-9ae3-b38ec79b336a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350448 Apr 23 09:42:32.698456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c67505-354d-4ed3-9e89-824acec3e480 req-745019bb-3543-4f6d-89f4-34f9dd2ac96e tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:32.699209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-f5c67505-354d-4ed3-9e89-824acec3e480 req-745019bb-3543-4f6d-89f4-34f9dd2ac96e tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Synchronizing usage tracker for tenant:c5af3f427e8a4dd780d65435b2ae56f6 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:42:32.737086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-f5c67505-354d-4ed3-9e89-824acec3e480 req-745019bb-3543-4f6d-89f4-34f9dd2ac96e tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Unset dirty status for tenant:c5af3f427e8a4dd780d65435b2ae56f6 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:42:32.738390 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f5c67505-354d-4ed3-9e89-824acec3e480 req-745019bb-3543-4f6d-89f4-34f9dd2ac96e tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 943 time: 0.1262176 Apr 23 09:42:32.786707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-f5c67505-354d-4ed3-9e89-824acec3e480 req-75183c00-6f61-42a7-8d9f-2c53e02f1f5b tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Synchronizing usage tracker for tenant:c5af3f427e8a4dd780d65435b2ae56f6 on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:42:32.823056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-f5c67505-354d-4ed3-9e89-824acec3e480 req-75183c00-6f61-42a7-8d9f-2c53e02f1f5b tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Unset dirty status for tenant:c5af3f427e8a4dd780d65435b2ae56f6 on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:42:32.824321 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f5c67505-354d-4ed3-9e89-824acec3e480 req-75183c00-6f61-42a7-8d9f-2c53e02f1f5b tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789156 Apr 23 09:42:34.035141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe918a3-4c47-46ce-bc62-e4351ee91d18 req-08a8d9af-ffbf-40b3-be94-bab06a0b8ddc tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:34.037483 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bbe918a3-4c47-46ce-bc62-e4351ee91d18 req-08a8d9af-ffbf-40b3-be94-bab06a0b8ddc tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 943 time: 0.0942533 Apr 23 09:42:34.089972 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bbe918a3-4c47-46ce-bc62-e4351ee91d18 req-84c7c89a-f4dd-48ed-8293-53607c88fd46 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458994 Apr 23 09:42:35.247497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 56985473-e6e1-40d6-b528-3deda6280009 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:42:35.304883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ebae2-8b4e-4b28-985a-990f2a9b31b3 req-38863282-5e2b-41ae-928d-565be4f6170c tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:35.306621 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e35ebae2-8b4e-4b28-985a-990f2a9b31b3 req-38863282-5e2b-41ae-928d-565be4f6170c tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 943 time: 0.0974016 Apr 23 09:42:35.362461 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e35ebae2-8b4e-4b28-985a-990f2a9b31b3 req-b2e70954-4f0d-4d6e-a9cc-3ae162689049 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485466 Apr 23 09:42:35.411865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 56985473-e6e1-40d6-b528-3deda6280009, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=56985473-e6e1-40d6-b528-3deda6280009,segment=NetworkSegment(12b794fd-42b2-4965-a1f0-47d55055810a),segment_id=12b794fd-42b2-4965-a1f0-47d55055810a)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:42:35.428862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '56985473-e6e1-40d6-b528-3deda6280009', 'network_id': '29638d19-6885-44e1-9ae3-b38ec79b336a', 'port_id': '56985473-e6e1-40d6-b528-3deda6280009', 'mac_address': 'fa:16:3e:c2:87:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dda3bad-1a51-44cf-8862-fd053074e0fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:42:35.497945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:35.519168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56985473-e6e1-40d6-b528-3deda6280009 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:42:35.536860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 56985473-e6e1-40d6-b528-3deda6280009, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=56985473-e6e1-40d6-b528-3deda6280009,segment=NetworkSegment(12b794fd-42b2-4965-a1f0-47d55055810a),segment_id=12b794fd-42b2-4965-a1f0-47d55055810a)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:42:35.577152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:35.579173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:42:35.655919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=56985473-e6e1-40d6-b528-3deda6280009,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:42:35.665062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:42:35.665456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:42:35.665855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:42:35.666242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:42:35.666642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:42:35.667050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:42:35.667431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:42:35.667811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:42:35.668191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:42:35.668567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:42:35.668940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:42:35.669315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:42:35.673708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:42:35.882224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['56985473-e6e1-40d6-b528-3deda6280009'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:42:36.585557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139c523-7a4d-4810-a0ef-3ad88407215d req-5265ad74-e8a1-4bd8-be88-67f7e5ccc4e2 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:36.587278 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3139c523-7a4d-4810-a0ef-3ad88407215d req-5265ad74-e8a1-4bd8-be88-67f7e5ccc4e2 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 944 time: 0.0977879 Apr 23 09:42:36.639444 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3139c523-7a4d-4810-a0ef-3ad88407215d req-3f727fe1-790f-445d-a92c-bb7d2390408b tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448895 Apr 23 09:42:36.706767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5156be68-f889-48f1-8dc4-6ad9fddb2adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:37.247124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 56985473-e6e1-40d6-b528-3deda6280009 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:42:37.383146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 56985473-e6e1-40d6-b528-3deda6280009 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:42:37.389115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 56985473-e6e1-40d6-b528-3deda6280009 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:42:37.389490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:37.528644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:37.568373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed703b37-dc46-4121-b5ee-638daf79dcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56985473-e6e1-40d6-b528-3deda6280009'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:42:37.580034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 56985473-e6e1-40d6-b528-3deda6280009, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=56985473-e6e1-40d6-b528-3deda6280009,segment=NetworkSegment(12b794fd-42b2-4965-a1f0-47d55055810a),segment_id=12b794fd-42b2-4965-a1f0-47d55055810a)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:42:37.600379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:37.603111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4c2b4f01-a42d-4a2e-8ecc-aabdf86730d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:42:37.695998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=56985473-e6e1-40d6-b528-3deda6280009,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:42:37.699567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:42:37.706124 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed703b37-dc46-4121-b5ee-638daf79dcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56985473-e6e1-40d6-b528-3deda6280009', 'code': 200} Apr 23 09:42:37.865343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42833eae-161a-48d3-a6b8-3787d194fb17 req-2d81b093-dba3-43a0-9b1f-8234e1ae0409 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:37.867090 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-42833eae-161a-48d3-a6b8-3787d194fb17 req-2d81b093-dba3-43a0-9b1f-8234e1ae0409 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0999811 Apr 23 09:42:37.929974 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-42833eae-161a-48d3-a6b8-3787d194fb17 req-a2c15c46-0425-4dab-b8f7-aa798dfebd6f tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491767 Apr 23 09:42:38.013013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:42:38.018785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a07a0-7125-4370-b966-196277c0d4d2 req-34d66f8e-2ed1-4e20-b924-b1163fde132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:38.020432 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e93a07a0-7125-4370-b966-196277c0d4d2 req-34d66f8e-2ed1-4e20-b924-b1163fde132b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 1098 time: 0.0798025 Apr 23 09:42:38.069350 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e93a07a0-7125-4370-b966-196277c0d4d2 req-83c5a9e7-d69f-400f-a067-b204387c5b6f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424337 Apr 23 09:42:39.141601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8413f-d31e-4770-afc0-8eea4bdf30b4 req-1906afd1-3d6a-4f96-812f-d813779766d3 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:39.143558 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e5a8413f-d31e-4770-afc0-8eea4bdf30b4 req-1906afd1-3d6a-4f96-812f-d813779766d3 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0933075 Apr 23 09:42:39.194608 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e5a8413f-d31e-4770-afc0-8eea4bdf30b4 req-065c9f8f-e72c-4aba-a042-0401739c392c tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442348 Apr 23 09:42:39.673990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ed3f0153-c586-4a46-adac-dbcdbcad2b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:40.404525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e23813-8429-4354-acad-e4e45cfc3631 req-1b212f01-8a03-43aa-81f0-1de0e1f31ddf tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:40.406190 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b9e23813-8429-4354-acad-e4e45cfc3631 req-1b212f01-8a03-43aa-81f0-1de0e1f31ddf tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0965133 Apr 23 09:42:40.434002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:40.458670 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b9e23813-8429-4354-acad-e4e45cfc3631 req-333d64c5-6bd6-4d4a-9a72-d03def034230 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447693 Apr 23 09:42:40.994585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1752cc-f848-414e-bf70-4a875ebd2c97 req-3a53c61c-1d7b-41ff-acad-b7e6f59f126e tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:40.996229 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3b1752cc-f848-414e-bf70-4a875ebd2c97 req-3a53c61c-1d7b-41ff-acad-b7e6f59f126e tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0914407 Apr 23 09:42:41.037839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 45150) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:42:41.054066 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3b1752cc-f848-414e-bf70-4a875ebd2c97 req-cef0a09a-3580-4b5b-81e8-e51882d63b40 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511942 Apr 23 09:42:41.170739 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2fe197ec-2323-442f-b0c5-91fad8a6c086 req-ff7b75d7-8da1-4f37-b81a-cb1f62e8ef0d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1314578 Apr 23 09:42:41.260687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:42.271749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bb770-c956-4a06-8bad-0ea71a0dcfe9 req-6d6d80da-01d8-4d86-b1f6-e01225dc4afd tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:42.273524 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-391bb770-c956-4a06-8bad-0ea71a0dcfe9 req-6d6d80da-01d8-4d86-b1f6-e01225dc4afd tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0988586 Apr 23 09:42:42.328041 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-391bb770-c956-4a06-8bad-0ea71a0dcfe9 req-a4c497ff-e019-4cd6-8d68-281c07b93143 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472381 Apr 23 09:42:42.426687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:43.328253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe197ec-2323-442f-b0c5-91fad8a6c086 req-d835d804-5a22-49eb-8528-fb0f47f0fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:43.329939 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2fe197ec-2323-442f-b0c5-91fad8a6c086 req-d835d804-5a22-49eb-8528-fb0f47f0fb5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5af3f427e8a4dd780d65435b2ae56f6&device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 1098 time: 0.3912640 Apr 23 09:42:43.489538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe197ec-2323-442f-b0c5-91fad8a6c086 req-0a83f12b-5f61-438b-b3b2-89706bbed315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:43.491243 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2fe197ec-2323-442f-b0c5-91fad8a6c086 req-0a83f12b-5f61-438b-b3b2-89706bbed315 service neutron] 10.222.0.35 "GET /v2.0/networks?id=29638d19-6885-44e1-9ae3-b38ec79b336a HTTP/1.1" status: 200 len: 913 time: 0.1551788 Apr 23 09:42:43.568601 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2fe197ec-2323-442f-b0c5-91fad8a6c086 req-d0ab6136-55f1-4cc2-9946-dcb70c63e8f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56985473-e6e1-40d6-b528-3deda6280009 HTTP/1.1" status: 200 len: 217 time: 0.0709646 Apr 23 09:42:43.583566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a8f87-0786-4346-b0ad-714e7f7dc20d req-a831942b-a2d2-4ad3-9d62-dc82eaa5f3c9 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:43.585170 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9e5a8f87-0786-4346-b0ad-714e7f7dc20d req-a831942b-a2d2-4ad3-9d62-dc82eaa5f3c9 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.1329288 Apr 23 09:42:43.650566 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9e5a8f87-0786-4346-b0ad-714e7f7dc20d req-d120fb04-567d-42c7-aef6-d871a840fe0e tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585892 Apr 23 09:42:43.652205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe197ec-2323-442f-b0c5-91fad8a6c086 req-804f898e-ca81-41ee-84eb-16c8d5aaff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:43.654043 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2fe197ec-2323-442f-b0c5-91fad8a6c086 req-804f898e-ca81-41ee-84eb-16c8d5aaff6c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dda3bad-1a51-44cf-8862-fd053074e0fd HTTP/1.1" status: 200 len: 852 time: 0.0778060 Apr 23 09:42:43.713176 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2fe197ec-2323-442f-b0c5-91fad8a6c086 req-bf0b5564-bd9e-4fd1-a8bc-54cf0d1a758d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=29638d19-6885-44e1-9ae3-b38ec79b336a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518224 Apr 23 09:42:43.869416 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2fe197ec-2323-442f-b0c5-91fad8a6c086 req-8a0072e8-95ca-4919-9e15-03dbffd103d9 service neutron] 10.222.0.35 "GET /v2.0/networks/29638d19-6885-44e1-9ae3-b38ec79b336a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484845 Apr 23 09:42:44.021251 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2fe197ec-2323-442f-b0c5-91fad8a6c086 req-78b4a6b5-7bf8-44bd-9d3f-96ed4677df82 service neutron] 10.222.0.35 "GET /v2.0/networks/29638d19-6885-44e1-9ae3-b38ec79b336a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448636 Apr 23 09:42:44.873151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622bec2-d597-4098-bf37-34a6e9df7ab3 req-61aea5b5-ee3b-4cd4-9884-445c153cec30 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:44.874868 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9622bec2-d597-4098-bf37-34a6e9df7ab3 req-61aea5b5-ee3b-4cd4-9884-445c153cec30 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.1022391 Apr 23 09:42:44.925996 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9622bec2-d597-4098-bf37-34a6e9df7ab3 req-ebf62850-aebc-4c86-bbe3-40e3c801a1d9 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444951 Apr 23 09:42:46.138273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2075b-6deb-43f8-9bee-6c47f9aa4d03 req-a48e4c67-1186-4821-903d-b60799d13c8d tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:46.140144 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-36a2075b-6deb-43f8-9bee-6c47f9aa4d03 req-a48e4c67-1186-4821-903d-b60799d13c8d tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0963333 Apr 23 09:42:46.190890 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-36a2075b-6deb-43f8-9bee-6c47f9aa4d03 req-b4245012-6d0c-4eba-9041-552b277b4d3c tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438941 Apr 23 09:42:47.398132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aee052-ff5e-4080-af27-af1dc0f81093 req-c7949f2b-3537-484a-8ba1-cc1a543c2434 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:47.399771 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e7aee052-ff5e-4080-af27-af1dc0f81093 req-c7949f2b-3537-484a-8ba1-cc1a543c2434 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0920229 Apr 23 09:42:47.449901 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e7aee052-ff5e-4080-af27-af1dc0f81093 req-13f6882b-a6ed-4dc5-9819-078a096efc76 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434799 Apr 23 09:42:48.659792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf742486-b3f6-4077-a96a-2ff44fd9274a req-d9ccc4c3-06f4-4f5d-9734-90a4b5fd9b19 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:48.661441 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf742486-b3f6-4077-a96a-2ff44fd9274a req-d9ccc4c3-06f4-4f5d-9734-90a4b5fd9b19 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0920827 Apr 23 09:42:48.712144 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf742486-b3f6-4077-a96a-2ff44fd9274a req-c09613c7-e0d4-4090-9344-86dac2c2f15e tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443020 Apr 23 09:42:49.922154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fe7e0-fc88-4fe3-8598-406614416723 req-f916233a-69ca-4211-b570-dca1c62f317a tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:49.923839 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5c7fe7e0-fc88-4fe3-8598-406614416723 req-f916233a-69ca-4211-b570-dca1c62f317a tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0959232 Apr 23 09:42:49.973589 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5c7fe7e0-fc88-4fe3-8598-406614416723 req-a6371815-5d9b-48f4-aee7-f67abd1ee682 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427346 Apr 23 09:42:50.932127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d777c8-2252-490f-a86e-951fe3bb6c28 req-1d58c4b3-77f9-48d3-91ea-114ec57c7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:50.933734 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-85d777c8-2252-490f-a86e-951fe3bb6c28 req-1d58c4b3-77f9-48d3-91ea-114ec57c7d6d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5af3f427e8a4dd780d65435b2ae56f6&device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 1098 time: 0.0880873 Apr 23 09:42:51.108758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d777c8-2252-490f-a86e-951fe3bb6c28 req-e7087b5d-4d33-4ee3-b6f6-d67d6d8e74f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:51.110507 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-85d777c8-2252-490f-a86e-951fe3bb6c28 req-e7087b5d-4d33-4ee3-b6f6-d67d6d8e74f5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=29638d19-6885-44e1-9ae3-b38ec79b336a HTTP/1.1" status: 200 len: 913 time: 0.1569812 Apr 23 09:42:51.191388 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-85d777c8-2252-490f-a86e-951fe3bb6c28 req-0fed363e-efc0-4fac-afff-58d2d3f25a0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56985473-e6e1-40d6-b528-3deda6280009 HTTP/1.1" status: 200 len: 217 time: 0.0743172 Apr 23 09:42:51.196891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a3490-3531-4788-9b6c-b392713e3af6 req-e4e7d01c-567a-442b-9727-cb0d1ca4b759 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:51.198612 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5a7a3490-3531-4788-9b6c-b392713e3af6 req-e4e7d01c-567a-442b-9727-cb0d1ca4b759 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.1055734 Apr 23 09:42:51.250497 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5a7a3490-3531-4788-9b6c-b392713e3af6 req-935277a5-3f2f-4a53-9203-8a5c3b6ecce9 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452163 Apr 23 09:42:51.271522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d777c8-2252-490f-a86e-951fe3bb6c28 req-e8486127-c87d-4697-aa9e-40c4855fdd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:51.276172 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-85d777c8-2252-490f-a86e-951fe3bb6c28 req-e8486127-c87d-4697-aa9e-40c4855fdd0d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dda3bad-1a51-44cf-8862-fd053074e0fd HTTP/1.1" status: 200 len: 852 time: 0.0761664 Apr 23 09:42:51.333173 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-85d777c8-2252-490f-a86e-951fe3bb6c28 req-81a790c6-7d1d-4607-8b10-b695677173cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=29638d19-6885-44e1-9ae3-b38ec79b336a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535927 Apr 23 09:42:51.486236 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-85d777c8-2252-490f-a86e-951fe3bb6c28 req-414f6e0f-88d5-476d-b833-bfaf7ca81713 service neutron] 10.222.0.35 "GET /v2.0/networks/29638d19-6885-44e1-9ae3-b38ec79b336a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463773 Apr 23 09:42:51.634926 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-85d777c8-2252-490f-a86e-951fe3bb6c28 req-e3c94804-0c37-474e-9675-c6b22c447959 service neutron] 10.222.0.35 "GET /v2.0/networks/29638d19-6885-44e1-9ae3-b38ec79b336a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427553 Apr 23 09:42:52.462501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c81fab-21bb-44ff-950a-87168a3e0cca req-b0fe72a3-16d4-4ced-b082-3f18d77a46dd tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:52.464891 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e8c81fab-21bb-44ff-950a-87168a3e0cca req-b0fe72a3-16d4-4ced-b082-3f18d77a46dd tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0917203 Apr 23 09:42:52.525100 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e8c81fab-21bb-44ff-950a-87168a3e0cca req-01553fc9-cf5a-4600-92f8-bfec1d8e5160 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470290 Apr 23 09:42:53.468990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:42:53.741624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a62a1-7061-4ef9-a40b-0b075754dc3d req-dc5c30a0-e7bf-412b-b15f-b6840f49b194 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:53.743319 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd2a62a1-7061-4ef9-a40b-0b075754dc3d req-dc5c30a0-e7bf-412b-b15f-b6840f49b194 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0984964 Apr 23 09:42:53.798853 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd2a62a1-7061-4ef9-a40b-0b075754dc3d req-53dce91a-190b-4386-81ee-be9dc5c30611 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488098 Apr 23 09:42:55.018146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340c681-9f38-4884-a840-b3bdab1f5654 req-e45586d7-43b1-4455-9820-0e5a68bf6234 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:55.020023 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0340c681-9f38-4884-a840-b3bdab1f5654 req-e45586d7-43b1-4455-9820-0e5a68bf6234 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.1026561 Apr 23 09:42:55.081878 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0340c681-9f38-4884-a840-b3bdab1f5654 req-fc173bac-9a9d-4605-a98c-97dc7913a7eb tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549941 Apr 23 09:42:56.302491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f43348-7ac6-45d3-9959-35e82d91da1f req-95f4c76a-de3d-4824-b165-39b05ae2dd01 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:56.305932 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5f43348-7ac6-45d3-9959-35e82d91da1f req-95f4c76a-de3d-4824-b165-39b05ae2dd01 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.1006904 Apr 23 09:42:56.362003 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5f43348-7ac6-45d3-9959-35e82d91da1f req-12a4b186-90ce-4b3f-af0b-5b97375a2e86 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507514 Apr 23 09:42:57.592962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6cb66-79cd-4803-9879-4f1f689e4ef0 req-643a3eff-c72f-429f-99fd-c12e37dd5eb3 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:57.594688 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b1b6cb66-79cd-4803-9879-4f1f689e4ef0 req-643a3eff-c72f-429f-99fd-c12e37dd5eb3 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.1028786 Apr 23 09:42:57.656399 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b1b6cb66-79cd-4803-9879-4f1f689e4ef0 req-368414cf-58fd-4b6f-b49b-b5d47681d68d tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523992 Apr 23 09:42:59.155903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d33db7-2886-4a82-b2d7-dc4a9b1c576c req-d8652aa1-f056-4bef-ba60-45550fc09488 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:42:59.157536 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-88d33db7-2886-4a82-b2d7-dc4a9b1c576c req-d8652aa1-f056-4bef-ba60-45550fc09488 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.3800991 Apr 23 09:42:59.208145 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-88d33db7-2886-4a82-b2d7-dc4a9b1c576c req-6abc0f63-10c4-4f42-9839-6475a261ba91 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432308 Apr 23 09:43:00.419668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ef49d-8659-4a89-97e0-414097b71848 req-14e6f31a-f8b9-41fe-bcc8-af4d124465b1 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:00.421346 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-324ef49d-8659-4a89-97e0-414097b71848 req-14e6f31a-f8b9-41fe-bcc8-af4d124465b1 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0920701 Apr 23 09:43:00.473439 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-324ef49d-8659-4a89-97e0-414097b71848 req-669d74a0-3fb0-4ca3-924b-65fd91e6fd01 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445921 Apr 23 09:43:01.687692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73556e-db32-4783-a871-7c6d707b871a req-c3f49890-3d04-4e92-a977-8a5685aaa35d tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:01.689332 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9c73556e-db32-4783-a871-7c6d707b871a req-c3f49890-3d04-4e92-a977-8a5685aaa35d tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0936632 Apr 23 09:43:01.743974 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9c73556e-db32-4783-a871-7c6d707b871a req-149a586c-cc93-45d0-9e9c-0d7b96b19191 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468068 Apr 23 09:43:02.958149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461d913-558b-4397-9317-6bfe9c2482e4 req-c7a5142c-aed5-4714-beaf-9a1ee71cbcab tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:02.959849 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e461d913-558b-4397-9317-6bfe9c2482e4 req-c7a5142c-aed5-4714-beaf-9a1ee71cbcab tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0957744 Apr 23 09:43:03.010925 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e461d913-558b-4397-9317-6bfe9c2482e4 req-94af4cd7-6f20-46cc-bb2c-6cce95c290e2 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446410 Apr 23 09:43:04.220295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30637e5-be3a-41f4-aa30-cc527c0dae72 req-5c6490fb-36eb-4920-a290-ba5764840116 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:04.222632 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f30637e5-be3a-41f4-aa30-cc527c0dae72 req-5c6490fb-36eb-4920-a290-ba5764840116 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0901563 Apr 23 09:43:04.273334 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f30637e5-be3a-41f4-aa30-cc527c0dae72 req-31594d32-6d04-474c-9b4d-740494d8245e tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444276 Apr 23 09:43:05.478573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121dca1-5bc4-4fcb-b3e4-2d235853b536 req-bc4fe680-cb2f-4870-bd85-be9c228daa0f tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:05.480230 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1121dca1-5bc4-4fcb-b3e4-2d235853b536 req-bc4fe680-cb2f-4870-bd85-be9c228daa0f tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0903804 Apr 23 09:43:05.531212 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1121dca1-5bc4-4fcb-b3e4-2d235853b536 req-b13f2f93-90ec-45e0-ac53-183394983430 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443311 Apr 23 09:43:06.688848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8851415e-6cdc-42f3-908f-6fe8ecb4236a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:06.742651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6c23b-e2c3-42a8-a24e-cb15f15bd870 req-56445068-0064-4f25-9e1b-bb839c52439e tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:06.744264 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8cf6c23b-e2c3-42a8-a24e-cb15f15bd870 req-56445068-0064-4f25-9e1b-bb839c52439e tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0948977 Apr 23 09:43:06.795282 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8cf6c23b-e2c3-42a8-a24e-cb15f15bd870 req-17dcf081-9d63-43e1-b763-11dd069e7a38 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444791 Apr 23 09:43:08.152593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65c0c7-0b34-4461-8d3a-458a770b10cb req-c9183357-9cf9-4028-a794-aec93671a157 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:08.154144 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8c65c0c7-0b34-4461-8d3a-458a770b10cb req-c9183357-9cf9-4028-a794-aec93671a157 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0958211 Apr 23 09:43:08.204425 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8c65c0c7-0b34-4461-8d3a-458a770b10cb req-f4b03848-e95e-4db4-a9f8-7681da1f8035 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434918 Apr 23 09:43:09.408456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c7530-4545-4a57-8622-25012bc5321e req-09a4e05a-a5e8-4b6e-a1f9-5b8099a95ce8 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:09.410079 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4c9c7530-4545-4a57-8622-25012bc5321e req-09a4e05a-a5e8-4b6e-a1f9-5b8099a95ce8 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0907898 Apr 23 09:43:09.459498 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4c9c7530-4545-4a57-8622-25012bc5321e req-86a96b0f-824a-4f1a-9e97-2114a84cc744 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429497 Apr 23 09:43:09.739888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e7aa3a5-3f76-46c9-9c2e-30ca8ab34fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:10.445083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:10.671477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3d698-ba39-41c2-9148-e3ef28553a24 req-b7ae5d68-b696-4ac3-bcb0-419322ddd6ce tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:10.673187 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-28d3d698-ba39-41c2-9148-e3ef28553a24 req-b7ae5d68-b696-4ac3-bcb0-419322ddd6ce tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0967007 Apr 23 09:43:10.724256 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-28d3d698-ba39-41c2-9148-e3ef28553a24 req-a56b4f25-3832-4750-a838-dd812de38a49 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439944 Apr 23 09:43:11.085624 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2fe197ec-2323-442f-b0c5-91fad8a6c086 req-7b7f139e-af0d-4315-9e64-83fce3753ab5 service neutron] 10.222.0.35 "GET /v2.0/ports/56985473-e6e1-40d6-b528-3deda6280009/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0831082 Apr 23 09:43:11.244893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:11.559513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe197ec-2323-442f-b0c5-91fad8a6c086 req-8e387ecd-079a-4926-ad5f-b3bff557796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:11.561198 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2fe197ec-2323-442f-b0c5-91fad8a6c086 req-8e387ecd-079a-4926-ad5f-b3bff557796f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae&tenant_id=c5af3f427e8a4dd780d65435b2ae56f6 HTTP/1.1" status: 200 len: 1098 time: 0.0860071 Apr 23 09:43:11.661318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe197ec-2323-442f-b0c5-91fad8a6c086 req-09335bbc-2be4-4189-a6d3-ce51d7db398e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:11.662954 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2fe197ec-2323-442f-b0c5-91fad8a6c086 req-09335bbc-2be4-4189-a6d3-ce51d7db398e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5af3f427e8a4dd780d65435b2ae56f6&device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 1098 time: 0.0813439 Apr 23 09:43:11.812254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe197ec-2323-442f-b0c5-91fad8a6c086 req-bd5b3fa9-0ddd-4a3a-88ad-8a5b085de9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:11.813847 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2fe197ec-2323-442f-b0c5-91fad8a6c086 req-bd5b3fa9-0ddd-4a3a-88ad-8a5b085de9d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=29638d19-6885-44e1-9ae3-b38ec79b336a HTTP/1.1" status: 200 len: 913 time: 0.1445928 Apr 23 09:43:11.907142 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2fe197ec-2323-442f-b0c5-91fad8a6c086 req-29c472bd-1595-4c61-b4c4-0c0de76f9da9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56985473-e6e1-40d6-b528-3deda6280009 HTTP/1.1" status: 200 len: 217 time: 0.0872436 Apr 23 09:43:11.948516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec5974-f92a-4987-a68c-ad2d81306324 req-e9f47de0-27f8-4cee-8262-8d537a21750e tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:11.950108 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fcec5974-f92a-4987-a68c-ad2d81306324 req-e9f47de0-27f8-4cee-8262-8d537a21750e tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.1014261 Apr 23 09:43:11.977502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe197ec-2323-442f-b0c5-91fad8a6c086 req-b747a367-c497-447b-946c-50feffdbe66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:11.979167 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2fe197ec-2323-442f-b0c5-91fad8a6c086 req-b747a367-c497-447b-946c-50feffdbe66d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dda3bad-1a51-44cf-8862-fd053074e0fd HTTP/1.1" status: 200 len: 852 time: 0.0659943 Apr 23 09:43:11.999761 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fcec5974-f92a-4987-a68c-ad2d81306324 req-2559e353-f80f-4860-baf5-804b232d7cd1 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426831 Apr 23 09:43:12.037850 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2fe197ec-2323-442f-b0c5-91fad8a6c086 req-7200ff8c-17cd-4421-9279-dd24258350c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=29638d19-6885-44e1-9ae3-b38ec79b336a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528138 Apr 23 09:43:12.185102 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2fe197ec-2323-442f-b0c5-91fad8a6c086 req-aaa863b9-9169-4bb9-95ae-98919c99120e service neutron] 10.222.0.35 "GET /v2.0/networks/29638d19-6885-44e1-9ae3-b38ec79b336a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403248 Apr 23 09:43:12.331758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:12.358079 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2fe197ec-2323-442f-b0c5-91fad8a6c086 req-9fa17dfd-38a0-44e3-b7d9-a6477dbeb31c service neutron] 10.222.0.35 "GET /v2.0/networks/29638d19-6885-44e1-9ae3-b38ec79b336a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668704 Apr 23 09:43:13.218624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd65b1b-53b6-4f40-b60d-8e84090b9fbf req-3a90dd63-feb6-4df3-9df9-a8e687369d3f tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:13.220244 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4bd65b1b-53b6-4f40-b60d-8e84090b9fbf req-3a90dd63-feb6-4df3-9df9-a8e687369d3f tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0913587 Apr 23 09:43:13.269988 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4bd65b1b-53b6-4f40-b60d-8e84090b9fbf req-65a0d430-c749-4c7a-b01f-745f13c76348 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429683 Apr 23 09:43:14.482270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e3afd-f7a8-4999-ae51-9ca3511702bb req-2fe14fd8-b332-4644-9571-f7ae9fd4a506 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:14.483964 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3c8e3afd-f7a8-4999-ae51-9ca3511702bb req-2fe14fd8-b332-4644-9571-f7ae9fd4a506 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0961421 Apr 23 09:43:14.536152 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3c8e3afd-f7a8-4999-ae51-9ca3511702bb req-1a11893e-a73e-42db-98b9-38993f1b3fb3 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450389 Apr 23 09:43:15.013718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:43:15.440034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 56985473-e6e1-40d6-b528-3deda6280009 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:43:15.442627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 56985473-e6e1-40d6-b528-3deda6280009 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:43:15.681321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:15.717050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 56985473-e6e1-40d6-b528-3deda6280009, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=56985473-e6e1-40d6-b528-3deda6280009,segment=NetworkSegment(12b794fd-42b2-4965-a1f0-47d55055810a),segment_id=12b794fd-42b2-4965-a1f0-47d55055810a)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:43:15.743572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '56985473-e6e1-40d6-b528-3deda6280009', 'network_id': '29638d19-6885-44e1-9ae3-b38ec79b336a', 'port_id': '56985473-e6e1-40d6-b528-3deda6280009', 'mac_address': 'fa:16:3e:c2:87:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dda3bad-1a51-44cf-8862-fd053074e0fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:43:15.745099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed703b37-dc46-4121-b5ee-638daf79dcae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56985473-e6e1-40d6-b528-3deda6280009'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:43:15.751438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb62fa-3a23-4a3d-ab06-e75e28672731 req-6c4ee88d-9f65-40f5-bdd6-e06f28652316 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:15.753262 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0cfb62fa-3a23-4a3d-ab06-e75e28672731 req-6c4ee88d-9f65-40f5-bdd6-e06f28652316 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0969620 Apr 23 09:43:15.790147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 56985473-e6e1-40d6-b528-3deda6280009, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=56985473-e6e1-40d6-b528-3deda6280009,segment=NetworkSegment(12b794fd-42b2-4965-a1f0-47d55055810a),segment_id=12b794fd-42b2-4965-a1f0-47d55055810a)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:43:15.827272 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed703b37-dc46-4121-b5ee-638daf79dcae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56985473-e6e1-40d6-b528-3deda6280009', 'code': 200} Apr 23 09:43:15.840059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:15.844403 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0cfb62fa-3a23-4a3d-ab06-e75e28672731 req-878006ea-6708-4dbe-b01d-ca7a143ade77 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693278 Apr 23 09:43:15.853167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:15.858276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:43:15.912148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56985473-e6e1-40d6-b528-3deda6280009 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:43:16.000699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=56985473-e6e1-40d6-b528-3deda6280009,revision_number=6']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:43:16.005990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:43:16.006923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:43:16.007331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:43:16.383211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07334164-fe01-402a-ad15-d70c145f8ea0 req-944edbd4-dca7-4047-909b-8709a4c4290a tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:16.384903 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07334164-fe01-402a-ad15-d70c145f8ea0 req-944edbd4-dca7-4047-909b-8709a4c4290a tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae&tenant_id=c5af3f427e8a4dd780d65435b2ae56f6&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 943 time: 0.1026440 Apr 23 09:43:16.548089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07334164-fe01-402a-ad15-d70c145f8ea0 req-1373e671-4ba7-4ebd-8bc6-7ba8838be852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:16.550431 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07334164-fe01-402a-ad15-d70c145f8ea0 req-1373e671-4ba7-4ebd-8bc6-7ba8838be852 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5af3f427e8a4dd780d65435b2ae56f6&device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 1096 time: 0.0904384 Apr 23 09:43:16.577906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:16.597748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56985473-e6e1-40d6-b528-3deda6280009 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:43:16.616316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 56985473-e6e1-40d6-b528-3deda6280009, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=56985473-e6e1-40d6-b528-3deda6280009,segment=NetworkSegment(12b794fd-42b2-4965-a1f0-47d55055810a),segment_id=12b794fd-42b2-4965-a1f0-47d55055810a)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:43:16.648705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:16.650675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:43:16.705016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07334164-fe01-402a-ad15-d70c145f8ea0 req-0b9eac78-ebc2-4dc4-904f-bf4d9c6fae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:16.707416 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07334164-fe01-402a-ad15-d70c145f8ea0 req-0b9eac78-ebc2-4dc4-904f-bf4d9c6fae49 service neutron] 10.222.0.35 "GET /v2.0/networks?id=29638d19-6885-44e1-9ae3-b38ec79b336a HTTP/1.1" status: 200 len: 913 time: 0.1511881 Apr 23 09:43:16.724076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['56985473-e6e1-40d6-b528-3deda6280009'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:43:16.792082 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07334164-fe01-402a-ad15-d70c145f8ea0 req-bc942ebf-1cbe-41f2-bff4-66d2d62f6449 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56985473-e6e1-40d6-b528-3deda6280009 HTTP/1.1" status: 200 len: 217 time: 0.0781302 Apr 23 09:43:16.872011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07334164-fe01-402a-ad15-d70c145f8ea0 req-d8815df7-24e1-4834-96e6-4073b239eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:16.873688 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07334164-fe01-402a-ad15-d70c145f8ea0 req-d8815df7-24e1-4834-96e6-4073b239eca9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dda3bad-1a51-44cf-8862-fd053074e0fd HTTP/1.1" status: 200 len: 852 time: 0.0750690 Apr 23 09:43:16.933864 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07334164-fe01-402a-ad15-d70c145f8ea0 req-177b7dce-ef81-4ecc-9083-b25e9b30373d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=29638d19-6885-44e1-9ae3-b38ec79b336a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534687 Apr 23 09:43:16.970294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=56985473-e6e1-40d6-b528-3deda6280009,revision_number=7']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:43:16.976793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:43:17.084610 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07334164-fe01-402a-ad15-d70c145f8ea0 req-73a9952c-03bb-4030-b80b-008b3d4d456f service neutron] 10.222.0.35 "GET /v2.0/networks/29638d19-6885-44e1-9ae3-b38ec79b336a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443694 Apr 23 09:43:17.458345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 56985473-e6e1-40d6-b528-3deda6280009 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:43:17.530425 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07334164-fe01-402a-ad15-d70c145f8ea0 req-8a133c32-945d-440e-81a5-b9e5fda25bc4 service neutron] 10.222.0.35 "GET /v2.0/networks/29638d19-6885-44e1-9ae3-b38ec79b336a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391265 Apr 23 09:43:17.556725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 56985473-e6e1-40d6-b528-3deda6280009 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:43:17.557148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:17.687277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:17.724065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 56985473-e6e1-40d6-b528-3deda6280009, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=56985473-e6e1-40d6-b528-3deda6280009,segment=NetworkSegment(12b794fd-42b2-4965-a1f0-47d55055810a),segment_id=12b794fd-42b2-4965-a1f0-47d55055810a)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:43:17.770994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:17.773041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:43:17.828449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed703b37-dc46-4121-b5ee-638daf79dcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56985473-e6e1-40d6-b528-3deda6280009'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:43:17.854879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=56985473-e6e1-40d6-b528-3deda6280009,revision_number=8']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:43:17.858330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:43:17.900706 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed703b37-dc46-4121-b5ee-638daf79dcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56985473-e6e1-40d6-b528-3deda6280009', 'code': 200} Apr 23 09:43:18.807101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f5696-b8fa-4c1a-a13f-caa6a3b03347 req-5e375170-8369-4d61-a05e-427f224aa0d4 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:18.808728 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-663f5696-b8fa-4c1a-a13f-caa6a3b03347 req-5e375170-8369-4d61-a05e-427f224aa0d4 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0938237 Apr 23 09:43:18.861870 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-663f5696-b8fa-4c1a-a13f-caa6a3b03347 req-e83bcd49-8593-46ac-9fbe-bdc1aafc4851 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464003 Apr 23 09:43:20.076744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036e724-2915-4b8d-a46f-80d2f3524097 req-ea63856c-68ab-4e23-a25e-ec2883250325 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:20.078379 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7036e724-2915-4b8d-a46f-80d2f3524097 req-ea63856c-68ab-4e23-a25e-ec2883250325 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0974836 Apr 23 09:43:20.131738 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7036e724-2915-4b8d-a46f-80d2f3524097 req-49458c9a-1de8-40f2-b716-c9fabf52789f tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/security-groups?id=1346dba7-e18a-4ebb-be7e-327150b78613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464828 Apr 23 09:43:20.519231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07334164-fe01-402a-ad15-d70c145f8ea0 req-89214aef-b996-4bce-b5f7-d717d663a859 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:20.520832 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07334164-fe01-402a-ad15-d70c145f8ea0 req-89214aef-b996-4bce-b5f7-d717d663a859 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 945 time: 0.0924077 Apr 23 09:43:20.670202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-07334164-fe01-402a-ad15-d70c145f8ea0 req-5d1d9d9c-e390-4b0e-b7cb-56c7ff8cbf09 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Deleting port 56985473-e6e1-40d6-b528-3deda6280009 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:43:20.670637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-07334164-fe01-402a-ad15-d70c145f8ea0 req-5d1d9d9c-e390-4b0e-b7cb-56c7ff8cbf09 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:20.811402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-07334164-fe01-402a-ad15-d70c145f8ea0 req-5d1d9d9c-e390-4b0e-b7cb-56c7ff8cbf09 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] For port 56985473-e6e1-40d6-b528-3deda6280009, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=56985473-e6e1-40d6-b528-3deda6280009,segment=NetworkSegment(12b794fd-42b2-4965-a1f0-47d55055810a),segment_id=12b794fd-42b2-4965-a1f0-47d55055810a)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:43:20.811798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-07334164-fe01-402a-ad15-d70c145f8ea0 req-5d1d9d9c-e390-4b0e-b7cb-56c7ff8cbf09 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:20.947409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-07334164-fe01-402a-ad15-d70c145f8ea0 req-5d1d9d9c-e390-4b0e-b7cb-56c7ff8cbf09 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Calling delete_port for 56985473-e6e1-40d6-b528-3deda6280009 owned by compute:nova {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:43:21.168539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-07334164-fe01-402a-ad15-d70c145f8ea0 req-5d1d9d9c-e390-4b0e-b7cb-56c7ff8cbf09 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:21.177493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:43:21.180330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['56985473-e6e1-40d6-b528-3deda6280009'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:43:21.227757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d9d9c-e390-4b0e-b7cb-56c7ff8cbf09 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Pushing event deleted for resources: {'Port': ['ID=56985473-e6e1-40d6-b528-3deda6280009,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:43:21.271199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d9d9c-e390-4b0e-b7cb-56c7ff8cbf09 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:21.271610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d9d9c-e390-4b0e-b7cb-56c7ff8cbf09 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:21.272038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d9d9c-e390-4b0e-b7cb-56c7ff8cbf09 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:21.272462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d9d9c-e390-4b0e-b7cb-56c7ff8cbf09 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:21.272878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d9d9c-e390-4b0e-b7cb-56c7ff8cbf09 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:21.273299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d9d9c-e390-4b0e-b7cb-56c7ff8cbf09 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:21.273712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d9d9c-e390-4b0e-b7cb-56c7ff8cbf09 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:21.274129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d9d9c-e390-4b0e-b7cb-56c7ff8cbf09 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:21.274572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d9d9c-e390-4b0e-b7cb-56c7ff8cbf09 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:21.274983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d9d9c-e390-4b0e-b7cb-56c7ff8cbf09 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:21.275405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d9d9c-e390-4b0e-b7cb-56c7ff8cbf09 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:21.275815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d9d9c-e390-4b0e-b7cb-56c7ff8cbf09 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:21.326484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d1d9d9c-e390-4b0e-b7cb-56c7ff8cbf09 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:43:21.368209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-07334164-fe01-402a-ad15-d70c145f8ea0 req-5d1d9d9c-e390-4b0e-b7cb-56c7ff8cbf09 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] No DVR routers for this DVR port 56985473-e6e1-40d6-b528-3deda6280009 on host hv-neutron-7864 {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:43:21.371519 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0e5e1d2a-4c14-4da4-a9a2-c349076fab22 req-b86b5ed9-5f13-46d2-8e53-238836ef64bd tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed703b37-dc46-4121-b5ee-638daf79dcae HTTP/1.1" status: 200 len: 210 time: 0.1033275 Apr 23 09:43:21.379948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-07334164-fe01-402a-ad15-d70c145f8ea0 req-5d1d9d9c-e390-4b0e-b7cb-56c7ff8cbf09 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:21.383074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed703b37-dc46-4121-b5ee-638daf79dcae', 'name': 'network-vif-deleted', 'tag': '56985473-e6e1-40d6-b528-3deda6280009'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:43:21.427222 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07334164-fe01-402a-ad15-d70c145f8ea0 req-5d1d9d9c-e390-4b0e-b7cb-56c7ff8cbf09 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] 10.222.0.35 "DELETE /v2.0/ports/56985473-e6e1-40d6-b528-3deda6280009 HTTP/1.1" status: 204 len: 173 time: 0.8999789 Apr 23 09:43:21.433943 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed703b37-dc46-4121-b5ee-638daf79dcae', 'name': 'network-vif-deleted', 'tag': '56985473-e6e1-40d6-b528-3deda6280009', 'status': 'completed', 'code': 200} Apr 23 09:43:22.639350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 45256) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:43:22.712136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-7036f39b-d53c-44ae-8cda-e3b731d1f259 admin admin] Deleting subnet 6dda3bad-1a51-44cf-8862-fd053074e0fd {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:43:22.715426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7036f39b-d53c-44ae-8cda-e3b731d1f259 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:22.768820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7036f39b-d53c-44ae-8cda-e3b731d1f259 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:22.827647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7036f39b-d53c-44ae-8cda-e3b731d1f259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:23.130953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7036f39b-d53c-44ae-8cda-e3b731d1f259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:23.136218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c2291c0f-2757-439e-afd8-fca70bb74e98 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:43:23.174195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036f39b-d53c-44ae-8cda-e3b731d1f259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dda3bad-1a51-44cf-8862-fd053074e0fd,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:43:23.178110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7036f39b-d53c-44ae-8cda-e3b731d1f259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:43:23.179721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7036f39b-d53c-44ae-8cda-e3b731d1f259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:23.185575 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7036f39b-d53c-44ae-8cda-e3b731d1f259 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6dda3bad-1a51-44cf-8862-fd053074e0fd HTTP/1.1" status: 204 len: 168 time: 0.5445540 Apr 23 09:43:23.188153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 45260) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:43:23.308165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27115064-b76a-44c1-84a0-963584d2b112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:23.447455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27115064-b76a-44c1-84a0-963584d2b112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:23.480241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:23.571233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-27115064-b76a-44c1-84a0-963584d2b112 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29638d19-6885-44e1-9ae3-b38ec79b336a']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:43:23.585396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-27115064-b76a-44c1-84a0-963584d2b112 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b794fd-42b2-4965-a1f0-47d55055810a') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:43:23.585741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-27115064-b76a-44c1-84a0-963584d2b112 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b794fd-42b2-4965-a1f0-47d55055810a') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:43:23.598451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27115064-b76a-44c1-84a0-963584d2b112 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:23.613771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27115064-b76a-44c1-84a0-963584d2b112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:23.620270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27115064-b76a-44c1-84a0-963584d2b112 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:43:23.811301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-27115064-b76a-44c1-84a0-963584d2b112 admin admin] Network 29638d19-6885-44e1-9ae3-b38ec79b336a has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:43:23.821634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27115064-b76a-44c1-84a0-963584d2b112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:24.006626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-27115064-b76a-44c1-84a0-963584d2b112 admin admin] Network 29638d19-6885-44e1-9ae3-b38ec79b336a has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:43:24.035433 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:43:24.153198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27115064-b76a-44c1-84a0-963584d2b112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:24.157777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27115064-b76a-44c1-84a0-963584d2b112 admin admin] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:24.161864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1a26d528-4ccb-4297-b206-6282bbc035a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:43:24.185852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27115064-b76a-44c1-84a0-963584d2b112 admin admin] Pushing event deleted for resources: {'Network': ['ID=29638d19-6885-44e1-9ae3-b38ec79b336a,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:43:24.188771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-27115064-b76a-44c1-84a0-963584d2b112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:43:24.234544 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-27115064-b76a-44c1-84a0-963584d2b112 admin admin] 10.222.0.60 "DELETE /v2.0/networks/29638d19-6885-44e1-9ae3-b38ec79b336a HTTP/1.1" status: 204 len: 168 time: 1.0449536 Apr 23 09:43:24.450207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 45268) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:43:24.506546 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4e9c5cce-b53d-48f5-9ca4-5b3c4539bc87 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c5af3f427e8a4dd780d65435b2ae56f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548708 Apr 23 09:43:24.509270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 45272) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:43:24.574505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-701f6f23-398c-4e01-96f7-c63c331d19fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:24.603386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-701f6f23-398c-4e01-96f7-c63c331d19fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:24.691330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-701f6f23-398c-4e01-96f7-c63c331d19fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:24.696683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9219008b-90b1-4095-b64e-23611714dd6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:43:24.714441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f6f23-398c-4e01-96f7-c63c331d19fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1346dba7-e18a-4ebb-be7e-327150b78613,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:43:24.725218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f6f23-398c-4e01-96f7-c63c331d19fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:24.725637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f6f23-398c-4e01-96f7-c63c331d19fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:24.726190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f6f23-398c-4e01-96f7-c63c331d19fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:24.726521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f6f23-398c-4e01-96f7-c63c331d19fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:24.726942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f6f23-398c-4e01-96f7-c63c331d19fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:24.727426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f6f23-398c-4e01-96f7-c63c331d19fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:24.727784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f6f23-398c-4e01-96f7-c63c331d19fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:24.728207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f6f23-398c-4e01-96f7-c63c331d19fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:24.728620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f6f23-398c-4e01-96f7-c63c331d19fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:24.729035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f6f23-398c-4e01-96f7-c63c331d19fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:24.729447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f6f23-398c-4e01-96f7-c63c331d19fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:24.729857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f6f23-398c-4e01-96f7-c63c331d19fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:24.733276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-701f6f23-398c-4e01-96f7-c63c331d19fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:43:24.775676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-701f6f23-398c-4e01-96f7-c63c331d19fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:24.777037 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-701f6f23-398c-4e01-96f7-c63c331d19fd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1346dba7-e18a-4ebb-be7e-327150b78613 HTTP/1.1" status: 204 len: 168 time: 0.2664378 Apr 23 09:43:25.496092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 56985473-e6e1-40d6-b528-3deda6280009 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:43:25.539655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 56985473-e6e1-40d6-b528-3deda6280009 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:43:25.540050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 56985473-e6e1-40d6-b528-3deda6280009 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:43:25.789533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 45296) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:43:25.905873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-894381639-network', 'tenant_id': 'b31289f5dc5a4dfd9d08366ebe69e9ff'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:43:25.912174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:43:25.916453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Usage tracker for resource:network and tenant:b31289f5dc5a4dfd9d08366ebe69e9ff is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:43:25.919543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:43:25.928106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:43:25.980039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Made reservation on behalf of b31289f5dc5a4dfd9d08366ebe69e9ff for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:43:25.985134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:25.999529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:26.021500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:43:26.026221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Usage tracker for resource:security_group_rule and tenant:b31289f5dc5a4dfd9d08366ebe69e9ff is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:43:26.029525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:43:26.038067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:43:26.287865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:26.322741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:26.327675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-19793483-eec0-40d8-80a5-bc1256d3bbc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:43:26.361034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:43:26.372217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d573920-85c8-428b-85f6-5ad1a036cae5,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:43:26.376095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:43:26.424306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:26.425347 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Added segment 90afcf2a-91dd-4d12-8079-486ee826496f of type vlan for network 202737ff-a64b-4fcd-babc-65d33229bfd7 Apr 23 09:43:26.493085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:26.605082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:26.606208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:26.606888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:26.610973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b44c7baf-e8f4-46b4-b56d-292615152ed5 tempest-NetworksIpV6TestAttrs-1669846346 tempest-NetworksIpV6TestAttrs-1669846346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:43:26.729012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Pushing event updated for resources: {'Network': ['ID=202737ff-a64b-4fcd-babc-65d33229bfd7,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:43:26.732047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:43:26.739566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 202737ff-a64b-4fcd-babc-65d33229bfd7 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:43:26.748836 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9580567 Apr 23 09:43:26.751993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 45302) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:43:26.759889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7d438b80-9555-4430-adf5-5f5cc5447d21 admin admin] Request body: {'subnet': {'network_id': '202737ff-a64b-4fcd-babc-65d33229bfd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-894381639-subnet', 'tenant_id': 'b31289f5dc5a4dfd9d08366ebe69e9ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:43:26.765363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7d438b80-9555-4430-adf5-5f5cc5447d21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:43:26.771036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7d438b80-9555-4430-adf5-5f5cc5447d21 admin admin] Usage tracker for resource:subnet and tenant:b31289f5dc5a4dfd9d08366ebe69e9ff is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:43:26.774052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7d438b80-9555-4430-adf5-5f5cc5447d21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:43:26.780111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7d438b80-9555-4430-adf5-5f5cc5447d21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:43:26.854239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d438b80-9555-4430-adf5-5f5cc5447d21 admin admin] Made reservation on behalf of b31289f5dc5a4dfd9d08366ebe69e9ff for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:43:26.863423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d438b80-9555-4430-adf5-5f5cc5447d21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:27.497274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d438b80-9555-4430-adf5-5f5cc5447d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:27.503148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d56845ac-fda9-4bc7-8258-2dd0eeac6ebe tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:43:27.582376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d438b80-9555-4430-adf5-5f5cc5447d21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eef549f5-0483-421f-85d1-ce37e43d813f,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:43:27.588192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d438b80-9555-4430-adf5-5f5cc5447d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:43:27.590938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d438b80-9555-4430-adf5-5f5cc5447d21 admin admin] Checking segment: {'id': '90afcf2a-91dd-4d12-8079-486ee826496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '202737ff-a64b-4fcd-babc-65d33229bfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:43:27.591347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d438b80-9555-4430-adf5-5f5cc5447d21 admin admin] Network hostable DHCP agents. Network: 202737ff-a64b-4fcd-babc-65d33229bfd7, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:43:27.690366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d438b80-9555-4430-adf5-5f5cc5447d21 admin admin] Network 202737ff-a64b-4fcd-babc-65d33229bfd7 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:43:27.747720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-7d438b80-9555-4430-adf5-5f5cc5447d21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 202737ff-a64b-4fcd-babc-65d33229bfd7) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:43:27.757937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb6086f-06d0-41cb-9afd-4dc1b39d4be5 None None] Network 202737ff-a64b-4fcd-babc-65d33229bfd7 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:43:27.763341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d438b80-9555-4430-adf5-5f5cc5447d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:27.764010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d438b80-9555-4430-adf5-5f5cc5447d21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:27.809242 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7d438b80-9555-4430-adf5-5f5cc5447d21 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0548682 Apr 23 09:43:27.998540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8db5f01-b3f4-44da-add5-9a397f596468 None None] Network 202737ff-a64b-4fcd-babc-65d33229bfd7 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:43:28.404740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-f8c4891c-62c8-4e95-b203-1452aa2c1431 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:28.405480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-f8c4891c-62c8-4e95-b203-1452aa2c1431 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Synchronizing usage tracker for tenant:b31289f5dc5a4dfd9d08366ebe69e9ff on resource:network {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:43:28.461659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-f8c4891c-62c8-4e95-b203-1452aa2c1431 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Unset dirty status for tenant:b31289f5dc5a4dfd9d08366ebe69e9ff on resource:network {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:43:28.463032 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-f8c4891c-62c8-4e95-b203-1452aa2c1431 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/networks?id=202737ff-a64b-4fcd-babc-65d33229bfd7 HTTP/1.1" status: 200 len: 814 time: 0.2198656 Apr 23 09:43:28.480500 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-1ecd7859-0bf2-4a76-8b11-89fa0137299a tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/quotas/b31289f5dc5a4dfd9d08366ebe69e9ff HTTP/1.1" status: 200 len: 375 time: 0.0111022 Apr 23 09:43:28.539689 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-2e95d2da-f9d9-4898-80b9-9a7d3a5d1e30 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b31289f5dc5a4dfd9d08366ebe69e9ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523479 Apr 23 09:43:28.733227 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-5d8297a6-a4aa-4cea-82e5-d1e9fb463763 service neutron] 10.222.0.60 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860318 Apr 23 09:43:28.880777 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-3c943753-e756-40cd-8220-5af3ed547069 service neutron] 10.222.0.60 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409039 Apr 23 09:43:29.162395 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-32c08b8f-eecd-423a-be9e-dc61fcc96270 req-d267ead2-3343-4f6e-9325-7b3f89b3f1b5 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 210 time: 0.0533583 Apr 23 09:43:30.332113 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e7c2e5d3-efac-4e86-845e-3ae67b106fad req-833ce84d-2ee5-48e7-b7bc-45ce93d903d2 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 210 time: 0.0503626 Apr 23 09:43:30.787458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-a8cc547f-135b-4ef2-82a4-4193a456f619 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:30.788968 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-a8cc547f-135b-4ef2-82a4-4193a456f619 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.35 "GET /v2.0/networks?id=202737ff-a64b-4fcd-babc-65d33229bfd7 HTTP/1.1" status: 200 len: 814 time: 0.1655746 Apr 23 09:43:30.802066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-6423b8c3-6de1-4679-a631-34df115ea9c8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Request body: {'port': {'device_id': 'aed6f496-5f86-40cd-9ead-5309785f72e1', 'network_id': '202737ff-a64b-4fcd-babc-65d33229bfd7', 'admin_state_up': True, 'tenant_id': 'b31289f5dc5a4dfd9d08366ebe69e9ff'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:43:30.960597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-6423b8c3-6de1-4679-a631-34df115ea9c8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:43:30.964812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-6423b8c3-6de1-4679-a631-34df115ea9c8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Usage tracker for resource:port and tenant:b31289f5dc5a4dfd9d08366ebe69e9ff is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:43:30.968171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-6423b8c3-6de1-4679-a631-34df115ea9c8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:43:30.977424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-6423b8c3-6de1-4679-a631-34df115ea9c8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:43:31.101606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-6423b8c3-6de1-4679-a631-34df115ea9c8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Made reservation on behalf of b31289f5dc5a4dfd9d08366ebe69e9ff for: {'port': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:43:31.107889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-6423b8c3-6de1-4679-a631-34df115ea9c8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:31.279807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-6423b8c3-6de1-4679-a631-34df115ea9c8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Allocated IP 172.20.0.7 (202737ff-a64b-4fcd-babc-65d33229bfd7/eef549f5-0483-421f-85d1-ce37e43d813f/7913e29b-e7ee-49d8-911e-8abc5e525f71) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:43:31.512512 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4b9959d8-2d0c-4f39-96cd-f259419bc2b5 req-404deb64-dbc4-4b5e-8363-f4bf385f0df7 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 210 time: 0.0621817 Apr 23 09:43:31.545922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-6423b8c3-6de1-4679-a631-34df115ea9c8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:31.602629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-6423b8c3-6de1-4679-a631-34df115ea9c8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:31.609642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:43:31.677155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-6423b8c3-6de1-4679-a631-34df115ea9c8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Network 202737ff-a64b-4fcd-babc-65d33229bfd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:43:31.684869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-6423b8c3-6de1-4679-a631-34df115ea9c8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:43:31.687427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-6423b8c3-6de1-4679-a631-34df115ea9c8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:43:31.736143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423b8c3-6de1-4679-a631-34df115ea9c8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Pushing event updated for resources: {'Port': ['ID=7913e29b-e7ee-49d8-911e-8abc5e525f71,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:43:31.740946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6423b8c3-6de1-4679-a631-34df115ea9c8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:43:31.764503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-6423b8c3-6de1-4679-a631-34df115ea9c8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:31.765183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-6423b8c3-6de1-4679-a631-34df115ea9c8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:31.817256 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-6423b8c3-6de1-4679-a631-34df115ea9c8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0198631 Apr 23 09:43:31.829722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Request body: {'port': {'device_id': 'aed6f496-5f86-40cd-9ead-5309785f72e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:43:31.957471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:32.328226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7913e29b-e7ee-49d8-911e-8abc5e525f71 {{(pid=87174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:43:32.336572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:32.398807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Transition to ACTIVE for port object 7913e29b-e7ee-49d8-911e-8abc5e525f71 will not be triggered until provisioned by entity L2. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:43:32.427272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:32.432524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0d35203c-0bca-4c73-91f3-7e0dd8e34a1d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:43:32.638871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7913e29b-e7ee-49d8-911e-8abc5e525f71,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:43:32.645911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:43:32.693683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Attempting to bind port 7913e29b-e7ee-49d8-911e-8abc5e525f71 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:43:32.694061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Attempting to bind port 7913e29b-e7ee-49d8-911e-8abc5e525f71 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '90afcf2a-91dd-4d12-8079-486ee826496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '202737ff-a64b-4fcd-babc-65d33229bfd7'}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:43:32.694484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Attempting to bind port 7913e29b-e7ee-49d8-911e-8abc5e525f71 on network 202737ff-a64b-4fcd-babc-65d33229bfd7 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:43:32.699605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Port 7913e29b-e7ee-49d8-911e-8abc5e525f71 on network 202737ff-a64b-4fcd-babc-65d33229bfd7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:43:32.699969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Attempting to bind port 7913e29b-e7ee-49d8-911e-8abc5e525f71 on network 202737ff-a64b-4fcd-babc-65d33229bfd7 {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:43:32.706256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:43:32.706658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Checking segment: {'id': '90afcf2a-91dd-4d12-8079-486ee826496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '202737ff-a64b-4fcd-babc-65d33229bfd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:43:32.707086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Bound using segment: {'id': '90afcf2a-91dd-4d12-8079-486ee826496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '202737ff-a64b-4fcd-babc-65d33229bfd7'} {{(pid=87174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:43:32.707563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Bound port: 7913e29b-e7ee-49d8-911e-8abc5e525f71, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90afcf2a-91dd-4d12-8079-486ee826496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '202737ff-a64b-4fcd-babc-65d33229bfd7'}}] {{(pid=87174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:43:32.707949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:32.722156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3471a0d-8b12-435d-b518-2a6c153c59d5 req-432725c1-c7e1-499e-b591-04df98c8864e tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:32.723987 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a3471a0d-8b12-435d-b518-2a6c153c59d5 req-432725c1-c7e1-499e-b591-04df98c8864e tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 943 time: 0.0923057 Apr 23 09:43:32.774369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a3471a0d-8b12-435d-b518-2a6c153c59d5 req-b6118850-abd2-4f4c-8529-e3ab4a1bbdba tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Synchronizing usage tracker for tenant:b31289f5dc5a4dfd9d08366ebe69e9ff on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:43:32.812977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] For port 7913e29b-e7ee-49d8-911e-8abc5e525f71, host hv-neutron-7864, cleared binding levels {{(pid=87174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:43:32.815936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a3471a0d-8b12-435d-b518-2a6c153c59d5 req-b6118850-abd2-4f4c-8529-e3ab4a1bbdba tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Unset dirty status for tenant:b31289f5dc5a4dfd9d08366ebe69e9ff on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:43:32.816355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] For port 7913e29b-e7ee-49d8-911e-8abc5e525f71, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7913e29b-e7ee-49d8-911e-8abc5e525f71,segment=NetworkSegment(90afcf2a-91dd-4d12-8079-486ee826496f),segment_id=90afcf2a-91dd-4d12-8079-486ee826496f)] {{(pid=87174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:43:32.817267 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a3471a0d-8b12-435d-b518-2a6c153c59d5 req-b6118850-abd2-4f4c-8529-e3ab4a1bbdba tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870397 Apr 23 09:43:32.839402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:32.844769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bd2f0703-edad-4572-a9cb-8edef6e73159 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:43:32.900618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:32.901317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:32.902841 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] 10.222.0.35 "PUT /v2.0/ports/7913e29b-e7ee-49d8-911e-8abc5e525f71 HTTP/1.1" status: 200 len: 1093 time: 1.0778260 Apr 23 09:43:32.903458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed6f496-5f86-40cd-9ead-5309785f72e1', 'tag': '7913e29b-e7ee-49d8-911e-8abc5e525f71'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:43:32.933992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7913e29b-e7ee-49d8-911e-8abc5e525f71,revision_number=3']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:43:32.937493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:43:32.953803 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed6f496-5f86-40cd-9ead-5309785f72e1', 'tag': '7913e29b-e7ee-49d8-911e-8abc5e525f71', 'status': 'completed', 'code': 200} Apr 23 09:43:33.356552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780c9a9-87f8-42bc-939e-d06ce0825cff req-b91faef8-23cd-4462-9f75-d5a9eab645fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:33.358150 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4780c9a9-87f8-42bc-939e-d06ce0825cff req-b91faef8-23cd-4462-9f75-d5a9eab645fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b31289f5dc5a4dfd9d08366ebe69e9ff&device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 1096 time: 0.3852503 Apr 23 09:43:33.515346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780c9a9-87f8-42bc-939e-d06ce0825cff req-0b8ee44f-f297-47c9-a7ab-9672b46fa215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:33.516932 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4780c9a9-87f8-42bc-939e-d06ce0825cff req-0b8ee44f-f297-47c9-a7ab-9672b46fa215 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b31289f5dc5a4dfd9d08366ebe69e9ff&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1519592 Apr 23 09:43:33.666646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780c9a9-87f8-42bc-939e-d06ce0825cff req-b13ed357-853e-433c-a9de-8adf4839dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:33.669293 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4780c9a9-87f8-42bc-939e-d06ce0825cff req-b13ed357-853e-433c-a9de-8adf4839dff0 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1453495 Apr 23 09:43:33.785304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-02bf25b4-4342-40ea-8187-fa472532e3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:33.786952 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-02bf25b4-4342-40ea-8187-fa472532e3b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b31289f5dc5a4dfd9d08366ebe69e9ff&device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 1096 time: 0.0814648 Apr 23 09:43:33.867475 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-74087ca3-cfe7-4f72-a122-a56876a919f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7913e29b-e7ee-49d8-911e-8abc5e525f71 HTTP/1.1" status: 200 len: 217 time: 0.0734792 Apr 23 09:43:33.941680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-24eaea73-ca3e-4cf6-9dc8-1bc6ddecd18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:33.943306 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-24eaea73-ca3e-4cf6-9dc8-1bc6ddecd18c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eef549f5-0483-421f-85d1-ce37e43d813f HTTP/1.1" status: 200 len: 854 time: 0.0690715 Apr 23 09:43:33.997234 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-5c6adf55-e05f-40ea-ac67-8c56c9069164 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=202737ff-a64b-4fcd-babc-65d33229bfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478487 Apr 23 09:43:34.048841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54819e75-c3e5-4888-9777-4cb299a0ad1a req-3d10781e-9952-47df-8c22-c86ebefe73a4 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:34.052065 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54819e75-c3e5-4888-9777-4cb299a0ad1a req-3d10781e-9952-47df-8c22-c86ebefe73a4 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 943 time: 0.1157036 Apr 23 09:43:34.100690 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54819e75-c3e5-4888-9777-4cb299a0ad1a req-d7919560-3364-467c-a3eb-091943830ad3 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424011 Apr 23 09:43:34.166052 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-d35672ea-0b5e-4fe1-84d7-2aeb95d3f3cd service neutron] 10.222.0.35 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624196 Apr 23 09:43:34.312057 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d12160ff-969c-4cdc-bdf4-285733f0744c req-ece494be-a340-485f-b1c0-793737bdbd16 service neutron] 10.222.0.35 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385157 Apr 23 09:43:35.315037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e2d82-02eb-4cd4-97c0-361b394b7cb9 req-8b031e56-a474-42b4-97b0-969193044ae8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:35.315814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-194e2d82-02eb-4cd4-97c0-361b394b7cb9 req-8b031e56-a474-42b4-97b0-969193044ae8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Synchronizing usage tracker for tenant:b31289f5dc5a4dfd9d08366ebe69e9ff on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:43:35.364166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-194e2d82-02eb-4cd4-97c0-361b394b7cb9 req-8b031e56-a474-42b4-97b0-969193044ae8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Unset dirty status for tenant:b31289f5dc5a4dfd9d08366ebe69e9ff on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:43:35.365497 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-194e2d82-02eb-4cd4-97c0-361b394b7cb9 req-8b031e56-a474-42b4-97b0-969193044ae8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 943 time: 0.1450436 Apr 23 09:43:35.416134 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-194e2d82-02eb-4cd4-97c0-361b394b7cb9 req-bc959b91-ab25-4b88-8d51-adef66c57df6 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437698 Apr 23 09:43:36.625855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe579a0-40ac-4228-bec2-278f31564ba5 req-82ef7c33-9077-4089-aef8-1d80088ea8ab tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:36.627583 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bfe579a0-40ac-4228-bec2-278f31564ba5 req-82ef7c33-9077-4089-aef8-1d80088ea8ab tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 943 time: 0.0957818 Apr 23 09:43:36.678574 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bfe579a0-40ac-4228-bec2-278f31564ba5 req-c8b41619-9479-4eb6-8e49-a1e78b9e5ebe tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442891 Apr 23 09:43:36.705913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2bafe3fd-465d-4db9-995e-4482067282e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:37.573010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 7913e29b-e7ee-49d8-911e-8abc5e525f71 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:43:37.721699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 7913e29b-e7ee-49d8-911e-8abc5e525f71, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7913e29b-e7ee-49d8-911e-8abc5e525f71,segment=NetworkSegment(90afcf2a-91dd-4d12-8079-486ee826496f),segment_id=90afcf2a-91dd-4d12-8079-486ee826496f)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:43:37.738203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '7913e29b-e7ee-49d8-911e-8abc5e525f71', 'network_id': '202737ff-a64b-4fcd-babc-65d33229bfd7', 'port_id': '7913e29b-e7ee-49d8-911e-8abc5e525f71', 'mac_address': 'fa:16:3e:d7:4a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eef549f5-0483-421f-85d1-ce37e43d813f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:43:37.803191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:37.824139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7913e29b-e7ee-49d8-911e-8abc5e525f71 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:43:37.841557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 7913e29b-e7ee-49d8-911e-8abc5e525f71, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7913e29b-e7ee-49d8-911e-8abc5e525f71,segment=NetworkSegment(90afcf2a-91dd-4d12-8079-486ee826496f),segment_id=90afcf2a-91dd-4d12-8079-486ee826496f)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:43:37.873285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:37.876184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:43:37.896091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf6950-a641-49f8-8809-938eb6f76c2c req-6e328ac7-ee59-484b-aafa-5b9e6ac9e42b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:37.897890 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2eaf6950-a641-49f8-8809-938eb6f76c2c req-6e328ac7-ee59-484b-aafa-5b9e6ac9e42b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 943 time: 0.0990605 Apr 23 09:43:37.962179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=7913e29b-e7ee-49d8-911e-8abc5e525f71,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:43:37.971841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:38.011633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:38.011633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:38.011633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:38.011633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:38.011633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:38.011633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:38.011633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:38.011633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:38.011633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:38.011633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:38.011633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:43:38.015446 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2eaf6950-a641-49f8-8809-938eb6f76c2c req-c853134f-5f56-4c17-9be3-1329833952d1 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600019 Apr 23 09:43:38.015551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:43:38.177907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['7913e29b-e7ee-49d8-911e-8abc5e525f71'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:43:39.183934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba119f-fa1a-4c3c-9fdc-aeb6725b4ae7 req-7b8a5fe5-f75c-4339-b755-1e37b1194513 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:39.185605 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6aba119f-fa1a-4c3c-9fdc-aeb6725b4ae7 req-7b8a5fe5-f75c-4339-b755-1e37b1194513 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 944 time: 0.0915585 Apr 23 09:43:39.234432 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6aba119f-fa1a-4c3c-9fdc-aeb6725b4ae7 req-7d7b4e68-53bf-4d0e-ade7-37ec3bce2e16 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414636 Apr 23 09:43:39.588209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 7913e29b-e7ee-49d8-911e-8abc5e525f71 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:43:39.684617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f08e0caa-9882-412e-a819-03f3f3b5d58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:39.719059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 7913e29b-e7ee-49d8-911e-8abc5e525f71 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:43:39.725815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 7913e29b-e7ee-49d8-911e-8abc5e525f71 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:43:39.726243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:39.856570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:39.884822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed6f496-5f86-40cd-9ead-5309785f72e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7913e29b-e7ee-49d8-911e-8abc5e525f71'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:43:39.896745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 7913e29b-e7ee-49d8-911e-8abc5e525f71, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7913e29b-e7ee-49d8-911e-8abc5e525f71,segment=NetworkSegment(90afcf2a-91dd-4d12-8079-486ee826496f),segment_id=90afcf2a-91dd-4d12-8079-486ee826496f)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:43:39.924768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:39.926938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:43:39.964749 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed6f496-5f86-40cd-9ead-5309785f72e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7913e29b-e7ee-49d8-911e-8abc5e525f71', 'code': 200} Apr 23 09:43:39.998921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=7913e29b-e7ee-49d8-911e-8abc5e525f71,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:43:40.002803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:43:40.227351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e8277-11b5-4fcc-920b-935814cd88c0 req-ee475c18-c37e-4fd7-b890-1ddcdb6b612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:40.228889 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e72e8277-11b5-4fcc-920b-935814cd88c0 req-ee475c18-c37e-4fd7-b890-1ddcdb6b612d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 1098 time: 0.0782421 Apr 23 09:43:40.277415 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e72e8277-11b5-4fcc-920b-935814cd88c0 req-e649a649-aeec-44f0-b135-dd6e1d69d75f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410833 Apr 23 09:43:40.444572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb32eb-e5e4-46f0-8cac-01b92eaf4597 req-675d0884-d8d7-4dd5-b378-5fdeadef4e53 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:40.444819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:40.446200 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6ceb32eb-e5e4-46f0-8cac-01b92eaf4597 req-675d0884-d8d7-4dd5-b378-5fdeadef4e53 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0952718 Apr 23 09:43:40.498237 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6ceb32eb-e5e4-46f0-8cac-01b92eaf4597 req-af7a4328-a4fb-4380-85f9-8fb69428341d tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443704 Apr 23 09:43:41.270818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:41.714685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5db9fd-e2bd-4e42-9e59-0f8100a2884e req-bc099a72-ad1e-4289-aa00-20f809354ef6 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:41.716339 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fe5db9fd-e2bd-4e42-9e59-0f8100a2884e req-bc099a72-ad1e-4289-aa00-20f809354ef6 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0969346 Apr 23 09:43:41.769150 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fe5db9fd-e2bd-4e42-9e59-0f8100a2884e req-cfea1e30-7bcb-4044-ac51-b3352265c6b0 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459189 Apr 23 09:43:41.969342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dffea3-45b3-4b71-96f1-172d55b7118f req-257a1302-75cf-4969-ae6b-9fe795b734b8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:41.971026 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b9dffea3-45b3-4b71-96f1-172d55b7118f req-257a1302-75cf-4969-ae6b-9fe795b734b8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0886760 Apr 23 09:43:42.024270 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b9dffea3-45b3-4b71-96f1-172d55b7118f req-5ad763e3-63e5-4298-94c5-898fe799b54d tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468044 Apr 23 09:43:42.322153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:42.436121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccacec1-5fca-48d3-bf29-f2513be67619 req-fbe61cb8-5ac6-411c-ac79-752bdeee51c1 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:42.437725 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8ccacec1-5fca-48d3-bf29-f2513be67619 req-fbe61cb8-5ac6-411c-ac79-752bdeee51c1 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0889750 Apr 23 09:43:42.487534 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8ccacec1-5fca-48d3-bf29-f2513be67619 req-700573d8-3a4d-4e96-8cfa-f689b4bd7cc8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425372 Apr 23 09:43:42.690714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a984b46-2929-4b2d-b560-45ab628e6feb req-d56422bb-2db1-4553-939c-1dd7312c499b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:42.692295 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3a984b46-2929-4b2d-b560-45ab628e6feb req-d56422bb-2db1-4553-939c-1dd7312c499b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0918310 Apr 23 09:43:42.740094 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3a984b46-2929-4b2d-b560-45ab628e6feb req-528e53f2-0d15-403d-aa5b-05f9d23f1b93 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415111 Apr 23 09:43:43.311303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f673faa-c5b7-4254-91a3-1dc27c03d183 req-6eeed5d1-491d-4ed6-8f18-0f30c6470e2f tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:43.312844 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9f673faa-c5b7-4254-91a3-1dc27c03d183 req-6eeed5d1-491d-4ed6-8f18-0f30c6470e2f tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.1613057 Apr 23 09:43:43.316878 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d149ee8e-6b82-426f-a23a-ff74bdb6c0bd req-43d3ecab-2e14-43b8-8c76-7dddd02acaef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1248419 Apr 23 09:43:43.363027 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9f673faa-c5b7-4254-91a3-1dc27c03d183 req-1c056a69-9558-4395-b0f4-7fbf8a3becf5 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434852 Apr 23 09:43:44.577345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6948c-dd77-49a1-8b00-af92ee789e46 req-342706b9-8b47-4c94-9b49-adb0e351b1c1 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:44.578961 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-70b6948c-dd77-49a1-8b00-af92ee789e46 req-342706b9-8b47-4c94-9b49-adb0e351b1c1 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0981054 Apr 23 09:43:44.630766 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-70b6948c-dd77-49a1-8b00-af92ee789e46 req-408e7f06-abf1-421a-b9c1-ca8de2af7d14 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451341 Apr 23 09:43:45.125199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149ee8e-6b82-426f-a23a-ff74bdb6c0bd req-95d08d75-5fd4-481d-a1c7-9a820874f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:45.126876 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d149ee8e-6b82-426f-a23a-ff74bdb6c0bd req-95d08d75-5fd4-481d-a1c7-9a820874f1c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b31289f5dc5a4dfd9d08366ebe69e9ff&device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 1098 time: 0.0824046 Apr 23 09:43:45.268422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149ee8e-6b82-426f-a23a-ff74bdb6c0bd req-1e85249a-5b1a-459b-89e8-aed3e076ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:45.269988 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d149ee8e-6b82-426f-a23a-ff74bdb6c0bd req-1e85249a-5b1a-459b-89e8-aed3e076ab60 service neutron] 10.222.0.35 "GET /v2.0/networks?id=202737ff-a64b-4fcd-babc-65d33229bfd7 HTTP/1.1" status: 200 len: 915 time: 0.1370773 Apr 23 09:43:45.345274 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d149ee8e-6b82-426f-a23a-ff74bdb6c0bd req-23f7ec45-f261-4b81-bc7b-c3b1d1b0ad84 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7913e29b-e7ee-49d8-911e-8abc5e525f71 HTTP/1.1" status: 200 len: 217 time: 0.0689178 Apr 23 09:43:45.414038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149ee8e-6b82-426f-a23a-ff74bdb6c0bd req-5b5f5c3a-45ee-4007-95c4-63ef5576cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:45.415567 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d149ee8e-6b82-426f-a23a-ff74bdb6c0bd req-5b5f5c3a-45ee-4007-95c4-63ef5576cf48 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eef549f5-0483-421f-85d1-ce37e43d813f HTTP/1.1" status: 200 len: 854 time: 0.0641000 Apr 23 09:43:45.472013 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d149ee8e-6b82-426f-a23a-ff74bdb6c0bd req-3108db47-c108-4af7-9f6b-ebbedba44bf7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=202737ff-a64b-4fcd-babc-65d33229bfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492964 Apr 23 09:43:45.614287 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d149ee8e-6b82-426f-a23a-ff74bdb6c0bd req-abc0492b-2beb-4c05-a4f1-659b64407534 service neutron] 10.222.0.35 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352763 Apr 23 09:43:45.798053 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d149ee8e-6b82-426f-a23a-ff74bdb6c0bd req-3357b32d-a8a0-493f-addf-56a400d6cab8 service neutron] 10.222.0.35 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780653 Apr 23 09:43:45.843560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beedb30-a1ce-4d2e-9c30-11785ede5c88 req-3d2a060d-f236-4c1c-9404-c7125ea7e1bf tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:45.845146 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2beedb30-a1ce-4d2e-9c30-11785ede5c88 req-3d2a060d-f236-4c1c-9404-c7125ea7e1bf tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0951772 Apr 23 09:43:45.894774 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2beedb30-a1ce-4d2e-9c30-11785ede5c88 req-84ccd167-ee80-4e9f-8ce9-cca6cd54abd6 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423493 Apr 23 09:43:47.100234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24434c92-f6fc-46ba-b54a-7131f1121185 req-5dadeac9-22e1-4990-b253-979e4880d61e tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:47.101850 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-24434c92-f6fc-46ba-b54a-7131f1121185 req-5dadeac9-22e1-4990-b253-979e4880d61e tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0900199 Apr 23 09:43:47.151436 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-24434c92-f6fc-46ba-b54a-7131f1121185 req-13dc8e84-4636-4ab2-b94f-9cc367d65864 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431504 Apr 23 09:43:48.358749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be6d84-0708-4992-b2fb-9bd3f9fb7b2a req-d8838a20-5173-42d4-b61e-aa70339774f1 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:48.360342 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a7be6d84-0708-4992-b2fb-9bd3f9fb7b2a req-d8838a20-5173-42d4-b61e-aa70339774f1 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0940707 Apr 23 09:43:48.409584 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a7be6d84-0708-4992-b2fb-9bd3f9fb7b2a req-a9182dd9-167b-4c3f-b839-53cbe7fe5a2e tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421393 Apr 23 09:43:49.618180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae4803-f8ed-4634-af43-3824bf645a8c req-e3c601e1-a301-4df8-bb92-99d34d827ed9 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:49.619818 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-49ae4803-f8ed-4634-af43-3824bf645a8c req-e3c601e1-a301-4df8-bb92-99d34d827ed9 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0918083 Apr 23 09:43:49.668182 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-49ae4803-f8ed-4634-af43-3824bf645a8c req-5da8cc5a-123d-4c07-b975-925bf7778b29 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419259 Apr 23 09:43:50.873586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202799b0-e950-472e-acb6-9330c353a8a6 req-19e4d901-1b64-4404-8561-7413300e5f5d tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:50.875216 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-202799b0-e950-472e-acb6-9330c353a8a6 req-19e4d901-1b64-4404-8561-7413300e5f5d tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0887327 Apr 23 09:43:50.927389 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-202799b0-e950-472e-acb6-9330c353a8a6 req-947e3047-ded8-4a80-95db-c75be004479a tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451398 Apr 23 09:43:51.286860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791e910-c387-48f0-a167-26716e9db860 req-670a36ff-cc68-4af3-a18a-790e4a0219f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:51.309675 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a791e910-c387-48f0-a167-26716e9db860 req-670a36ff-cc68-4af3-a18a-790e4a0219f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b31289f5dc5a4dfd9d08366ebe69e9ff&device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 1098 time: 0.0805120 Apr 23 09:43:51.448863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791e910-c387-48f0-a167-26716e9db860 req-6a050dc6-2acf-4b4b-bb6d-3bd8b209c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:51.450466 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a791e910-c387-48f0-a167-26716e9db860 req-6a050dc6-2acf-4b4b-bb6d-3bd8b209c5d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=202737ff-a64b-4fcd-babc-65d33229bfd7 HTTP/1.1" status: 200 len: 915 time: 0.1406827 Apr 23 09:43:51.528255 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a791e910-c387-48f0-a167-26716e9db860 req-be97d2af-17bc-4e16-b3ae-69cfeb858260 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7913e29b-e7ee-49d8-911e-8abc5e525f71 HTTP/1.1" status: 200 len: 217 time: 0.0710294 Apr 23 09:43:51.598029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791e910-c387-48f0-a167-26716e9db860 req-eddc4d5e-efe1-4266-a9f1-eb57f55fde5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:51.599627 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a791e910-c387-48f0-a167-26716e9db860 req-eddc4d5e-efe1-4266-a9f1-eb57f55fde5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eef549f5-0483-421f-85d1-ce37e43d813f HTTP/1.1" status: 200 len: 854 time: 0.0654066 Apr 23 09:43:51.652298 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a791e910-c387-48f0-a167-26716e9db860 req-8c545a6b-dea8-4e36-894f-db408b8dd3e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=202737ff-a64b-4fcd-babc-65d33229bfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461140 Apr 23 09:43:51.796963 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a791e910-c387-48f0-a167-26716e9db860 req-3bc08ce1-96d9-49cb-8cea-2154296dbb3e service neutron] 10.222.0.35 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374769 Apr 23 09:43:51.942234 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a791e910-c387-48f0-a167-26716e9db860 req-b1030f30-6f09-42ae-8238-1acc4adcd14a service neutron] 10.222.0.35 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387448 Apr 23 09:43:52.013479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:43:52.158045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645aa71-bb40-41ac-b9f5-aa67ebb8846e req-0dc97106-cd9c-478d-b9e8-60940b754e9f tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:52.159756 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c645aa71-bb40-41ac-b9f5-aa67ebb8846e req-0dc97106-cd9c-478d-b9e8-60940b754e9f tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0926220 Apr 23 09:43:52.207644 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c645aa71-bb40-41ac-b9f5-aa67ebb8846e req-75526ee9-6809-4b3e-bef6-c817825e18b1 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413728 Apr 23 09:43:53.413499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b89d3-c4d9-4883-9d42-1a501674a551 req-dd8c0272-c14c-4a05-9bef-f2457cdb4216 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:53.415203 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7d3b89d3-c4d9-4883-9d42-1a501674a551 req-dd8c0272-c14c-4a05-9bef-f2457cdb4216 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0942080 Apr 23 09:43:53.464553 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7d3b89d3-c4d9-4883-9d42-1a501674a551 req-481f6cc2-aeed-4c57-8a40-6d2ed230b129 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429142 Apr 23 09:43:53.487970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:43:54.884667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebddf0-57d2-44c8-8913-9ad95bcc0cc6 req-f450005d-aeb6-48a2-a992-bdc1d4d5e8fd tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:54.886380 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-30ebddf0-57d2-44c8-8913-9ad95bcc0cc6 req-f450005d-aeb6-48a2-a992-bdc1d4d5e8fd tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0903921 Apr 23 09:43:54.934934 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-30ebddf0-57d2-44c8-8913-9ad95bcc0cc6 req-94350517-b8d1-46bd-a104-65f02e2c138d tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420582 Apr 23 09:43:56.149775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b167bd6-9db1-4d4f-81b4-19a7b2f506c5 req-3f3c6e16-f0f6-4758-bdfa-c56dcc98a839 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:56.151416 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0b167bd6-9db1-4d4f-81b4-19a7b2f506c5 req-3f3c6e16-f0f6-4758-bdfa-c56dcc98a839 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0928042 Apr 23 09:43:56.202636 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0b167bd6-9db1-4d4f-81b4-19a7b2f506c5 req-9be4a522-088c-4828-85a8-1c6341761894 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447633 Apr 23 09:43:57.407951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad55bad-8835-4b3a-a58a-1bcb1188c0ea req-cdb5250f-d76a-406d-8b64-37e332e5c0f3 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:57.410123 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6ad55bad-8835-4b3a-a58a-1bcb1188c0ea req-cdb5250f-d76a-406d-8b64-37e332e5c0f3 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0928123 Apr 23 09:43:57.459274 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6ad55bad-8835-4b3a-a58a-1bcb1188c0ea req-39e87728-5d00-4117-b367-0b6943f58dfe tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428667 Apr 23 09:43:58.667973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b9a72-0917-4c57-95a9-c0aac86b15fb req-06d996e5-a74d-458e-aa5e-576bad18fb1d tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:58.669328 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-099b9a72-0917-4c57-95a9-c0aac86b15fb req-06d996e5-a74d-458e-aa5e-576bad18fb1d tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0909939 Apr 23 09:43:58.724581 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-099b9a72-0917-4c57-95a9-c0aac86b15fb req-b479d0e8-5835-45dd-9865-f2914498f2c9 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461984 Apr 23 09:43:59.933746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a538b7-e8d4-4454-84c8-4a8fe2629dd1 req-4c7eab51-2574-44f7-a9db-66e39258faae tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:43:59.935409 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f5a538b7-e8d4-4454-84c8-4a8fe2629dd1 req-4c7eab51-2574-44f7-a9db-66e39258faae tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0960367 Apr 23 09:43:59.986639 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f5a538b7-e8d4-4454-84c8-4a8fe2629dd1 req-39caf37c-7612-4377-8931-61018a37775e tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445964 Apr 23 09:44:01.194642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20121805-05cb-426c-a838-6a1f262b5396 req-bb6cd1cc-8b3b-46d9-8699-f3ed8f2f9240 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:01.196251 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-20121805-05cb-426c-a838-6a1f262b5396 req-bb6cd1cc-8b3b-46d9-8699-f3ed8f2f9240 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0935135 Apr 23 09:44:01.244916 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-20121805-05cb-426c-a838-6a1f262b5396 req-43aa340c-7201-4718-9445-d27be3cf3f37 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421827 Apr 23 09:44:02.447941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc9b93-cf45-4e4b-804b-894d3e10f6b7 req-6d44fbc4-d37d-4314-991f-5e6fa232e6c3 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:02.449531 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f4dc9b93-cf45-4e4b-804b-894d3e10f6b7 req-6d44fbc4-d37d-4314-991f-5e6fa232e6c3 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0885932 Apr 23 09:44:02.502281 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f4dc9b93-cf45-4e4b-804b-894d3e10f6b7 req-583c198c-478a-4bf6-a34a-e0b5e486daa9 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464609 Apr 23 09:44:03.705302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad341a-d918-4666-9010-90b52611124a req-7213a158-33a9-4fc3-a8f0-40b298f5b2e2 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:03.706962 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3dad341a-d918-4666-9010-90b52611124a req-7213a158-33a9-4fc3-a8f0-40b298f5b2e2 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0886631 Apr 23 09:44:03.755581 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3dad341a-d918-4666-9010-90b52611124a req-9091cd4a-e7f3-4809-acc7-a588549c20ea tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408843 Apr 23 09:44:04.956940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca7dbc-11e0-4a14-ae2d-fe83c4942664 req-69f2fb8e-b136-476f-bc76-76784ad055e1 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:04.959317 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e5ca7dbc-11e0-4a14-ae2d-fe83c4942664 req-69f2fb8e-b136-476f-bc76-76784ad055e1 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0908511 Apr 23 09:44:05.007887 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e5ca7dbc-11e0-4a14-ae2d-fe83c4942664 req-bbcd5175-d0af-4d2b-95cf-c69f22e57004 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420806 Apr 23 09:44:06.218787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc417b-b8b8-4a17-b850-89e31fec38c9 req-72422128-685b-4280-9672-0265bca3bab6 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:06.220393 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8cfc417b-b8b8-4a17-b850-89e31fec38c9 req-72422128-685b-4280-9672-0265bca3bab6 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0931792 Apr 23 09:44:06.268950 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8cfc417b-b8b8-4a17-b850-89e31fec38c9 req-379281c6-08b6-4057-a020-cbc587d6cb37 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410664 Apr 23 09:44:06.695403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-983358db-150a-4491-bed4-faecc5b41a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:07.474149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561a565-fa94-4a42-ad20-607062c294f8 req-432ab184-6fe3-4446-98ab-bd0ca67dafcb tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:07.475823 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4561a565-fa94-4a42-ad20-607062c294f8 req-432ab184-6fe3-4446-98ab-bd0ca67dafcb tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0921690 Apr 23 09:44:07.526114 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4561a565-fa94-4a42-ad20-607062c294f8 req-9c43c35b-ae21-47d9-ae0d-b214f7c8fe83 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426214 Apr 23 09:44:08.734240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e06f4-0b50-491d-a233-72eb5475185a req-55c8d8ee-9d39-46ad-b4a2-635bd7f10432 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:08.735887 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7e3e06f4-0b50-491d-a233-72eb5475185a req-55c8d8ee-9d39-46ad-b4a2-635bd7f10432 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0928488 Apr 23 09:44:08.786823 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7e3e06f4-0b50-491d-a233-72eb5475185a req-58cfe530-9ff1-4a00-96ff-285831df78b5 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426843 Apr 23 09:44:09.670239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4b28119-c6c9-4232-86d8-deb9509ee5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:09.994492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42eda0-3887-4cfb-9d81-403814c601ce req-1839c1c7-1bdd-416a-8ab1-04039fe0aa6a tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:09.996159 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6b42eda0-3887-4cfb-9d81-403814c601ce req-1839c1c7-1bdd-416a-8ab1-04039fe0aa6a tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0929518 Apr 23 09:44:10.046907 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6b42eda0-3887-4cfb-9d81-403814c601ce req-f1b51eb6-a3c1-4ffd-9062-39fef5d3d6b1 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443263 Apr 23 09:44:10.487925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:11.247419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:11.251526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099292a-1409-40ce-87b1-50838349dec6 req-b4134449-c29c-4bce-8460-56798f0476c2 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:11.253158 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c099292a-1409-40ce-87b1-50838349dec6 req-b4134449-c29c-4bce-8460-56798f0476c2 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0892494 Apr 23 09:44:11.305233 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c099292a-1409-40ce-87b1-50838349dec6 req-5f96aa13-43dc-4fa8-8fe0-2b192af10716 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449145 Apr 23 09:44:12.321833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:12.512266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b138e-3e42-4c49-a11a-8ae9318eeb52 req-634bb1e8-d755-421a-b5ce-1a293483ac31 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:12.513802 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-799b138e-3e42-4c49-a11a-8ae9318eeb52 req-634bb1e8-d755-421a-b5ce-1a293483ac31 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0951469 Apr 23 09:44:12.561891 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-799b138e-3e42-4c49-a11a-8ae9318eeb52 req-28039492-0409-4105-a852-083ca6115d39 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410819 Apr 23 09:44:13.142296 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d149ee8e-6b82-426f-a23a-ff74bdb6c0bd req-eebbd45a-3828-4f84-9aec-aeabdaead9c2 service neutron] 10.222.0.35 "GET /v2.0/ports/7913e29b-e7ee-49d8-911e-8abc5e525f71/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.3764906 Apr 23 09:44:13.525730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149ee8e-6b82-426f-a23a-ff74bdb6c0bd req-2e0c0a2f-e592-4987-9645-b3728f67cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:13.527401 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d149ee8e-6b82-426f-a23a-ff74bdb6c0bd req-2e0c0a2f-e592-4987-9645-b3728f67cf40 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1&tenant_id=b31289f5dc5a4dfd9d08366ebe69e9ff HTTP/1.1" status: 200 len: 1098 time: 0.0822308 Apr 23 09:44:13.634002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149ee8e-6b82-426f-a23a-ff74bdb6c0bd req-9f0db948-76ce-4d34-b992-30cf512a7650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:13.635672 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d149ee8e-6b82-426f-a23a-ff74bdb6c0bd req-9f0db948-76ce-4d34-b992-30cf512a7650 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b31289f5dc5a4dfd9d08366ebe69e9ff&device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 1098 time: 0.0852787 Apr 23 09:44:13.846778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149ee8e-6b82-426f-a23a-ff74bdb6c0bd req-850383a2-fe16-428b-86e5-fdd570257b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:13.848582 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d149ee8e-6b82-426f-a23a-ff74bdb6c0bd req-850383a2-fe16-428b-86e5-fdd570257b3f service neutron] 10.222.0.35 "GET /v2.0/networks?id=202737ff-a64b-4fcd-babc-65d33229bfd7 HTTP/1.1" status: 200 len: 915 time: 0.2061243 Apr 23 09:44:13.929626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaae196-2571-46e5-85fa-3c0beb06c7f9 req-0b041d09-0bd1-48ec-8275-be0ce3bba384 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:13.931277 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bdaae196-2571-46e5-85fa-3c0beb06c7f9 req-0b041d09-0bd1-48ec-8275-be0ce3bba384 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.2464678 Apr 23 09:44:13.942965 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d149ee8e-6b82-426f-a23a-ff74bdb6c0bd req-71fd47d8-0571-444d-8db1-6d62075e4ffa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7913e29b-e7ee-49d8-911e-8abc5e525f71 HTTP/1.1" status: 200 len: 217 time: 0.0869131 Apr 23 09:44:14.041583 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bdaae196-2571-46e5-85fa-3c0beb06c7f9 req-3f6cfb95-038d-45d6-b097-563142ebe444 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018403 Apr 23 09:44:14.052002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149ee8e-6b82-426f-a23a-ff74bdb6c0bd req-f0849e99-075e-424c-a582-773a3a25ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:14.053696 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d149ee8e-6b82-426f-a23a-ff74bdb6c0bd req-f0849e99-075e-424c-a582-773a3a25ba9e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eef549f5-0483-421f-85d1-ce37e43d813f HTTP/1.1" status: 200 len: 854 time: 0.0958376 Apr 23 09:44:14.118652 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d149ee8e-6b82-426f-a23a-ff74bdb6c0bd req-40dcd2ac-3aed-49fe-ad41-af319afdd917 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=202737ff-a64b-4fcd-babc-65d33229bfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581801 Apr 23 09:44:14.290708 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d149ee8e-6b82-426f-a23a-ff74bdb6c0bd req-5cc47c1a-0fc8-40fd-be64-ee575dc410b9 service neutron] 10.222.0.35 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660836 Apr 23 09:44:14.455161 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d149ee8e-6b82-426f-a23a-ff74bdb6c0bd req-805fc8f3-5fd5-4eae-bf02-89eb93723bfe service neutron] 10.222.0.35 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580358 Apr 23 09:44:15.254455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72209e07-d08c-4cd8-a14e-437564708300 req-7c6e5f5e-c122-4fc7-b80f-bab1cf77bb74 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:15.256289 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-72209e07-d08c-4cd8-a14e-437564708300 req-7c6e5f5e-c122-4fc7-b80f-bab1cf77bb74 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0904408 Apr 23 09:44:15.307984 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-72209e07-d08c-4cd8-a14e-437564708300 req-4727aa6c-2005-4176-b42a-a750e89682e0 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452235 Apr 23 09:44:16.516166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79086184-86f7-4751-b53d-ffaa84761a5e req-ecf4be8a-3de3-4740-a0a8-6ecf67c7d05d tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:16.518081 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-79086184-86f7-4751-b53d-ffaa84761a5e req-ecf4be8a-3de3-4740-a0a8-6ecf67c7d05d tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0939989 Apr 23 09:44:16.567967 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-79086184-86f7-4751-b53d-ffaa84761a5e req-6da0968b-3adc-4ed1-be5f-5346def323e9 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423408 Apr 23 09:44:17.713594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 7913e29b-e7ee-49d8-911e-8abc5e525f71 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:44:17.716253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 7913e29b-e7ee-49d8-911e-8abc5e525f71 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:44:17.782999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448de69d-ab7b-4bff-aa33-1dde3e4db014 req-43aa233b-3975-42e0-b894-41e9b01f596b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:17.784670 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-448de69d-ab7b-4bff-aa33-1dde3e4db014 req-43aa233b-3975-42e0-b894-41e9b01f596b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0952785 Apr 23 09:44:17.837283 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-448de69d-ab7b-4bff-aa33-1dde3e4db014 req-c20ddc83-3ff8-42a7-bc7c-6b7f78b15e13 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444374 Apr 23 09:44:17.965904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:17.991496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 7913e29b-e7ee-49d8-911e-8abc5e525f71, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7913e29b-e7ee-49d8-911e-8abc5e525f71,segment=NetworkSegment(90afcf2a-91dd-4d12-8079-486ee826496f),segment_id=90afcf2a-91dd-4d12-8079-486ee826496f)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:44:18.016685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '7913e29b-e7ee-49d8-911e-8abc5e525f71', 'network_id': '202737ff-a64b-4fcd-babc-65d33229bfd7', 'port_id': '7913e29b-e7ee-49d8-911e-8abc5e525f71', 'mac_address': 'fa:16:3e:d7:4a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eef549f5-0483-421f-85d1-ce37e43d813f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:44:18.056878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 7913e29b-e7ee-49d8-911e-8abc5e525f71, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7913e29b-e7ee-49d8-911e-8abc5e525f71,segment=NetworkSegment(90afcf2a-91dd-4d12-8079-486ee826496f),segment_id=90afcf2a-91dd-4d12-8079-486ee826496f)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:44:18.057879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed6f496-5f86-40cd-9ead-5309785f72e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7913e29b-e7ee-49d8-911e-8abc5e525f71'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:44:18.096583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:18.106393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ad03a749-9948-43c2-9097-6a5a2917fce7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:44:18.168703 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed6f496-5f86-40cd-9ead-5309785f72e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7913e29b-e7ee-49d8-911e-8abc5e525f71', 'code': 200} Apr 23 09:44:18.174734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:18.196819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7913e29b-e7ee-49d8-911e-8abc5e525f71 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:44:18.202693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=7913e29b-e7ee-49d8-911e-8abc5e525f71,revision_number=6']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:44:18.206622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:44:18.219290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 7913e29b-e7ee-49d8-911e-8abc5e525f71, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7913e29b-e7ee-49d8-911e-8abc5e525f71,segment=NetworkSegment(90afcf2a-91dd-4d12-8079-486ee826496f),segment_id=90afcf2a-91dd-4d12-8079-486ee826496f)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:44:18.256267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:18.258908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:44:18.327498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20557673-e7c2-4f2a-b94b-6a6ee3382cfe req-520d1f26-721d-4f82-b149-f8f92c0b8670 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:18.329566 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-20557673-e7c2-4f2a-b94b-6a6ee3382cfe req-520d1f26-721d-4f82-b149-f8f92c0b8670 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.35 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1&tenant_id=b31289f5dc5a4dfd9d08366ebe69e9ff&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 944 time: 0.1082511 Apr 23 09:44:18.337369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['7913e29b-e7ee-49d8-911e-8abc5e525f71'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:44:18.389519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=7913e29b-e7ee-49d8-911e-8abc5e525f71,revision_number=7']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:44:18.395769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:44:18.501540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20557673-e7c2-4f2a-b94b-6a6ee3382cfe req-cec3b03d-90ee-439a-a712-0b8afc5e70fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:18.505608 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-20557673-e7c2-4f2a-b94b-6a6ee3382cfe req-cec3b03d-90ee-439a-a712-0b8afc5e70fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b31289f5dc5a4dfd9d08366ebe69e9ff&device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 1097 time: 0.0942781 Apr 23 09:44:18.529016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5dd7f-7e09-4f58-a0ae-973b6970bffe req-52be68d2-54a9-4aa0-9495-c67954e49088 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:18.530711 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c7c5dd7f-7e09-4f58-a0ae-973b6970bffe req-52be68d2-54a9-4aa0-9495-c67954e49088 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 943 time: 0.3900268 Apr 23 09:44:18.581863 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c7c5dd7f-7e09-4f58-a0ae-973b6970bffe req-1549e655-6eff-49d1-a1c6-64fd6597a098 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437870 Apr 23 09:44:18.654789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20557673-e7c2-4f2a-b94b-6a6ee3382cfe req-be9571fb-31c3-4da6-a2a8-c6941425310b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:18.656333 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-20557673-e7c2-4f2a-b94b-6a6ee3382cfe req-be9571fb-31c3-4da6-a2a8-c6941425310b service neutron] 10.222.0.35 "GET /v2.0/networks?id=202737ff-a64b-4fcd-babc-65d33229bfd7 HTTP/1.1" status: 200 len: 915 time: 0.1449363 Apr 23 09:44:18.734179 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-20557673-e7c2-4f2a-b94b-6a6ee3382cfe req-b9754a22-6c6f-4078-b734-4ecfdd35d376 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7913e29b-e7ee-49d8-911e-8abc5e525f71 HTTP/1.1" status: 200 len: 217 time: 0.0709789 Apr 23 09:44:18.804269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20557673-e7c2-4f2a-b94b-6a6ee3382cfe req-4cde47d0-7a26-45e3-893c-594e2250bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:18.805844 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-20557673-e7c2-4f2a-b94b-6a6ee3382cfe req-4cde47d0-7a26-45e3-893c-594e2250bca6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eef549f5-0483-421f-85d1-ce37e43d813f HTTP/1.1" status: 200 len: 854 time: 0.0654404 Apr 23 09:44:18.862724 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-20557673-e7c2-4f2a-b94b-6a6ee3382cfe req-264d968f-69af-4615-9a87-9a9e7bef968f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=202737ff-a64b-4fcd-babc-65d33229bfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503635 Apr 23 09:44:19.010723 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-20557673-e7c2-4f2a-b94b-6a6ee3382cfe req-a7cd5754-7b4c-4a8f-a298-ceb8482f34c7 service neutron] 10.222.0.35 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414683 Apr 23 09:44:19.159747 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-20557673-e7c2-4f2a-b94b-6a6ee3382cfe req-5146ce8b-2b74-4e0e-aa86-ccff62c0f9e1 service neutron] 10.222.0.35 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423230 Apr 23 09:44:19.737049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 7913e29b-e7ee-49d8-911e-8abc5e525f71 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:44:19.806991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1200f-3b2b-4b9d-b04e-2c3a65cff103 req-141b553b-8f8b-4a42-be00-cdf40e9be03a tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:19.808581 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-62b1200f-3b2b-4b9d-b04e-2c3a65cff103 req-141b553b-8f8b-4a42-be00-cdf40e9be03a tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 944 time: 0.1009276 Apr 23 09:44:19.819510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 7913e29b-e7ee-49d8-911e-8abc5e525f71 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:44:19.819970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:19.864108 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-62b1200f-3b2b-4b9d-b04e-2c3a65cff103 req-d4428cdc-641f-484a-86c7-c6ce17362b15 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486500 Apr 23 09:44:19.954271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:19.991301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 7913e29b-e7ee-49d8-911e-8abc5e525f71, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7913e29b-e7ee-49d8-911e-8abc5e525f71,segment=NetworkSegment(90afcf2a-91dd-4d12-8079-486ee826496f),segment_id=90afcf2a-91dd-4d12-8079-486ee826496f)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:44:20.025255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:20.027762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:44:20.113144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=7913e29b-e7ee-49d8-911e-8abc5e525f71,revision_number=8']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:44:20.116593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:44:20.169409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed6f496-5f86-40cd-9ead-5309785f72e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7913e29b-e7ee-49d8-911e-8abc5e525f71'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:44:20.222172 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed6f496-5f86-40cd-9ead-5309785f72e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7913e29b-e7ee-49d8-911e-8abc5e525f71', 'code': 200} Apr 23 09:44:21.088681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dba3d1-8cce-43f9-a581-b21a298e7f0d req-f9281086-3694-487f-ab87-6c8b020913c2 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:21.090553 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d3dba3d1-8cce-43f9-a581-b21a298e7f0d req-f9281086-3694-487f-ab87-6c8b020913c2 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.1039152 Apr 23 09:44:21.148287 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d3dba3d1-8cce-43f9-a581-b21a298e7f0d req-5d39d044-d3ee-498d-b21d-447e094503f9 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502090 Apr 23 09:44:21.367334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40fb93-9c70-43e3-905e-88272751a6c3 req-7376dd32-062d-47d2-83d4-1cf9c48862fa tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:21.369477 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5f40fb93-9c70-43e3-905e-88272751a6c3 req-7376dd32-062d-47d2-83d4-1cf9c48862fa tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0957379 Apr 23 09:44:21.422880 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5f40fb93-9c70-43e3-905e-88272751a6c3 req-61bb3487-ace2-4b4c-98e4-bbfc2015d501 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468349 Apr 23 09:44:21.719643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c100d6-e73f-4f08-8116-f344ffbe0f63 req-96434834-ee5a-41f8-8cb9-bbf9e4a0c63d tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:21.721200 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e8c100d6-e73f-4f08-8116-f344ffbe0f63 req-96434834-ee5a-41f8-8cb9-bbf9e4a0c63d tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.1797695 Apr 23 09:44:21.771927 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e8c100d6-e73f-4f08-8116-f344ffbe0f63 req-55e94beb-44dd-4a4e-9e4b-bd2725268dc4 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436447 Apr 23 09:44:22.418183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-6fb49cad-a369-46ed-a26e-58dfd66a4520 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:22.419741 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-6fb49cad-a369-46ed-a26e-58dfd66a4520 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/networks?id=202737ff-a64b-4fcd-babc-65d33229bfd7 HTTP/1.1" status: 200 len: 814 time: 0.1626861 Apr 23 09:44:22.436465 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-e94e3b1f-44a9-4d6b-b062-eb1bfa6531bb tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/quotas/b31289f5dc5a4dfd9d08366ebe69e9ff HTTP/1.1" status: 200 len: 375 time: 0.0102298 Apr 23 09:44:22.532577 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-2e702ceb-2055-4eab-a021-23ab6057227e tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b31289f5dc5a4dfd9d08366ebe69e9ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0895340 Apr 23 09:44:22.544174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-58f05e7b-fea3-40d8-a5f0-afa7270e3348 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:44:22.545202 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-58f05e7b-fea3-40d8-a5f0-afa7270e3348 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054812 Apr 23 09:44:22.691660 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-6f725f10-7b9c-44c7-8968-220b963b806b service neutron] 10.222.0.60 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395419 Apr 23 09:44:22.841863 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-7caa8728-1621-4f8f-9b68-55de8e62f66e service neutron] 10.222.0.60 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430879 Apr 23 09:44:23.148774 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e01ca725-09e4-46ac-b1d3-7cb6a49f68ac req-e197753b-8867-4025-90f2-0b1ad00244be tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 210 time: 0.1087017 Apr 23 09:44:23.494016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:24.037584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c39ad-db98-4a75-a815-36bab860ae34 req-e9dc62d0-1e67-494c-8239-d831f4ba1ba0 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:24.039216 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a37c39ad-db98-4a75-a815-36bab860ae34 req-e9dc62d0-1e67-494c-8239-d831f4ba1ba0 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.35 "GET /v2.0/ports?device_id=aed6f496-5f86-40cd-9ead-5309785f72e1 HTTP/1.1" status: 200 len: 945 time: 0.0886097 Apr 23 09:44:24.194678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-a37c39ad-db98-4a75-a815-36bab860ae34 req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Deleting port 7913e29b-e7ee-49d8-911e-8abc5e525f71 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:44:24.195064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a37c39ad-db98-4a75-a815-36bab860ae34 req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:24.339852 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c99a1383-4aff-49cf-9ead-00a1841ea1c0 req-c1b028d4-7e58-4e0a-bf01-b2dd090507bf tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 210 time: 0.0575035 Apr 23 09:44:24.392667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-a37c39ad-db98-4a75-a815-36bab860ae34 req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] For port 7913e29b-e7ee-49d8-911e-8abc5e525f71, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7913e29b-e7ee-49d8-911e-8abc5e525f71,segment=NetworkSegment(90afcf2a-91dd-4d12-8079-486ee826496f),segment_id=90afcf2a-91dd-4d12-8079-486ee826496f)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:44:24.393330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a37c39ad-db98-4a75-a815-36bab860ae34 req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:24.534748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-a37c39ad-db98-4a75-a815-36bab860ae34 req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Calling delete_port for 7913e29b-e7ee-49d8-911e-8abc5e525f71 owned by compute:nova {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:44:24.723709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-c1b2fb1c-68f4-412d-a455-3a6068a38f59 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:24.725325 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-c1b2fb1c-68f4-412d-a455-3a6068a38f59 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.35 "GET /v2.0/networks?id=202737ff-a64b-4fcd-babc-65d33229bfd7 HTTP/1.1" status: 200 len: 814 time: 0.1694255 Apr 23 09:44:24.737671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Request body: {'port': {'device_id': 'd3f69f43-e9a1-45a7-a09d-53356e0c48cc', 'network_id': '202737ff-a64b-4fcd-babc-65d33229bfd7', 'admin_state_up': True, 'tenant_id': 'b31289f5dc5a4dfd9d08366ebe69e9ff'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:44:24.746682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a37c39ad-db98-4a75-a815-36bab860ae34 req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:24.755077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aedd9e0f-1356-4df2-8f6f-2e0d82e041a8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:44:24.761836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['7913e29b-e7ee-49d8-911e-8abc5e525f71'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:44:24.892192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:44:24.903936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:44:24.912963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Pushing event deleted for resources: {'Port': ['ID=7913e29b-e7ee-49d8-911e-8abc5e525f71,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:44:24.935267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Made reservation on behalf of b31289f5dc5a4dfd9d08366ebe69e9ff for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:44:24.942908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:24.973348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:44:24.973775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:44:24.974200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:44:24.974648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:44:24.975161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:44:24.975650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:44:24.976054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:44:24.976466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:44:24.977023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:44:24.977973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:44:24.978444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:44:24.979064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:44:24.982836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:44:24.990630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37c39ad-db98-4a75-a815-36bab860ae34 req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] No DVR routers for this DVR port 7913e29b-e7ee-49d8-911e-8abc5e525f71 on host hv-neutron-7864 {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:44:24.993283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a37c39ad-db98-4a75-a815-36bab860ae34 req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:24.997749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed6f496-5f86-40cd-9ead-5309785f72e1', 'name': 'network-vif-deleted', 'tag': '7913e29b-e7ee-49d8-911e-8abc5e525f71'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:44:25.048733 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a37c39ad-db98-4a75-a815-36bab860ae34 req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.35 "DELETE /v2.0/ports/7913e29b-e7ee-49d8-911e-8abc5e525f71 HTTP/1.1" status: 204 len: 173 time: 1.0042384 Apr 23 09:44:25.055879 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed6f496-5f86-40cd-9ead-5309785f72e1', 'name': 'network-vif-deleted', 'tag': '7913e29b-e7ee-49d8-911e-8abc5e525f71', 'status': 'completed', 'code': 200} Apr 23 09:44:25.251756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Allocated IP 172.20.0.14 (202737ff-a64b-4fcd-babc-65d33229bfd7/eef549f5-0483-421f-85d1-ce37e43d813f/1e629aed-332d-469f-9e50-6b7169e9b4cc) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:44:25.531859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-ee8135e6-4f83-4c97-b095-1138d1c3de68 req-086c3aae-a26d-4e77-95ee-b282653c1e4a tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Synchronizing usage tracker for tenant:b31289f5dc5a4dfd9d08366ebe69e9ff on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:44:25.592043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-ee8135e6-4f83-4c97-b095-1138d1c3de68 req-086c3aae-a26d-4e77-95ee-b282653c1e4a tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Unset dirty status for tenant:b31289f5dc5a4dfd9d08366ebe69e9ff on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:44:25.593539 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ee8135e6-4f83-4c97-b095-1138d1c3de68 req-086c3aae-a26d-4e77-95ee-b282653c1e4a tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 210 time: 0.1189353 Apr 23 09:44:25.683317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:25.752511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:25.758980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bacf573d-aaaa-47bf-846e-290b650dad27 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:44:25.839032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Network 202737ff-a64b-4fcd-babc-65d33229bfd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:44:25.842988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:44:25.848034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:44:25.886547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Pushing event updated for resources: {'Port': ['ID=1e629aed-332d-469f-9e50-6b7169e9b4cc,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:44:25.900400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:44:25.900838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:44:25.901274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:44:25.901728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:44:25.902160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:44:25.902619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:44:25.903045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:44:25.903468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:44:25.903916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:44:25.904309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:44:25.904754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:44:25.905175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:44:25.911832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:44:25.936154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:25.936846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:25.987042 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2535212 Apr 23 09:44:25.999440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Request body: {'port': {'device_id': 'd3f69f43-e9a1-45a7-a09d-53356e0c48cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:44:26.127949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:26.500980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e629aed-332d-469f-9e50-6b7169e9b4cc {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:44:26.510054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:26.527056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Transition to ACTIVE for port object 1e629aed-332d-469f-9e50-6b7169e9b4cc will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:44:26.568215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:26.573742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-262503d5-c9f7-49f1-bb6e-6b0082e7649b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:44:26.759873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Pushing event updated for resources: {'Port': ['ID=1e629aed-332d-469f-9e50-6b7169e9b4cc,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:44:26.809611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:44:26.916157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Attempting to bind port 1e629aed-332d-469f-9e50-6b7169e9b4cc on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:44:26.916547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Attempting to bind port 1e629aed-332d-469f-9e50-6b7169e9b4cc by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '90afcf2a-91dd-4d12-8079-486ee826496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '202737ff-a64b-4fcd-babc-65d33229bfd7'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:44:26.916930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Attempting to bind port 1e629aed-332d-469f-9e50-6b7169e9b4cc on network 202737ff-a64b-4fcd-babc-65d33229bfd7 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:44:26.923745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Port 1e629aed-332d-469f-9e50-6b7169e9b4cc on network 202737ff-a64b-4fcd-babc-65d33229bfd7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:44:26.924109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Attempting to bind port 1e629aed-332d-469f-9e50-6b7169e9b4cc on network 202737ff-a64b-4fcd-babc-65d33229bfd7 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:44:26.939793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a6e2d-a847-4d47-b186-97becdf88a24 req-d580ba46-879a-4f5c-81bc-f13d306d3232 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:26.940578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-c94a6e2d-a847-4d47-b186-97becdf88a24 req-d580ba46-879a-4f5c-81bc-f13d306d3232 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Synchronizing usage tracker for tenant:b31289f5dc5a4dfd9d08366ebe69e9ff on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:44:26.944657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:44:26.945049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Checking segment: {'id': '90afcf2a-91dd-4d12-8079-486ee826496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '202737ff-a64b-4fcd-babc-65d33229bfd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:44:26.945489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Bound using segment: {'id': '90afcf2a-91dd-4d12-8079-486ee826496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '202737ff-a64b-4fcd-babc-65d33229bfd7'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:44:26.945998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Bound port: 1e629aed-332d-469f-9e50-6b7169e9b4cc, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90afcf2a-91dd-4d12-8079-486ee826496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '202737ff-a64b-4fcd-babc-65d33229bfd7'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:44:26.946420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:27.058324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-c94a6e2d-a847-4d47-b186-97becdf88a24 req-d580ba46-879a-4f5c-81bc-f13d306d3232 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Unset dirty status for tenant:b31289f5dc5a4dfd9d08366ebe69e9ff on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:44:27.059672 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c94a6e2d-a847-4d47-b186-97becdf88a24 req-d580ba46-879a-4f5c-81bc-f13d306d3232 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 944 time: 0.3113029 Apr 23 09:44:27.066043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] For port 1e629aed-332d-469f-9e50-6b7169e9b4cc, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:44:27.075055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] For port 1e629aed-332d-469f-9e50-6b7169e9b4cc, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1e629aed-332d-469f-9e50-6b7169e9b4cc,segment=NetworkSegment(90afcf2a-91dd-4d12-8079-486ee826496f),segment_id=90afcf2a-91dd-4d12-8079-486ee826496f)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:44:27.137193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:27.151348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dbb0a463-e01d-454a-86f9-258367adb978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:44:27.266747 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c94a6e2d-a847-4d47-b186-97becdf88a24 req-83a97936-45c2-4928-86bc-f03d871241fc tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957400 Apr 23 09:44:27.275777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:27.276997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:27.279864 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] 10.222.0.35 "PUT /v2.0/ports/1e629aed-332d-469f-9e50-6b7169e9b4cc HTTP/1.1" status: 200 len: 1094 time: 1.2851982 Apr 23 09:44:27.280656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f69f43-e9a1-45a7-a09d-53356e0c48cc', 'tag': '1e629aed-332d-469f-9e50-6b7169e9b4cc'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:44:27.338900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Pushing event updated for resources: {'Port': ['ID=1e629aed-332d-469f-9e50-6b7169e9b4cc,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:44:27.344688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:44:27.404064 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f69f43-e9a1-45a7-a09d-53356e0c48cc', 'tag': '1e629aed-332d-469f-9e50-6b7169e9b4cc', 'status': 'completed', 'code': 200} Apr 23 09:44:27.435340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-fe29d960-5b0f-410c-b2ac-852e6741b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:27.436990 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-fe29d960-5b0f-410c-b2ac-852e6741b187 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b31289f5dc5a4dfd9d08366ebe69e9ff&device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 1097 time: 0.0897183 Apr 23 09:44:27.517973 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-2e66b6ee-fed5-4e97-9643-f6dbf9ad8b1b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e629aed-332d-469f-9e50-6b7169e9b4cc HTTP/1.1" status: 200 len: 217 time: 0.0740135 Apr 23 09:44:27.590729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-c8bd2c00-5e72-4749-b27b-0a9875015ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:27.592290 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-c8bd2c00-5e72-4749-b27b-0a9875015ffa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eef549f5-0483-421f-85d1-ce37e43d813f HTTP/1.1" status: 200 len: 854 time: 0.0687342 Apr 23 09:44:27.649813 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-01590555-9483-43a9-89d1-2f5aae302e05 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=202737ff-a64b-4fcd-babc-65d33229bfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510845 Apr 23 09:44:27.759106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 7913e29b-e7ee-49d8-911e-8abc5e525f71 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:44:27.797197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 7913e29b-e7ee-49d8-911e-8abc5e525f71 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:44:27.797772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 7913e29b-e7ee-49d8-911e-8abc5e525f71 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:44:27.801713 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-9dc88c54-45a0-4d30-bee1-1449fae87c8f service neutron] 10.222.0.35 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448119 Apr 23 09:44:27.954534 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1f6b1d94-1f08-46c7-840a-45513cfabcb9 req-ecbf7c7a-564c-4c9c-95c8-a70e89038c42 service neutron] 10.222.0.35 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466696 Apr 23 09:44:28.101774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccd433-a52c-4d05-ad77-9938a39b6a9b req-51d5b744-0ee5-47a6-a083-235a0bde75da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:28.103429 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-00ccd433-a52c-4d05-ad77-9938a39b6a9b req-51d5b744-0ee5-47a6-a083-235a0bde75da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b31289f5dc5a4dfd9d08366ebe69e9ff&device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 1097 time: 0.0794842 Apr 23 09:44:28.252778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccd433-a52c-4d05-ad77-9938a39b6a9b req-ed524951-8439-4591-b0b4-7fcca7e53ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:28.255582 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-00ccd433-a52c-4d05-ad77-9938a39b6a9b req-ed524951-8439-4591-b0b4-7fcca7e53ecc service neutron] 10.222.0.35 "GET /v2.0/networks?id=202737ff-a64b-4fcd-babc-65d33229bfd7 HTTP/1.1" status: 200 len: 915 time: 0.1451449 Apr 23 09:44:28.336251 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-00ccd433-a52c-4d05-ad77-9938a39b6a9b req-632beb9e-fa7f-405d-9220-60e3f8354c75 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e629aed-332d-469f-9e50-6b7169e9b4cc HTTP/1.1" status: 200 len: 217 time: 0.0744126 Apr 23 09:44:28.460868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccd433-a52c-4d05-ad77-9938a39b6a9b req-d418211a-c5ff-4b85-9d0b-1c28469d182d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:28.462546 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-00ccd433-a52c-4d05-ad77-9938a39b6a9b req-d418211a-c5ff-4b85-9d0b-1c28469d182d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eef549f5-0483-421f-85d1-ce37e43d813f HTTP/1.1" status: 200 len: 854 time: 0.1203337 Apr 23 09:44:28.529672 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-00ccd433-a52c-4d05-ad77-9938a39b6a9b req-6614546a-702c-449f-97ec-3b73dfba055f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=202737ff-a64b-4fcd-babc-65d33229bfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606329 Apr 23 09:44:28.654494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90328e-6685-411f-8acf-d77cf5ef054f req-95c121f3-1d96-4241-8e66-443d8cf787e4 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:28.656148 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2d90328e-6685-411f-8acf-d77cf5ef054f req-95c121f3-1d96-4241-8e66-443d8cf787e4 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 944 time: 0.2637851 Apr 23 09:44:28.742076 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2d90328e-6685-411f-8acf-d77cf5ef054f req-2cee41f5-7b2b-483d-b506-a7b424a9dacb tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752845 Apr 23 09:44:28.744299 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-00ccd433-a52c-4d05-ad77-9938a39b6a9b req-10b9e3e2-451d-4581-b016-af567ec7afb1 service neutron] 10.222.0.35 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047393 Apr 23 09:44:28.894650 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-00ccd433-a52c-4d05-ad77-9938a39b6a9b req-d71f55c8-5417-45d5-8d1c-cebd62bef459 service neutron] 10.222.0.35 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425092 Apr 23 09:44:29.012810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:44:29.968875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f79ece-ee11-4ee5-a5be-f514901b6fa8 req-a196894d-7b33-4762-9305-c30cc00ce416 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:29.970581 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f7f79ece-ee11-4ee5-a5be-f514901b6fa8 req-a196894d-7b33-4762-9305-c30cc00ce416 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 944 time: 0.0995483 Apr 23 09:44:30.020487 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f7f79ece-ee11-4ee5-a5be-f514901b6fa8 req-6c0226c1-6c3c-4e9c-9efb-efee5f450aa3 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432091 Apr 23 09:44:31.227668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a81440-468c-4db3-87ca-5f3c1b7dc557 req-4460086a-073d-47ec-98fb-88136a3bbc8e tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:31.229289 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e0a81440-468c-4db3-87ca-5f3c1b7dc557 req-4460086a-073d-47ec-98fb-88136a3bbc8e tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 944 time: 0.0938683 Apr 23 09:44:31.284142 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e0a81440-468c-4db3-87ca-5f3c1b7dc557 req-bf1fa23b-7aef-46ae-84ec-cc5debf47fce tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483601 Apr 23 09:44:31.821562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 1e629aed-332d-469f-9e50-6b7169e9b4cc details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:44:31.967781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 1e629aed-332d-469f-9e50-6b7169e9b4cc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1e629aed-332d-469f-9e50-6b7169e9b4cc,segment=NetworkSegment(90afcf2a-91dd-4d12-8079-486ee826496f),segment_id=90afcf2a-91dd-4d12-8079-486ee826496f)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:44:31.983851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '1e629aed-332d-469f-9e50-6b7169e9b4cc', 'network_id': '202737ff-a64b-4fcd-babc-65d33229bfd7', 'port_id': '1e629aed-332d-469f-9e50-6b7169e9b4cc', 'mac_address': 'fa:16:3e:e1:d4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eef549f5-0483-421f-85d1-ce37e43d813f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:44:32.051163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:32.071751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e629aed-332d-469f-9e50-6b7169e9b4cc {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:44:32.090506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 1e629aed-332d-469f-9e50-6b7169e9b4cc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1e629aed-332d-469f-9e50-6b7169e9b4cc,segment=NetworkSegment(90afcf2a-91dd-4d12-8079-486ee826496f),segment_id=90afcf2a-91dd-4d12-8079-486ee826496f)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:44:32.133523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:32.135565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:44:32.215452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=1e629aed-332d-469f-9e50-6b7169e9b4cc,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:44:32.218861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:44:32.417276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['1e629aed-332d-469f-9e50-6b7169e9b4cc'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:44:32.507659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4732b-6503-4170-a301-5c4a00a67ee1 req-fd8e15bf-6229-4e44-b9d2-7a5a471d0ca2 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:32.509321 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b0e4732b-6503-4170-a301-5c4a00a67ee1 req-fd8e15bf-6229-4e44-b9d2-7a5a471d0ca2 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 945 time: 0.1095490 Apr 23 09:44:32.560262 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b0e4732b-6503-4170-a301-5c4a00a67ee1 req-607b8f09-7353-4a1e-ac12-417c69bf36bb tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444624 Apr 23 09:44:33.763384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c8da4-d15f-46cc-8e2c-913112adda31 req-99cf2f5f-912e-43f1-88c3-918966785d97 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:33.764947 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-eb8c8da4-d15f-46cc-8e2c-913112adda31 req-99cf2f5f-912e-43f1-88c3-918966785d97 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 945 time: 0.0899334 Apr 23 09:44:33.814787 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-eb8c8da4-d15f-46cc-8e2c-913112adda31 req-4cc7616d-58c1-4748-956e-30fab0cc2eca tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419989 Apr 23 09:44:33.837091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 1e629aed-332d-469f-9e50-6b7169e9b4cc up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:44:33.946267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 1e629aed-332d-469f-9e50-6b7169e9b4cc completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:44:33.951770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 1e629aed-332d-469f-9e50-6b7169e9b4cc triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:44:33.952199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:34.082190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:34.111282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f69f43-e9a1-45a7-a09d-53356e0c48cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e629aed-332d-469f-9e50-6b7169e9b4cc'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:44:34.122254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 1e629aed-332d-469f-9e50-6b7169e9b4cc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1e629aed-332d-469f-9e50-6b7169e9b4cc,segment=NetworkSegment(90afcf2a-91dd-4d12-8079-486ee826496f),segment_id=90afcf2a-91dd-4d12-8079-486ee826496f)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:44:34.152161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:34.154247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:44:34.187536 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f69f43-e9a1-45a7-a09d-53356e0c48cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e629aed-332d-469f-9e50-6b7169e9b4cc', 'code': 200} Apr 23 09:44:34.235946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=1e629aed-332d-469f-9e50-6b7169e9b4cc,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:44:34.240050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:44:34.471625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a4cf8-e1d5-4356-a5e1-dd82e689db31 req-aa88d7f7-598d-462c-b2e1-a452191284a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:34.474781 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-771a4cf8-e1d5-4356-a5e1-dd82e689db31 req-aa88d7f7-598d-462c-b2e1-a452191284a5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 1099 time: 0.0858631 Apr 23 09:44:34.522239 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-771a4cf8-e1d5-4356-a5e1-dd82e689db31 req-77e2cff1-f07c-43b7-858b-3f0283bf7c14 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412228 Apr 23 09:44:35.026627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8cb1a-92e0-41a6-b827-4f653b8ba5c7 req-519ebc3d-69fc-42b2-979b-41cfbeefe527 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:35.028260 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-34c8cb1a-92e0-41a6-b827-4f653b8ba5c7 req-519ebc3d-69fc-42b2-979b-41cfbeefe527 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0931959 Apr 23 09:44:35.078944 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-34c8cb1a-92e0-41a6-b827-4f653b8ba5c7 req-e9846987-cd5b-4532-bf8d-72f661dd5ae1 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442026 Apr 23 09:44:36.289792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba903b-9a7f-4581-9229-786a16c86143 req-e27e8e8d-45ee-4b44-8051-aab4ac7f1399 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:36.291437 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b1ba903b-9a7f-4581-9229-786a16c86143 req-e27e8e8d-45ee-4b44-8051-aab4ac7f1399 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0929780 Apr 23 09:44:36.342299 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b1ba903b-9a7f-4581-9229-786a16c86143 req-0df4fbd7-8e73-47f8-a89f-9f3f01fad82d tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442691 Apr 23 09:44:36.552720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061afa3-3949-460c-ba35-c4ed7cb3ee8a req-a8b8c6b7-5dd1-4548-97d0-c890c0c86bcd tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:36.554366 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a061afa3-3949-460c-ba35-c4ed7cb3ee8a req-a8b8c6b7-5dd1-4548-97d0-c890c0c86bcd tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0952654 Apr 23 09:44:36.606591 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a061afa3-3949-460c-ba35-c4ed7cb3ee8a req-5e4bcb27-255b-41f5-acf6-a9c60c93d5e2 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458117 Apr 23 09:44:36.683423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0206d614-505c-4553-9be4-c6151cf6ab78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:37.123703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bfe7c-2ea6-4319-8271-1ef75edb01ea req-3c68f316-c406-476e-8a51-b3dad9b315c2 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:37.125400 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a84bfe7c-2ea6-4319-8271-1ef75edb01ea req-3c68f316-c406-476e-8a51-b3dad9b315c2 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0918136 Apr 23 09:44:37.184424 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a84bfe7c-2ea6-4319-8271-1ef75edb01ea req-a22a2dee-9694-4ef4-8b09-5072d2eda1dd tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505056 Apr 23 09:44:37.495509 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2e3912a4-f448-4f1b-997e-3956693be505 req-0ca298fd-9176-4764-888f-749eb90b11cb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4336870 Apr 23 09:44:38.397162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b8153-948f-4894-bbe6-6180e8a2597e req-3615b037-2fa8-496d-98d2-33032239a0b6 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:38.398856 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-703b8153-948f-4894-bbe6-6180e8a2597e req-3615b037-2fa8-496d-98d2-33032239a0b6 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0939531 Apr 23 09:44:38.454530 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-703b8153-948f-4894-bbe6-6180e8a2597e req-067860cc-90f0-4d04-a2f2-a00e8f7070a6 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487387 Apr 23 09:44:39.419644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3912a4-f448-4f1b-997e-3956693be505 req-e33f441f-cdae-423c-8407-51e801ae98b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:39.421260 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2e3912a4-f448-4f1b-997e-3956693be505 req-e33f441f-cdae-423c-8407-51e801ae98b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b31289f5dc5a4dfd9d08366ebe69e9ff&device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 1099 time: 0.3603096 Apr 23 09:44:39.570104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3912a4-f448-4f1b-997e-3956693be505 req-517b60ef-4ece-447f-9fe8-206f3e68b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:39.571732 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2e3912a4-f448-4f1b-997e-3956693be505 req-517b60ef-4ece-447f-9fe8-206f3e68b5c4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=202737ff-a64b-4fcd-babc-65d33229bfd7 HTTP/1.1" status: 200 len: 915 time: 0.1439202 Apr 23 09:44:39.685870 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2e3912a4-f448-4f1b-997e-3956693be505 req-dd673010-2253-4311-89e0-92d901066c25 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e629aed-332d-469f-9e50-6b7169e9b4cc HTTP/1.1" status: 200 len: 217 time: 0.1074684 Apr 23 09:44:39.712230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e85972a0-af84-44a9-8e21-f6400b037d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:39.774401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3912a4-f448-4f1b-997e-3956693be505 req-f5031604-5a77-4ed0-88f1-d9e515975683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:39.775985 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2e3912a4-f448-4f1b-997e-3956693be505 req-f5031604-5a77-4ed0-88f1-d9e515975683 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eef549f5-0483-421f-85d1-ce37e43d813f HTTP/1.1" status: 200 len: 854 time: 0.0836248 Apr 23 09:44:39.837705 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2e3912a4-f448-4f1b-997e-3956693be505 req-2d3fc563-f7cc-4441-a60b-d74ca76a31d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=202737ff-a64b-4fcd-babc-65d33229bfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543647 Apr 23 09:44:39.851422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5995bce-e985-46ca-8023-0192ecc8b2e5 req-a93bace6-9fdc-4f63-acf5-fa0e344e1174 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:39.853018 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5995bce-e985-46ca-8023-0192ecc8b2e5 req-a93bace6-9fdc-4f63-acf5-fa0e344e1174 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.2133889 Apr 23 09:44:40.006297 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5995bce-e985-46ca-8023-0192ecc8b2e5 req-3bb5fb04-93ca-47e0-ae93-dc5f3154e6c4 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267638 Apr 23 09:44:40.035787 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2e3912a4-f448-4f1b-997e-3956693be505 req-6b1f4591-661d-49d2-b215-ee36715a7b01 service neutron] 10.222.0.35 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817224 Apr 23 09:44:40.184774 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2e3912a4-f448-4f1b-997e-3956693be505 req-1f0730da-8462-4f9e-a793-bde7d42cd130 service neutron] 10.222.0.35 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425011 Apr 23 09:44:40.470852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:41.236905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d65c5e-901b-4ab2-b4e5-2660ddeb9ec4 req-be901d36-ee5a-4049-8cf6-520d92b79dad tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:41.239661 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-14d65c5e-901b-4ab2-b4e5-2660ddeb9ec4 req-be901d36-ee5a-4049-8cf6-520d92b79dad tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.1002421 Apr 23 09:44:41.255065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:41.290109 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-14d65c5e-901b-4ab2-b4e5-2660ddeb9ec4 req-8803fd38-56b6-4acc-ab12-8031bd263ad4 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436926 Apr 23 09:44:42.324680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:42.529651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e954b-5a26-4765-97c5-c2044dbd052a req-1cf5ce22-c5db-4aac-a3a4-31cbc5c7aec0 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:42.531468 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cc0e954b-5a26-4765-97c5-c2044dbd052a req-1cf5ce22-c5db-4aac-a3a4-31cbc5c7aec0 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.1121855 Apr 23 09:44:42.586648 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cc0e954b-5a26-4765-97c5-c2044dbd052a req-8fbbce70-f1d6-4d4b-ba5c-70da0b7b0a60 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471623 Apr 23 09:44:43.857167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd38bac-e3d0-4b33-bbaf-aceb757433fe req-5f191f20-8e03-4d5f-991c-8ffa7c29ef43 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:43.858794 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bbd38bac-e3d0-4b33-bbaf-aceb757433fe req-5f191f20-8e03-4d5f-991c-8ffa7c29ef43 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.1078029 Apr 23 09:44:43.915475 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bbd38bac-e3d0-4b33-bbaf-aceb757433fe req-6cb85f88-4922-4668-a15b-4145a7ccbfb1 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477467 Apr 23 09:44:45.138046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592ebba-a18b-4df8-840b-068aa5cc37f9 req-2e9e4495-a613-4da2-86be-648b0c23e5d4 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:45.139782 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e592ebba-a18b-4df8-840b-068aa5cc37f9 req-2e9e4495-a613-4da2-86be-648b0c23e5d4 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0964971 Apr 23 09:44:45.196171 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e592ebba-a18b-4df8-840b-068aa5cc37f9 req-aea502dd-5afe-43ff-b901-6363d6a11764 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492411 Apr 23 09:44:46.431000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14825d8-217e-45a6-9051-d0fe13087e98 req-898f66e9-2e94-4e0e-bbff-023498fdc4ca tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:46.432627 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c14825d8-217e-45a6-9051-d0fe13087e98 req-898f66e9-2e94-4e0e-bbff-023498fdc4ca tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0966237 Apr 23 09:44:46.498175 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c14825d8-217e-45a6-9051-d0fe13087e98 req-78d79a24-dd30-4dc8-9d0c-5f4bf2315b68 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527868 Apr 23 09:44:47.710292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7f8eb-aa7f-472f-bac5-0dd51f6b01fe req-80596b62-aa9b-4976-8f88-78a31d64516d tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:47.711990 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d5b7f8eb-aa7f-472f-bac5-0dd51f6b01fe req-80596b62-aa9b-4976-8f88-78a31d64516d tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0937486 Apr 23 09:44:47.764007 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d5b7f8eb-aa7f-472f-bac5-0dd51f6b01fe req-4b749b0a-b5a3-4e00-9ee1-b7ebbe570c4a tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454390 Apr 23 09:44:48.992437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7fe7d-49f8-456d-b5ae-92efd6abac6c req-42f72ff1-2de1-4c64-af6d-14d145c30fa2 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:48.994098 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6de7fe7d-49f8-456d-b5ae-92efd6abac6c req-42f72ff1-2de1-4c64-af6d-14d145c30fa2 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0971117 Apr 23 09:44:49.044944 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6de7fe7d-49f8-456d-b5ae-92efd6abac6c req-37b1d123-e130-4055-b8f3-d096b858e052 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443356 Apr 23 09:44:50.267650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfd701-1846-45e8-92c8-03a5ad4fd927 req-c500111a-ad85-452f-a237-36fd11d425a6 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:50.269920 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0dbfd701-1846-45e8-92c8-03a5ad4fd927 req-c500111a-ad85-452f-a237-36fd11d425a6 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0990987 Apr 23 09:44:50.321822 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0dbfd701-1846-45e8-92c8-03a5ad4fd927 req-6535550c-e2a9-4600-8eaf-f00a829fa47f tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449643 Apr 23 09:44:51.544234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda344a1-bcf0-4700-807a-0dbfd2afeebf req-6ac5a06f-3b9e-4d61-8180-a5bd487dc4ec tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:51.545875 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cda344a1-bcf0-4700-807a-0dbfd2afeebf req-6ac5a06f-3b9e-4d61-8180-a5bd487dc4ec tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.1038296 Apr 23 09:44:51.598016 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cda344a1-bcf0-4700-807a-0dbfd2afeebf req-bff63957-de28-46ee-b10d-5106ee0dc0cf tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449595 Apr 23 09:44:51.945567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444f21-31b3-42bf-b0c9-b5b5c1f4a249 req-3eb16ec7-ea9f-4cdf-a2da-086d8d43ebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:51.947169 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-92444f21-31b3-42bf-b0c9-b5b5c1f4a249 req-3eb16ec7-ea9f-4cdf-a2da-086d8d43ebeb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b31289f5dc5a4dfd9d08366ebe69e9ff&device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 1099 time: 0.0801826 Apr 23 09:44:52.109254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444f21-31b3-42bf-b0c9-b5b5c1f4a249 req-329c2ee6-f6a2-45fc-9515-5f911b80f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:52.110866 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-92444f21-31b3-42bf-b0c9-b5b5c1f4a249 req-329c2ee6-f6a2-45fc-9515-5f911b80f8b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=202737ff-a64b-4fcd-babc-65d33229bfd7 HTTP/1.1" status: 200 len: 915 time: 0.1442678 Apr 23 09:44:52.191535 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-92444f21-31b3-42bf-b0c9-b5b5c1f4a249 req-a1b6708c-2cb5-41a4-b2cf-697cb893cad0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e629aed-332d-469f-9e50-6b7169e9b4cc HTTP/1.1" status: 200 len: 217 time: 0.0722194 Apr 23 09:44:52.260793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444f21-31b3-42bf-b0c9-b5b5c1f4a249 req-967cf3a6-f1c7-40f1-b26b-b4d0d2c1436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:52.262285 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-92444f21-31b3-42bf-b0c9-b5b5c1f4a249 req-967cf3a6-f1c7-40f1-b26b-b4d0d2c1436c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eef549f5-0483-421f-85d1-ce37e43d813f HTTP/1.1" status: 200 len: 854 time: 0.0650489 Apr 23 09:44:52.321647 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-92444f21-31b3-42bf-b0c9-b5b5c1f4a249 req-bffdff5c-ed51-4011-b28f-53c207a22bbb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=202737ff-a64b-4fcd-babc-65d33229bfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518706 Apr 23 09:44:52.473414 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-92444f21-31b3-42bf-b0c9-b5b5c1f4a249 req-28959e97-55fe-47dc-a1bd-10565ab06809 service neutron] 10.222.0.35 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447194 Apr 23 09:44:52.623627 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-92444f21-31b3-42bf-b0c9-b5b5c1f4a249 req-7f386a6a-aab1-4816-93a3-72f811167a98 service neutron] 10.222.0.35 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440210 Apr 23 09:44:52.802663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd298d57-32ac-4f86-81dd-329b690c12e7 req-e96f1ca9-af8b-4089-814c-32b43afe09a2 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:52.804298 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd298d57-32ac-4f86-81dd-329b690c12e7 req-e96f1ca9-af8b-4089-814c-32b43afe09a2 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0896499 Apr 23 09:44:52.853905 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd298d57-32ac-4f86-81dd-329b690c12e7 req-6aba1c11-3ecc-4218-bb22-798e0fa12253 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431645 Apr 23 09:44:53.512259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:44:54.069554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd02895-c483-4507-85d7-fab97a17d827 req-7ebaf34f-c58c-49dc-89a9-5fe2f80684c4 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:54.071307 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cfd02895-c483-4507-85d7-fab97a17d827 req-7ebaf34f-c58c-49dc-89a9-5fe2f80684c4 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0934727 Apr 23 09:44:54.121856 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cfd02895-c483-4507-85d7-fab97a17d827 req-7b82090c-88c9-48a6-b0b9-bb684841545c tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438182 Apr 23 09:44:55.343283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f8b2d-d104-4abb-a531-95a9acb893c9 req-d4ffba89-c5cb-40c9-a24f-b68c68ae87a5 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:55.345009 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-492f8b2d-d104-4abb-a531-95a9acb893c9 req-d4ffba89-c5cb-40c9-a24f-b68c68ae87a5 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.1021743 Apr 23 09:44:55.402589 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-492f8b2d-d104-4abb-a531-95a9acb893c9 req-baa63029-083c-4898-908c-06b26075cf60 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503185 Apr 23 09:44:56.619703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6f61f-994d-4a5e-b58f-1a6fbea8f815 req-6edc6905-6649-407a-9bfe-a5f299e238aa tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:56.621516 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-49f6f61f-994d-4a5e-b58f-1a6fbea8f815 req-6edc6905-6649-407a-9bfe-a5f299e238aa tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0962095 Apr 23 09:44:56.675286 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-49f6f61f-994d-4a5e-b58f-1a6fbea8f815 req-0cf6b8a5-7632-4174-9a02-830862087223 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458019 Apr 23 09:44:57.881053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205541c-0082-477c-b330-103a006c546e req-bba2d072-dd70-49c4-85c9-cc8d9b35e9fa tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:57.882782 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0205541c-0082-477c-b330-103a006c546e req-bba2d072-dd70-49c4-85c9-cc8d9b35e9fa tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0907724 Apr 23 09:44:57.931891 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0205541c-0082-477c-b330-103a006c546e req-99379e22-ec09-4c7c-b07e-0d788a5fcf64 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427427 Apr 23 09:44:59.176779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300006d-81aa-4281-95c0-e3623b36f0cd req-00689577-a900-4dea-a73d-5ba964de74ac tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:44:59.178444 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3300006d-81aa-4281-95c0-e3623b36f0cd req-00689577-a900-4dea-a73d-5ba964de74ac tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0992765 Apr 23 09:44:59.227814 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3300006d-81aa-4281-95c0-e3623b36f0cd req-4e9134d6-fdf1-4575-b792-d3d1fdae6956 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426753 Apr 23 09:45:00.434382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80760423-d6d9-415d-aa5f-ad7c636e573b req-650865a6-2656-4a33-9993-5335be8aed6d tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:00.438196 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-80760423-d6d9-415d-aa5f-ad7c636e573b req-650865a6-2656-4a33-9993-5335be8aed6d tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0946910 Apr 23 09:45:00.490488 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-80760423-d6d9-415d-aa5f-ad7c636e573b req-4893aef4-c08a-4dde-a0e5-3697c95768c4 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453255 Apr 23 09:45:01.699118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cacb0b-c4a1-4208-8908-3d3d45288be3 req-e8823dab-6e04-40a8-94b2-0f09111821e4 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:01.700744 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e3cacb0b-c4a1-4208-8908-3d3d45288be3 req-e8823dab-6e04-40a8-94b2-0f09111821e4 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0904799 Apr 23 09:45:01.750485 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e3cacb0b-c4a1-4208-8908-3d3d45288be3 req-769e3fde-857c-47e6-af2a-892f9e20016b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421996 Apr 23 09:45:02.963347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d9794-bd9d-4af2-a904-e9832b780069 req-3438d1a6-f53c-4ed9-bb3a-759897651237 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:02.964987 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6d4d9794-bd9d-4af2-a904-e9832b780069 req-3438d1a6-f53c-4ed9-bb3a-759897651237 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0935905 Apr 23 09:45:03.020535 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6d4d9794-bd9d-4af2-a904-e9832b780069 req-ae8e68fb-8923-41d3-9fc4-cea9c677c322 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482006 Apr 23 09:45:04.240448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf410bf-c142-4d7d-a450-6de6a3ad1ea7 req-d47f290d-2cc4-4d7c-888d-122b12fe7640 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:04.242141 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cbf410bf-c142-4d7d-a450-6de6a3ad1ea7 req-d47f290d-2cc4-4d7c-888d-122b12fe7640 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0997555 Apr 23 09:45:04.292289 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cbf410bf-c142-4d7d-a450-6de6a3ad1ea7 req-0827369b-479f-4664-809e-10f957b0cf5b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435462 Apr 23 09:45:05.504491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4752bf0-f2d9-4112-a87a-4c66d0a30727 req-132662f0-37c9-4350-aa1b-7b8d804a295e tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:05.506192 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f4752bf0-f2d9-4112-a87a-4c66d0a30727 req-132662f0-37c9-4350-aa1b-7b8d804a295e tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0950460 Apr 23 09:45:05.558234 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f4752bf0-f2d9-4112-a87a-4c66d0a30727 req-cc3e53bb-5b1b-4d90-983d-7adfdfcb48b5 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453775 Apr 23 09:45:06.013142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:45:06.687670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b2e28dd-2f20-4b9c-9599-2d1bbb39d694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:06.779369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a156e-f783-4ffa-84f4-daa922316369 req-e99754eb-d6de-41c5-9e05-0c61d1b086f6 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:06.781147 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-844a156e-f783-4ffa-84f4-daa922316369 req-e99754eb-d6de-41c5-9e05-0c61d1b086f6 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.1032181 Apr 23 09:45:06.834815 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-844a156e-f783-4ffa-84f4-daa922316369 req-cd9af352-2a9b-4c4c-8552-a1da9038ea9c tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461321 Apr 23 09:45:07.085812 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2e3912a4-f448-4f1b-997e-3956693be505 req-c363fa58-0a56-489e-86b1-85bb66889748 service neutron] 10.222.0.35 "GET /v2.0/ports/1e629aed-332d-469f-9e50-6b7169e9b4cc/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0876243 Apr 23 09:45:07.511519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3912a4-f448-4f1b-997e-3956693be505 req-1688213d-2e26-4769-9f9a-1b7df3431ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:07.513142 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2e3912a4-f448-4f1b-997e-3956693be505 req-1688213d-2e26-4769-9f9a-1b7df3431ab5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc&tenant_id=b31289f5dc5a4dfd9d08366ebe69e9ff HTTP/1.1" status: 200 len: 1099 time: 0.0811248 Apr 23 09:45:07.615553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3912a4-f448-4f1b-997e-3956693be505 req-de027311-f109-43dd-a9bc-6ee022a2a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:07.617162 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2e3912a4-f448-4f1b-997e-3956693be505 req-de027311-f109-43dd-a9bc-6ee022a2a918 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b31289f5dc5a4dfd9d08366ebe69e9ff&device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 1099 time: 0.0802290 Apr 23 09:45:07.766944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3912a4-f448-4f1b-997e-3956693be505 req-3ff62809-fbf1-4b2a-983e-3263a9e17e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:07.768680 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2e3912a4-f448-4f1b-997e-3956693be505 req-3ff62809-fbf1-4b2a-983e-3263a9e17e77 service neutron] 10.222.0.35 "GET /v2.0/networks?id=202737ff-a64b-4fcd-babc-65d33229bfd7 HTTP/1.1" status: 200 len: 915 time: 0.1456120 Apr 23 09:45:07.847506 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2e3912a4-f448-4f1b-997e-3956693be505 req-94702734-a6f2-43ac-9d4d-bbf552b6ed41 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e629aed-332d-469f-9e50-6b7169e9b4cc HTTP/1.1" status: 200 len: 217 time: 0.0725799 Apr 23 09:45:07.919368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3912a4-f448-4f1b-997e-3956693be505 req-7fefd18a-83ec-4035-844b-d29ceb664075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:07.920986 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2e3912a4-f448-4f1b-997e-3956693be505 req-7fefd18a-83ec-4035-844b-d29ceb664075 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eef549f5-0483-421f-85d1-ce37e43d813f HTTP/1.1" status: 200 len: 854 time: 0.0677309 Apr 23 09:45:08.020891 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2e3912a4-f448-4f1b-997e-3956693be505 req-1b2a13a4-1f62-48d6-b4cf-6409a8662b96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=202737ff-a64b-4fcd-babc-65d33229bfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934768 Apr 23 09:45:08.184475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8eec8e-cd69-4359-8ff1-17514f1edfca req-8e26ea7c-b05a-4b43-8796-47115621cd00 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:08.186114 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2d8eec8e-cd69-4359-8ff1-17514f1edfca req-8e26ea7c-b05a-4b43-8796-47115621cd00 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.2145479 Apr 23 09:45:08.206917 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2e3912a4-f448-4f1b-997e-3956693be505 req-612c9982-61c7-4cee-9bf5-79879c09e606 service neutron] 10.222.0.35 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801405 Apr 23 09:45:08.348206 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2d8eec8e-cd69-4359-8ff1-17514f1edfca req-fb7be249-4724-4489-af01-101d2e12631d tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515212 Apr 23 09:45:08.393942 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2e3912a4-f448-4f1b-997e-3956693be505 req-0442c3d8-0529-458b-978b-6c9e4c70a1b3 service neutron] 10.222.0.35 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692383 Apr 23 09:45:09.561500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40903ccb-36c7-48eb-a407-c44cc95084d8 req-f11328ae-3e4e-4f69-8668-1f08ae74c1ed tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:09.563135 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-40903ccb-36c7-48eb-a407-c44cc95084d8 req-f11328ae-3e4e-4f69-8668-1f08ae74c1ed tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0969131 Apr 23 09:45:09.613600 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-40903ccb-36c7-48eb-a407-c44cc95084d8 req-fe5e760a-8d1d-4997-9004-a82708a3bf13 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433300 Apr 23 09:45:09.709743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-77ba8539-49c6-44c4-a63e-f5460f2a1458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:10.459664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:10.820665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99103d4-4fbd-434b-88ad-1f472e390fc5 req-2d5ea783-e4b8-48f5-9d09-770e610ec884 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:10.822281 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b99103d4-4fbd-434b-88ad-1f472e390fc5 req-2d5ea783-e4b8-48f5-9d09-770e610ec884 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0894928 Apr 23 09:45:10.871571 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b99103d4-4fbd-434b-88ad-1f472e390fc5 req-1e5941c7-236c-4daf-9382-4e7ade7438a0 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428586 Apr 23 09:45:11.237826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:12.076077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 1e629aed-332d-469f-9e50-6b7169e9b4cc details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:45:12.078710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 1e629aed-332d-469f-9e50-6b7169e9b4cc no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:45:12.099293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e42d5-b422-4432-9cca-2459b1b98492 req-84948c7c-20e7-4157-9228-8944a9fe96f0 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:12.100945 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f30e42d5-b422-4432-9cca-2459b1b98492 req-84948c7c-20e7-4157-9228-8944a9fe96f0 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.1112201 Apr 23 09:45:12.151669 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f30e42d5-b422-4432-9cca-2459b1b98492 req-c76c3eed-ff81-473b-b411-68e9e9a81d28 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439572 Apr 23 09:45:12.502630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:12.534748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:12.553216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 1e629aed-332d-469f-9e50-6b7169e9b4cc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1e629aed-332d-469f-9e50-6b7169e9b4cc,segment=NetworkSegment(90afcf2a-91dd-4d12-8079-486ee826496f),segment_id=90afcf2a-91dd-4d12-8079-486ee826496f)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:45:12.565863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f69f43-e9a1-45a7-a09d-53356e0c48cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e629aed-332d-469f-9e50-6b7169e9b4cc'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:45:12.574694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2f274-cce1-4a0a-9d81-8bcb85e587fe req-4c05a69e-8f9c-4ac1-bc88-aaf9b67c3a26 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:12.576406 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e2c2f274-cce1-4a0a-9d81-8bcb85e587fe req-4c05a69e-8f9c-4ac1-bc88-aaf9b67c3a26 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc&tenant_id=b31289f5dc5a4dfd9d08366ebe69e9ff&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 946 time: 0.1034219 Apr 23 09:45:12.582297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '1e629aed-332d-469f-9e50-6b7169e9b4cc', 'network_id': '202737ff-a64b-4fcd-babc-65d33229bfd7', 'port_id': '1e629aed-332d-469f-9e50-6b7169e9b4cc', 'mac_address': 'fa:16:3e:e1:d4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eef549f5-0483-421f-85d1-ce37e43d813f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:45:12.585088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 1e629aed-332d-469f-9e50-6b7169e9b4cc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1e629aed-332d-469f-9e50-6b7169e9b4cc,segment=NetworkSegment(90afcf2a-91dd-4d12-8079-486ee826496f),segment_id=90afcf2a-91dd-4d12-8079-486ee826496f)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:45:12.592402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c677f-9988-475d-8ee2-5ebc90ca356e req-0b5ed7f6-b2c4-4e51-abbf-a2005100c4e3 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:12.602524 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a95c677f-9988-475d-8ee2-5ebc90ca356e req-0b5ed7f6-b2c4-4e51-abbf-a2005100c4e3 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.1546311 Apr 23 09:45:12.620498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:12.631889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:12.655481 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a95c677f-9988-475d-8ee2-5ebc90ca356e req-a490ca3d-0ded-4f55-a9d7-d5c581060d1f tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515609 Apr 23 09:45:12.665932 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f69f43-e9a1-45a7-a09d-53356e0c48cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e629aed-332d-469f-9e50-6b7169e9b4cc', 'code': 200} Apr 23 09:45:12.716584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:12.738613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2f274-cce1-4a0a-9d81-8bcb85e587fe req-8fd4afdb-923e-4f20-b4e7-a528752e4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:12.740255 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e2c2f274-cce1-4a0a-9d81-8bcb85e587fe req-8fd4afdb-923e-4f20-b4e7-a528752e4f21 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b31289f5dc5a4dfd9d08366ebe69e9ff&device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 1097 time: 0.0841019 Apr 23 09:45:12.740396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=1e629aed-332d-469f-9e50-6b7169e9b4cc,revision_number=6']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:12.744950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e629aed-332d-469f-9e50-6b7169e9b4cc {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:45:12.755214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:12.755541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:12.755935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:12.756326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:12.756691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:12.757071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:12.757449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:12.757822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:12.758198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:12.758597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:12.758976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:12.759341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:12.764073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:12.776012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 1e629aed-332d-469f-9e50-6b7169e9b4cc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1e629aed-332d-469f-9e50-6b7169e9b4cc,segment=NetworkSegment(90afcf2a-91dd-4d12-8079-486ee826496f),segment_id=90afcf2a-91dd-4d12-8079-486ee826496f)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:45:12.806751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:12.808796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:12.876141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['1e629aed-332d-469f-9e50-6b7169e9b4cc'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:45:12.889924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2f274-cce1-4a0a-9d81-8bcb85e587fe req-0f3a07a8-8654-407b-bf35-6514a54730e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:12.891803 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e2c2f274-cce1-4a0a-9d81-8bcb85e587fe req-0f3a07a8-8654-407b-bf35-6514a54730e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=202737ff-a64b-4fcd-babc-65d33229bfd7 HTTP/1.1" status: 200 len: 915 time: 0.1446495 Apr 23 09:45:12.937470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=1e629aed-332d-469f-9e50-6b7169e9b4cc,revision_number=7']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:12.943869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:12.972537 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e2c2f274-cce1-4a0a-9d81-8bcb85e587fe req-d77d4a37-5d02-4dd4-97a7-4d1aabe80a73 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e629aed-332d-469f-9e50-6b7169e9b4cc HTTP/1.1" status: 200 len: 217 time: 0.0739534 Apr 23 09:45:13.044508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2f274-cce1-4a0a-9d81-8bcb85e587fe req-2fa98e82-9397-4f8d-bdc0-831db7869e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:13.046041 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e2c2f274-cce1-4a0a-9d81-8bcb85e587fe req-2fa98e82-9397-4f8d-bdc0-831db7869e8d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eef549f5-0483-421f-85d1-ce37e43d813f HTTP/1.1" status: 200 len: 854 time: 0.0680833 Apr 23 09:45:13.106573 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e2c2f274-cce1-4a0a-9d81-8bcb85e587fe req-776244aa-0b55-4d76-b2a9-b2c68a65ecc6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=202737ff-a64b-4fcd-babc-65d33229bfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540802 Apr 23 09:45:13.535432 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e2c2f274-cce1-4a0a-9d81-8bcb85e587fe req-f49fcd20-f078-4131-ae67-ca41d21d87ff service neutron] 10.222.0.35 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214959 Apr 23 09:45:13.677628 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e2c2f274-cce1-4a0a-9d81-8bcb85e587fe req-2e259e7b-4f96-4490-8bd4-f604b6ffaab5 service neutron] 10.222.0.35 "GET /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351461 Apr 23 09:45:13.869558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f14a37-192f-4ee9-817f-9cbce7fb6734 req-6d079d56-a94b-49d7-877c-7fa66b02b4c0 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:13.873578 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-23f14a37-192f-4ee9-817f-9cbce7fb6734 req-6d079d56-a94b-49d7-877c-7fa66b02b4c0 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 945 time: 0.0911262 Apr 23 09:45:13.928426 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-23f14a37-192f-4ee9-817f-9cbce7fb6734 req-4d951f6d-1ff1-4af6-a0fb-0853b8cf9c9d tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499706 Apr 23 09:45:14.092207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 1e629aed-332d-469f-9e50-6b7169e9b4cc up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:45:14.172501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 1e629aed-332d-469f-9e50-6b7169e9b4cc triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:45:14.173042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:14.308600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:14.396832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 1e629aed-332d-469f-9e50-6b7169e9b4cc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1e629aed-332d-469f-9e50-6b7169e9b4cc,segment=NetworkSegment(90afcf2a-91dd-4d12-8079-486ee826496f),segment_id=90afcf2a-91dd-4d12-8079-486ee826496f)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:45:14.424525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:14.426976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-96b77008-50fe-4a37-94d0-a2e6f717d093 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:14.521017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=1e629aed-332d-469f-9e50-6b7169e9b4cc,revision_number=8']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:14.524758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:14.667715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f69f43-e9a1-45a7-a09d-53356e0c48cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e629aed-332d-469f-9e50-6b7169e9b4cc'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:45:14.720523 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f69f43-e9a1-45a7-a09d-53356e0c48cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e629aed-332d-469f-9e50-6b7169e9b4cc', 'code': 200} Apr 23 09:45:15.148816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a662570-6c7d-4dfa-bf62-a130334d3c0f req-d7bbbced-f5b8-4da2-885e-87fa3271dec0 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:15.150524 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5a662570-6c7d-4dfa-bf62-a130334d3c0f req-d7bbbced-f5b8-4da2-885e-87fa3271dec0 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0954270 Apr 23 09:45:15.199253 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5a662570-6c7d-4dfa-bf62-a130334d3c0f req-7a5053fd-d45e-48e1-9785-6df653484135 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424016 Apr 23 09:45:15.410203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41bd3c-2e7b-4c6a-afef-edf93a35ee57 req-30239fa2-c5c1-46b6-9e19-9a3d95cccdd8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:15.411842 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3d41bd3c-2e7b-4c6a-afef-edf93a35ee57 req-30239fa2-c5c1-46b6-9e19-9a3d95cccdd8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0901322 Apr 23 09:45:15.459821 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3d41bd3c-2e7b-4c6a-afef-edf93a35ee57 req-a4182615-2368-40d1-b0a9-cfa12a22555b tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417144 Apr 23 09:45:15.667575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b79658-a08c-4f07-9d72-084e97308915 req-543e1467-fcf6-40e2-8084-fa922f7901b0 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:15.669179 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-00b79658-a08c-4f07-9d72-084e97308915 req-543e1467-fcf6-40e2-8084-fa922f7901b0 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0919774 Apr 23 09:45:15.718357 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-00b79658-a08c-4f07-9d72-084e97308915 req-47d8a19d-17d2-4c82-bf31-27e6edaefd39 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417409 Apr 23 09:45:16.423455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64be8b2-f755-4f55-b63e-f68ff37402b7 req-18622f4a-67bc-4ff2-a119-99846a191a13 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:16.425054 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c64be8b2-f755-4f55-b63e-f68ff37402b7 req-18622f4a-67bc-4ff2-a119-99846a191a13 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0930872 Apr 23 09:45:16.473701 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c64be8b2-f755-4f55-b63e-f68ff37402b7 req-03b6c336-41c2-40f3-93ff-0b4612c3e3af tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422060 Apr 23 09:45:17.676006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666db62f-884f-4fa7-9c92-037bdeba2839 req-28adf86c-57e6-46ce-a05f-ef2bf5ff8610 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:17.677651 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-666db62f-884f-4fa7-9c92-037bdeba2839 req-28adf86c-57e6-46ce-a05f-ef2bf5ff8610 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.0898955 Apr 23 09:45:17.726973 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-666db62f-884f-4fa7-9c92-037bdeba2839 req-c49d0652-a498-454c-b5f0-80a9fb784fe8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d573920-85c8-428b-85f6-5ad1a036cae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428236 Apr 23 09:45:18.086086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37e665-2265-4095-89f3-0fdb7151d81d req-e65ee6b4-e4ab-48a7-91b2-e66e460b97b7 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:18.087712 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7e37e665-2265-4095-89f3-0fdb7151d81d req-e65ee6b4-e4ab-48a7-91b2-e66e460b97b7 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 946 time: 0.1375861 Apr 23 09:45:18.240354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-7e37e665-2265-4095-89f3-0fdb7151d81d req-94949d85-e9b9-42fe-a87d-85066f87f56a tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Deleting port 1e629aed-332d-469f-9e50-6b7169e9b4cc {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:45:18.240740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7e37e665-2265-4095-89f3-0fdb7151d81d req-94949d85-e9b9-42fe-a87d-85066f87f56a tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:18.382028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-7e37e665-2265-4095-89f3-0fdb7151d81d req-94949d85-e9b9-42fe-a87d-85066f87f56a tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] For port 1e629aed-332d-469f-9e50-6b7169e9b4cc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1e629aed-332d-469f-9e50-6b7169e9b4cc,segment=NetworkSegment(90afcf2a-91dd-4d12-8079-486ee826496f),segment_id=90afcf2a-91dd-4d12-8079-486ee826496f)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:45:18.382371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7e37e665-2265-4095-89f3-0fdb7151d81d req-94949d85-e9b9-42fe-a87d-85066f87f56a tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:18.515001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-7e37e665-2265-4095-89f3-0fdb7151d81d req-94949d85-e9b9-42fe-a87d-85066f87f56a tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Calling delete_port for 1e629aed-332d-469f-9e50-6b7169e9b4cc owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:45:18.653663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7e37e665-2265-4095-89f3-0fdb7151d81d req-94949d85-e9b9-42fe-a87d-85066f87f56a tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:18.660090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8684cd5e-f75b-41b3-8beb-f20d47ce9508 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:18.665801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['1e629aed-332d-469f-9e50-6b7169e9b4cc'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:45:18.714047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94949d85-e9b9-42fe-a87d-85066f87f56a tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Pushing event deleted for resources: {'Port': ['ID=1e629aed-332d-469f-9e50-6b7169e9b4cc,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:18.748903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-94949d85-e9b9-42fe-a87d-85066f87f56a tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:18.791638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e37e665-2265-4095-89f3-0fdb7151d81d req-94949d85-e9b9-42fe-a87d-85066f87f56a tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] No DVR routers for this DVR port 1e629aed-332d-469f-9e50-6b7169e9b4cc on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:45:18.794360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-7e37e665-2265-4095-89f3-0fdb7151d81d req-94949d85-e9b9-42fe-a87d-85066f87f56a tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:18.797201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f69f43-e9a1-45a7-a09d-53356e0c48cc', 'name': 'network-vif-deleted', 'tag': '1e629aed-332d-469f-9e50-6b7169e9b4cc'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:45:18.832214 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7e37e665-2265-4095-89f3-0fdb7151d81d req-94949d85-e9b9-42fe-a87d-85066f87f56a tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.35 "DELETE /v2.0/ports/1e629aed-332d-469f-9e50-6b7169e9b4cc HTTP/1.1" status: 204 len: 173 time: 0.7388146 Apr 23 09:45:18.847996 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f69f43-e9a1-45a7-a09d-53356e0c48cc', 'name': 'network-vif-deleted', 'tag': '1e629aed-332d-469f-9e50-6b7169e9b4cc', 'status': 'completed', 'code': 200} Apr 23 09:45:18.904197 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-39a4112b-8be1-4570-bcd5-6fffaa3ce56f req-a09fadd2-2c77-444a-859b-0db3ba45a645 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f69f43-e9a1-45a7-a09d-53356e0c48cc HTTP/1.1" status: 200 len: 210 time: 0.0548317 Apr 23 09:45:20.163165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 45654) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:45:20.234041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c234c419-767a-4724-af5c-211667501c10 admin admin] Deleting subnet eef549f5-0483-421f-85d1-ce37e43d813f {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:45:20.237851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c234c419-767a-4724-af5c-211667501c10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:20.290017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c234c419-767a-4724-af5c-211667501c10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:20.351407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c234c419-767a-4724-af5c-211667501c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:20.750540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c234c419-767a-4724-af5c-211667501c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:20.756281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d438b80-9555-4430-adf5-5f5cc5447d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:20.800009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c234c419-767a-4724-af5c-211667501c10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:20.804209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234c419-767a-4724-af5c-211667501c10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eef549f5-0483-421f-85d1-ce37e43d813f,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:20.807575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c234c419-767a-4724-af5c-211667501c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:20.809169 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c234c419-767a-4724-af5c-211667501c10 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/eef549f5-0483-421f-85d1-ce37e43d813f HTTP/1.1" status: 204 len: 168 time: 0.6449244 Apr 23 09:45:20.811890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 45658) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:45:20.929025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2026a4c-d021-4110-babe-cd1fcff11602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:21.062292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2026a4c-d021-4110-babe-cd1fcff11602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:21.179965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-c2026a4c-d021-4110-babe-cd1fcff11602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['202737ff-a64b-4fcd-babc-65d33229bfd7']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:45:21.193188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-c2026a4c-d021-4110-babe-cd1fcff11602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90afcf2a-91dd-4d12-8079-486ee826496f') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:45:21.193529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-c2026a4c-d021-4110-babe-cd1fcff11602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90afcf2a-91dd-4d12-8079-486ee826496f') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:45:21.206114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2026a4c-d021-4110-babe-cd1fcff11602 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:21.220895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2026a4c-d021-4110-babe-cd1fcff11602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:21.227183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2026a4c-d021-4110-babe-cd1fcff11602 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:45:21.406268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c2026a4c-d021-4110-babe-cd1fcff11602 admin admin] Network 202737ff-a64b-4fcd-babc-65d33229bfd7 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:45:21.415219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2026a4c-d021-4110-babe-cd1fcff11602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:21.596786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c2026a4c-d021-4110-babe-cd1fcff11602 admin admin] Network 202737ff-a64b-4fcd-babc-65d33229bfd7 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:45:21.619685 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:45:21.728184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2026a4c-d021-4110-babe-cd1fcff11602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:21.732496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2026a4c-d021-4110-babe-cd1fcff11602 admin admin] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:21.737583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-844b0f4e-8341-44cc-a190-cb91223e3cba tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:21.760925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2026a4c-d021-4110-babe-cd1fcff11602 admin admin] Pushing event deleted for resources: {'Network': ['ID=202737ff-a64b-4fcd-babc-65d33229bfd7,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:21.764093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c2026a4c-d021-4110-babe-cd1fcff11602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:21.798050 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c2026a4c-d021-4110-babe-cd1fcff11602 admin admin] 10.222.0.60 "DELETE /v2.0/networks/202737ff-a64b-4fcd-babc-65d33229bfd7 HTTP/1.1" status: 204 len: 168 time: 0.9851081 Apr 23 09:45:22.137992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 45664) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:45:22.147011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 1e629aed-332d-469f-9e50-6b7169e9b4cc no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:45:22.187495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 1e629aed-332d-469f-9e50-6b7169e9b4cc {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:45:22.188072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 1e629aed-332d-469f-9e50-6b7169e9b4cc not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:45:22.192751 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7e766a0a-0a31-4b6b-a54a-9ab15e22d10c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b31289f5dc5a4dfd9d08366ebe69e9ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533955 Apr 23 09:45:22.195319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 45668) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:45:22.258256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-993eb19c-e702-4447-bc01-ddf18faec0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:22.286194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-993eb19c-e702-4447-bc01-ddf18faec0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:22.440839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-993eb19c-e702-4447-bc01-ddf18faec0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:22.446073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09d6fbbc-6af1-46b5-b47c-2f9ed13ea692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:22.464544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993eb19c-e702-4447-bc01-ddf18faec0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d573920-85c8-428b-85f6-5ad1a036cae5,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:22.467025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-993eb19c-e702-4447-bc01-ddf18faec0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:22.498815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-993eb19c-e702-4447-bc01-ddf18faec0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:22.500133 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-993eb19c-e702-4447-bc01-ddf18faec0d1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3d573920-85c8-428b-85f6-5ad1a036cae5 HTTP/1.1" status: 204 len: 168 time: 0.3037782 Apr 23 09:45:23.456915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 45692) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:45:23.511271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:23.580737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1402491167-network', 'tenant_id': 'd5dc589884894fee89202f40b5989929'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:45:23.586077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:45:23.590368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Usage tracker for resource:network and tenant:d5dc589884894fee89202f40b5989929 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:45:23.593504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:45:23.599836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:45:23.671037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Made reservation on behalf of d5dc589884894fee89202f40b5989929 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:45:23.676650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:23.690303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:23.705553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:45:23.709685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Usage tracker for resource:security_group_rule and tenant:d5dc589884894fee89202f40b5989929 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:45:23.712639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:45:23.718637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:45:23.947198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:23.967792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:23.972546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f3ef35a8-a058-4ac8-8544-5d91691d7334 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:23.998077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:45:24.011821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdd570e-300d-4000-98c9-5a0c9290685b,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:24.015388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:24.027157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:24.027565 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Added segment fe0a38bf-2aed-4710-b9f8-616e4a7939d3 of type vlan for network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 Apr 23 09:45:24.087349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:24.150673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:24.151783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:24.152432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:24.158106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e5d32592-0c1a-481a-a4ff-1cd44cd3d8cd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:24.271654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Pushing event updated for resources: {'Network': ['ID=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:24.271654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:24.278428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:45:24.288632 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8306508 Apr 23 09:45:24.291869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 45698) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:45:24.297943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f45c1c30-24f1-42e9-bb4e-23788b0c8df4 admin admin] Request body: {'subnet': {'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1402491167-subnet', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:45:24.303557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f45c1c30-24f1-42e9-bb4e-23788b0c8df4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:45:24.307654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f45c1c30-24f1-42e9-bb4e-23788b0c8df4 admin admin] Usage tracker for resource:subnet and tenant:d5dc589884894fee89202f40b5989929 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:45:24.310664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f45c1c30-24f1-42e9-bb4e-23788b0c8df4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:45:24.319247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f45c1c30-24f1-42e9-bb4e-23788b0c8df4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:45:24.356868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45c1c30-24f1-42e9-bb4e-23788b0c8df4 admin admin] Made reservation on behalf of d5dc589884894fee89202f40b5989929 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:45:24.361821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f45c1c30-24f1-42e9-bb4e-23788b0c8df4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:24.899208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f45c1c30-24f1-42e9-bb4e-23788b0c8df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:24.903840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9d3a8e25-e966-4f5b-a0cd-af2498a60985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:24.979552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c1c30-24f1-42e9-bb4e-23788b0c8df4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd07a75f-254f-433b-9e9b-f00de8dd467f,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:24.983841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f45c1c30-24f1-42e9-bb4e-23788b0c8df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:24.989172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45c1c30-24f1-42e9-bb4e-23788b0c8df4 admin admin] Checking segment: {'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:45:24.989572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45c1c30-24f1-42e9-bb4e-23788b0c8df4 admin admin] Network hostable DHCP agents. Network: 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:45:25.053699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45c1c30-24f1-42e9-bb4e-23788b0c8df4 admin admin] Network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:45:25.105161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-f45c1c30-24f1-42e9-bb4e-23788b0c8df4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:45:25.115394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7aa27e-5615-4f28-8ce4-80e3ae543a1a None None] Network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:45:25.122293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45c1c30-24f1-42e9-bb4e-23788b0c8df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:25.123002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f45c1c30-24f1-42e9-bb4e-23788b0c8df4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:25.171545 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f45c1c30-24f1-42e9-bb4e-23788b0c8df4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8757830 Apr 23 09:45:25.171753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 45702) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:45:25.177678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:45:25.183038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:45:25.187236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Usage tracker for resource:router and tenant:d5dc589884894fee89202f40b5989929 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:45:25.191663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:45:25.198094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:45:25.231216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:25.232344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:25.343020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:45:25.343941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:25.348827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:25.514000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Allocated IP 172.20.0.2 (8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61/bd07a75f-254f-433b-9e9b-f00de8dd467f/4c37eadf-a96c-4cc4-beef-0aa499022b0b) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:45:25.742851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:25.825593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Transition to ACTIVE for port object 4c37eadf-a96c-4cc4-beef-0aa499022b0b will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:45:25.849546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Transition to ACTIVE for port object 4c37eadf-a96c-4cc4-beef-0aa499022b0b will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:45:25.910575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:25.916854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:25.946260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:25.975531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:45:25.978853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:45:25.981417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:45:26.065437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Pushing event updated for resources: {'Port': ['ID=4c37eadf-a96c-4cc4-beef-0aa499022b0b,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:26.068539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:26.097086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Attempting to bind port 4c37eadf-a96c-4cc4-beef-0aa499022b0b on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:45:26.097412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Attempting to bind port 4c37eadf-a96c-4cc4-beef-0aa499022b0b by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:45:26.097835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Attempting to bind port 4c37eadf-a96c-4cc4-beef-0aa499022b0b on network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:45:26.103873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:45:26.104294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Checking segment: {'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:45:26.104741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:26.105184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Bound using segment: {'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:45:26.105703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Bound port: 4c37eadf-a96c-4cc4-beef-0aa499022b0b, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:45:26.106118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:26.200132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] For port 4c37eadf-a96c-4cc4-beef-0aa499022b0b, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:45:26.203396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] For port 4c37eadf-a96c-4cc4-beef-0aa499022b0b, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4c37eadf-a96c-4cc4-beef-0aa499022b0b,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:45:26.236992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:26.242143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:26.313423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:26.331279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Pushing event updated for resources: {'Port': ['ID=4c37eadf-a96c-4cc4-beef-0aa499022b0b,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:26.334636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:26.354122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:26.522960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Allocated IP 172.26.4.81 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/a0329707-626f-48fe-be03-9691e91dd48f) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:45:26.780910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:26.835587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:26.840808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-04e6f6f5-319d-45a8-95e2-9b04e4569316 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:26.905281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:45:26.913545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:45:26.916203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:45:26.961175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=a0329707-626f-48fe-be03-9691e91dd48f,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:26.977719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:26.981626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:26.981626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:26.981626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:26.981626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:26.981626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:26.981626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:26.981626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:26.981626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:26.981626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:26.982514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:26.982514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:26.987885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:27.480184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:27.695983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e741b264-b8a4-4155-adc5-93ef5476a3b1 None None] Network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:45:27.859563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-7ef3b775-d105-45cf-bd8e-e65fdf782b27 None None] Provisioning for port 4c37eadf-a96c-4cc4-beef-0aa499022b0b completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:45:27.859969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:28.128398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:45:28.324850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:45:28.335503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] Sync routers for ids ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:45:28.346512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] Routers {'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:45:28.346512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:45:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:45:28.379906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:28.381594 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2085772 Apr 23 09:45:28.384233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 45706) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:45:28.486333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4c37eadf-a96c-4cc4-beef-0aa499022b0b up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:45:28.790489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] Set router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:45:28.839222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 4c37eadf-a96c-4cc4-beef-0aa499022b0b completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:45:28.917449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 4c37eadf-a96c-4cc4-beef-0aa499022b0b triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:45:28.917880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:29.201364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:29.252512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 4c37eadf-a96c-4cc4-beef-0aa499022b0b, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4c37eadf-a96c-4cc4-beef-0aa499022b0b,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:45:29.261847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:27Z', 'revision_number': 3, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:45:29.266302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] Checking router: ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:45:29.266817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] Updating router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced port a0329707-626f-48fe-be03-9691e91dd48f binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:45:29.308428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:29.312105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:29.385119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:29.419228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c75b94b8-631a-46b5-90b4-6dac668810f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:29.448978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=4c37eadf-a96c-4cc4-beef-0aa499022b0b,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:29.453883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:29.649171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-c75b94b8-631a-46b5-90b4-6dac668810f0 admin admin] Allocated IP 172.20.0.1 (8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61/bd07a75f-254f-433b-9e9b-f00de8dd467f/7a375496-e868-4356-9602-cba97fff1c33) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:45:29.757225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:29.769967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] Transition to ACTIVE for port object a0329707-626f-48fe-be03-9691e91dd48f will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:45:29.807081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:29.808739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c75b94b8-631a-46b5-90b4-6dac668810f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:29.815610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:29.827011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c75b94b8-631a-46b5-90b4-6dac668810f0 admin admin] Transition to ACTIVE for port object 7a375496-e868-4356-9602-cba97fff1c33 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:45:29.875986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c75b94b8-631a-46b5-90b4-6dac668810f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:29.881227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ec497b8b-773f-4b8a-9f94-9df20526675b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:29.893830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] Attempting to bind port a0329707-626f-48fe-be03-9691e91dd48f on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:45:29.894257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] Attempting to bind port a0329707-626f-48fe-be03-9691e91dd48f by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:45:29.894698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] Attempting to bind port a0329707-626f-48fe-be03-9691e91dd48f on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:45:29.904808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:45:29.905234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:45:29.905687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:29.906126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:45:29.906694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] Bound port: a0329707-626f-48fe-be03-9691e91dd48f, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:45:29.907113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:29.943328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75b94b8-631a-46b5-90b4-6dac668810f0 admin admin] Network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:45:29.947488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd92a5-ab58-4c90-b5d7-42de7a295431 None None] Pushing event updated for resources: {'Port': ['ID=a0329707-626f-48fe-be03-9691e91dd48f,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:29.951682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c4bd92a5-ab58-4c90-b5d7-42de7a295431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:29.951853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c75b94b8-631a-46b5-90b4-6dac668810f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:45:29.954165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75b94b8-631a-46b5-90b4-6dac668810f0 admin admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:45:29.995221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] For port a0329707-626f-48fe-be03-9691e91dd48f, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:45:30.000569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] For port a0329707-626f-48fe-be03-9691e91dd48f, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a0329707-626f-48fe-be03-9691e91dd48f,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:45:30.005975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b94b8-631a-46b5-90b4-6dac668810f0 admin admin] Pushing event updated for resources: {'Port': ['ID=7a375496-e868-4356-9602-cba97fff1c33,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:30.009229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c75b94b8-631a-46b5-90b4-6dac668810f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:30.032263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c75b94b8-631a-46b5-90b4-6dac668810f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:30.082580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:30.089589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a4af226f-4b8a-4e37-8dfc-f2d603d1c28c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:30.179734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] Routers {'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:45:30.180414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:45:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:45:30.224294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c75b94b8-631a-46b5-90b4-6dac668810f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:30.310130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd92a5-ab58-4c90-b5d7-42de7a295431 None None] Pushing event updated for resources: {'Port': ['ID=a0329707-626f-48fe-be03-9691e91dd48f,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:30.322425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c4bd92a5-ab58-4c90-b5d7-42de7a295431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:30.375429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fecdf3-eaec-4259-8f68-100e9fb5d53c None None] Provisioning for port 7a375496-e868-4356-9602-cba97fff1c33 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:45:30.383375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fecdf3-eaec-4259-8f68-100e9fb5d53c None None] Provisioning complete for port 7a375496-e868-4356-9602-cba97fff1c33 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:45:30.383905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fecdf3-eaec-4259-8f68-100e9fb5d53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:30.422851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4c37eadf-a96c-4cc4-beef-0aa499022b0b up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:45:30.476636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c75b94b8-631a-46b5-90b4-6dac668810f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:30.485641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] Set router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:45:30.499467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c75b94b8-631a-46b5-90b4-6dac668810f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:30.527898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:30.591096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fecdf3-eaec-4259-8f68-100e9fb5d53c None None] Port 7a375496-e868-4356-9602-cba97fff1c33 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:45:30.621395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b94b8-631a-46b5-90b4-6dac668810f0 admin admin] Pushing event updated for resources: {'Port': ['ID=7a375496-e868-4356-9602-cba97fff1c33,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:30.624394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c75b94b8-631a-46b5-90b4-6dac668810f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:30.628203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c75b94b8-631a-46b5-90b4-6dac668810f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:30.748358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 4c37eadf-a96c-4cc4-beef-0aa499022b0b triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:45:30.748779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:30.775659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75b94b8-631a-46b5-90b4-6dac668810f0 admin admin] Network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:45:30.776862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c75b94b8-631a-46b5-90b4-6dac668810f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:45:30.988461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75b94b8-631a-46b5-90b4-6dac668810f0 admin admin] Router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:45:30.991751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:29Z', 'revision_number': 1, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:45:30.996006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7d8c8c-4d4d-48d6-815d-f4c47d9178ed None None] The sync data for ids ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'] in dv-neutron-786478-4-hyperv is: [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:29Z', 'revision_number': 1, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:45:31.021294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-430160a6-3106-467d-b960-d8212b2e6fb6 None None] Provisioning complete for port 7a375496-e868-4356-9602-cba97fff1c33 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:45:31.021829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-430160a6-3106-467d-b960-d8212b2e6fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:31.087927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-430160a6-3106-467d-b960-d8212b2e6fb6 None None] Port 7a375496-e868-4356-9602-cba97fff1c33 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:45:31.190898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75b94b8-631a-46b5-90b4-6dac668810f0 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:45:31.200365 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c75b94b8-631a-46b5-90b4-6dac668810f0 admin admin] 10.222.0.60 "PUT /v2.0/routers/ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8148179 Apr 23 09:45:31.756875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 45718) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:45:31.763209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-364e3b3e-4d04-48e0-b7ca-6eeea01ab00b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1110648166', 'description': 'tempest-description--70377217'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:45:31.770943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-364e3b3e-4d04-48e0-b7ca-6eeea01ab00b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:45:31.775342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-364e3b3e-4d04-48e0-b7ca-6eeea01ab00b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Usage tracker for resource:security_group and tenant:d5dc589884894fee89202f40b5989929 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:45:31.778292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-364e3b3e-4d04-48e0-b7ca-6eeea01ab00b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:45:31.793796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-364e3b3e-4d04-48e0-b7ca-6eeea01ab00b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:45:31.888147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-364e3b3e-4d04-48e0-b7ca-6eeea01ab00b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:31.917406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-364e3b3e-4d04-48e0-b7ca-6eeea01ab00b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:45:31.921736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-364e3b3e-4d04-48e0-b7ca-6eeea01ab00b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Usage tracker for resource:security_group_rule and tenant:d5dc589884894fee89202f40b5989929 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:45:31.926512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-364e3b3e-4d04-48e0-b7ca-6eeea01ab00b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:45:31.932884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-364e3b3e-4d04-48e0-b7ca-6eeea01ab00b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:45:32.066977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-364e3b3e-4d04-48e0-b7ca-6eeea01ab00b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:32.087841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-364e3b3e-4d04-48e0-b7ca-6eeea01ab00b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:32.093942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f5378439-e140-4dac-afbf-5ece81cd083d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:32.137818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e3b3e-4d04-48e0-b7ca-6eeea01ab00b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6b65d2-5da8-458f-84fa-85217a4fec58,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:32.141120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-364e3b3e-4d04-48e0-b7ca-6eeea01ab00b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:32.162245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-364e3b3e-4d04-48e0-b7ca-6eeea01ab00b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:32.163676 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-364e3b3e-4d04-48e0-b7ca-6eeea01ab00b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4057174 Apr 23 09:45:32.166766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 45722) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:45:32.172794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9f09b924-7a05-4313-aa04-48c0e419d695 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Request body: {'security_group_rule': {'security_group_id': 'fe6b65d2-5da8-458f-84fa-85217a4fec58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:45:32.180357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9f09b924-7a05-4313-aa04-48c0e419d695 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:45:32.184505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9f09b924-7a05-4313-aa04-48c0e419d695 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Usage tracker for resource:security_group_rule and tenant:d5dc589884894fee89202f40b5989929 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:45:32.187687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9f09b924-7a05-4313-aa04-48c0e419d695 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:45:32.194285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9f09b924-7a05-4313-aa04-48c0e419d695 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:45:32.232650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f09b924-7a05-4313-aa04-48c0e419d695 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:32.300487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f09b924-7a05-4313-aa04-48c0e419d695 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:32.333523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f09b924-7a05-4313-aa04-48c0e419d695 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:32.335596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dbe77c45-9783-4463-a624-92d78ed02f5e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:32.359081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09b924-7a05-4313-aa04-48c0e419d695 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b53394b-8cb0-41d4-87e6-4cd8729aef31,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:32.363902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9f09b924-7a05-4313-aa04-48c0e419d695 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:32.391379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f09b924-7a05-4313-aa04-48c0e419d695 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:32.393406 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9f09b924-7a05-4313-aa04-48c0e419d695 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2255743 Apr 23 09:45:32.396450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 45726) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:45:32.402331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ffbc335e-1bd7-4383-96d9-2d6c7b6c6dc2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Request body: {'security_group_rule': {'security_group_id': 'fe6b65d2-5da8-458f-84fa-85217a4fec58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:45:32.409186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ffbc335e-1bd7-4383-96d9-2d6c7b6c6dc2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:45:32.413492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ffbc335e-1bd7-4383-96d9-2d6c7b6c6dc2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Usage tracker for resource:security_group_rule and tenant:d5dc589884894fee89202f40b5989929 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:45:32.416606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ffbc335e-1bd7-4383-96d9-2d6c7b6c6dc2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:45:32.421301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a0329707-626f-48fe-be03-9691e91dd48f up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:45:32.427299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ffbc335e-1bd7-4383-96d9-2d6c7b6c6dc2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:45:32.467439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffbc335e-1bd7-4383-96d9-2d6c7b6c6dc2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:32.545160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port a0329707-626f-48fe-be03-9691e91dd48f completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:45:32.551763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port a0329707-626f-48fe-be03-9691e91dd48f triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:45:32.552201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:32.622209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffbc335e-1bd7-4383-96d9-2d6c7b6c6dc2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:32.658710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffbc335e-1bd7-4383-96d9-2d6c7b6c6dc2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:32.666674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2df69f5c-f939-4610-9c8f-30917a66393d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:32.689129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:32.691053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc335e-1bd7-4383-96d9-2d6c7b6c6dc2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab4d78a-f89d-4f11-9f98-e28d5e0ca2cc,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:32.693875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ffbc335e-1bd7-4383-96d9-2d6c7b6c6dc2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:32.706629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port a0329707-626f-48fe-be03-9691e91dd48f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a0329707-626f-48fe-be03-9691e91dd48f,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:45:32.726819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffbc335e-1bd7-4383-96d9-2d6c7b6c6dc2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:32.728115 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ffbc335e-1bd7-4383-96d9-2d6c7b6c6dc2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3305767 Apr 23 09:45:32.731313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 45730) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:45:32.737591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:45:32.744186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:45:32.748301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Usage tracker for resource:floatingip and tenant:d5dc589884894fee89202f40b5989929 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:45:32.751886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:45:32.755368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:32.757432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:32.759054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:45:32.795284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for floatingip, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:32.831978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=a0329707-626f-48fe-be03-9691e91dd48f,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:32.835362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:32.946668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:33.152831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Allocated IP 172.26.4.230 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/647da2a2-17f6-4846-b7d2-be09fae1562d) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:45:33.310190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:33.372503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:33.377674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c75b94b8-631a-46b5-90b4-6dac668810f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:33.449230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:45:33.452909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:45:33.457738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:45:33.491511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Pushing event updated for resources: {'Port': ['ID=647da2a2-17f6-4846-b7d2-be09fae1562d,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:33.498760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:33.548963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:33.650884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:33.881946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:33.916402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:33.921709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9815b647-61d5-4b88-abbe-29c6f968c228 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:34.049364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Pushing event updated for resources: {'Port': ['ID=647da2a2-17f6-4846-b7d2-be09fae1562d,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:34.054233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:34.060089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:34.110981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:34.112334 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3799317 Apr 23 09:45:34.250898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] Sync routers for ids ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:45:34.262213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] Routers {'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:45:34.262925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:45:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:45:34.294348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a855772a-29e5-47e4-ad55-e28c112323ba req-2937b449-debc-469f-bf4f-ae12e879a629 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Synchronizing usage tracker for tenant:d5dc589884894fee89202f40b5989929 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:45:34.366046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a855772a-29e5-47e4-ad55-e28c112323ba req-2937b449-debc-469f-bf4f-ae12e879a629 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Unset dirty status for tenant:d5dc589884894fee89202f40b5989929 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:45:34.375005 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a855772a-29e5-47e4-ad55-e28c112323ba req-2937b449-debc-469f-bf4f-ae12e879a629 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1110648166&fields=id&tenant_id=d5dc589884894fee89202f40b5989929 HTTP/1.1" status: 200 len: 267 time: 0.1195617 Apr 23 09:45:34.413339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a0329707-626f-48fe-be03-9691e91dd48f up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:45:34.463175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] Set router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:45:34.508499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port a0329707-626f-48fe-be03-9691e91dd48f triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:45:34.509714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:34.645574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855772a-29e5-47e4-ad55-e28c112323ba req-f12d866a-5bf6-4607-9f6b-f32c868c4780 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:34.646445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a855772a-29e5-47e4-ad55-e28c112323ba req-f12d866a-5bf6-4607-9f6b-f32c868c4780 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Synchronizing usage tracker for tenant:d5dc589884894fee89202f40b5989929 on resource:network {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:45:34.699036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a855772a-29e5-47e4-ad55-e28c112323ba req-f12d866a-5bf6-4607-9f6b-f32c868c4780 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Unset dirty status for tenant:d5dc589884894fee89202f40b5989929 on resource:network {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:45:34.700853 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a855772a-29e5-47e4-ad55-e28c112323ba req-f12d866a-5bf6-4607-9f6b-f32c868c4780 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 812 time: 0.3230610 Apr 23 09:45:34.719694 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a855772a-29e5-47e4-ad55-e28c112323ba req-52526bb1-4fc2-4184-81da-715b11618581 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/quotas/d5dc589884894fee89202f40b5989929 HTTP/1.1" status: 200 len: 375 time: 0.0109079 Apr 23 09:45:34.810843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 2, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:45:34.815759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] Checking router: ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:45:34.816161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] Updating router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced port 7a375496-e868-4356-9602-cba97fff1c33 binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:45:34.819208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a855772a-29e5-47e4-ad55-e28c112323ba req-f92b72e9-a7ea-432f-8ae7-3767b31624ed tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Synchronizing usage tracker for tenant:d5dc589884894fee89202f40b5989929 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:45:34.864057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a855772a-29e5-47e4-ad55-e28c112323ba req-f92b72e9-a7ea-432f-8ae7-3767b31624ed tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Unset dirty status for tenant:d5dc589884894fee89202f40b5989929 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:45:34.865559 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a855772a-29e5-47e4-ad55-e28c112323ba req-f92b72e9-a7ea-432f-8ae7-3767b31624ed tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1392393 Apr 23 09:45:34.878742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:35.274908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:35.287408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] Transition to ACTIVE for port object 7a375496-e868-4356-9602-cba97fff1c33 will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:45:35.329816 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a855772a-29e5-47e4-ad55-e28c112323ba req-4f50a7cc-ff8d-4c99-93ef-ed3532040971 service neutron] 10.222.0.60 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480572 Apr 23 09:45:35.331415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:35.336482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d10ffb9-c72b-4fd1-bded-103e9ff76b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:35.502512 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a855772a-29e5-47e4-ad55-e28c112323ba req-7c92c5c2-cf73-433f-8dc4-28924acbce4b service neutron] 10.222.0.60 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657367 Apr 23 09:45:35.509958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7056f-0295-4a6b-b336-313733f0134e None None] Pushing event updated for resources: {'Port': ['ID=7a375496-e868-4356-9602-cba97fff1c33,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:35.564211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7056f-0295-4a6b-b336-313733f0134e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:35.564633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7056f-0295-4a6b-b336-313733f0134e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:35.564962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7056f-0295-4a6b-b336-313733f0134e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:35.565335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7056f-0295-4a6b-b336-313733f0134e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:35.565701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7056f-0295-4a6b-b336-313733f0134e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:35.566067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7056f-0295-4a6b-b336-313733f0134e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:35.566462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7056f-0295-4a6b-b336-313733f0134e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:35.566830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7056f-0295-4a6b-b336-313733f0134e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:35.567190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7056f-0295-4a6b-b336-313733f0134e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:35.567640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7056f-0295-4a6b-b336-313733f0134e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:35.567888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7056f-0295-4a6b-b336-313733f0134e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:35.568248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b7056f-0295-4a6b-b336-313733f0134e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:45:35.580284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-91b7056f-0295-4a6b-b336-313733f0134e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:35.589967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] Attempting to bind port 7a375496-e868-4356-9602-cba97fff1c33 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:45:35.590421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] Attempting to bind port 7a375496-e868-4356-9602-cba97fff1c33 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:45:35.590829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] Attempting to bind port 7a375496-e868-4356-9602-cba97fff1c33 on network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:45:35.597584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:45:35.597998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] Checking segment: {'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:45:35.598478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:35.598919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] Bound using segment: {'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:45:35.599432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] Bound port: 7a375496-e868-4356-9602-cba97fff1c33, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:45:35.599849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:35.700562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] For port 7a375496-e868-4356-9602-cba97fff1c33, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:45:35.704667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] For port 7a375496-e868-4356-9602-cba97fff1c33, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7a375496-e868-4356-9602-cba97fff1c33,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:45:35.737529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:35.742801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b59a2881-b3c0-41f4-b551-a2c4659f53d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:35.772923 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1e8799ff-dc7c-4e92-8fdb-574a489a936a req-b9879bf9-54c9-4277-91bd-39a05266aff4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 210 time: 0.0561244 Apr 23 09:45:35.825219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] Routers {'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:45:35.825920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:45:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:45:35.968122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7056f-0295-4a6b-b336-313733f0134e None None] Pushing event updated for resources: {'Port': ['ID=7a375496-e868-4356-9602-cba97fff1c33,revision_number=4']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:35.971703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-91b7056f-0295-4a6b-b336-313733f0134e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:36.035105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] Set router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:45:36.416578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7a375496-e868-4356-9602-cba97fff1c33 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:45:36.526548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 7a375496-e868-4356-9602-cba97fff1c33 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:45:36.532407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 7a375496-e868-4356-9602-cba97fff1c33 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:45:36.536531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:36.547013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:35Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:45:36.551643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eca4d1a-a78e-4b8a-96c3-65814fe7a202 None None] The sync data for ids ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'] in dv-neutron-786478-4-hyperv is: [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:35Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:45:36.685596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:36.722160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c7a4b0bb-d94d-4da2-bf44-75d5d3e594d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:36.728612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 7a375496-e868-4356-9602-cba97fff1c33, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7a375496-e868-4356-9602-cba97fff1c33,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:45:36.783622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:36.785667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:36.875647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=7a375496-e868-4356-9602-cba97fff1c33,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:36.881305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:36.948245 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d7b4ce17-cc4c-4947-bbc9-56d106454d29 req-91060d51-086a-46c1-a3cf-17a178c916f1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 210 time: 0.0513613 Apr 23 09:45:37.897190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855772a-29e5-47e4-ad55-e28c112323ba req-5a579049-294e-43b1-af75-9be127b8ed29 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:37.898829 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a855772a-29e5-47e4-ad55-e28c112323ba req-5a579049-294e-43b1-af75-9be127b8ed29 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 812 time: 0.1801705 Apr 23 09:45:37.955664 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a855772a-29e5-47e4-ad55-e28c112323ba req-6c5b1c15-2dbe-495c-ba53-ef8930c754b5 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5dc589884894fee89202f40b5989929 HTTP/1.1" status: 200 len: 380 time: 0.0477815 Apr 23 09:45:37.964403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-a855772a-29e5-47e4-ad55-e28c112323ba req-05703625-0bce-4deb-9bd4-88ed9ca502a1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Request body: {'port': {'device_id': 'bc2689ad-8c67-4936-880c-bebc39ff769a', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'admin_state_up': True, 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'security_groups': ['fe6b65d2-5da8-458f-84fa-85217a4fec58']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:45:38.134747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-a855772a-29e5-47e4-ad55-e28c112323ba req-05703625-0bce-4deb-9bd4-88ed9ca502a1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:45:38.145926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-a855772a-29e5-47e4-ad55-e28c112323ba req-05703625-0bce-4deb-9bd4-88ed9ca502a1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:45:38.163417 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3a27ee3e-c6b9-4c75-b102-adddf1694398 req-b6544ce1-b52c-4723-a878-d106020898a6 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 210 time: 0.0570467 Apr 23 09:45:38.183085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a855772a-29e5-47e4-ad55-e28c112323ba req-05703625-0bce-4deb-9bd4-88ed9ca502a1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Made reservation on behalf of d5dc589884894fee89202f40b5989929 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:45:38.189583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a855772a-29e5-47e4-ad55-e28c112323ba req-05703625-0bce-4deb-9bd4-88ed9ca502a1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:38.372422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-a855772a-29e5-47e4-ad55-e28c112323ba req-05703625-0bce-4deb-9bd4-88ed9ca502a1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Allocated IP 172.20.0.10 (8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61/bd07a75f-254f-433b-9e9b-f00de8dd467f/8f9280a2-13a7-4359-a4bf-d43c1177f974) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:45:38.392369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7a375496-e868-4356-9602-cba97fff1c33 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:45:38.467167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 7a375496-e868-4356-9602-cba97fff1c33 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:45:38.467406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:38.590130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a855772a-29e5-47e4-ad55-e28c112323ba req-05703625-0bce-4deb-9bd4-88ed9ca502a1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:38.610300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-a855772a-29e5-47e4-ad55-e28c112323ba req-05703625-0bce-4deb-9bd4-88ed9ca502a1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Transition to ACTIVE for port object 8f9280a2-13a7-4359-a4bf-d43c1177f974 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:45:38.681024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a855772a-29e5-47e4-ad55-e28c112323ba req-05703625-0bce-4deb-9bd4-88ed9ca502a1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:38.689143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-90fd91f2-d7f8-4e0c-8940-f3c8c015bfde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:38.763825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a855772a-29e5-47e4-ad55-e28c112323ba req-05703625-0bce-4deb-9bd4-88ed9ca502a1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:45:38.773321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-a855772a-29e5-47e4-ad55-e28c112323ba req-05703625-0bce-4deb-9bd4-88ed9ca502a1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:45:38.778184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-a855772a-29e5-47e4-ad55-e28c112323ba req-05703625-0bce-4deb-9bd4-88ed9ca502a1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:45:38.827262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05703625-0bce-4deb-9bd4-88ed9ca502a1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Pushing event updated for resources: {'Port': ['ID=8f9280a2-13a7-4359-a4bf-d43c1177f974,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:38.833126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-05703625-0bce-4deb-9bd4-88ed9ca502a1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:38.860522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855772a-29e5-47e4-ad55-e28c112323ba req-05703625-0bce-4deb-9bd4-88ed9ca502a1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:38.861246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a855772a-29e5-47e4-ad55-e28c112323ba req-05703625-0bce-4deb-9bd4-88ed9ca502a1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:38.920748 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a855772a-29e5-47e4-ad55-e28c112323ba req-05703625-0bce-4deb-9bd4-88ed9ca502a1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9605436 Apr 23 09:45:38.932466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-a855772a-29e5-47e4-ad55-e28c112323ba req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Request body: {'port': {'device_id': 'bc2689ad-8c67-4936-880c-bebc39ff769a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:45:39.056887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a855772a-29e5-47e4-ad55-e28c112323ba req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:39.057209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8f5c6c5f-fb48-4915-b952-19decdc2e537 None None] Provisioning for port 8f9280a2-13a7-4359-a4bf-d43c1177f974 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:45:39.063557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8f5c6c5f-fb48-4915-b952-19decdc2e537 None None] Provisioning complete for port 8f9280a2-13a7-4359-a4bf-d43c1177f974 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:45:39.063989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f5c6c5f-fb48-4915-b952-19decdc2e537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:39.126086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8f5c6c5f-fb48-4915-b952-19decdc2e537 None None] Port 8f9280a2-13a7-4359-a4bf-d43c1177f974 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:45:39.452641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b757606-6553-4049-b08f-1886bd40d541 req-241a2684-eccf-47b9-8214-bcf874493bb0 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:39.453409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-1b757606-6553-4049-b08f-1886bd40d541 req-241a2684-eccf-47b9-8214-bcf874493bb0 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Synchronizing usage tracker for tenant:d5dc589884894fee89202f40b5989929 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:45:39.531294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-1b757606-6553-4049-b08f-1886bd40d541 req-241a2684-eccf-47b9-8214-bcf874493bb0 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Unset dirty status for tenant:d5dc589884894fee89202f40b5989929 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:45:39.532587 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1b757606-6553-4049-b08f-1886bd40d541 req-241a2684-eccf-47b9-8214-bcf874493bb0 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 932 time: 0.2096221 Apr 23 09:45:39.563183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-a855772a-29e5-47e4-ad55-e28c112323ba req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f9280a2-13a7-4359-a4bf-d43c1177f974 {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:45:39.576618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a855772a-29e5-47e4-ad55-e28c112323ba req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:39.613821 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1b757606-6553-4049-b08f-1886bd40d541 req-00411738-b3c5-41a9-aeae-5bf7222d793b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734782 Apr 23 09:45:39.639481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-a855772a-29e5-47e4-ad55-e28c112323ba req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Transition to ACTIVE for port object 8f9280a2-13a7-4359-a4bf-d43c1177f974 will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:45:39.684292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a855772a-29e5-47e4-ad55-e28c112323ba req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:39.690475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:39.719005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d35f7fff-52f0-4c46-95b4-8d50f1525398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:39.866119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9280a2-13a7-4359-a4bf-d43c1177f974,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:39.877855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:39.952637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-a855772a-29e5-47e4-ad55-e28c112323ba req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Attempting to bind port 8f9280a2-13a7-4359-a4bf-d43c1177f974 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:45:39.953186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-a855772a-29e5-47e4-ad55-e28c112323ba req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Attempting to bind port 8f9280a2-13a7-4359-a4bf-d43c1177f974 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:45:39.953281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855772a-29e5-47e4-ad55-e28c112323ba req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Attempting to bind port 8f9280a2-13a7-4359-a4bf-d43c1177f974 on network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:45:39.958902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855772a-29e5-47e4-ad55-e28c112323ba req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Port 8f9280a2-13a7-4359-a4bf-d43c1177f974 on network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:45:39.959280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855772a-29e5-47e4-ad55-e28c112323ba req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Attempting to bind port 8f9280a2-13a7-4359-a4bf-d43c1177f974 on network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:45:39.965329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855772a-29e5-47e4-ad55-e28c112323ba req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:45:39.965713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855772a-29e5-47e4-ad55-e28c112323ba req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Checking segment: {'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:45:39.966158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855772a-29e5-47e4-ad55-e28c112323ba req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Bound using segment: {'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:45:39.966736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-a855772a-29e5-47e4-ad55-e28c112323ba req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Bound port: 8f9280a2-13a7-4359-a4bf-d43c1177f974, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:45:39.967803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a855772a-29e5-47e4-ad55-e28c112323ba req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:40.072053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-a855772a-29e5-47e4-ad55-e28c112323ba req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] For port 8f9280a2-13a7-4359-a4bf-d43c1177f974, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:45:40.075451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-a855772a-29e5-47e4-ad55-e28c112323ba req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] For port 8f9280a2-13a7-4359-a4bf-d43c1177f974, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8f9280a2-13a7-4359-a4bf-d43c1177f974,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:45:40.102921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a855772a-29e5-47e4-ad55-e28c112323ba req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:40.108650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ab087730-17db-4019-9f6f-a7b96394ef6e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:40.168038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855772a-29e5-47e4-ad55-e28c112323ba req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:40.168583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a855772a-29e5-47e4-ad55-e28c112323ba req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:40.170396 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a855772a-29e5-47e4-ad55-e28c112323ba req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] 10.222.0.35 "PUT /v2.0/ports/8f9280a2-13a7-4359-a4bf-d43c1177f974 HTTP/1.1" status: 200 len: 1094 time: 1.2426414 Apr 23 09:45:40.170972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2689ad-8c67-4936-880c-bebc39ff769a', 'tag': '8f9280a2-13a7-4359-a4bf-d43c1177f974'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:45:40.197851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9280a2-13a7-4359-a4bf-d43c1177f974,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:40.204756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:40.234764 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2689ad-8c67-4936-880c-bebc39ff769a', 'tag': '8f9280a2-13a7-4359-a4bf-d43c1177f974', 'status': 'completed', 'code': 200} Apr 23 09:45:40.342171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855772a-29e5-47e4-ad55-e28c112323ba req-716c4361-3a58-4f69-8a68-0a0dbcd8c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:40.343916 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a855772a-29e5-47e4-ad55-e28c112323ba req-716c4361-3a58-4f69-8a68-0a0dbcd8c167 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 1097 time: 0.1021142 Apr 23 09:45:40.427987 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a855772a-29e5-47e4-ad55-e28c112323ba req-48f03a4d-d82a-4986-9f1f-5a138877e3f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f9280a2-13a7-4359-a4bf-d43c1177f974 HTTP/1.1" status: 200 len: 217 time: 0.0770600 Apr 23 09:45:40.452171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:40.499535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855772a-29e5-47e4-ad55-e28c112323ba req-da7d3610-b9a1-4448-869e-d71efd113c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:40.501136 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a855772a-29e5-47e4-ad55-e28c112323ba req-da7d3610-b9a1-4448-869e-d71efd113c2e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0678549 Apr 23 09:45:40.589332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855772a-29e5-47e4-ad55-e28c112323ba req-0bce03b1-9452-46c1-88ee-857d5f4e9ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:40.591006 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a855772a-29e5-47e4-ad55-e28c112323ba req-0bce03b1-9452-46c1-88ee-857d5f4e9ee1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841904 Apr 23 09:45:40.738574 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a855772a-29e5-47e4-ad55-e28c112323ba req-bbe39fc3-fab4-4aa2-a308-859d469e823d service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409440 Apr 23 09:45:40.934229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cc28a-d684-4f3e-a10b-85fe4b4ad98b req-37dbd48b-2261-4e32-860e-098f04f73a50 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:40.936717 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-028cc28a-d684-4f3e-a10b-85fe4b4ad98b req-37dbd48b-2261-4e32-860e-098f04f73a50 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 944 time: 0.2008672 Apr 23 09:45:40.971231 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a855772a-29e5-47e4-ad55-e28c112323ba req-59690496-9b01-4a8c-ab0a-6863cb8f15de service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925051 Apr 23 09:45:40.995114 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-028cc28a-d684-4f3e-a10b-85fe4b4ad98b req-afdb3b6e-7e67-44dc-9c63-1a7e18e0bc00 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491266 Apr 23 09:45:41.150476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de993989-9df2-4eae-bfb6-07c8ff9e2538 req-7561363e-78cb-4063-a1ee-049e3d256335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:41.152088 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-de993989-9df2-4eae-bfb6-07c8ff9e2538 req-7561363e-78cb-4063-a1ee-049e3d256335 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 1097 time: 0.0820894 Apr 23 09:45:41.254816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:41.303563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de993989-9df2-4eae-bfb6-07c8ff9e2538 req-1cf7c5ea-d13c-471d-8f16-433875565080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:41.305133 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-de993989-9df2-4eae-bfb6-07c8ff9e2538 req-1cf7c5ea-d13c-471d-8f16-433875565080 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1467278 Apr 23 09:45:41.382486 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-de993989-9df2-4eae-bfb6-07c8ff9e2538 req-9ebc1c0f-7e71-4215-8ac2-c76ee39388c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f9280a2-13a7-4359-a4bf-d43c1177f974 HTTP/1.1" status: 200 len: 217 time: 0.0707595 Apr 23 09:45:41.454118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de993989-9df2-4eae-bfb6-07c8ff9e2538 req-2d316128-0c85-4451-b43f-070ff7eb6d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:41.455763 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-de993989-9df2-4eae-bfb6-07c8ff9e2538 req-2d316128-0c85-4451-b43f-070ff7eb6d4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0675697 Apr 23 09:45:41.543366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de993989-9df2-4eae-bfb6-07c8ff9e2538 req-eaf145c2-d1ee-499c-bf91-f3cf6a11f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:41.545570 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-de993989-9df2-4eae-bfb6-07c8ff9e2538 req-eaf145c2-d1ee-499c-bf91-f3cf6a11f2bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839379 Apr 23 09:45:41.693111 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-de993989-9df2-4eae-bfb6-07c8ff9e2538 req-3ec11ab4-c6f2-46bb-bf25-7f2cf908a79a service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409588 Apr 23 09:45:41.842456 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-de993989-9df2-4eae-bfb6-07c8ff9e2538 req-b68ff407-1899-43d4-9925-0950465bae48 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430700 Apr 23 09:45:42.215852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e1aa9-0341-44ed-9061-554af3097830 req-4a2b2f82-b14d-4406-ac83-ae7a80439d5c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:42.218031 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-029e1aa9-0341-44ed-9061-554af3097830 req-4a2b2f82-b14d-4406-ac83-ae7a80439d5c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 944 time: 0.0988801 Apr 23 09:45:42.271699 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-029e1aa9-0341-44ed-9061-554af3097830 req-6ed82ae2-77b0-455c-8833-99807a572096 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471492 Apr 23 09:45:42.329830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:43.013651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:45:43.483841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22899b-3d69-40b3-b13a-b2474f16e4d1 req-d42096fa-d967-4b77-babb-6b263ee1aab4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:43.485554 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c22899b-3d69-40b3-b13a-b2474f16e4d1 req-d42096fa-d967-4b77-babb-6b263ee1aab4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 944 time: 0.0975721 Apr 23 09:45:43.537943 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c22899b-3d69-40b3-b13a-b2474f16e4d1 req-ed97315a-af3c-479a-afa7-4bed9d96787f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447443 Apr 23 09:45:44.188217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 8f9280a2-13a7-4359-a4bf-d43c1177f974 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:45:44.332744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 8f9280a2-13a7-4359-a4bf-d43c1177f974, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8f9280a2-13a7-4359-a4bf-d43c1177f974,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:45:44.348024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '8f9280a2-13a7-4359-a4bf-d43c1177f974', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'port_id': '8f9280a2-13a7-4359-a4bf-d43c1177f974', 'mac_address': 'fa:16:3e:a5:41:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:45:44.414826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:44.433136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9280a2-13a7-4359-a4bf-d43c1177f974 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:45:44.451055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 8f9280a2-13a7-4359-a4bf-d43c1177f974, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8f9280a2-13a7-4359-a4bf-d43c1177f974,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:45:44.483217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:44.485172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:44.575330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=8f9280a2-13a7-4359-a4bf-d43c1177f974,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:44.579277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:44.787467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0598f-2cfc-4cbd-95eb-fa21288e563b req-7be87b6e-ff89-433b-aa8a-8dce78b40fe9 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:44.789514 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dee0598f-2cfc-4cbd-95eb-fa21288e563b req-7be87b6e-ff89-433b-aa8a-8dce78b40fe9 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 945 time: 0.1116455 Apr 23 09:45:44.790584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['8f9280a2-13a7-4359-a4bf-d43c1177f974'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:45:44.843161 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dee0598f-2cfc-4cbd-95eb-fa21288e563b req-f3faa961-7e28-4383-b73e-be8b484c1b1e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456035 Apr 23 09:45:46.066415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed53e2-2ab5-435e-b49b-c5ba865db055 req-720eaa1b-c0ac-44a3-ae04-a6950729d8e9 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:46.069475 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a9ed53e2-2ab5-435e-b49b-c5ba865db055 req-720eaa1b-c0ac-44a3-ae04-a6950729d8e9 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 945 time: 0.1021233 Apr 23 09:45:46.146778 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a9ed53e2-2ab5-435e-b49b-c5ba865db055 req-879ebac2-5859-4b67-a58a-612eedb4bc0b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700691 Apr 23 09:45:46.206391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 8f9280a2-13a7-4359-a4bf-d43c1177f974 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:45:46.316717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 8f9280a2-13a7-4359-a4bf-d43c1177f974 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:45:46.322289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 8f9280a2-13a7-4359-a4bf-d43c1177f974 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:45:46.322774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:46.455273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:46.486889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2689ad-8c67-4936-880c-bebc39ff769a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9280a2-13a7-4359-a4bf-d43c1177f974'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:45:46.499570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 8f9280a2-13a7-4359-a4bf-d43c1177f974, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8f9280a2-13a7-4359-a4bf-d43c1177f974,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:45:46.528609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:46.530743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:45:46.569271 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2689ad-8c67-4936-880c-bebc39ff769a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9280a2-13a7-4359-a4bf-d43c1177f974', 'code': 200} Apr 23 09:45:46.606096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=8f9280a2-13a7-4359-a4bf-d43c1177f974,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:45:46.614282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:45:46.937566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af726fb-c2aa-4172-a41a-944cabb4f2ea req-ef53c013-a743-477b-adbf-e5e4a4d5b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:46.939222 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9af726fb-c2aa-4172-a41a-944cabb4f2ea req-ef53c013-a743-477b-adbf-e5e4a4d5b976 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 1099 time: 0.1638503 Apr 23 09:45:46.985223 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9af726fb-c2aa-4172-a41a-944cabb4f2ea req-8cc0f8ff-e342-4bce-807a-4f735d46e135 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393639 Apr 23 09:45:47.364890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b4ab7-67d9-43f3-8676-8057e5669839 req-34996a17-72a4-47de-a3de-4c451b412da1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:47.366603 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-832b4ab7-67d9-43f3-8676-8057e5669839 req-34996a17-72a4-47de-a3de-4c451b412da1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.0979187 Apr 23 09:45:47.417382 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-832b4ab7-67d9-43f3-8676-8057e5669839 req-a2c5e719-ed32-43a9-bc5c-a681f38eb4eb tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428691 Apr 23 09:45:48.632932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12286fe3-2618-4602-98bf-98ec937593e2 req-48e56aae-96fe-4411-9f64-8ef09978a91c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:48.634766 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-12286fe3-2618-4602-98bf-98ec937593e2 req-48e56aae-96fe-4411-9f64-8ef09978a91c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.0960064 Apr 23 09:45:48.684715 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-12286fe3-2618-4602-98bf-98ec937593e2 req-7435ce29-3123-453a-b178-3052f14fd162 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428479 Apr 23 09:45:48.884862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6615e4-97b1-4360-b4a0-9976f6477d37 req-10a003b9-7351-4be1-996f-5a3362ca7071 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:48.886502 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ed6615e4-97b1-4360-b4a0-9976f6477d37 req-10a003b9-7351-4be1-996f-5a3362ca7071 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.0906303 Apr 23 09:45:48.895758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 45790) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:45:48.902072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-11acacd3-a7a9-4972-9253-3233b71699e2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Request body: {'floatingip': {'port_id': '8f9280a2-13a7-4359-a4bf-d43c1177f974'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:45:49.266044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-11acacd3-a7a9-4972-9253-3233b71699e2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for floatingip, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:49.945166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-11acacd3-a7a9-4972-9253-3233b71699e2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:49.972609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-11acacd3-a7a9-4972-9253-3233b71699e2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:50.159149 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-11acacd3-a7a9-4972-9253-3233b71699e2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Floating IP e8d43547-ebb0-4a1a-97db-c0ded3a09c01 associated. External IP: 172.26.4.230, port: 8f9280a2-13a7-4359-a4bf-d43c1177f974. Apr 23 09:45:50.551748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11acacd3-a7a9-4972-9253-3233b71699e2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:45:50.752626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11acacd3-a7a9-4972-9253-3233b71699e2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:45:50.757815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-11acacd3-a7a9-4972-9253-3233b71699e2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:50.763027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09b6e38-5845-41c6-be6a-5fda29e3c6d8 None None] Sync routers for ids ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:45:50.773618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09b6e38-5845-41c6-be6a-5fda29e3c6d8 None None] Routers {'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:45:50.774451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b09b6e38-5845-41c6-be6a-5fda29e3c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:45:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:45:50.819284 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-11acacd3-a7a9-4972-9253-3233b71699e2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "PUT /v2.0/floatingips/e8d43547-ebb0-4a1a-97db-c0ded3a09c01 HTTP/1.1" status: 200 len: 992 time: 1.9223173 Apr 23 09:45:50.820007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2689ad-8c67-4936-880c-bebc39ff769a', 'tag': '8f9280a2-13a7-4359-a4bf-d43c1177f974'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:45:50.875231 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2689ad-8c67-4936-880c-bebc39ff769a', 'tag': '8f9280a2-13a7-4359-a4bf-d43c1177f974', 'status': 'completed', 'code': 200} Apr 23 09:45:50.976740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-b09b6e38-5845-41c6-be6a-5fda29e3c6d8 None None] Set router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:45:50.979250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28572ae1-b2e8-42b1-87e0-1a480dfd0f4a req-87bf6671-4c81-45ef-808a-95c4d2f9f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:50.980940 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-28572ae1-b2e8-42b1-87e0-1a480dfd0f4a req-87bf6671-4c81-45ef-808a-95c4d2f9f908 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 1099 time: 0.0836515 Apr 23 09:45:51.130901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28572ae1-b2e8-42b1-87e0-1a480dfd0f4a req-a4bfc103-dcf4-4a96-985e-a3323ebd04c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:51.132765 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-28572ae1-b2e8-42b1-87e0-1a480dfd0f4a req-a4bfc103-dcf4-4a96-985e-a3323ebd04c9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1450121 Apr 23 09:45:51.248062 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-28572ae1-b2e8-42b1-87e0-1a480dfd0f4a req-bc913548-c308-44f7-8f28-b63fdcccc421 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f9280a2-13a7-4359-a4bf-d43c1177f974 HTTP/1.1" status: 200 len: 1000 time: 0.1096327 Apr 23 09:45:51.325981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28572ae1-b2e8-42b1-87e0-1a480dfd0f4a req-3ea7c354-9168-48c9-abd0-98ab217c72de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:51.327609 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-28572ae1-b2e8-42b1-87e0-1a480dfd0f4a req-3ea7c354-9168-48c9-abd0-98ab217c72de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0741329 Apr 23 09:45:51.432869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28572ae1-b2e8-42b1-87e0-1a480dfd0f4a req-0a43e47f-b26e-474b-8d27-af3b74f9649c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:51.435424 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-28572ae1-b2e8-42b1-87e0-1a480dfd0f4a req-0a43e47f-b26e-474b-8d27-af3b74f9649c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1019373 Apr 23 09:45:51.502160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b09b6e38-5845-41c6-be6a-5fda29e3c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'e8d43547-ebb0-4a1a-97db-c0ded3a09c01', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'floating_ip_address': '172.26.4.230', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'port_id': '8f9280a2-13a7-4359-a4bf-d43c1177f974', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'mac_address': 'fa:16:3e:a5:41:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2689ad-8c67-4936-880c-bebc39ff769a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:45:33Z', 'updated_at': '2021-04-23T09:45:49Z', 'revision_number': 1, 'project_id': 'd5dc589884894fee89202f40b5989929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:36Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:45:51.506923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09b6e38-5845-41c6-be6a-5fda29e3c6d8 None None] Checking router: ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:45:51.517524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09b6e38-5845-41c6-be6a-5fda29e3c6d8 None None] Routers {'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:45:51.518206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b09b6e38-5845-41c6-be6a-5fda29e3c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:45:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:45:51.595847 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-28572ae1-b2e8-42b1-87e0-1a480dfd0f4a req-992a4293-5aee-4970-82ba-006fa57df642 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542640 Apr 23 09:45:51.719428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-b09b6e38-5845-41c6-be6a-5fda29e3c6d8 None None] Set router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:45:51.744630 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-28572ae1-b2e8-42b1-87e0-1a480dfd0f4a req-5d35ddd8-7471-4395-8c8d-7c25cf94d1c2 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425560 Apr 23 09:45:52.149531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b09b6e38-5845-41c6-be6a-5fda29e3c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'e8d43547-ebb0-4a1a-97db-c0ded3a09c01', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'floating_ip_address': '172.26.4.230', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'port_id': '8f9280a2-13a7-4359-a4bf-d43c1177f974', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'mac_address': 'fa:16:3e:a5:41:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2689ad-8c67-4936-880c-bebc39ff769a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:45:33Z', 'updated_at': '2021-04-23T09:45:49Z', 'revision_number': 1, 'project_id': 'd5dc589884894fee89202f40b5989929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:36Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:45:52.154169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09b6e38-5845-41c6-be6a-5fda29e3c6d8 None None] The sync data for ids ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'] in dv-neutron-786478-4-hyperv is: [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'e8d43547-ebb0-4a1a-97db-c0ded3a09c01', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'floating_ip_address': '172.26.4.230', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'port_id': '8f9280a2-13a7-4359-a4bf-d43c1177f974', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'mac_address': 'fa:16:3e:a5:41:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2689ad-8c67-4936-880c-bebc39ff769a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:45:33Z', 'updated_at': '2021-04-23T09:45:49Z', 'revision_number': 1, 'project_id': 'd5dc589884894fee89202f40b5989929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:36Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:45:52.474453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6940f9b-7c92-466d-8493-4a72dcfb5ec6 None None] New status for floating IP e8d43547-ebb0-4a1a-97db-c0ded3a09c01: ACTIVE {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:45:53.507269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:45:54.151352 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b39e04c4-2dd7-4f4a-acd8-b661a0d5f5c9 req-cf07cdc2-ff88-4db2-b8ba-6ed6faa551e6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829217 Apr 23 09:45:54.313488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e04c4-2dd7-4f4a-acd8-b661a0d5f5c9 req-bcf709be-8f8c-4f0f-a21c-3e446a198474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:54.315198 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b39e04c4-2dd7-4f4a-acd8-b661a0d5f5c9 req-bcf709be-8f8c-4f0f-a21c-3e446a198474 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 1099 time: 0.0879884 Apr 23 09:45:54.486889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e04c4-2dd7-4f4a-acd8-b661a0d5f5c9 req-0b6a0d4d-f6d9-40e1-9391-eb4d97b8bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:54.488433 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b39e04c4-2dd7-4f4a-acd8-b661a0d5f5c9 req-0b6a0d4d-f6d9-40e1-9391-eb4d97b8bbb8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1498663 Apr 23 09:45:54.603425 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b39e04c4-2dd7-4f4a-acd8-b661a0d5f5c9 req-e71e3166-0832-465b-a20c-9a4917c78d02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f9280a2-13a7-4359-a4bf-d43c1177f974 HTTP/1.1" status: 200 len: 1002 time: 0.1082928 Apr 23 09:45:54.672120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e04c4-2dd7-4f4a-acd8-b661a0d5f5c9 req-3c0188cf-632b-402e-ba4d-bc4de76fcbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:54.673715 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b39e04c4-2dd7-4f4a-acd8-b661a0d5f5c9 req-3c0188cf-632b-402e-ba4d-bc4de76fcbd9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0648012 Apr 23 09:45:54.761783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e04c4-2dd7-4f4a-acd8-b661a0d5f5c9 req-b1461090-48ff-4240-ae9c-d62894d2b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:45:54.763361 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b39e04c4-2dd7-4f4a-acd8-b661a0d5f5c9 req-b1461090-48ff-4240-ae9c-d62894d2b6ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832102 Apr 23 09:45:54.909589 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b39e04c4-2dd7-4f4a-acd8-b661a0d5f5c9 req-46f50ee6-328f-45e0-a7d2-174d29554d51 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398835 Apr 23 09:45:55.356810 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b39e04c4-2dd7-4f4a-acd8-b661a0d5f5c9 req-f1397dd1-8557-420c-8a82-85f93a0a724a service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409359 Apr 23 09:46:06.692130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60ea3a41-2bd7-49a3-8916-2f41ea0821f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:46:09.673419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e9a9286-8fa2-4078-9f74-8ff8c345907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:46:10.461696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:46:11.250085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:46:12.335217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:46:20.016806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:46:23.508161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:46:36.692182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-42eadbb6-cb1d-4030-bed7-775ee5aea3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:46:39.673972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1c7b49b-35d1-4aca-a898-e8642ddd9de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:46:40.462514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:46:41.244793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:46:42.341528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:46:53.509095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:46:55.792323 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3d2b4440-6aa9-4e72-a32b-da7f6e07b53b req-6e334645-9de2-4f1a-bea5-822c6e663970 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767868 Apr 23 09:46:55.945719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b4440-6aa9-4e72-a32b-da7f6e07b53b req-2c166718-65c5-46a3-9a14-8e34c23ef1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:46:55.947354 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3d2b4440-6aa9-4e72-a32b-da7f6e07b53b req-2c166718-65c5-46a3-9a14-8e34c23ef1a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 1099 time: 0.0826697 Apr 23 09:46:56.106865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b4440-6aa9-4e72-a32b-da7f6e07b53b req-669f84e3-d55a-4a52-b957-edcb01555b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:46:56.108418 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3d2b4440-6aa9-4e72-a32b-da7f6e07b53b req-669f84e3-d55a-4a52-b957-edcb01555b4a service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1402860 Apr 23 09:46:56.216053 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3d2b4440-6aa9-4e72-a32b-da7f6e07b53b req-2f47fe85-9dcf-4a7d-957d-c293d41c37f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f9280a2-13a7-4359-a4bf-d43c1177f974 HTTP/1.1" status: 200 len: 1002 time: 0.1006911 Apr 23 09:46:56.290021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b4440-6aa9-4e72-a32b-da7f6e07b53b req-be983039-43ef-493a-8f86-ee3aff13d576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:46:56.291614 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3d2b4440-6aa9-4e72-a32b-da7f6e07b53b req-be983039-43ef-493a-8f86-ee3aff13d576 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0697541 Apr 23 09:46:56.377562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b4440-6aa9-4e72-a32b-da7f6e07b53b req-4940c139-431a-486f-90a5-656e0719e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:46:56.380397 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3d2b4440-6aa9-4e72-a32b-da7f6e07b53b req-4940c139-431a-486f-90a5-656e0719e801 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826914 Apr 23 09:46:56.529066 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3d2b4440-6aa9-4e72-a32b-da7f6e07b53b req-b2a923b1-ddd6-4f55-92f0-abbed803afbf service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424980 Apr 23 09:46:56.673321 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3d2b4440-6aa9-4e72-a32b-da7f6e07b53b req-b05dcc98-05c7-47bb-99e2-59aaefcee784 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381223 Apr 23 09:46:57.016138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:46:58.423291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48087e13-f3e0-463c-9a38-c125d9c93195 req-b2bc0004-c97a-4a36-80c3-ab9db1c9995f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:46:58.425020 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-48087e13-f3e0-463c-9a38-c125d9c93195 req-b2bc0004-c97a-4a36-80c3-ab9db1c9995f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.0975006 Apr 23 09:46:58.477819 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-48087e13-f3e0-463c-9a38-c125d9c93195 req-4c51f616-e2a8-4e22-a8a8-c55f74f7b2c6 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451243 Apr 23 09:46:59.031317 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-6cf82947-def6-4fcd-90c1-e50e685ccf67 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1529613 Apr 23 09:46:59.042150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c925468-4571-43cf-964f-bff891ea653e req-6e8fe395-a5c1-40e1-8f23-7ad2c2ff97f1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:46:59.044068 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c925468-4571-43cf-964f-bff891ea653e req-6e8fe395-a5c1-40e1-8f23-7ad2c2ff97f1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.1251948 Apr 23 09:46:59.097185 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6c925468-4571-43cf-964f-bff891ea653e req-d5468172-e830-487d-b987-a9bcaa22ac64 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449805 Apr 23 09:47:00.310718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c87f82-bc67-4463-a04d-8e2aed426068 req-b61dc0e0-5378-4b5f-9b54-f04267b2f765 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:00.312339 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c5c87f82-bc67-4463-a04d-8e2aed426068 req-b61dc0e0-5378-4b5f-9b54-f04267b2f765 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.0936584 Apr 23 09:47:00.361410 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c5c87f82-bc67-4463-a04d-8e2aed426068 req-9891e959-9fc2-4cb0-bb74-48b601c08336 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427859 Apr 23 09:47:00.623576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-3fdaf01a-6764-4ecd-af48-0b185c2fcfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:00.625123 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-3fdaf01a-6764-4ecd-af48-0b185c2fcfdb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 1099 time: 0.0790467 Apr 23 09:47:00.769764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-b36c1354-2be9-4c6f-b6f2-f27a707c7db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:00.771372 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-b36c1354-2be9-4c6f-b6f2-f27a707c7db7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1395068 Apr 23 09:47:00.884904 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-2208e959-1fd4-4284-9d10-2aa76bc144df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f9280a2-13a7-4359-a4bf-d43c1177f974 HTTP/1.1" status: 200 len: 1002 time: 0.1070371 Apr 23 09:47:00.956981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-2b9d87b9-d31c-44d7-b552-31f6e0b36a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:00.958537 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-2b9d87b9-d31c-44d7-b552-31f6e0b36a76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0678282 Apr 23 09:47:01.053000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-f2c50102-aa62-4564-8b39-8f00911f7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:01.054646 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-f2c50102-aa62-4564-8b39-8f00911f7281 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0901966 Apr 23 09:47:01.198092 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-514489ea-7531-495b-a672-68c087ff0a9f service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369593 Apr 23 09:47:01.344485 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-ded8a75e-871c-4a36-8ca5-7187f33aeed7 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400557 Apr 23 09:47:01.583373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e90cdd-314a-4445-b975-3c414b2001c0 req-56371b8b-0bb3-4a4d-a0bc-137c43c409d1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:01.584990 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-37e90cdd-314a-4445-b975-3c414b2001c0 req-56371b8b-0bb3-4a4d-a0bc-137c43c409d1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.0960674 Apr 23 09:47:01.634624 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-37e90cdd-314a-4445-b975-3c414b2001c0 req-3df0981e-d9ae-4640-8467-be568c5bf7ed tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429342 Apr 23 09:47:02.838980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7c4e8-2778-4548-9032-c847328b4b80 req-6069ae5c-eb26-48e4-915b-dcf0db56873f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:02.840581 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aba7c4e8-2778-4548-9032-c847328b4b80 req-6069ae5c-eb26-48e4-915b-dcf0db56873f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.0904586 Apr 23 09:47:02.894261 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aba7c4e8-2778-4548-9032-c847328b4b80 req-25fdb00f-1062-4b1f-a98e-500fab5d06ad tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471208 Apr 23 09:47:04.102129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e9f0d-65de-4b8e-ae65-71dd7f051ece req-ed8a749b-3b97-4c61-ad96-7b41db65bbef tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:04.103749 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a77e9f0d-65de-4b8e-ae65-71dd7f051ece req-ed8a749b-3b97-4c61-ad96-7b41db65bbef tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.0884533 Apr 23 09:47:04.152014 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a77e9f0d-65de-4b8e-ae65-71dd7f051ece req-bb737caa-4991-4795-a077-36252b4fceca tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416155 Apr 23 09:47:05.366248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf47cc-f245-4c44-bef3-40541a351ad6 req-ebdbd764-3244-4efb-9121-58cbd8e1af23 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:05.367926 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cbaf47cc-f245-4c44-bef3-40541a351ad6 req-ebdbd764-3244-4efb-9121-58cbd8e1af23 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.0926797 Apr 23 09:47:05.418509 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cbaf47cc-f245-4c44-bef3-40541a351ad6 req-13b2ebc4-aba6-4f8b-9760-3e5a35e00c9b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439482 Apr 23 09:47:06.627515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e96fe-090a-4227-aff3-6b2b558dc851 req-dda3eefd-9706-423d-b2a5-64759645a44e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:06.629054 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9a2e96fe-090a-4227-aff3-6b2b558dc851 req-dda3eefd-9706-423d-b2a5-64759645a44e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.0922489 Apr 23 09:47:06.681154 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9a2e96fe-090a-4227-aff3-6b2b558dc851 req-aa01d9ba-6d8f-4f94-9a3e-49a67558a0e8 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456464 Apr 23 09:47:06.688204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b55f2874-078e-445d-880b-40b5be60648e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:07.890294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4237101-6488-4a11-a790-012ac9ef64db req-1f2829ec-cc1f-4808-bb66-69ad605ca20e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:07.892414 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e4237101-6488-4a11-a790-012ac9ef64db req-1f2829ec-cc1f-4808-bb66-69ad605ca20e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.0927596 Apr 23 09:47:07.940290 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e4237101-6488-4a11-a790-012ac9ef64db req-90285cb7-6e63-43f3-8ca1-c0b258c757c6 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415609 Apr 23 09:47:09.193130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33a22e-640a-4c75-9c2c-71e704731f77 req-f9442964-432b-489c-86c0-1273214b4521 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:09.194692 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba33a22e-640a-4c75-9c2c-71e704731f77 req-f9442964-432b-489c-86c0-1273214b4521 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.0935063 Apr 23 09:47:09.244279 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba33a22e-640a-4c75-9c2c-71e704731f77 req-43d3d510-69b4-4337-b4f0-4829ecf743d8 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431232 Apr 23 09:47:09.692518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3525dcd1-bfad-4262-94f7-fc4d59527c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:10.451945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec44f09-b20d-4a10-9110-57530fe0b56e req-1fc7e1fa-63e5-402a-ab6f-167c292bf460 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:10.453848 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ec44f09-b20d-4a10-9110-57530fe0b56e req-1fc7e1fa-63e5-402a-ab6f-167c292bf460 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.0916548 Apr 23 09:47:10.469971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:10.509938 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ec44f09-b20d-4a10-9110-57530fe0b56e req-14cda589-459e-480e-a337-1355ce8cc3d9 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495977 Apr 23 09:47:11.246048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:11.721437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3c0b9-bd02-4513-b9f2-cc58ef9e66ef req-a0440a0a-f1f0-403e-ae3a-8cc0aead0234 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:11.723796 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-81e3c0b9-bd02-4513-b9f2-cc58ef9e66ef req-a0440a0a-f1f0-403e-ae3a-8cc0aead0234 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.0934408 Apr 23 09:47:11.771484 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-81e3c0b9-bd02-4513-b9f2-cc58ef9e66ef req-92d10d20-f22b-43e5-b68d-d7f51f7ab7af tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420036 Apr 23 09:47:12.344176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:12.982718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2763b1-2c2a-459b-9041-43af57daf563 req-c1f25477-155f-479b-96bc-088ed934846d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:12.984606 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cf2763b1-2c2a-459b-9041-43af57daf563 req-c1f25477-155f-479b-96bc-088ed934846d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.0942314 Apr 23 09:47:13.036146 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cf2763b1-2c2a-459b-9041-43af57daf563 req-856560f4-08bf-477e-88db-3a3d6c4c0225 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448046 Apr 23 09:47:13.120393 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-43898957-cd5d-4a11-b038-d6d18ac75e27 service neutron] 10.222.0.35 "GET /v2.0/ports/8f9280a2-13a7-4359-a4bf-d43c1177f974/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0831115 Apr 23 09:47:13.527580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-8c4c9404-02f2-465d-b4f2-868f425c4983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:13.529189 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-8c4c9404-02f2-465d-b4f2-868f425c4983 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a&tenant_id=d5dc589884894fee89202f40b5989929 HTTP/1.1" status: 200 len: 1099 time: 0.0835531 Apr 23 09:47:13.627706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-cbb5ef45-e72b-41eb-a48f-441ea1c38d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:13.629322 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-cbb5ef45-e72b-41eb-a48f-441ea1c38d02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 1099 time: 0.0790374 Apr 23 09:47:13.771994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-f7217eab-b96f-4797-ab2f-905794cac0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:13.773497 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-f7217eab-b96f-4797-ab2f-905794cac0ec service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1383448 Apr 23 09:47:13.885620 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-bfa42852-780f-4356-8205-8a8358295824 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f9280a2-13a7-4359-a4bf-d43c1177f974 HTTP/1.1" status: 200 len: 1002 time: 0.1050985 Apr 23 09:47:13.960851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-1e8fbc8d-0226-4dc6-8c25-b5b37b610a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:13.962456 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-1e8fbc8d-0226-4dc6-8c25-b5b37b610a24 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0698788 Apr 23 09:47:14.048468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-41c65743-55ba-4ce5-9248-dccc4eb797a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:14.050258 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-41c65743-55ba-4ce5-9248-dccc4eb797a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810931 Apr 23 09:47:14.197179 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-1c56d67c-1ff6-4936-8098-b69806ac2733 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404562 Apr 23 09:47:14.246896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384c7a3-1730-43e1-881e-bd6229539eb9 req-2947e2cc-67c6-49c2-84cd-ce289aab4bf5 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:14.249401 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5384c7a3-1730-43e1-881e-bd6229539eb9 req-2947e2cc-67c6-49c2-84cd-ce289aab4bf5 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.0958087 Apr 23 09:47:14.299003 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5384c7a3-1730-43e1-881e-bd6229539eb9 req-ff0d6113-75b0-4991-895e-ac22a5fd0403 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426881 Apr 23 09:47:14.343377 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a65bd5b8-9aad-4812-a737-3b3a0614a625 req-8044eba2-5294-4592-825e-2cbbb156a265 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399145 Apr 23 09:47:15.512405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e7014-77df-4c9c-9b84-40151f17c09b req-50b475ab-bd33-4ff8-bdc6-4c3c5c3c8d52 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:15.514891 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3a7e7014-77df-4c9c-9b84-40151f17c09b req-50b475ab-bd33-4ff8-bdc6-4c3c5c3c8d52 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.0964246 Apr 23 09:47:15.569757 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3a7e7014-77df-4c9c-9b84-40151f17c09b req-40e4fb57-a4d1-4835-a3aa-de4d47647b68 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482099 Apr 23 09:47:16.573809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 8f9280a2-13a7-4359-a4bf-d43c1177f974 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:47:16.576992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 8f9280a2-13a7-4359-a4bf-d43c1177f974 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:47:16.809303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f002e12-3c84-40db-a15f-86f66b8ef31e req-cbc483b0-2420-44cb-ae52-83e9f2e5fd1a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:16.811549 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8f002e12-3c84-40db-a15f-86f66b8ef31e req-cbc483b0-2420-44cb-ae52-83e9f2e5fd1a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.1040850 Apr 23 09:47:16.870107 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8f002e12-3c84-40db-a15f-86f66b8ef31e req-fdf391e8-8f43-4aae-902c-dc1e5a99104c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517123 Apr 23 09:47:17.020625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:17.041177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 8f9280a2-13a7-4359-a4bf-d43c1177f974, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8f9280a2-13a7-4359-a4bf-d43c1177f974,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:47:17.064501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '8f9280a2-13a7-4359-a4bf-d43c1177f974', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'port_id': '8f9280a2-13a7-4359-a4bf-d43c1177f974', 'mac_address': 'fa:16:3e:a5:41:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:47:17.072014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2689ad-8c67-4936-880c-bebc39ff769a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f9280a2-13a7-4359-a4bf-d43c1177f974'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:47:17.113599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 8f9280a2-13a7-4359-a4bf-d43c1177f974, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8f9280a2-13a7-4359-a4bf-d43c1177f974,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:47:17.136770 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2689ad-8c67-4936-880c-bebc39ff769a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f9280a2-13a7-4359-a4bf-d43c1177f974', 'code': 200} Apr 23 09:47:17.144646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:17.156435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:17.161014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:47:17.211751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f9280a2-13a7-4359-a4bf-d43c1177f974 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:47:17.296465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=8f9280a2-13a7-4359-a4bf-d43c1177f974,revision_number=6']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:47:17.307070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:47:17.307487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:47:17.308886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:47:17.309801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:47:17.310200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:47:17.310613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:47:17.311020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:47:17.312187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:47:17.312187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:47:17.312187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:47:17.312577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:47:17.312941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:47:17.313212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:47:17.313586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:47:17.322167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:47:17.869696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:17.887620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9280a2-13a7-4359-a4bf-d43c1177f974 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:47:17.904659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 8f9280a2-13a7-4359-a4bf-d43c1177f974, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8f9280a2-13a7-4359-a4bf-d43c1177f974,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:47:17.936349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:17.938265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:47:18.011194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['8f9280a2-13a7-4359-a4bf-d43c1177f974'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:47:18.060621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=8f9280a2-13a7-4359-a4bf-d43c1177f974,revision_number=7']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:47:18.065961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:47:18.095783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2e1df-e12b-4c0e-af60-eb0a5bfed56a req-e1493663-067c-4b2f-aeb0-f3e5a60e4af4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:18.097406 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9da2e1df-e12b-4c0e-af60-eb0a5bfed56a req-e1493663-067c-4b2f-aeb0-f3e5a60e4af4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 945 time: 0.0958345 Apr 23 09:47:18.146069 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9da2e1df-e12b-4c0e-af60-eb0a5bfed56a req-cc173abe-1af4-4e83-92ad-91b8d80e1782 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418820 Apr 23 09:47:18.525087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6c205-d0eb-41e7-b750-d7b50ae0548a req-7928442e-a88f-417a-9d79-5d877df8457a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:18.526552 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2aa6c205-d0eb-41e7-b750-d7b50ae0548a req-7928442e-a88f-417a-9d79-5d877df8457a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 945 time: 0.0975726 Apr 23 09:47:18.565745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 8f9280a2-13a7-4359-a4bf-d43c1177f974 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:47:18.571542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601c680-c5e2-4156-8b0d-5613c1388d6e req-070c945a-ab03-47a8-aa52-616ddfd98d5e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:18.573221 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4601c680-c5e2-4156-8b0d-5613c1388d6e req-070c945a-ab03-47a8-aa52-616ddfd98d5e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a&tenant_id=d5dc589884894fee89202f40b5989929&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.1155429 Apr 23 09:47:18.577627 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2aa6c205-d0eb-41e7-b750-d7b50ae0548a req-5882099c-78df-4908-b003-ddb0eee6e9b0 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443327 Apr 23 09:47:18.644962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 8f9280a2-13a7-4359-a4bf-d43c1177f974 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:47:18.645388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:18.727794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601c680-c5e2-4156-8b0d-5613c1388d6e req-726b3dd7-9e0f-4f06-afeb-2ffd966bb06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:18.729418 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4601c680-c5e2-4156-8b0d-5613c1388d6e req-726b3dd7-9e0f-4f06-afeb-2ffd966bb06b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 1098 time: 0.0791948 Apr 23 09:47:18.772704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:18.806112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 8f9280a2-13a7-4359-a4bf-d43c1177f974, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8f9280a2-13a7-4359-a4bf-d43c1177f974,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:47:18.838633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:18.841367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:47:18.877174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601c680-c5e2-4156-8b0d-5613c1388d6e req-dd5e99dd-9582-4b6e-8d4b-b7218bbbf54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:18.878918 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4601c680-c5e2-4156-8b0d-5613c1388d6e req-dd5e99dd-9582-4b6e-8d4b-b7218bbbf54a service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1428835 Apr 23 09:47:18.914990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=8f9280a2-13a7-4359-a4bf-d43c1177f974,revision_number=8']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:47:18.918869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:47:18.990893 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4601c680-c5e2-4156-8b0d-5613c1388d6e req-9a1252bd-52cc-409a-bfc4-e927c5c9dfa3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f9280a2-13a7-4359-a4bf-d43c1177f974 HTTP/1.1" status: 200 len: 1002 time: 0.1056371 Apr 23 09:47:19.064665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601c680-c5e2-4156-8b0d-5613c1388d6e req-0a7fd05c-84aa-447d-8793-7600b15858da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:19.066218 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4601c680-c5e2-4156-8b0d-5613c1388d6e req-0a7fd05c-84aa-447d-8793-7600b15858da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0696278 Apr 23 09:47:19.137957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2689ad-8c67-4936-880c-bebc39ff769a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9280a2-13a7-4359-a4bf-d43c1177f974'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:47:19.148893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601c680-c5e2-4156-8b0d-5613c1388d6e req-78711776-6ff9-44ac-97c9-74086e1da67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:19.150557 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4601c680-c5e2-4156-8b0d-5613c1388d6e req-78711776-6ff9-44ac-97c9-74086e1da67a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785813 Apr 23 09:47:19.200095 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2689ad-8c67-4936-880c-bebc39ff769a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9280a2-13a7-4359-a4bf-d43c1177f974', 'code': 200} Apr 23 09:47:19.298515 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4601c680-c5e2-4156-8b0d-5613c1388d6e req-9205b234-d68d-4f1f-a583-3171e7297930 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411293 Apr 23 09:47:19.453990 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4601c680-c5e2-4156-8b0d-5613c1388d6e req-071ff98d-babe-43d0-9d18-fe8592ffa62d service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492143 Apr 23 09:47:19.789042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a28455-1e14-4c9a-8953-213c54869895 req-3f3de019-9a5b-4e57-a85a-07c3ee98a0d0 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:19.790591 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-89a28455-1e14-4c9a-8953-213c54869895 req-3f3de019-9a5b-4e57-a85a-07c3ee98a0d0 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.0944967 Apr 23 09:47:19.841822 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-89a28455-1e14-4c9a-8953-213c54869895 req-944673d0-e738-4778-96d9-872284604197 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444422 Apr 23 09:47:21.058992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7e311-f693-4b9b-b0b4-114438d24f0c req-f63b41c9-2969-457e-9b98-2a97948f2792 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:21.060350 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-92f7e311-f693-4b9b-b0b4-114438d24f0c req-f63b41c9-2969-457e-9b98-2a97948f2792 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.0985060 Apr 23 09:47:21.110470 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-92f7e311-f693-4b9b-b0b4-114438d24f0c req-542660d7-b008-4398-b39b-422f3f88c8df tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436647 Apr 23 09:47:21.319814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ab28c-3538-4e1f-b392-b44e26783d67 req-35d00642-5d6d-4917-9cb6-755efdef09aa tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:21.321408 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1c8ab28c-3538-4e1f-b392-b44e26783d67 req-35d00642-5d6d-4917-9cb6-755efdef09aa tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.0934155 Apr 23 09:47:21.372164 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1c8ab28c-3538-4e1f-b392-b44e26783d67 req-313137b4-b6fc-4b99-81b7-9ce508e13cf5 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436063 Apr 23 09:47:21.579864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fac16f-8cab-4e53-bed4-8581e7af8b80 req-f0f6a4f2-baa1-4df0-a4b7-58a1e320a305 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:21.581497 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b2fac16f-8cab-4e53-bed4-8581e7af8b80 req-f0f6a4f2-baa1-4df0-a4b7-58a1e320a305 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.0931339 Apr 23 09:47:21.630958 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b2fac16f-8cab-4e53-bed4-8581e7af8b80 req-69d102a9-a47f-46e7-a4fe-c321c7124051 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429254 Apr 23 09:47:22.185104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d8416-22a5-49e2-ba05-c279ccb5f3c4 req-60000b36-6ec2-4a0f-907e-0b60ac72c3cb tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:22.186816 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa5d8416-22a5-49e2-ba05-c279ccb5f3c4 req-60000b36-6ec2-4a0f-907e-0b60ac72c3cb tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.0941253 Apr 23 09:47:22.236575 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa5d8416-22a5-49e2-ba05-c279ccb5f3c4 req-bf4e2ada-5fec-43f8-a931-09a41d7e00f7 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432131 Apr 23 09:47:23.449687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8edd6-adcf-4288-8864-3e994abb35c1 req-11ac7daa-a0e8-44d7-ab90-04d8a4ed02fe tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:23.451940 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e0c8edd6-adcf-4288-8864-3e994abb35c1 req-11ac7daa-a0e8-44d7-ab90-04d8a4ed02fe tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.0955184 Apr 23 09:47:23.514100 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e0c8edd6-adcf-4288-8864-3e994abb35c1 req-85a901bb-66db-4409-9e6c-e8e56d42d58f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542295 Apr 23 09:47:23.534239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:23.983728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6969a-fe70-4e0f-a850-1569c0770f48 req-7064f9ca-8320-4da7-ace0-723206817444 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:23.990605 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d0f6969a-fe70-4e0f-a850-1569c0770f48 req-7064f9ca-8320-4da7-ace0-723206817444 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.0890207 Apr 23 09:47:24.140189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-d0f6969a-fe70-4e0f-a850-1569c0770f48 req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Deleting port 8f9280a2-13a7-4359-a4bf-d43c1177f974 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:47:24.140577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d0f6969a-fe70-4e0f-a850-1569c0770f48 req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:24.285031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-d0f6969a-fe70-4e0f-a850-1569c0770f48 req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] For port 8f9280a2-13a7-4359-a4bf-d43c1177f974, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8f9280a2-13a7-4359-a4bf-d43c1177f974,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:47:24.285350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d0f6969a-fe70-4e0f-a850-1569c0770f48 req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:24.971880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d0f6969a-fe70-4e0f-a850-1569c0770f48 req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:24.972435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d0f6969a-fe70-4e0f-a850-1569c0770f48 req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:24.972552 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [req-d0f6969a-fe70-4e0f-a850-1569c0770f48 req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Floating IP e8d43547-ebb0-4a1a-97db-c0ded3a09c01 disassociated. External IP: 172.26.4.230, port: 8f9280a2-13a7-4359-a4bf-d43c1177f974. Apr 23 09:47:24.972896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-d0f6969a-fe70-4e0f-a850-1569c0770f48 req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Calling delete_port for 8f9280a2-13a7-4359-a4bf-d43c1177f974 owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:47:25.029792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12f6bf-2408-4b0c-aa6b-f81931cebf27 req-1d99033c-3662-41cb-aaf4-ecaa7bf86dd1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:25.031442 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ca12f6bf-2408-4b0c-aa6b-f81931cebf27 req-1d99033c-3662-41cb-aaf4-ecaa7bf86dd1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 946 time: 0.1336088 Apr 23 09:47:25.097018 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ca12f6bf-2408-4b0c-aa6b-f81931cebf27 req-ea3e08ad-d383-40a4-8516-f44b003f483f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586693 Apr 23 09:47:25.248207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d0f6969a-fe70-4e0f-a850-1569c0770f48 req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:25.254367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-05703625-0bce-4deb-9bd4-88ed9ca502a1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:47:25.303477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Pushing event deleted for resources: {'Port': ['ID=8f9280a2-13a7-4359-a4bf-d43c1177f974,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:47:25.315262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:47:25.315706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:47:25.316159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:47:25.316536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:47:25.316948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:47:25.317364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:47:25.317786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:47:25.318204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:47:25.318677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:47:25.319090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:47:25.319501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:47:25.319909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:47:25.325011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:47:25.532013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0f6969a-fe70-4e0f-a850-1569c0770f48 req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:47:25.731895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0f6969a-fe70-4e0f-a850-1569c0770f48 req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:47:25.742447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedb4c3e-b8cb-4f32-88cf-f204e8acbb57 None None] Sync routers for ids ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:47:25.753763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedb4c3e-b8cb-4f32-88cf-f204e8acbb57 None None] Routers {'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:47:25.754482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-fedb4c3e-b8cb-4f32-88cf-f204e8acbb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:47:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:47:25.811195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f6969a-fe70-4e0f-a850-1569c0770f48 req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] No DVR routers for this DVR port 8f9280a2-13a7-4359-a4bf-d43c1177f974 on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:47:25.813957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d0f6969a-fe70-4e0f-a850-1569c0770f48 req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:25.817015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2689ad-8c67-4936-880c-bebc39ff769a', 'name': 'network-vif-deleted', 'tag': '8f9280a2-13a7-4359-a4bf-d43c1177f974'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:47:25.860385 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d0f6969a-fe70-4e0f-a850-1569c0770f48 req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.35 "DELETE /v2.0/ports/8f9280a2-13a7-4359-a4bf-d43c1177f974 HTTP/1.1" status: 204 len: 173 time: 1.8695087 Apr 23 09:47:25.873471 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2689ad-8c67-4936-880c-bebc39ff769a', 'name': 'network-vif-deleted', 'tag': '8f9280a2-13a7-4359-a4bf-d43c1177f974', 'status': 'completed', 'code': 200} Apr 23 09:47:25.958675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-fedb4c3e-b8cb-4f32-88cf-f204e8acbb57 None None] Set router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:47:26.284895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-5a783e17-dc68-4b6a-9376-33c66d726ca4 req-457d39ff-51fc-49dd-bc0b-3f63eb20fabe tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Synchronizing usage tracker for tenant:d5dc589884894fee89202f40b5989929 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:47:26.321954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-5a783e17-dc68-4b6a-9376-33c66d726ca4 req-457d39ff-51fc-49dd-bc0b-3f63eb20fabe tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Unset dirty status for tenant:d5dc589884894fee89202f40b5989929 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:47:26.324214 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5a783e17-dc68-4b6a-9376-33c66d726ca4 req-457d39ff-51fc-49dd-bc0b-3f63eb20fabe tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc2689ad-8c67-4936-880c-bebc39ff769a HTTP/1.1" status: 200 len: 210 time: 0.0933373 Apr 23 09:47:26.324842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-fedb4c3e-b8cb-4f32-88cf-f204e8acbb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:36Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:47:26.329704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedb4c3e-b8cb-4f32-88cf-f204e8acbb57 None None] Checking router: ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:47:26.340769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedb4c3e-b8cb-4f32-88cf-f204e8acbb57 None None] Routers {'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:47:26.341463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-fedb4c3e-b8cb-4f32-88cf-f204e8acbb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:47:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:47:26.547371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-fedb4c3e-b8cb-4f32-88cf-f204e8acbb57 None None] Set router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:47:26.604493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 8f9280a2-13a7-4359-a4bf-d43c1177f974 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:47:26.656892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 8f9280a2-13a7-4359-a4bf-d43c1177f974 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:47:26.657199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 8f9280a2-13a7-4359-a4bf-d43c1177f974 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:47:26.929817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-fedb4c3e-b8cb-4f32-88cf-f204e8acbb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:36Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:47:26.934573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedb4c3e-b8cb-4f32-88cf-f204e8acbb57 None None] The sync data for ids ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'] in dv-neutron-786478-4-hyperv is: [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:36Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:47:27.376004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f97500a-3ba1-46b4-8f08-a2151daad64a None None] New status for floating IP e8d43547-ebb0-4a1a-97db-c0ded3a09c01: DOWN {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:47:27.741591 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-49fe91cb-f13a-45c0-ad8e-a3a652e9760b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1110648166&fields=id&tenant_id=d5dc589884894fee89202f40b5989929 HTTP/1.1" status: 200 len: 267 time: 0.0459013 Apr 23 09:47:27.912704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-9180f214-c9fa-43b8-954b-2f24d34cfb91 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:27.914298 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-9180f214-c9fa-43b8-954b-2f24d34cfb91 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 812 time: 0.1652687 Apr 23 09:47:27.932086 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-9bee3d91-aafd-4f69-95ab-98f643e31be2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/quotas/d5dc589884894fee89202f40b5989929 HTTP/1.1" status: 200 len: 375 time: 0.0110707 Apr 23 09:47:28.029308 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-af8e7a02-1ac1-462c-99db-7c5a0eb89999 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0908868 Apr 23 09:47:28.243019 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-b18d9191-6d34-4cc2-8fa1-6cd74f3171ba service neutron] 10.222.0.60 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004449 Apr 23 09:47:28.394927 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-31922fa5-c5cc-4e71-91fd-9afca9ae6ec8 service neutron] 10.222.0.60 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443722 Apr 23 09:47:28.637384 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4794f5db-37d8-427e-8e90-3c63d04ec684 req-98c93c3f-0c24-409c-b707-10f8fe43d660 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 210 time: 0.0533686 Apr 23 09:47:30.073184 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5c1f2f52-dd40-4e69-95b3-b8e68b6d0986 req-a7f55830-111f-4b9c-a1c7-790630821ab1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 210 time: 0.3218153 Apr 23 09:47:30.445849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-08b912dc-e6ac-4fb8-a43c-0eade75831b7 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:30.447704 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-08b912dc-e6ac-4fb8-a43c-0eade75831b7 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 812 time: 0.1702993 Apr 23 09:47:30.523103 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-26e4aeb1-9cdc-4b82-9a19-132cea284c3c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5dc589884894fee89202f40b5989929 HTTP/1.1" status: 200 len: 380 time: 0.0674398 Apr 23 09:47:30.534723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-9f36983c-8832-4f0a-b9c2-f06e25ec20c1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Request body: {'port': {'device_id': '41b873a7-3a04-4cc7-b7b0-473f280f33f3', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'admin_state_up': True, 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'security_groups': ['fe6b65d2-5da8-458f-84fa-85217a4fec58']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:47:30.689683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-9f36983c-8832-4f0a-b9c2-f06e25ec20c1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:47:30.700374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-9f36983c-8832-4f0a-b9c2-f06e25ec20c1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:47:30.737966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-9f36983c-8832-4f0a-b9c2-f06e25ec20c1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Made reservation on behalf of d5dc589884894fee89202f40b5989929 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:47:30.744887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-9f36983c-8832-4f0a-b9c2-f06e25ec20c1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:30.922920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-9f36983c-8832-4f0a-b9c2-f06e25ec20c1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Allocated IP 172.20.0.7 (8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61/bd07a75f-254f-433b-9e9b-f00de8dd467f/277cfbd5-93ad-498a-af55-09973ae31342) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:47:31.128810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-9f36983c-8832-4f0a-b9c2-f06e25ec20c1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:31.146336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-9f36983c-8832-4f0a-b9c2-f06e25ec20c1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Transition to ACTIVE for port object 277cfbd5-93ad-498a-af55-09973ae31342 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:47:31.236338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-9f36983c-8832-4f0a-b9c2-f06e25ec20c1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:31.250948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-94949d85-e9b9-42fe-a87d-85066f87f56a tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:47:31.324873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-9f36983c-8832-4f0a-b9c2-f06e25ec20c1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:47:31.333914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-9f36983c-8832-4f0a-b9c2-f06e25ec20c1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:47:31.341253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-9f36983c-8832-4f0a-b9c2-f06e25ec20c1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:47:31.380042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36983c-8832-4f0a-b9c2-f06e25ec20c1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Pushing event updated for resources: {'Port': ['ID=277cfbd5-93ad-498a-af55-09973ae31342,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:47:31.397694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9f36983c-8832-4f0a-b9c2-f06e25ec20c1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:47:31.437344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc407d7-461f-45b9-9f94-5eeeb15757bd req-e1e3e271-3d92-4882-bedd-28d71e2071c1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:31.439135 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9bc407d7-461f-45b9-9f94-5eeeb15757bd req-e1e3e271-3d92-4882-bedd-28d71e2071c1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 931 time: 0.2460451 Apr 23 09:47:31.452446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-9f36983c-8832-4f0a-b9c2-f06e25ec20c1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:31.453311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-9f36983c-8832-4f0a-b9c2-f06e25ec20c1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:31.514304 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9bc407d7-461f-45b9-9f94-5eeeb15757bd req-27ac0c17-77a5-4866-9605-28f1e9535332 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563529 Apr 23 09:47:31.595936 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-9f36983c-8832-4f0a-b9c2-f06e25ec20c1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0671000 Apr 23 09:47:31.608522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Request body: {'port': {'device_id': '41b873a7-3a04-4cc7-b7b0-473f280f33f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:47:31.640963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-75783c93-5345-451a-b9cf-29a7d18153cb None None] Provisioning for port 277cfbd5-93ad-498a-af55-09973ae31342 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:47:31.647227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-75783c93-5345-451a-b9cf-29a7d18153cb None None] Provisioning complete for port 277cfbd5-93ad-498a-af55-09973ae31342 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:47:31.647659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-75783c93-5345-451a-b9cf-29a7d18153cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:31.708071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-75783c93-5345-451a-b9cf-29a7d18153cb None None] Port 277cfbd5-93ad-498a-af55-09973ae31342 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:47:31.743520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:32.135427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277cfbd5-93ad-498a-af55-09973ae31342 {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:47:32.143869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:32.188873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Transition to ACTIVE for port object 277cfbd5-93ad-498a-af55-09973ae31342 will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:47:32.223550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:32.228749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-adc73bb8-6af9-405e-9bc6-52a52a7c8c31 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:47:32.407152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Pushing event updated for resources: {'Port': ['ID=277cfbd5-93ad-498a-af55-09973ae31342,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:47:32.410407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:47:32.491322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Attempting to bind port 277cfbd5-93ad-498a-af55-09973ae31342 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:47:32.491702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Attempting to bind port 277cfbd5-93ad-498a-af55-09973ae31342 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:47:32.492080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Attempting to bind port 277cfbd5-93ad-498a-af55-09973ae31342 on network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:47:32.497510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Port 277cfbd5-93ad-498a-af55-09973ae31342 on network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:47:32.497879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Attempting to bind port 277cfbd5-93ad-498a-af55-09973ae31342 on network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:47:32.503573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:47:32.503948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Checking segment: {'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:47:32.504377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Bound using segment: {'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:47:32.504851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Bound port: 277cfbd5-93ad-498a-af55-09973ae31342, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:47:32.505232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:32.615700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] For port 277cfbd5-93ad-498a-af55-09973ae31342, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:47:32.619108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] For port 277cfbd5-93ad-498a-af55-09973ae31342, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=277cfbd5-93ad-498a-af55-09973ae31342,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:47:32.652692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:32.657791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a936cedb-b6c9-43b4-b295-8c297baec610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:47:32.721308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:32.721956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:32.723760 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] 10.222.0.35 "PUT /v2.0/ports/277cfbd5-93ad-498a-af55-09973ae31342 HTTP/1.1" status: 200 len: 1093 time: 1.1202064 Apr 23 09:47:32.724339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b873a7-3a04-4cc7-b7b0-473f280f33f3', 'tag': '277cfbd5-93ad-498a-af55-09973ae31342'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:47:32.735710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3ae94-1291-44ea-ad5e-ee3ac5c964d6 req-66640585-732e-4849-935e-a0ea14fe3311 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:32.737632 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e2a3ae94-1291-44ea-ad5e-ee3ac5c964d6 req-66640585-732e-4849-935e-a0ea14fe3311 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 943 time: 0.0993578 Apr 23 09:47:32.752937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Pushing event updated for resources: {'Port': ['ID=277cfbd5-93ad-498a-af55-09973ae31342,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:47:32.765387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:47:32.794819 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b873a7-3a04-4cc7-b7b0-473f280f33f3', 'tag': '277cfbd5-93ad-498a-af55-09973ae31342', 'status': 'completed', 'code': 200} Apr 23 09:47:32.802568 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e2a3ae94-1291-44ea-ad5e-ee3ac5c964d6 req-214bce92-1544-496f-aaa7-6f709a1fe9a1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561016 Apr 23 09:47:32.880132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-a0ef60f2-206e-4062-8ba8-8e13bfc1ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:32.881771 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-a0ef60f2-206e-4062-8ba8-8e13bfc1ab09 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 1096 time: 0.0860794 Apr 23 09:47:32.962660 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-771fff64-b58d-466b-bbae-34a513eb0950 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=277cfbd5-93ad-498a-af55-09973ae31342 HTTP/1.1" status: 200 len: 217 time: 0.0734143 Apr 23 09:47:33.035250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-6af8a3dc-6d3d-4b1a-a351-2c8e4580eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:33.036771 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-6af8a3dc-6d3d-4b1a-a351-2c8e4580eab2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0676255 Apr 23 09:47:33.126164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-8fe4282a-c556-42ad-887d-205eb223c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:33.127898 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-8fe4282a-c556-42ad-887d-205eb223c925 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849111 Apr 23 09:47:33.276406 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-74827f65-85df-42d2-be31-f409d3f976e6 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420040 Apr 23 09:47:33.424342 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9f04b84b-b7fa-459d-bb82-e070a78a36e1 req-0db429b7-cadd-4f90-8ce3-11ef888c9403 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415708 Apr 23 09:47:33.599561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf1190-976b-4c73-8aa7-5b55831efdcb req-250d0e3b-7262-4667-b1b3-9116fa577ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:33.601641 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-02bf1190-976b-4c73-8aa7-5b55831efdcb req-250d0e3b-7262-4667-b1b3-9116fa577ebf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 1096 time: 0.0859768 Apr 23 09:47:33.768658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf1190-976b-4c73-8aa7-5b55831efdcb req-d91d29cb-3d93-4bc0-9729-3c87200e332f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:33.770283 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-02bf1190-976b-4c73-8aa7-5b55831efdcb req-d91d29cb-3d93-4bc0-9729-3c87200e332f service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1624184 Apr 23 09:47:33.846841 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-02bf1190-976b-4c73-8aa7-5b55831efdcb req-32a0346c-acc3-4838-807e-ade482e61d9a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=277cfbd5-93ad-498a-af55-09973ae31342 HTTP/1.1" status: 200 len: 217 time: 0.0702672 Apr 23 09:47:33.918225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf1190-976b-4c73-8aa7-5b55831efdcb req-961ba0d4-e2b8-45ac-95df-3db627f2f68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:33.919764 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-02bf1190-976b-4c73-8aa7-5b55831efdcb req-961ba0d4-e2b8-45ac-95df-3db627f2f68e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0665410 Apr 23 09:47:34.016879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:47:34.368889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63761279-233b-487d-910d-cad3bd4fb684 req-186b9696-2a72-4ab6-b7f5-bc2305ff3ec1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:34.369645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-63761279-233b-487d-910d-cad3bd4fb684 req-186b9696-2a72-4ab6-b7f5-bc2305ff3ec1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Synchronizing usage tracker for tenant:d5dc589884894fee89202f40b5989929 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:47:34.375388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf1190-976b-4c73-8aa7-5b55831efdcb req-11717d1f-e875-4efe-ab02-cc9d62008059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:34.376930 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-02bf1190-976b-4c73-8aa7-5b55831efdcb req-11717d1f-e875-4efe-ab02-cc9d62008059 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4162879 Apr 23 09:47:34.477525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-63761279-233b-487d-910d-cad3bd4fb684 req-186b9696-2a72-4ab6-b7f5-bc2305ff3ec1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Unset dirty status for tenant:d5dc589884894fee89202f40b5989929 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:47:34.478861 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-63761279-233b-487d-910d-cad3bd4fb684 req-186b9696-2a72-4ab6-b7f5-bc2305ff3ec1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 943 time: 0.5545588 Apr 23 09:47:34.560753 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-63761279-233b-487d-910d-cad3bd4fb684 req-6ea64382-50b6-42ec-9a98-7a477aa5c67c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743423 Apr 23 09:47:34.566339 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-02bf1190-976b-4c73-8aa7-5b55831efdcb req-cdd3e62c-e482-4ca9-866c-26ee6b913e36 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814289 Apr 23 09:47:34.715511 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-02bf1190-976b-4c73-8aa7-5b55831efdcb req-458c50bc-1a9b-4962-8942-74cf71d3ee71 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424348 Apr 23 09:47:35.790502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c54d18-c343-4fe6-a892-59ea66ac773b req-4d1af0bd-67ef-4da0-a47e-4d9419f6df8d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:35.792068 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-29c54d18-c343-4fe6-a892-59ea66ac773b req-4d1af0bd-67ef-4da0-a47e-4d9419f6df8d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 943 time: 0.1106281 Apr 23 09:47:35.842544 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-29c54d18-c343-4fe6-a892-59ea66ac773b req-f10e9f2f-d595-4101-88aa-b36f6dcd7601 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438085 Apr 23 09:47:36.632228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 277cfbd5-93ad-498a-af55-09973ae31342 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:47:36.742838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f20d851-cc0c-451c-a303-af66e701002f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:36.794811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 277cfbd5-93ad-498a-af55-09973ae31342, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=277cfbd5-93ad-498a-af55-09973ae31342,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:47:36.809852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '277cfbd5-93ad-498a-af55-09973ae31342', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'port_id': '277cfbd5-93ad-498a-af55-09973ae31342', 'mac_address': 'fa:16:3e:3e:4a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:47:36.873473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:36.892038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277cfbd5-93ad-498a-af55-09973ae31342 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:47:36.909106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 277cfbd5-93ad-498a-af55-09973ae31342, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=277cfbd5-93ad-498a-af55-09973ae31342,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:47:36.935861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:36.937761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:47:37.010836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=277cfbd5-93ad-498a-af55-09973ae31342,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:47:37.014175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:47:37.060759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c2d23-9b5b-41ce-a8c6-44bbeb879783 req-09b410a8-0cee-41d6-a316-83b8873302b4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:37.062483 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b32c2d23-9b5b-41ce-a8c6-44bbeb879783 req-09b410a8-0cee-41d6-a316-83b8873302b4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 944 time: 0.0980461 Apr 23 09:47:37.112564 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b32c2d23-9b5b-41ce-a8c6-44bbeb879783 req-6d547ecc-0b09-4e86-bd99-73ce4d48a887 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435958 Apr 23 09:47:37.247384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['277cfbd5-93ad-498a-af55-09973ae31342'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:47:38.322268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f899f6c-aaa1-46f9-a754-d5f78a53e808 req-d7561039-83cd-47ff-b64f-b489febfdf8b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:38.323976 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8f899f6c-aaa1-46f9-a754-d5f78a53e808 req-d7561039-83cd-47ff-b64f-b489febfdf8b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 944 time: 0.0934024 Apr 23 09:47:38.374820 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8f899f6c-aaa1-46f9-a754-d5f78a53e808 req-e707c6ea-b9db-4270-8baa-50b117730282 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442028 Apr 23 09:47:38.662585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 277cfbd5-93ad-498a-af55-09973ae31342 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:47:38.764416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 277cfbd5-93ad-498a-af55-09973ae31342 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:47:38.769940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 277cfbd5-93ad-498a-af55-09973ae31342 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:47:38.770389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:39.080529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:39.110209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b873a7-3a04-4cc7-b7b0-473f280f33f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277cfbd5-93ad-498a-af55-09973ae31342'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:47:39.121500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 277cfbd5-93ad-498a-af55-09973ae31342, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=277cfbd5-93ad-498a-af55-09973ae31342,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:47:39.158798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:39.160941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:47:39.240023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=277cfbd5-93ad-498a-af55-09973ae31342,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:47:39.243876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:47:39.264540 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b873a7-3a04-4cc7-b7b0-473f280f33f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277cfbd5-93ad-498a-af55-09973ae31342', 'code': 200} Apr 23 09:47:39.574898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce33bc4-d726-4789-a7ca-415ac5247cfa req-90392ea6-2d63-42d9-bfec-759748016393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:39.576500 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4ce33bc4-d726-4789-a7ca-415ac5247cfa req-90392ea6-2d63-42d9-bfec-759748016393 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 1098 time: 0.0793650 Apr 23 09:47:39.587854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cd7d7-ed1f-4425-8a1c-a02750948b7a req-b4c3115b-767a-4351-b2d2-7b6b27e3644e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:39.589497 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-177cd7d7-ed1f-4425-8a1c-a02750948b7a req-b4c3115b-767a-4351-b2d2-7b6b27e3644e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.0932865 Apr 23 09:47:39.624173 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4ce33bc4-d726-4789-a7ca-415ac5247cfa req-0def0772-8605-4845-a95e-8c59ede66050 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412390 Apr 23 09:47:39.639595 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-177cd7d7-ed1f-4425-8a1c-a02750948b7a req-ce6fee2e-6250-44e8-baa0-22a3931d6991 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434628 Apr 23 09:47:39.695531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e4236788-d653-40f2-b97c-ef9c8e242b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:40.461676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:40.847632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bc00c-8e10-42c7-a669-c46207aa0498 req-b1841702-c6a2-4d02-9918-c78cf511fbfc tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:40.849504 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9d0bc00c-8e10-42c7-a669-c46207aa0498 req-b1841702-c6a2-4d02-9918-c78cf511fbfc tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.0891373 Apr 23 09:47:40.899817 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9d0bc00c-8e10-42c7-a669-c46207aa0498 req-a2912b4e-22d4-4902-834e-c9f407ddd881 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433290 Apr 23 09:47:41.105653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8b7d5-26f0-4553-b6fc-58b4490c73de req-f42a14c2-e016-4d80-8b8a-11c2849f5526 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:41.107420 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bcf8b7d5-26f0-4553-b6fc-58b4490c73de req-f42a14c2-e016-4d80-8b8a-11c2849f5526 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.0944676 Apr 23 09:47:41.117115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 46070) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:47:41.123390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9afc6101-20a5-467e-9ea9-2f180d5114f5 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Request body: {'floatingip': {'port_id': '277cfbd5-93ad-498a-af55-09973ae31342'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:47:41.210825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9afc6101-20a5-467e-9ea9-2f180d5114f5 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for floatingip, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:41.254550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:41.866900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9afc6101-20a5-467e-9ea9-2f180d5114f5 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:41.900347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9afc6101-20a5-467e-9ea9-2f180d5114f5 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:42.087088 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-9afc6101-20a5-467e-9ea9-2f180d5114f5 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Floating IP e8d43547-ebb0-4a1a-97db-c0ded3a09c01 associated. External IP: 172.26.4.230, port: 277cfbd5-93ad-498a-af55-09973ae31342. Apr 23 09:47:42.357534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:42.471675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afc6101-20a5-467e-9ea9-2f180d5114f5 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:47:42.668921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afc6101-20a5-467e-9ea9-2f180d5114f5 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:47:42.674705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9afc6101-20a5-467e-9ea9-2f180d5114f5 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:42.680440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4f7999-08fc-47a0-9aec-e19e207525ab None None] Sync routers for ids ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:47:42.691309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f7999-08fc-47a0-9aec-e19e207525ab None None] Routers {'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:47:42.692106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-db4f7999-08fc-47a0-9aec-e19e207525ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:47:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:47:42.751384 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9afc6101-20a5-467e-9ea9-2f180d5114f5 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "PUT /v2.0/floatingips/e8d43547-ebb0-4a1a-97db-c0ded3a09c01 HTTP/1.1" status: 200 len: 991 time: 1.6330144 Apr 23 09:47:42.752110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b873a7-3a04-4cc7-b7b0-473f280f33f3', 'tag': '277cfbd5-93ad-498a-af55-09973ae31342'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:47:42.805687 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b873a7-3a04-4cc7-b7b0-473f280f33f3', 'tag': '277cfbd5-93ad-498a-af55-09973ae31342', 'status': 'completed', 'code': 200} Apr 23 09:47:42.898657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-db4f7999-08fc-47a0-9aec-e19e207525ab None None] Set router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:47:42.910258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112caa5-d7de-4372-9c38-7c9ff120e793 req-3044b710-b9bf-4ba2-ae14-4cd10820b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:42.913195 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5112caa5-d7de-4372-9c38-7c9ff120e793 req-3044b710-b9bf-4ba2-ae14-4cd10820b069 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 1098 time: 0.0868688 Apr 23 09:47:43.068294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112caa5-d7de-4372-9c38-7c9ff120e793 req-a9163d3a-fe35-4ce3-9a94-4a3a4ebb2cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:43.070513 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5112caa5-d7de-4372-9c38-7c9ff120e793 req-a9163d3a-fe35-4ce3-9a94-4a3a4ebb2cd5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1512437 Apr 23 09:47:43.183811 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5112caa5-d7de-4372-9c38-7c9ff120e793 req-f6109dcd-6bd3-44f7-b2f5-7624e844ea2f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=277cfbd5-93ad-498a-af55-09973ae31342 HTTP/1.1" status: 200 len: 999 time: 0.1073425 Apr 23 09:47:43.255091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112caa5-d7de-4372-9c38-7c9ff120e793 req-f6952417-cdf1-4ae5-902f-2f19a1c8a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:43.257647 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5112caa5-d7de-4372-9c38-7c9ff120e793 req-f6952417-cdf1-4ae5-902f-2f19a1c8a9ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0675848 Apr 23 09:47:43.283398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-db4f7999-08fc-47a0-9aec-e19e207525ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'e8d43547-ebb0-4a1a-97db-c0ded3a09c01', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'floating_ip_address': '172.26.4.230', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'port_id': '277cfbd5-93ad-498a-af55-09973ae31342', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'mac_address': 'fa:16:3e:3e:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b873a7-3a04-4cc7-b7b0-473f280f33f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:45:33Z', 'updated_at': '2021-04-23T09:47:41Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:36Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:47:43.287732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4f7999-08fc-47a0-9aec-e19e207525ab None None] Checking router: ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:47:43.296862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f7999-08fc-47a0-9aec-e19e207525ab None None] Routers {'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:47:43.297538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-db4f7999-08fc-47a0-9aec-e19e207525ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:47:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:47:43.349213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112caa5-d7de-4372-9c38-7c9ff120e793 req-790bb100-3f3d-4147-ab7a-6ba2ea05ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:43.350803 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5112caa5-d7de-4372-9c38-7c9ff120e793 req-790bb100-3f3d-4147-ab7a-6ba2ea05ce52 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869997 Apr 23 09:47:43.496595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-db4f7999-08fc-47a0-9aec-e19e207525ab None None] Set router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:47:43.508569 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5112caa5-d7de-4372-9c38-7c9ff120e793 req-87390d04-8324-480f-99fb-02a56304f6f4 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509860 Apr 23 09:47:43.658397 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5112caa5-d7de-4372-9c38-7c9ff120e793 req-6e52acdd-1e42-4c36-9916-9c76b2196ca2 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436062 Apr 23 09:47:43.886295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-db4f7999-08fc-47a0-9aec-e19e207525ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'e8d43547-ebb0-4a1a-97db-c0ded3a09c01', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'floating_ip_address': '172.26.4.230', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'port_id': '277cfbd5-93ad-498a-af55-09973ae31342', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'mac_address': 'fa:16:3e:3e:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b873a7-3a04-4cc7-b7b0-473f280f33f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:45:33Z', 'updated_at': '2021-04-23T09:47:41Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:36Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:47:43.891897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4f7999-08fc-47a0-9aec-e19e207525ab None None] The sync data for ids ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'] in dv-neutron-786478-4-hyperv is: [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'e8d43547-ebb0-4a1a-97db-c0ded3a09c01', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'floating_ip_address': '172.26.4.230', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'port_id': '277cfbd5-93ad-498a-af55-09973ae31342', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'mac_address': 'fa:16:3e:3e:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b873a7-3a04-4cc7-b7b0-473f280f33f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:45:33Z', 'updated_at': '2021-04-23T09:47:41Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:36Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:47:44.195066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fbec60-dbc2-4fea-9f50-5731c03d77fb None None] New status for floating IP e8d43547-ebb0-4a1a-97db-c0ded3a09c01: ACTIVE {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:47:53.486164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:47:55.180809 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-38dc98d6-70a2-45a7-b15c-b68bd9978f9f req-b14a18df-d380-4813-bc32-dd9a6b91c4b1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773587 Apr 23 09:47:55.335371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc98d6-70a2-45a7-b15c-b68bd9978f9f req-15712bd1-14e5-4963-97f0-d46ea8ba4f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:55.336989 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-38dc98d6-70a2-45a7-b15c-b68bd9978f9f req-15712bd1-14e5-4963-97f0-d46ea8ba4f40 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 1098 time: 0.0825226 Apr 23 09:47:55.794858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc98d6-70a2-45a7-b15c-b68bd9978f9f req-4e3f364f-d9e7-4024-ad66-74e9f0c19d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:55.796362 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-38dc98d6-70a2-45a7-b15c-b68bd9978f9f req-4e3f364f-d9e7-4024-ad66-74e9f0c19d62 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.4388998 Apr 23 09:47:55.906256 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-38dc98d6-70a2-45a7-b15c-b68bd9978f9f req-132360c9-c8e7-4417-a0d0-129cf4b0d8f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=277cfbd5-93ad-498a-af55-09973ae31342 HTTP/1.1" status: 200 len: 1001 time: 0.1023157 Apr 23 09:47:55.974510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc98d6-70a2-45a7-b15c-b68bd9978f9f req-1398a01d-4666-4def-9ef8-9f853519a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:55.976039 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-38dc98d6-70a2-45a7-b15c-b68bd9978f9f req-1398a01d-4666-4def-9ef8-9f853519a773 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0630744 Apr 23 09:47:56.063023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc98d6-70a2-45a7-b15c-b68bd9978f9f req-8ff5bfd2-4b9f-49bd-9e03-e94fde83c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:47:56.064625 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-38dc98d6-70a2-45a7-b15c-b68bd9978f9f req-8ff5bfd2-4b9f-49bd-9e03-e94fde83c541 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817630 Apr 23 09:47:56.206732 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-38dc98d6-70a2-45a7-b15c-b68bd9978f9f req-d640de67-e15c-4fdd-95d2-8a6d81a2b1af service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348689 Apr 23 09:47:56.350332 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-38dc98d6-70a2-45a7-b15c-b68bd9978f9f req-ec5c7676-f743-4ea5-955f-d8f868cee036 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376312 Apr 23 09:48:06.694096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86ea10da-4ad4-4496-85f1-e50e70ef7899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:48:09.681508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ddc3-e46e-41d7-943e-00fb65433a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:48:10.498623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:48:11.022894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:48:11.252885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:48:12.343757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:48:23.501068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:48:36.686724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-477ef18c-c28d-4c10-8f72-c461d1b40d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:48:39.680466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f677ca23-9e4f-41e7-b7b1-ee1c205b0195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:48:40.479775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:48:41.245470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:48:42.342143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:48:48.020389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:48:50.048153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0e873-26d9-4fa4-be68-87067853ab9c req-cfc44689-faf7-414b-ad0e-d6c61e4be345 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:48:50.049778 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ae0e873-26d9-4fa4-be68-87067853ab9c req-cfc44689-faf7-414b-ad0e-d6c61e4be345 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.0955548 Apr 23 09:48:50.104903 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ae0e873-26d9-4fa4-be68-87067853ab9c req-270e8df2-cdbd-4225-89c5-e430ece172a4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484354 Apr 23 09:48:51.320407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c2272-81b5-4f6b-adbf-32dfe8d1ab33 req-6d2dc0a2-2bc6-47ea-b130-47c959c3fd4f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:48:51.322065 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d21c2272-81b5-4f6b-adbf-32dfe8d1ab33 req-6d2dc0a2-2bc6-47ea-b130-47c959c3fd4f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.0962138 Apr 23 09:48:51.375045 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d21c2272-81b5-4f6b-adbf-32dfe8d1ab33 req-d6ac2eca-5843-4e1b-8175-5460f2668bb8 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455937 Apr 23 09:48:52.594621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9742d-a543-4769-bba3-2b4d76d779a6 req-92618b8f-66e2-4c56-873b-9117aa8fc1a7 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:48:52.596320 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2bc9742d-a543-4769-bba3-2b4d76d779a6 req-92618b8f-66e2-4c56-873b-9117aa8fc1a7 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.1039262 Apr 23 09:48:52.647964 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2bc9742d-a543-4769-bba3-2b4d76d779a6 req-4e80a8e8-c617-44e9-b8e4-5d629187e610 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449140 Apr 23 09:48:53.505885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:48:53.858905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89bddc-282b-44e8-80eb-ad09d5437f1a req-7fdf2970-e08c-4912-b4c6-9382a9baaa68 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:48:53.860518 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ff89bddc-282b-44e8-80eb-ad09d5437f1a req-7fdf2970-e08c-4912-b4c6-9382a9baaa68 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.0962842 Apr 23 09:48:53.916385 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ff89bddc-282b-44e8-80eb-ad09d5437f1a req-38e8475a-3a16-48a2-b39b-5ccdb62b894e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441844 Apr 23 09:48:55.131315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180ed72-ad35-4dbb-b490-dd77588db198 req-7ebf62df-1fcb-43fa-89b9-4b1f45a1ca63 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:48:55.133693 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6180ed72-ad35-4dbb-b490-dd77588db198 req-7ebf62df-1fcb-43fa-89b9-4b1f45a1ca63 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.0983329 Apr 23 09:48:55.188352 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6180ed72-ad35-4dbb-b490-dd77588db198 req-6a09017d-0f64-49f6-a2d3-1cc69ad8fd19 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478766 Apr 23 09:48:55.238804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d30edd-a6da-4687-9929-abedf48a4c0a req-1ec151b9-50af-4733-b9fe-01d9c7f76831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:48:55.240477 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-35d30edd-a6da-4687-9929-abedf48a4c0a req-1ec151b9-50af-4733-b9fe-01d9c7f76831 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 1098 time: 0.0848355 Apr 23 09:48:55.409220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d30edd-a6da-4687-9929-abedf48a4c0a req-a0bae0a8-a74f-4202-995a-3be10c8f9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:48:55.410855 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-35d30edd-a6da-4687-9929-abedf48a4c0a req-a0bae0a8-a74f-4202-995a-3be10c8f9818 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1499362 Apr 23 09:48:55.529929 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-35d30edd-a6da-4687-9929-abedf48a4c0a req-4e638264-94b3-4c8e-b301-6742a7e72a0c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=277cfbd5-93ad-498a-af55-09973ae31342 HTTP/1.1" status: 200 len: 1001 time: 0.1121840 Apr 23 09:48:55.602616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d30edd-a6da-4687-9929-abedf48a4c0a req-51281c9a-e765-4206-990e-5b6852b29ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:48:55.604358 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-35d30edd-a6da-4687-9929-abedf48a4c0a req-51281c9a-e765-4206-990e-5b6852b29ba9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0680380 Apr 23 09:48:55.693067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d30edd-a6da-4687-9929-abedf48a4c0a req-a641b546-e15c-41bf-9044-f64b8466b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:48:55.694705 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-35d30edd-a6da-4687-9929-abedf48a4c0a req-a641b546-e15c-41bf-9044-f64b8466b8e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846119 Apr 23 09:48:55.842730 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-35d30edd-a6da-4687-9929-abedf48a4c0a req-ee3d00c4-40dd-4ec0-af28-c9c141a369e8 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415579 Apr 23 09:48:55.985490 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-35d30edd-a6da-4687-9929-abedf48a4c0a req-fc57fc2d-13e5-4d34-90f7-a7d07b425f63 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369722 Apr 23 09:48:56.395534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213b3d1-c9ec-4a10-8d32-f400d936bfbd req-992bb989-bae3-44aa-ac15-703b86928563 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:48:56.397185 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3213b3d1-c9ec-4a10-8d32-f400d936bfbd req-992bb989-bae3-44aa-ac15-703b86928563 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.0906363 Apr 23 09:48:56.448340 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3213b3d1-c9ec-4a10-8d32-f400d936bfbd req-a32cfb20-c40d-416d-b0f0-b320562d882a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433424 Apr 23 09:48:57.659837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee42b0-3dfd-4209-9acf-7c6c97ff8df0 req-c2fb32d4-2fe9-48a5-ac14-34f815b992ee tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:48:57.661409 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3bee42b0-3dfd-4209-9acf-7c6c97ff8df0 req-c2fb32d4-2fe9-48a5-ac14-34f815b992ee tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.0926006 Apr 23 09:48:57.711032 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3bee42b0-3dfd-4209-9acf-7c6c97ff8df0 req-daec5c02-5e65-4a1f-9ccb-ec3ef4b26e6e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431890 Apr 23 09:48:58.928414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b8e41-9b87-42d6-b860-2f265b991a5f req-d52827ec-50bc-4fd2-86ea-d69c3f9d93d4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:48:58.930029 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-602b8e41-9b87-42d6-b860-2f265b991a5f req-d52827ec-50bc-4fd2-86ea-d69c3f9d93d4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.0982556 Apr 23 09:48:58.981476 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-602b8e41-9b87-42d6-b860-2f265b991a5f req-80a357dd-d9e6-40e9-a540-dac2baf90051 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439131 Apr 23 09:49:00.211315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e3c78-aea8-45e1-a91f-854fa33f1c4d req-40d84e65-d42f-4eed-a3bb-17bd1efdb285 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:00.212985 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b84e3c78-aea8-45e1-a91f-854fa33f1c4d req-40d84e65-d42f-4eed-a3bb-17bd1efdb285 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.0960715 Apr 23 09:49:00.264207 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b84e3c78-aea8-45e1-a91f-854fa33f1c4d req-3b3f6603-6b6e-41cf-97de-8972e37ca2c7 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443978 Apr 23 09:49:01.475285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2b3b7-7e30-4c6d-8e75-32eb4b62d595 req-c18b171a-4e67-4ff7-8654-8ed93e26eb8a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:01.476920 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-def2b3b7-7e30-4c6d-8e75-32eb4b62d595 req-c18b171a-4e67-4ff7-8654-8ed93e26eb8a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.0953040 Apr 23 09:49:01.526962 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-def2b3b7-7e30-4c6d-8e75-32eb4b62d595 req-e37f396d-d048-4d0e-a6de-dd999c6ee6ec tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418217 Apr 23 09:49:02.052883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7284a-6feb-463c-a5b1-65a2b3969d6b req-c8d248af-29a2-49f8-bb55-a35cedea70ac tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:02.054551 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-27b7284a-6feb-463c-a5b1-65a2b3969d6b req-c8d248af-29a2-49f8-bb55-a35cedea70ac tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.0961809 Apr 23 09:49:02.098757 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-742878db-d0b7-4728-b917-6cd8503bca65 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1325905 Apr 23 09:49:02.107164 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-27b7284a-6feb-463c-a5b1-65a2b3969d6b req-932afa36-ffce-459f-9fcf-86e3af4d279f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455670 Apr 23 09:49:03.391494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7b5a5-5b4d-4ccb-a9a7-375c0f22cbab req-13b45837-f518-43ae-9e16-900f60918078 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:03.393051 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-10f7b5a5-5b4d-4ccb-a9a7-375c0f22cbab req-13b45837-f518-43ae-9e16-900f60918078 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.0983210 Apr 23 09:49:03.445441 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-10f7b5a5-5b4d-4ccb-a9a7-375c0f22cbab req-00b9a94c-c8b2-4631-bf8b-f13b70441104 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456624 Apr 23 09:49:03.808448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-fedaf25e-76dc-4423-aa4a-23868fac065c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:03.810061 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-fedaf25e-76dc-4423-aa4a-23868fac065c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 1098 time: 0.0837450 Apr 23 09:49:03.958389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-d7ac7e12-5438-4a71-bb49-82f447b2d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:03.959993 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-d7ac7e12-5438-4a71-bb49-82f447b2d896 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1438234 Apr 23 09:49:04.073717 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-7a511f68-b343-48a3-b43e-1e9cdfdd37a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=277cfbd5-93ad-498a-af55-09973ae31342 HTTP/1.1" status: 200 len: 1001 time: 0.1073413 Apr 23 09:49:04.143129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-db2c12ae-3ed1-4c95-9294-ec233fc55465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:04.144723 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-db2c12ae-3ed1-4c95-9294-ec233fc55465 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0653996 Apr 23 09:49:04.227590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-b8ccd342-e881-4428-a9f7-58f0c26d3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:04.230438 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-b8ccd342-e881-4428-a9f7-58f0c26d3a77 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798423 Apr 23 09:49:04.376397 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-acb4e26c-86b7-459c-8325-cd96d1c1fa7e service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397760 Apr 23 09:49:04.524153 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-d588ff5d-ff46-4f09-ab41-9ad33e568946 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412263 Apr 23 09:49:04.672174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ad0fd-9cf6-45b4-bd54-c1bd80ba8f3f req-111b5e14-0d86-4546-87b0-11f7bab4124d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:04.673736 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f23ad0fd-9cf6-45b4-bd54-c1bd80ba8f3f req-111b5e14-0d86-4546-87b0-11f7bab4124d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.1062756 Apr 23 09:49:04.726791 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f23ad0fd-9cf6-45b4-bd54-c1bd80ba8f3f req-e6754685-fc39-424f-a9f5-48a7f87a212b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446231 Apr 23 09:49:05.953117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dc5d7-fe49-42cb-90bf-13f5fe625631 req-bb2e4a18-ef99-4302-ab93-6b0a2756689f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:05.954835 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fe5dc5d7-fe49-42cb-90bf-13f5fe625631 req-bb2e4a18-ef99-4302-ab93-6b0a2756689f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.1014831 Apr 23 09:49:06.005647 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fe5dc5d7-fe49-42cb-90bf-13f5fe625631 req-169945fe-1f4e-48bb-b05a-6f0aacafade3 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442951 Apr 23 09:49:06.485728 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-280b7b93-3d42-4384-98f7-5a8861aa1834 service neutron] 10.222.0.35 "GET /v2.0/ports/277cfbd5-93ad-498a-af55-09973ae31342/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0900257 Apr 23 09:49:06.708625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-44f26751-15dd-4fbb-9401-b256bd6eb9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:06.988157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-c2ce6abe-7a7f-44fe-821e-2461203563d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:06.989675 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-c2ce6abe-7a7f-44fe-821e-2461203563d9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3&tenant_id=d5dc589884894fee89202f40b5989929 HTTP/1.1" status: 200 len: 1098 time: 0.0800185 Apr 23 09:49:07.090815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-eae5a4f3-dd5b-49ad-a231-2eec0016255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:07.092442 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-eae5a4f3-dd5b-49ad-a231-2eec0016255e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 1098 time: 0.0812089 Apr 23 09:49:07.307248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-d7ad766d-cc4b-451d-aae1-87273e9a4569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:07.309230 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-d7ad766d-cc4b-451d-aae1-87273e9a4569 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.2111046 Apr 23 09:49:07.325572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65691aba-8b0a-4011-84d6-8acfd7640141 req-9b32d498-ce30-472b-b23c-6d96e81dfc9c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:07.327301 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-65691aba-8b0a-4011-84d6-8acfd7640141 req-9b32d498-ce30-472b-b23c-6d96e81dfc9c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.1883924 Apr 23 09:49:07.467236 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-65691aba-8b0a-4011-84d6-8acfd7640141 req-beed14ab-6bae-4258-80e4-5c316e4225da tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877364 Apr 23 09:49:07.472190 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-dac59b0a-f0fc-4fe9-ae86-f7c0590d8107 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=277cfbd5-93ad-498a-af55-09973ae31342 HTTP/1.1" status: 200 len: 1001 time: 0.1567066 Apr 23 09:49:07.543525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-15bc0017-0a3b-4f9f-9eac-c83dab414d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:07.545136 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-15bc0017-0a3b-4f9f-9eac-c83dab414d74 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0670102 Apr 23 09:49:07.632532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-ccdfcb0f-a65c-4219-801b-fb7d6779f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:07.634123 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-ccdfcb0f-a65c-4219-801b-fb7d6779f862 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829639 Apr 23 09:49:07.781875 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-989a23fd-6456-4eee-b7eb-ce0da02e0731 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412017 Apr 23 09:49:08.219572 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ecd8552-54c6-4068-b724-cdd12a39f5a4 req-ff77159a-ad82-45e0-96da-fed60d75b93a service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316730 Apr 23 09:49:08.685841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4e518-6ac1-4e7e-8a5a-e83223246c93 req-8a38da1f-c6dd-4b6a-b1fc-540be3d95005 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:08.687481 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-52e4e518-6ac1-4e7e-8a5a-e83223246c93 req-8a38da1f-c6dd-4b6a-b1fc-540be3d95005 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.0950489 Apr 23 09:49:08.739192 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-52e4e518-6ac1-4e7e-8a5a-e83223246c93 req-693d7a61-3e19-477c-89d9-f134723661cd tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452023 Apr 23 09:49:08.999217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 277cfbd5-93ad-498a-af55-09973ae31342 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:49:09.128654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:09.160214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b873a7-3a04-4cc7-b7b0-473f280f33f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '277cfbd5-93ad-498a-af55-09973ae31342'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:49:09.171507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 277cfbd5-93ad-498a-af55-09973ae31342, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=277cfbd5-93ad-498a-af55-09973ae31342,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:49:09.199981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:09.202050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c4bd92a5-ab58-4c90-b5d7-42de7a295431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:49:09.237343 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b873a7-3a04-4cc7-b7b0-473f280f33f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '277cfbd5-93ad-498a-af55-09973ae31342', 'code': 200} Apr 23 09:49:09.279536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=277cfbd5-93ad-498a-af55-09973ae31342,revision_number=6']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:49:09.287324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:49:09.287718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:49:09.288104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:49:09.288481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:49:09.288855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:49:09.289235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:49:09.289608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:49:09.290605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:49:09.291215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:49:09.291596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:49:09.291965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:49:09.292334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:49:09.296521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:49:09.679502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-774afa56-c929-4366-9bd2-2f775af17e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:09.957334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855f889-31df-481f-a612-585daec7535b req-9e7c6f46-e2a9-447c-b640-829e26e3bfa8 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:09.959063 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6855f889-31df-481f-a612-585daec7535b req-9e7c6f46-e2a9-447c-b640-829e26e3bfa8 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 943 time: 0.0986259 Apr 23 09:49:10.015118 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6855f889-31df-481f-a612-585daec7535b req-633993e7-7ee4-4b5c-8ea5-9bbde93d47ed tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485175 Apr 23 09:49:10.462147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:11.013782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 277cfbd5-93ad-498a-af55-09973ae31342 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:49:11.162141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 277cfbd5-93ad-498a-af55-09973ae31342, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=277cfbd5-93ad-498a-af55-09973ae31342,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:49:11.177642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '277cfbd5-93ad-498a-af55-09973ae31342', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'port_id': '277cfbd5-93ad-498a-af55-09973ae31342', 'mac_address': 'fa:16:3e:3e:4a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:49:11.250914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:11.261696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ae072-fdbd-45ce-b8eb-b589782bfa36 req-95b0e53e-226f-4655-baa4-c8aa1d48b183 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:11.264735 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-725ae072-fdbd-45ce-b8eb-b589782bfa36 req-95b0e53e-226f-4655-baa4-c8aa1d48b183 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 943 time: 0.1240034 Apr 23 09:49:11.271155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277cfbd5-93ad-498a-af55-09973ae31342 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:49:11.279325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:11.292157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 277cfbd5-93ad-498a-af55-09973ae31342, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=277cfbd5-93ad-498a-af55-09973ae31342,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:49:11.319211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:11.321247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:49:11.334451 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-725ae072-fdbd-45ce-b8eb-b589782bfa36 req-f66835ed-ab3a-48c4-8b87-f68259d6abd6 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630090 Apr 23 09:49:11.401748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['277cfbd5-93ad-498a-af55-09973ae31342'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:49:11.449683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=277cfbd5-93ad-498a-af55-09973ae31342,revision_number=7']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:49:11.455175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:49:11.874952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cd625-3f09-47dc-b370-fda324ff603b req-bc9d8331-28c9-47d6-91b9-563bb7907c89 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:11.876570 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c08cd625-3f09-47dc-b370-fda324ff603b req-bc9d8331-28c9-47d6-91b9-563bb7907c89 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 944 time: 0.1666102 Apr 23 09:49:11.886822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0776ffa-384c-430f-aab2-3419a28e5aaa req-ae26508d-4d57-4b20-894b-8664d755d76a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:11.888385 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d0776ffa-384c-430f-aab2-3419a28e5aaa req-ae26508d-4d57-4b20-894b-8664d755d76a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.35 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3&tenant_id=d5dc589884894fee89202f40b5989929&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 944 time: 0.1379786 Apr 23 09:49:11.936678 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c08cd625-3f09-47dc-b370-fda324ff603b req-0cb3c772-ff32-4bd2-95d3-9de97ba28e74 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471895 Apr 23 09:49:12.044635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0776ffa-384c-430f-aab2-3419a28e5aaa req-7f44db97-2530-4803-9da8-3cb19462073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:12.046238 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d0776ffa-384c-430f-aab2-3419a28e5aaa req-7f44db97-2530-4803-9da8-3cb19462073e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 1097 time: 0.0809216 Apr 23 09:49:12.201838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0776ffa-384c-430f-aab2-3419a28e5aaa req-e6a9ef8f-03d8-4ce8-9982-3c6dfd48d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:12.203380 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d0776ffa-384c-430f-aab2-3419a28e5aaa req-e6a9ef8f-03d8-4ce8-9982-3c6dfd48d3c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1507084 Apr 23 09:49:12.321002 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d0776ffa-384c-430f-aab2-3419a28e5aaa req-86987aa0-5c73-4da6-babe-a6d936b6c7df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=277cfbd5-93ad-498a-af55-09973ae31342 HTTP/1.1" status: 200 len: 1000 time: 0.1112368 Apr 23 09:49:12.353636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:12.391940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0776ffa-384c-430f-aab2-3419a28e5aaa req-0977f420-7711-433b-a949-e34d9efeb904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:12.393624 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d0776ffa-384c-430f-aab2-3419a28e5aaa req-0977f420-7711-433b-a949-e34d9efeb904 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0671825 Apr 23 09:49:12.489039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0776ffa-384c-430f-aab2-3419a28e5aaa req-7b80ff8b-2d97-41dc-b625-f4953f108ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:12.490706 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d0776ffa-384c-430f-aab2-3419a28e5aaa req-7b80ff8b-2d97-41dc-b625-f4953f108ea4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0912390 Apr 23 09:49:12.645289 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d0776ffa-384c-430f-aab2-3419a28e5aaa req-fe1a285e-8677-4a55-96ef-043c34cb19fa service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483741 Apr 23 09:49:12.801267 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d0776ffa-384c-430f-aab2-3419a28e5aaa req-7144987e-c859-45ad-82d4-a53ae7db3cbc service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490865 Apr 23 09:49:13.012963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 277cfbd5-93ad-498a-af55-09973ae31342 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:49:13.170020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5ca60-cc2d-4481-bdbf-c45901ccb542 req-8d630203-a519-43c3-9b93-6686cb486156 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:13.171849 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3bf5ca60-cc2d-4481-bdbf-c45901ccb542 req-8d630203-a519-43c3-9b93-6686cb486156 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 944 time: 0.1104426 Apr 23 09:49:13.230002 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3bf5ca60-cc2d-4481-bdbf-c45901ccb542 req-079bf8ed-47f5-4cd3-a7c5-f71bda69587f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511320 Apr 23 09:49:13.293724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 277cfbd5-93ad-498a-af55-09973ae31342 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:49:13.294434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:13.431978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:13.464275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b873a7-3a04-4cc7-b7b0-473f280f33f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277cfbd5-93ad-498a-af55-09973ae31342'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:49:13.476968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 277cfbd5-93ad-498a-af55-09973ae31342, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=277cfbd5-93ad-498a-af55-09973ae31342,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:49:13.511238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:13.514686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:49:13.563492 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b873a7-3a04-4cc7-b7b0-473f280f33f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277cfbd5-93ad-498a-af55-09973ae31342', 'code': 200} Apr 23 09:49:13.603603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=277cfbd5-93ad-498a-af55-09973ae31342,revision_number=8']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:49:13.606954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:49:14.443397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8e460-573f-43b4-a926-8d757881b88e req-fbd73da8-c78e-4567-8d5e-e759f2c4795f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:14.445287 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1ff8e460-573f-43b4-a926-8d757881b88e req-fbd73da8-c78e-4567-8d5e-e759f2c4795f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.0942440 Apr 23 09:49:14.499523 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1ff8e460-573f-43b4-a926-8d757881b88e req-e3d3359c-5f01-4d56-8fc5-3fa64e023072 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469496 Apr 23 09:49:14.709153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e5f71-23a7-4176-91ca-354f9ad4a7e9 req-9967b31a-cbb5-4077-9b32-bd8ba0e1af96 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:14.711521 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d90e5f71-23a7-4176-91ca-354f9ad4a7e9 req-9967b31a-cbb5-4077-9b32-bd8ba0e1af96 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.0926733 Apr 23 09:49:14.761425 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d90e5f71-23a7-4176-91ca-354f9ad4a7e9 req-07df2937-089b-4f6f-8cd9-c40fbc412e71 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433123 Apr 23 09:49:15.201216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3b3c8-55eb-4437-86cc-43d0bd7beb03 req-5ca28bd8-0f2d-4b92-9bbe-68622e774c95 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:15.203013 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-26e3b3c8-55eb-4437-86cc-43d0bd7beb03 req-5ca28bd8-0f2d-4b92-9bbe-68622e774c95 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.0985997 Apr 23 09:49:15.253887 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-26e3b3c8-55eb-4437-86cc-43d0bd7beb03 req-cc026fa3-a971-43fb-89ed-8f1d0f4ed00f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442939 Apr 23 09:49:15.387041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2e0f9-11f4-44eb-8a7a-92b5d6e916cf req-5977f2bc-ef4e-4264-bdd1-63e9d5e15338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:15.388650 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f1e2e0f9-11f4-44eb-8a7a-92b5d6e916cf req-5977f2bc-ef4e-4264-bdd1-63e9d5e15338 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 1098 time: 0.0797138 Apr 23 09:49:15.538274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2e0f9-11f4-44eb-8a7a-92b5d6e916cf req-f34ea8b2-4b53-46dd-af5e-3161cd0fe32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:15.540824 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f1e2e0f9-11f4-44eb-8a7a-92b5d6e916cf req-f34ea8b2-4b53-46dd-af5e-3161cd0fe32f service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1456156 Apr 23 09:49:15.655111 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f1e2e0f9-11f4-44eb-8a7a-92b5d6e916cf req-01cc8bba-54f2-4177-b96d-9bb4a6d6ecde service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=277cfbd5-93ad-498a-af55-09973ae31342 HTTP/1.1" status: 200 len: 1001 time: 0.1084647 Apr 23 09:49:15.730711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2e0f9-11f4-44eb-8a7a-92b5d6e916cf req-7f81db43-8331-418f-b4d3-537d5c7e3224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:15.732343 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f1e2e0f9-11f4-44eb-8a7a-92b5d6e916cf req-7f81db43-8331-418f-b4d3-537d5c7e3224 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0710521 Apr 23 09:49:15.821019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2e0f9-11f4-44eb-8a7a-92b5d6e916cf req-1a0edcea-13ee-4c81-a685-400138e91df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:15.822707 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f1e2e0f9-11f4-44eb-8a7a-92b5d6e916cf req-1a0edcea-13ee-4c81-a685-400138e91df6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834002 Apr 23 09:49:15.975082 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f1e2e0f9-11f4-44eb-8a7a-92b5d6e916cf req-ea2b2367-1ec8-4ca6-9617-1bd686ab5a9b service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461458 Apr 23 09:49:16.129780 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f1e2e0f9-11f4-44eb-8a7a-92b5d6e916cf req-8dc93c86-817a-49d4-a0a4-6384317c376a service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474571 Apr 23 09:49:16.506122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef802c-f3d4-43fd-8545-fce4edb6daef req-c3c30392-cc01-404a-b17c-cae5bdd89437 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:16.508191 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-30ef802c-f3d4-43fd-8545-fce4edb6daef req-c3c30392-cc01-404a-b17c-cae5bdd89437 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.1142852 Apr 23 09:49:16.571743 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-30ef802c-f3d4-43fd-8545-fce4edb6daef req-893b4fba-f855-47d2-8aad-eaaf99d520e9 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564089 Apr 23 09:49:17.788674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a101d-bffe-446c-be78-e1215076d6ed req-84536a5b-334b-4e6a-9975-0250f1dee7bc tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:17.790370 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d46a101d-bffe-446c-be78-e1215076d6ed req-84536a5b-334b-4e6a-9975-0250f1dee7bc tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.0930760 Apr 23 09:49:17.847187 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d46a101d-bffe-446c-be78-e1215076d6ed req-e098bb8c-00f3-4b39-88f2-8d580ce38d1b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502427 Apr 23 09:49:18.354234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdee01-1707-4f12-bb77-d8a20523c863 req-df6855cc-d70a-4fc0-ac41-9f12ac024d13 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:18.355992 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-19fdee01-1707-4f12-bb77-d8a20523c863 req-df6855cc-d70a-4fc0-ac41-9f12ac024d13 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.0944064 Apr 23 09:49:18.407011 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-19fdee01-1707-4f12-bb77-d8a20523c863 req-1f43c590-9c48-4171-989e-7bf2687caf5a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444999 Apr 23 09:49:19.628067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bfbe1-9397-4a5f-937d-2cc991f2e636 req-074bf603-2935-4523-9883-993c61c7b218 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:19.629822 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ce8bfbe1-9397-4a5f-937d-2cc991f2e636 req-074bf603-2935-4523-9883-993c61c7b218 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.0984659 Apr 23 09:49:19.686011 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ce8bfbe1-9397-4a5f-937d-2cc991f2e636 req-a85398a1-5ca0-4a24-8ff4-9e86707ad60a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487859 Apr 23 09:49:20.052426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67afb65-c355-4d8b-b73a-4e7f5f401f40 req-9c76a85f-0650-4e96-be5b-1cabf85fea53 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:20.054001 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a67afb65-c355-4d8b-b73a-4e7f5f401f40 req-9c76a85f-0650-4e96-be5b-1cabf85fea53 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.35 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 945 time: 0.0939345 Apr 23 09:49:20.202360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-a67afb65-c355-4d8b-b73a-4e7f5f401f40 req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Deleting port 277cfbd5-93ad-498a-af55-09973ae31342 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:49:20.202763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a67afb65-c355-4d8b-b73a-4e7f5f401f40 req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:20.353121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-a67afb65-c355-4d8b-b73a-4e7f5f401f40 req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] For port 277cfbd5-93ad-498a-af55-09973ae31342, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=277cfbd5-93ad-498a-af55-09973ae31342,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:49:20.353449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a67afb65-c355-4d8b-b73a-4e7f5f401f40 req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:20.676975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a67afb65-c355-4d8b-b73a-4e7f5f401f40 req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:20.677556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a67afb65-c355-4d8b-b73a-4e7f5f401f40 req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:20.677691 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [req-a67afb65-c355-4d8b-b73a-4e7f5f401f40 req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Floating IP e8d43547-ebb0-4a1a-97db-c0ded3a09c01 disassociated. External IP: 172.26.4.230, port: 277cfbd5-93ad-498a-af55-09973ae31342. Apr 23 09:49:20.677980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-a67afb65-c355-4d8b-b73a-4e7f5f401f40 req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Calling delete_port for 277cfbd5-93ad-498a-af55-09973ae31342 owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:49:20.858850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a67afb65-c355-4d8b-b73a-4e7f5f401f40 req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:20.872658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fbd74564-718a-4b8a-8a50-204c42e6e57e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:49:20.909988 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5cd8e0ef-f62e-42f1-ae01-0542c6870754 req-39a098d0-9e09-4413-a7af-6f4bf81c4585 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 210 time: 0.1001906 Apr 23 09:49:20.933825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Pushing event deleted for resources: {'Port': ['ID=277cfbd5-93ad-498a-af55-09973ae31342,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:49:21.009443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:49:21.009887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:49:21.010372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:49:21.010772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:49:21.011201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:49:21.011628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:49:21.012049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:49:21.012474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:49:21.012891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:49:21.013305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:49:21.013715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:49:21.014116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:49:21.027573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:49:21.166904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a67afb65-c355-4d8b-b73a-4e7f5f401f40 req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:49:21.370252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a67afb65-c355-4d8b-b73a-4e7f5f401f40 req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:49:21.380286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfc6878-59e8-4a40-b918-a6e1abdd8d6d None None] Sync routers for ids ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:49:21.395241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfc6878-59e8-4a40-b918-a6e1abdd8d6d None None] Routers {'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:49:21.395935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4dfc6878-59e8-4a40-b918-a6e1abdd8d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:49:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:49:21.455266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67afb65-c355-4d8b-b73a-4e7f5f401f40 req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] No DVR routers for this DVR port 277cfbd5-93ad-498a-af55-09973ae31342 on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:49:21.458241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a67afb65-c355-4d8b-b73a-4e7f5f401f40 req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:21.461888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b873a7-3a04-4cc7-b7b0-473f280f33f3', 'name': 'network-vif-deleted', 'tag': '277cfbd5-93ad-498a-af55-09973ae31342'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:49:21.519642 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b873a7-3a04-4cc7-b7b0-473f280f33f3', 'name': 'network-vif-deleted', 'tag': '277cfbd5-93ad-498a-af55-09973ae31342', 'status': 'completed', 'code': 200} Apr 23 09:49:21.525796 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a67afb65-c355-4d8b-b73a-4e7f5f401f40 req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.35 "DELETE /v2.0/ports/277cfbd5-93ad-498a-af55-09973ae31342 HTTP/1.1" status: 204 len: 173 time: 1.4666147 Apr 23 09:49:21.604602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-4dfc6878-59e8-4a40-b918-a6e1abdd8d6d None None] Set router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:49:21.951549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4dfc6878-59e8-4a40-b918-a6e1abdd8d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:36Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:49:21.955989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfc6878-59e8-4a40-b918-a6e1abdd8d6d None None] Checking router: ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:49:21.965839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfc6878-59e8-4a40-b918-a6e1abdd8d6d None None] Routers {'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:49:21.966552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4dfc6878-59e8-4a40-b918-a6e1abdd8d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:49:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:49:22.112205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-07f2e39f-4452-47d6-b969-7f162604df74 req-c8a3e02f-ac87-47e1-8aab-db8705a4968a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Synchronizing usage tracker for tenant:d5dc589884894fee89202f40b5989929 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:49:22.163425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-07f2e39f-4452-47d6-b969-7f162604df74 req-c8a3e02f-ac87-47e1-8aab-db8705a4968a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Unset dirty status for tenant:d5dc589884894fee89202f40b5989929 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:49:22.165788 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07f2e39f-4452-47d6-b969-7f162604df74 req-c8a3e02f-ac87-47e1-8aab-db8705a4968a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b873a7-3a04-4cc7-b7b0-473f280f33f3 HTTP/1.1" status: 200 len: 210 time: 0.1036730 Apr 23 09:49:22.204169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-4dfc6878-59e8-4a40-b918-a6e1abdd8d6d None None] Set router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:49:22.553062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4dfc6878-59e8-4a40-b918-a6e1abdd8d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:36Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:49:22.558445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfc6878-59e8-4a40-b918-a6e1abdd8d6d None None] The sync data for ids ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'] in dv-neutron-786478-4-hyperv is: [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:36Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:49:22.974621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1d1cd6-7f6e-411c-b8aa-b3bd63ee7cdc None None] New status for floating IP e8d43547-ebb0-4a1a-97db-c0ded3a09c01: DOWN {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:49:23.026857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 277cfbd5-93ad-498a-af55-09973ae31342 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:49:23.067134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 277cfbd5-93ad-498a-af55-09973ae31342 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:49:23.067537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 277cfbd5-93ad-498a-af55-09973ae31342 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:49:23.516498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:23.724292 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-a1e72551-e9dd-4d1c-9f43-09407ee01a76 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1110648166&fields=id&tenant_id=d5dc589884894fee89202f40b5989929 HTTP/1.1" status: 200 len: 267 time: 0.0449140 Apr 23 09:49:23.894059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-6e860a28-e78d-401b-b475-1a5967eeeccb tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:23.895667 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-6e860a28-e78d-401b-b475-1a5967eeeccb tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 812 time: 0.1633136 Apr 23 09:49:23.913089 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-d67277b8-199c-4812-9da0-7c32c86c2966 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/quotas/d5dc589884894fee89202f40b5989929 HTTP/1.1" status: 200 len: 375 time: 0.0104764 Apr 23 09:49:24.015370 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-78947411-488f-4e97-ac22-e7c6979d50d2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0952868 Apr 23 09:49:24.173102 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-48120b60-558c-46ae-b2ab-f5f067083903 service neutron] 10.222.0.60 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435726 Apr 23 09:49:24.322765 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-cdfab74e-4a55-4bb7-80a7-ae0b7a637d03 service neutron] 10.222.0.60 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430316 Apr 23 09:49:24.615109 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f8f47e9a-6b25-4a35-ab00-1322c5f2622e req-cf7acb07-f6f2-4737-ae7b-a88c185ab789 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 210 time: 0.1098940 Apr 23 09:49:25.020418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:49:25.782737 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1229a5a3-061c-442f-9fcc-b2b7e55ad87e req-45e8489a-88c7-4035-be0c-592558e6f117 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 210 time: 0.0508935 Apr 23 09:49:26.023024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-adc06791-b619-4a2f-ab56-acc06eb2deea tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:26.024575 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-adc06791-b619-4a2f-ab56-acc06eb2deea tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 812 time: 0.1632073 Apr 23 09:49:26.077601 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-a24b0ffb-90fc-48c6-ad03-6ea02ce8a387 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5dc589884894fee89202f40b5989929 HTTP/1.1" status: 200 len: 380 time: 0.0447807 Apr 23 09:49:26.088794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-597a62ff-9cec-425d-81b1-77656499999b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Request body: {'port': {'device_id': '469829d7-5da0-4c97-98fd-5803ffcd17ba', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'admin_state_up': True, 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'security_groups': ['fe6b65d2-5da8-458f-84fa-85217a4fec58']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:49:26.237898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-597a62ff-9cec-425d-81b1-77656499999b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:49:26.253034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-597a62ff-9cec-425d-81b1-77656499999b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:49:26.305194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-597a62ff-9cec-425d-81b1-77656499999b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Made reservation on behalf of d5dc589884894fee89202f40b5989929 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:49:26.311533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-597a62ff-9cec-425d-81b1-77656499999b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:26.801136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-597a62ff-9cec-425d-81b1-77656499999b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Allocated IP 172.20.0.7 (8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61/bd07a75f-254f-433b-9e9b-f00de8dd467f/388df33c-8a11-469b-b690-5402549da5b5) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:49:26.971384 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d3ac2cd-670f-44ec-8008-95ca85458063 req-fb2ab0f8-0ae8-41c1-8e82-d76bfb35940d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 210 time: 0.0496385 Apr 23 09:49:27.200142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-597a62ff-9cec-425d-81b1-77656499999b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:27.242161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-597a62ff-9cec-425d-81b1-77656499999b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Transition to ACTIVE for port object 388df33c-8a11-469b-b690-5402549da5b5 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:49:27.293132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-597a62ff-9cec-425d-81b1-77656499999b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:27.300090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-42698273-3948-43d8-8779-b407555b0c82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:49:27.361208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-597a62ff-9cec-425d-81b1-77656499999b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:49:27.364680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-597a62ff-9cec-425d-81b1-77656499999b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:49:27.368343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-597a62ff-9cec-425d-81b1-77656499999b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:49:27.430954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a62ff-9cec-425d-81b1-77656499999b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Pushing event updated for resources: {'Port': ['ID=388df33c-8a11-469b-b690-5402549da5b5,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:49:27.434043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-597a62ff-9cec-425d-81b1-77656499999b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:49:27.462008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-597a62ff-9cec-425d-81b1-77656499999b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:27.463036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-597a62ff-9cec-425d-81b1-77656499999b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:27.602786 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-597a62ff-9cec-425d-81b1-77656499999b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5191917 Apr 23 09:49:27.614894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Request body: {'port': {'device_id': '469829d7-5da0-4c97-98fd-5803ffcd17ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:49:27.635664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cb077e3c-38f0-47ba-807b-c8fd89eb31de None None] Provisioning for port 388df33c-8a11-469b-b690-5402549da5b5 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:49:27.641357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cb077e3c-38f0-47ba-807b-c8fd89eb31de None None] Provisioning complete for port 388df33c-8a11-469b-b690-5402549da5b5 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:49:27.641736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb077e3c-38f0-47ba-807b-c8fd89eb31de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:27.700396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cb077e3c-38f0-47ba-807b-c8fd89eb31de None None] Port 388df33c-8a11-469b-b690-5402549da5b5 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:49:27.737602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:28.128641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388df33c-8a11-469b-b690-5402549da5b5 {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:49:28.137768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:28.155645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Transition to ACTIVE for port object 388df33c-8a11-469b-b690-5402549da5b5 will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:49:28.189054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb56b1a-e0d6-490d-b153-4f5884a112c1 req-fd6fb125-6f50-4c85-95c8-dd78e52bddc8 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:28.190027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:28.190800 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3eb56b1a-e0d6-490d-b153-4f5884a112c1 req-fd6fb125-6f50-4c85-95c8-dd78e52bddc8 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 931 time: 0.0942786 Apr 23 09:49:28.195241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0c00f858-65fe-47c9-8273-c7e314067623 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:49:28.244897 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3eb56b1a-e0d6-490d-b153-4f5884a112c1 req-e23b933d-cab0-4ef9-8c40-b6a8b108060f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456805 Apr 23 09:49:28.344358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Pushing event updated for resources: {'Port': ['ID=388df33c-8a11-469b-b690-5402549da5b5,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:49:28.380508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:49:28.461082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Attempting to bind port 388df33c-8a11-469b-b690-5402549da5b5 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:49:28.461658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Attempting to bind port 388df33c-8a11-469b-b690-5402549da5b5 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:49:28.462144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Attempting to bind port 388df33c-8a11-469b-b690-5402549da5b5 on network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:49:28.470329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Port 388df33c-8a11-469b-b690-5402549da5b5 on network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:49:28.470716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Attempting to bind port 388df33c-8a11-469b-b690-5402549da5b5 on network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:49:28.477871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:49:28.478764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Checking segment: {'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:49:28.479198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Bound using segment: {'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:49:28.479715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Bound port: 388df33c-8a11-469b-b690-5402549da5b5, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:49:28.480124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:28.581482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] For port 388df33c-8a11-469b-b690-5402549da5b5, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:49:28.585560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] For port 388df33c-8a11-469b-b690-5402549da5b5, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=388df33c-8a11-469b-b690-5402549da5b5,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:49:28.636090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:28.641761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b05e405a-065e-4fa5-9485-1af67be7d794 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:49:28.699138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:28.699901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:28.701291 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] 10.222.0.35 "PUT /v2.0/ports/388df33c-8a11-469b-b690-5402549da5b5 HTTP/1.1" status: 200 len: 1093 time: 1.0912013 Apr 23 09:49:28.701916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469829d7-5da0-4c97-98fd-5803ffcd17ba', 'tag': '388df33c-8a11-469b-b690-5402549da5b5'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:49:28.741400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Pushing event updated for resources: {'Port': ['ID=388df33c-8a11-469b-b690-5402549da5b5,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:49:28.744808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:49:28.819301 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469829d7-5da0-4c97-98fd-5803ffcd17ba', 'tag': '388df33c-8a11-469b-b690-5402549da5b5', 'status': 'completed', 'code': 200} Apr 23 09:49:28.851234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-ade2445c-7e6a-41dc-83b9-075cd3969405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:28.852898 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-ade2445c-7e6a-41dc-83b9-075cd3969405 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 1096 time: 0.0858917 Apr 23 09:49:28.929587 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-6ab4242c-dd79-491a-8110-8a194cdd1b96 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=388df33c-8a11-469b-b690-5402549da5b5 HTTP/1.1" status: 200 len: 217 time: 0.0699227 Apr 23 09:49:29.003720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-8e978b77-32c7-4eb3-b47b-9cf9ba71fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:29.005253 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-8e978b77-32c7-4eb3-b47b-9cf9ba71fd5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0695622 Apr 23 09:49:29.089221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-f8b44286-34df-40e6-8176-91b4f29b1e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:29.090853 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-f8b44286-34df-40e6-8176-91b4f29b1e14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793967 Apr 23 09:49:29.235675 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-fccae340-03fa-4768-a7d5-62c7da9fc4a0 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379747 Apr 23 09:49:29.393460 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-899d3d84-4563-4190-b32d-3055f1be5b39 req-1a9944fc-aece-4ddb-b5b4-f9ce9c94a74f service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506915 Apr 23 09:49:29.464846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb811a-1f7a-4e86-a647-fb9ca165956b req-d3f1822f-cf14-4476-a77f-66965c1ac25f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:29.466675 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-96eb811a-1f7a-4e86-a647-fb9ca165956b req-d3f1822f-cf14-4476-a77f-66965c1ac25f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 943 time: 0.0998151 Apr 23 09:49:29.529047 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-96eb811a-1f7a-4e86-a647-fb9ca165956b req-94cf9aa2-a472-4d9e-8c20-adc0abe63a1c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538123 Apr 23 09:49:29.586266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858bca4-7e6c-45cd-80e3-3aade4febde7 req-c4795340-4ea9-4fd3-9b17-d154d6606533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:29.587969 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0858bca4-7e6c-45cd-80e3-3aade4febde7 req-c4795340-4ea9-4fd3-9b17-d154d6606533 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 1096 time: 0.0930455 Apr 23 09:49:29.730597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858bca4-7e6c-45cd-80e3-3aade4febde7 req-31157ea2-c654-49b4-86ea-22ea16cea573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:29.732191 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0858bca4-7e6c-45cd-80e3-3aade4febde7 req-31157ea2-c654-49b4-86ea-22ea16cea573 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1380956 Apr 23 09:49:29.807312 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0858bca4-7e6c-45cd-80e3-3aade4febde7 req-e3775e89-4f59-4698-bbc3-38fb9ee2ac10 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=388df33c-8a11-469b-b690-5402549da5b5 HTTP/1.1" status: 200 len: 217 time: 0.0685360 Apr 23 09:49:29.875218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858bca4-7e6c-45cd-80e3-3aade4febde7 req-01da7f54-f26c-415c-8d53-2e74751f6b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:29.876776 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0858bca4-7e6c-45cd-80e3-3aade4febde7 req-01da7f54-f26c-415c-8d53-2e74751f6b69 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0637908 Apr 23 09:49:29.958348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858bca4-7e6c-45cd-80e3-3aade4febde7 req-4ac4f920-96ba-4388-84f1-29b84de5b8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:29.960483 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0858bca4-7e6c-45cd-80e3-3aade4febde7 req-4ac4f920-96ba-4388-84f1-29b84de5b8c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773001 Apr 23 09:49:30.103987 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0858bca4-7e6c-45cd-80e3-3aade4febde7 req-ec349a58-961e-4ae7-a957-c1e09b05e7d7 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366539 Apr 23 09:49:30.245184 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0858bca4-7e6c-45cd-80e3-3aade4febde7 req-c4825549-6fc0-40df-9276-287536159ffb service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346660 Apr 23 09:49:30.746742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e6c67-28fd-44a1-a662-b69ee8bba629 req-f8eb6b0d-f183-4d6b-80d0-3b9b1ed16391 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:30.747534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-5e9e6c67-28fd-44a1-a662-b69ee8bba629 req-f8eb6b0d-f183-4d6b-80d0-3b9b1ed16391 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Synchronizing usage tracker for tenant:d5dc589884894fee89202f40b5989929 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:49:30.789812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-5e9e6c67-28fd-44a1-a662-b69ee8bba629 req-f8eb6b0d-f183-4d6b-80d0-3b9b1ed16391 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Unset dirty status for tenant:d5dc589884894fee89202f40b5989929 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:49:30.791179 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5e9e6c67-28fd-44a1-a662-b69ee8bba629 req-f8eb6b0d-f183-4d6b-80d0-3b9b1ed16391 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 943 time: 0.1380394 Apr 23 09:49:30.841361 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5e9e6c67-28fd-44a1-a662-b69ee8bba629 req-a1e5234a-d760-4bd3-bb7b-d93f1d7fa7a2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437646 Apr 23 09:49:32.052170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0091e-0119-49a3-b4f6-bc324f701dcd req-bef8c45b-0247-47d7-b2e8-1003a27005dc tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:32.054609 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d3e0091e-0119-49a3-b4f6-bc324f701dcd req-bef8c45b-0247-47d7-b2e8-1003a27005dc tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 943 time: 0.0982709 Apr 23 09:49:32.104301 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d3e0091e-0119-49a3-b4f6-bc324f701dcd req-9d077907-ac03-479c-83b0-3c9547292136 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432620 Apr 23 09:49:33.040406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 388df33c-8a11-469b-b690-5402549da5b5 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:49:33.209196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 388df33c-8a11-469b-b690-5402549da5b5, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=388df33c-8a11-469b-b690-5402549da5b5,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:49:33.230712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '388df33c-8a11-469b-b690-5402549da5b5', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'port_id': '388df33c-8a11-469b-b690-5402549da5b5', 'mac_address': 'fa:16:3e:ab:7f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:49:33.301714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:33.323171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388df33c-8a11-469b-b690-5402549da5b5 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:49:33.326218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35b45b-8559-41ec-a03f-0fa46deb02fe req-fb35443a-abb4-4e77-bfea-87f46a927b0f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:33.328066 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9c35b45b-8559-41ec-a03f-0fa46deb02fe req-fb35443a-abb4-4e77-bfea-87f46a927b0f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 943 time: 0.1019838 Apr 23 09:49:33.342778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 388df33c-8a11-469b-b690-5402549da5b5, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=388df33c-8a11-469b-b690-5402549da5b5,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:49:33.378531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:33.382535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:49:33.387419 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9c35b45b-8559-41ec-a03f-0fa46deb02fe req-db32fb65-acbb-42e1-b328-bac913168b30 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521250 Apr 23 09:49:33.461109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=388df33c-8a11-469b-b690-5402549da5b5,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:49:33.465036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:49:33.678271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['388df33c-8a11-469b-b690-5402549da5b5'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:49:34.599206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7185d7-6bba-4992-a69a-91a7658ea790 req-be5db8f9-69b5-4b4b-9b91-e24e2f30bf93 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:34.600745 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7d7185d7-6bba-4992-a69a-91a7658ea790 req-be5db8f9-69b5-4b4b-9b91-e24e2f30bf93 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 944 time: 0.0887983 Apr 23 09:49:34.652851 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7d7185d7-6bba-4992-a69a-91a7658ea790 req-a40b9a0d-012b-400a-98d7-4cbbb820d4fe tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456059 Apr 23 09:49:35.055679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 388df33c-8a11-469b-b690-5402549da5b5 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:49:35.153857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 388df33c-8a11-469b-b690-5402549da5b5 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:49:35.158843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 388df33c-8a11-469b-b690-5402549da5b5 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:49:35.159267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:35.283783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:35.312173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469829d7-5da0-4c97-98fd-5803ffcd17ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388df33c-8a11-469b-b690-5402549da5b5'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:49:35.322577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 388df33c-8a11-469b-b690-5402549da5b5, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=388df33c-8a11-469b-b690-5402549da5b5,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:49:35.342649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:35.344713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:49:35.381928 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469829d7-5da0-4c97-98fd-5803ffcd17ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388df33c-8a11-469b-b690-5402549da5b5', 'code': 200} Apr 23 09:49:35.421204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=388df33c-8a11-469b-b690-5402549da5b5,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:49:35.424442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:49:35.685980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db22d3-04a2-401b-8eb4-86a6083c5545 req-f81e722f-486e-46f2-af8c-18a0e6ad7bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:35.687605 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54db22d3-04a2-401b-8eb4-86a6083c5545 req-f81e722f-486e-46f2-af8c-18a0e6ad7bf0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 1098 time: 0.0792599 Apr 23 09:49:35.731860 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54db22d3-04a2-401b-8eb4-86a6083c5545 req-ac66c815-3388-4148-b303-5cf21019467c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379765 Apr 23 09:49:35.869442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517a4b5-70c2-4585-b13d-525d3b75073d req-287bafa0-8175-4163-a8d6-d8946c32da03 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:35.871088 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1517a4b5-70c2-4585-b13d-525d3b75073d req-287bafa0-8175-4163-a8d6-d8946c32da03 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.0972381 Apr 23 09:49:35.920466 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1517a4b5-70c2-4585-b13d-525d3b75073d req-d2c9d163-e2f3-4f38-9d2a-04ba28a10421 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430059 Apr 23 09:49:36.691126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-57616ae0-792b-4dd2-b88f-6129a4e1a44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:37.131816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f2ba8-dab3-4ac1-ba22-a13d27d7060a req-23278082-cd78-4137-9aaa-9bbed2959629 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:37.133414 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-781f2ba8-dab3-4ac1-ba22-a13d27d7060a req-23278082-cd78-4137-9aaa-9bbed2959629 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.0943921 Apr 23 09:49:37.183619 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-781f2ba8-dab3-4ac1-ba22-a13d27d7060a req-f897fa97-f645-4d54-bd6f-08fd1bca7ea2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437574 Apr 23 09:49:37.384068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50b402-3a48-400f-9a00-6122334bc1b9 req-b5004c08-fb67-4afb-907f-1ee4b522fa14 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:37.385862 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4e50b402-3a48-400f-9a00-6122334bc1b9 req-b5004c08-fb67-4afb-907f-1ee4b522fa14 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.0912931 Apr 23 09:49:37.395536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 46368) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:49:37.402035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3df520fd-a12e-463d-b432-ad64e25535ef tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Request body: {'floatingip': {'port_id': '388df33c-8a11-469b-b690-5402549da5b5'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:49:37.491472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3df520fd-a12e-463d-b432-ad64e25535ef tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for floatingip, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:38.441288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3df520fd-a12e-463d-b432-ad64e25535ef tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:38.462251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3df520fd-a12e-463d-b432-ad64e25535ef tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:38.644909 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-3df520fd-a12e-463d-b432-ad64e25535ef tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Floating IP e8d43547-ebb0-4a1a-97db-c0ded3a09c01 associated. External IP: 172.26.4.230, port: 388df33c-8a11-469b-b690-5402549da5b5. Apr 23 09:49:39.020862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df520fd-a12e-463d-b432-ad64e25535ef tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:49:39.210299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df520fd-a12e-463d-b432-ad64e25535ef tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:49:39.215096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3df520fd-a12e-463d-b432-ad64e25535ef tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:39.220483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916ca6e7-f8a5-4354-a0a5-aaeac65bf325 None None] Sync routers for ids ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:49:39.232521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916ca6e7-f8a5-4354-a0a5-aaeac65bf325 None None] Routers {'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:49:39.233226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-916ca6e7-f8a5-4354-a0a5-aaeac65bf325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:49:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:49:39.277886 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3df520fd-a12e-463d-b432-ad64e25535ef tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "PUT /v2.0/floatingips/e8d43547-ebb0-4a1a-97db-c0ded3a09c01 HTTP/1.1" status: 200 len: 991 time: 1.8804691 Apr 23 09:49:39.278597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469829d7-5da0-4c97-98fd-5803ffcd17ba', 'tag': '388df33c-8a11-469b-b690-5402549da5b5'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:49:39.330490 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469829d7-5da0-4c97-98fd-5803ffcd17ba', 'tag': '388df33c-8a11-469b-b690-5402549da5b5', 'status': 'completed', 'code': 200} Apr 23 09:49:39.439445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e2001-8b4b-4449-986d-7163db0e35d9 req-9ce3e9f2-2778-455c-b1b0-6df33a999fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:39.441098 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-475e2001-8b4b-4449-986d-7163db0e35d9 req-9ce3e9f2-2778-455c-b1b0-6df33a999fa9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 1098 time: 0.0880525 Apr 23 09:49:39.595705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e2001-8b4b-4449-986d-7163db0e35d9 req-82aae606-4f8c-46d5-8b3f-e06d3f981c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:39.597308 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-475e2001-8b4b-4449-986d-7163db0e35d9 req-82aae606-4f8c-46d5-8b3f-e06d3f981c3e service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1497278 Apr 23 09:49:39.609661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-916ca6e7-f8a5-4354-a0a5-aaeac65bf325 None None] Set router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:49:39.714940 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-475e2001-8b4b-4449-986d-7163db0e35d9 req-02be28be-be1d-48b9-915d-9afafa4ccebd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=388df33c-8a11-469b-b690-5402549da5b5 HTTP/1.1" status: 200 len: 999 time: 0.1116345 Apr 23 09:49:39.756663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-313e893a-2d4d-4d7c-8f6a-b7e99aa678ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:39.786774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e2001-8b4b-4449-986d-7163db0e35d9 req-eb616232-9441-4b15-969f-3d1253ac58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:39.788364 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-475e2001-8b4b-4449-986d-7163db0e35d9 req-eb616232-9441-4b15-969f-3d1253ac58b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0676095 Apr 23 09:49:39.875524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e2001-8b4b-4449-986d-7163db0e35d9 req-97236306-9454-420f-8f74-6cd53b87cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:39.877035 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-475e2001-8b4b-4449-986d-7163db0e35d9 req-97236306-9454-420f-8f74-6cd53b87cbeb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825562 Apr 23 09:49:40.001886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-916ca6e7-f8a5-4354-a0a5-aaeac65bf325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'e8d43547-ebb0-4a1a-97db-c0ded3a09c01', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'floating_ip_address': '172.26.4.230', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'port_id': '388df33c-8a11-469b-b690-5402549da5b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'mac_address': 'fa:16:3e:ab:7f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469829d7-5da0-4c97-98fd-5803ffcd17ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:45:33Z', 'updated_at': '2021-04-23T09:49:38Z', 'revision_number': 9, 'project_id': 'd5dc589884894fee89202f40b5989929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:36Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:49:40.006375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916ca6e7-f8a5-4354-a0a5-aaeac65bf325 None None] Checking router: ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:49:40.015578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916ca6e7-f8a5-4354-a0a5-aaeac65bf325 None None] Routers {'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:49:40.016246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-916ca6e7-f8a5-4354-a0a5-aaeac65bf325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:49:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:49:40.024882 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-475e2001-8b4b-4449-986d-7163db0e35d9 req-d6b25f34-c57f-406f-99fa-0ee21e4f6dd9 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412647 Apr 23 09:49:40.170748 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-475e2001-8b4b-4449-986d-7163db0e35d9 req-b2fce581-234d-4376-bf7d-2212be2d4c16 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395802 Apr 23 09:49:40.210359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-916ca6e7-f8a5-4354-a0a5-aaeac65bf325 None None] Set router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:49:40.563331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:40.601477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-916ca6e7-f8a5-4354-a0a5-aaeac65bf325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'e8d43547-ebb0-4a1a-97db-c0ded3a09c01', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'floating_ip_address': '172.26.4.230', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'port_id': '388df33c-8a11-469b-b690-5402549da5b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'mac_address': 'fa:16:3e:ab:7f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469829d7-5da0-4c97-98fd-5803ffcd17ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:45:33Z', 'updated_at': '2021-04-23T09:49:38Z', 'revision_number': 9, 'project_id': 'd5dc589884894fee89202f40b5989929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:36Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:49:40.605874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916ca6e7-f8a5-4354-a0a5-aaeac65bf325 None None] The sync data for ids ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'] in dv-neutron-786478-4-hyperv is: [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'e8d43547-ebb0-4a1a-97db-c0ded3a09c01', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'floating_ip_address': '172.26.4.230', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'port_id': '388df33c-8a11-469b-b690-5402549da5b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'mac_address': 'fa:16:3e:ab:7f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469829d7-5da0-4c97-98fd-5803ffcd17ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:45:33Z', 'updated_at': '2021-04-23T09:49:38Z', 'revision_number': 9, 'project_id': 'd5dc589884894fee89202f40b5989929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:36Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:49:40.859766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0040d36-8580-4bb6-8959-2e8cf6036718 None None] New status for floating IP e8d43547-ebb0-4a1a-97db-c0ded3a09c01: ACTIVE {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:49:41.238945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:42.369885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:53.516443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:49:57.138110 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cfaf5ba2-5ba8-4b23-8685-3464ec78530f req-3179b7b0-13ba-4f78-a3dd-5a87a109e549 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763087 Apr 23 09:49:57.289852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf5ba2-5ba8-4b23-8685-3464ec78530f req-7f726094-8823-449b-94ba-4a797dcbeaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:57.291486 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cfaf5ba2-5ba8-4b23-8685-3464ec78530f req-7f726094-8823-449b-94ba-4a797dcbeaae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 1098 time: 0.0773170 Apr 23 09:49:57.446434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf5ba2-5ba8-4b23-8685-3464ec78530f req-1d662ce4-7bf8-4c10-8864-f082454de0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:57.448067 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cfaf5ba2-5ba8-4b23-8685-3464ec78530f req-1d662ce4-7bf8-4c10-8864-f082454de0df service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1375692 Apr 23 09:49:57.566760 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cfaf5ba2-5ba8-4b23-8685-3464ec78530f req-10f0bb0e-1b84-48c8-bca9-17e6073ea78e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=388df33c-8a11-469b-b690-5402549da5b5 HTTP/1.1" status: 200 len: 1002 time: 0.1109045 Apr 23 09:49:57.639550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf5ba2-5ba8-4b23-8685-3464ec78530f req-e7f71ffb-2498-4bc1-bf47-feed9e15910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:57.641125 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cfaf5ba2-5ba8-4b23-8685-3464ec78530f req-e7f71ffb-2498-4bc1-bf47-feed9e15910c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0679016 Apr 23 09:49:57.723438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf5ba2-5ba8-4b23-8685-3464ec78530f req-cdf61754-5a41-4c2e-982f-05c5d51b0f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:49:57.724959 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cfaf5ba2-5ba8-4b23-8685-3464ec78530f req-cdf61754-5a41-4c2e-982f-05c5d51b0f51 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769837 Apr 23 09:49:57.867777 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cfaf5ba2-5ba8-4b23-8685-3464ec78530f req-ba093dd7-5754-4447-b967-10c210f6a069 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361639 Apr 23 09:49:58.011198 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cfaf5ba2-5ba8-4b23-8685-3464ec78530f req-cc80ee44-7a1c-433f-94b3-650b6ef6848e service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368489 Apr 23 09:50:02.022513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:50:06.697075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5a6a638c-83d6-4e99-9b36-2306e0fe4ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:50:09.685556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60082514-6129-4f1a-b6c7-5a9c253c9bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:50:10.502352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:50:11.256340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:50:12.365318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:50:23.530816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:50:36.708971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-50ec4e66-f3e3-4348-9af3-c51d58f6e374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:50:39.022899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:50:39.686659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-30774e89-e277-45ef-9880-47c6ead904de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:50:40.480684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:50:41.268940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:50:42.371804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:50:50.415403 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-9d18ba69-0873-4592-ad12-6e664bc3db93 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862594 Apr 23 09:50:50.418599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3092aa-c52f-4a3b-831f-b82a15d90149 req-3a2d8408-cd4a-4d2e-9655-ce56faa84642 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:50:50.420361 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4f3092aa-c52f-4a3b-831f-b82a15d90149 req-3a2d8408-cd4a-4d2e-9655-ce56faa84642 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.0959883 Apr 23 09:50:50.470744 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4f3092aa-c52f-4a3b-831f-b82a15d90149 req-0975ae0e-5474-4b0f-94f6-1be609bfd50d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438700 Apr 23 09:50:51.691203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23439a5-2dda-4592-a53a-373c67432414 req-4a0c9b9e-2d97-4543-88d5-de53ab0948aa tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:50:51.692759 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b23439a5-2dda-4592-a53a-373c67432414 req-4a0c9b9e-2d97-4543-88d5-de53ab0948aa tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.0949852 Apr 23 09:50:51.749832 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b23439a5-2dda-4592-a53a-373c67432414 req-86387ace-17e2-4e21-a4ff-72c1368f1238 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505285 Apr 23 09:50:52.126093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-01758d38-ee52-466e-af20-776354dd2d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:50:52.129051 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-01758d38-ee52-466e-af20-776354dd2d93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 1098 time: 0.1915660 Apr 23 09:50:52.279817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-4a7b7bed-4906-4d7f-99c9-17b39517955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:50:52.281384 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-4a7b7bed-4906-4d7f-99c9-17b39517955d service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1466973 Apr 23 09:50:52.400441 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-7c18914d-768a-40d1-8d1f-000d45b9abe8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=388df33c-8a11-469b-b690-5402549da5b5 HTTP/1.1" status: 200 len: 1002 time: 0.1124310 Apr 23 09:50:52.475389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-b96a49e2-6528-4024-8972-52aa43e684ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:50:52.477207 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-b96a49e2-6528-4024-8972-52aa43e684ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0708504 Apr 23 09:50:52.566681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-dc5b6963-c2d2-4dd9-8ab5-fcd910530041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:50:52.568426 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-dc5b6963-c2d2-4dd9-8ab5-fcd910530041 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845382 Apr 23 09:50:53.066065 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-a4ff61d0-6cca-4182-8175-ec147a00c821 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913683 Apr 23 09:50:53.185105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31fd86-3c37-4e43-bd6f-18b5530e5c65 req-9a758295-4361-4388-bab7-13e17ca89e4d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:50:53.186730 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4c31fd86-3c37-4e43-bd6f-18b5530e5c65 req-9a758295-4361-4388-bab7-13e17ca89e4d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.2270021 Apr 23 09:50:53.263341 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-438a81b4-3223-4bba-bb8a-b3e6f4ba0ae1 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883919 Apr 23 09:50:53.266541 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4c31fd86-3c37-4e43-bd6f-18b5530e5c65 req-08c0a8fc-a33e-45f9-a41b-f319a9b353db tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729928 Apr 23 09:50:53.598920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:50:54.474744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02f11b-2a77-4fc4-b5d4-c5342e04efc5 req-20839846-14d8-4b83-a197-f551abe13753 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:50:54.476677 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6e02f11b-2a77-4fc4-b5d4-c5342e04efc5 req-20839846-14d8-4b83-a197-f551abe13753 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.0901423 Apr 23 09:50:54.529325 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6e02f11b-2a77-4fc4-b5d4-c5342e04efc5 req-3bf4eb72-1622-45ea-9f29-a061c0f04860 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457795 Apr 23 09:50:55.734647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c0e8a-4cdc-4abc-9dca-0e9f3f81d78c req-9ad87533-ecd8-4419-9df2-af1a39865568 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:50:55.736298 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-644c0e8a-4cdc-4abc-9dca-0e9f3f81d78c req-9ad87533-ecd8-4419-9df2-af1a39865568 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.0910790 Apr 23 09:50:55.787145 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-644c0e8a-4cdc-4abc-9dca-0e9f3f81d78c req-6041f8c2-6e84-4fa9-bf7c-5a97550de765 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433173 Apr 23 09:50:57.001518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9074b-dcf5-408d-ab22-71240a0f69cf req-40803fb7-049a-4cee-a213-f694c30a7ea3 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:50:57.003215 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1da9074b-dcf5-408d-ab22-71240a0f69cf req-40803fb7-049a-4cee-a213-f694c30a7ea3 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.1006589 Apr 23 09:50:57.054030 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1da9074b-dcf5-408d-ab22-71240a0f69cf req-4af12527-4617-425c-a945-add909d80889 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432594 Apr 23 09:50:57.200969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e2cb9-bbe1-4958-b6fa-d7371ce16833 req-0e508fa5-2689-4636-af65-b3e5f9b6dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:50:57.202509 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4c8e2cb9-bbe1-4958-b6fa-d7371ce16833 req-0e508fa5-2689-4636-af65-b3e5f9b6dc05 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 1098 time: 0.0857003 Apr 23 09:50:57.358690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e2cb9-bbe1-4958-b6fa-d7371ce16833 req-86001b56-0692-40ad-82dd-ee799c4a3e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:50:57.360378 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4c8e2cb9-bbe1-4958-b6fa-d7371ce16833 req-86001b56-0692-40ad-82dd-ee799c4a3e29 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1386349 Apr 23 09:50:57.473529 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4c8e2cb9-bbe1-4958-b6fa-d7371ce16833 req-2c0ae306-9dab-4094-8350-11910e79172e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=388df33c-8a11-469b-b690-5402549da5b5 HTTP/1.1" status: 200 len: 1002 time: 0.1059628 Apr 23 09:50:57.545670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e2cb9-bbe1-4958-b6fa-d7371ce16833 req-6022f922-e021-4ddb-98bb-0c1df35a039a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:50:57.547277 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4c8e2cb9-bbe1-4958-b6fa-d7371ce16833 req-6022f922-e021-4ddb-98bb-0c1df35a039a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0675931 Apr 23 09:50:57.629406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e2cb9-bbe1-4958-b6fa-d7371ce16833 req-64eda582-5ce2-4652-a4c6-15a88bada72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:50:57.631023 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4c8e2cb9-bbe1-4958-b6fa-d7371ce16833 req-64eda582-5ce2-4652-a4c6-15a88bada72b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767272 Apr 23 09:50:57.774779 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4c8e2cb9-bbe1-4958-b6fa-d7371ce16833 req-47dfbd43-68e6-4977-8bb6-01cd010a16f8 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373715 Apr 23 09:50:57.915722 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4c8e2cb9-bbe1-4958-b6fa-d7371ce16833 req-40948a0e-f64d-44bd-b60f-a38305802927 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350687 Apr 23 09:50:58.268498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3dcae0-7ec4-4f0d-8bbc-da1d8040f334 req-2b51eb9a-5db0-4659-ad42-b11c8bd39c49 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:50:58.270156 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ea3dcae0-7ec4-4f0d-8bbc-da1d8040f334 req-2b51eb9a-5db0-4659-ad42-b11c8bd39c49 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.0939407 Apr 23 09:50:58.322025 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ea3dcae0-7ec4-4f0d-8bbc-da1d8040f334 req-e7b1afe1-3db7-4182-bef6-f4f11700dadf tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442555 Apr 23 09:50:59.527678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8112651-f114-4a96-89e1-9cceb589c91e req-05e4f785-47c3-4fbd-8b93-27d657b578d4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:50:59.529354 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c8112651-f114-4a96-89e1-9cceb589c91e req-05e4f785-47c3-4fbd-8b93-27d657b578d4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.0908806 Apr 23 09:50:59.579566 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c8112651-f114-4a96-89e1-9cceb589c91e req-7698e718-4eb4-4273-9f46-8bdd6ed1c293 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438120 Apr 23 09:51:00.786009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dea988-c5d2-4351-b049-0e3df4a009c3 req-90ed1cfc-2d0a-428a-96f3-40935766cc07 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:00.787818 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b1dea988-c5d2-4351-b049-0e3df4a009c3 req-90ed1cfc-2d0a-428a-96f3-40935766cc07 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.0926814 Apr 23 09:51:00.838143 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b1dea988-c5d2-4351-b049-0e3df4a009c3 req-45061921-918f-4095-b091-48c9704f455c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438423 Apr 23 09:51:02.045496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7bc9c-4066-410f-bf7e-7d82b7c9cbb4 req-c6a21416-d7c7-4ead-8c3e-6ead1a6ed732 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:02.047141 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56c7bc9c-4066-410f-bf7e-7d82b7c9cbb4 req-c6a21416-d7c7-4ead-8c3e-6ead1a6ed732 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.0933294 Apr 23 09:51:02.096690 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-56c7bc9c-4066-410f-bf7e-7d82b7c9cbb4 req-fd59395f-3cad-4e95-89e7-16ffe850c6d8 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431042 Apr 23 09:51:03.299511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b79ce-9951-4e02-9e18-373fabf0daa7 req-355e362b-607d-4dbe-a6a2-3e15a2e6504c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:03.301186 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-465b79ce-9951-4e02-9e18-373fabf0daa7 req-355e362b-607d-4dbe-a6a2-3e15a2e6504c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.0892644 Apr 23 09:51:03.350636 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-465b79ce-9951-4e02-9e18-373fabf0daa7 req-3fd21eb1-1369-4b6f-a8a3-1c43999f577d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425837 Apr 23 09:51:04.556343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dd2af-2239-4c2f-ab6d-5187f4deef02 req-8561cf56-ac18-47b1-a237-afac3ba2c46b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:04.557933 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-542dd2af-2239-4c2f-ab6d-5187f4deef02 req-8561cf56-ac18-47b1-a237-afac3ba2c46b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.0928650 Apr 23 09:51:04.609756 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-542dd2af-2239-4c2f-ab6d-5187f4deef02 req-c63d3563-c0dc-489b-999a-ccec03f45a1b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452275 Apr 23 09:51:05.049869 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-0f34da68-b58c-49a0-861d-77410fa5bf09 service neutron] 10.222.0.35 "GET /v2.0/ports/388df33c-8a11-469b-b690-5402549da5b5/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0830758 Apr 23 09:51:05.446204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-f56a572f-b36a-40a1-ac18-87ed086e55e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:05.447704 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-f56a572f-b36a-40a1-ac18-87ed086e55e6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba&tenant_id=d5dc589884894fee89202f40b5989929 HTTP/1.1" status: 200 len: 1098 time: 0.0799906 Apr 23 09:51:05.555242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-5e55e0a1-0fc0-490b-88cc-acda0d69f3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:05.556825 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-5e55e0a1-0fc0-490b-88cc-acda0d69f3cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 1098 time: 0.0875132 Apr 23 09:51:05.703596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-7a838979-fa5d-4f1d-95f0-e1429f5c910b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:05.705108 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-7a838979-fa5d-4f1d-95f0-e1429f5c910b service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1419799 Apr 23 09:51:05.865658 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-82b3fb18-edb2-4d40-a760-dce62e020846 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=388df33c-8a11-469b-b690-5402549da5b5 HTTP/1.1" status: 200 len: 1002 time: 0.1532056 Apr 23 09:51:05.949373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b204b-9558-4f0b-a50b-3cc6bc41cb5e req-f17b9988-c35b-4efe-b32b-c8ee417212d0 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:05.951107 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ff7b204b-9558-4f0b-a50b-3cc6bc41cb5e req-f17b9988-c35b-4efe-b32b-c8ee417212d0 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.1821115 Apr 23 09:51:05.961255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-2ca6a244-b594-456d-96b2-aacd76e8b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:05.962752 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-2ca6a244-b594-456d-96b2-aacd76e8b273 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0842528 Apr 23 09:51:06.059439 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ff7b204b-9558-4f0b-a50b-3cc6bc41cb5e req-88528309-7502-4f57-89f3-a52d06113619 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005955 Apr 23 09:51:06.082188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-983b9fac-1b21-411a-b67f-cda551ba1dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:06.083910 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-983b9fac-1b21-411a-b67f-cda551ba1dc2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1026194 Apr 23 09:51:06.228359 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-915bce74-5426-44e6-be7c-96b451153326 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381977 Apr 23 09:51:06.371183 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f8717cc-1142-48c7-9f13-100bc5d3d98c req-8158ca69-96c6-4880-b71f-1824103833f7 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369612 Apr 23 09:51:06.721605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-afa3f195-cb84-4f07-8fd2-019a7f6f6bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:07.266695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4787c1-b4ce-4978-9f60-8730547cc8b1 req-2983d804-353a-4e5c-aff6-5b786c681da9 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:07.268316 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4e4787c1-b4ce-4978-9f60-8730547cc8b1 req-2983d804-353a-4e5c-aff6-5b786c681da9 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.0935342 Apr 23 09:51:07.320128 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4e4787c1-b4ce-4978-9f60-8730547cc8b1 req-4f583196-dc2c-4e03-85c8-ba7932d0a8c8 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453961 Apr 23 09:51:07.543712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 388df33c-8a11-469b-b690-5402549da5b5 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:51:07.670230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:07.700339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469829d7-5da0-4c97-98fd-5803ffcd17ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '388df33c-8a11-469b-b690-5402549da5b5'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:51:07.712224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 388df33c-8a11-469b-b690-5402549da5b5, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=388df33c-8a11-469b-b690-5402549da5b5,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:51:07.750678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:07.752690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:51:07.786934 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469829d7-5da0-4c97-98fd-5803ffcd17ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '388df33c-8a11-469b-b690-5402549da5b5', 'code': 200} Apr 23 09:51:07.827734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=388df33c-8a11-469b-b690-5402549da5b5,revision_number=6']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:51:07.836407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:51:07.836804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:51:07.837192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:51:07.837575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:51:07.837953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:51:07.838378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:51:07.838730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:51:07.839105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:51:07.839480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:51:07.839849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:51:07.840217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:51:07.840586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:51:07.844661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:51:08.529576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798696e2-a1b8-4ad7-9678-be4b40c8d0a8 req-c361376e-7a88-491c-8389-b33656c83e1a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:08.531280 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-798696e2-a1b8-4ad7-9678-be4b40c8d0a8 req-c361376e-7a88-491c-8389-b33656c83e1a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 943 time: 0.0933433 Apr 23 09:51:08.583564 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-798696e2-a1b8-4ad7-9678-be4b40c8d0a8 req-768aac5b-57e1-4a2a-84ee-c53ab3193303 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455644 Apr 23 09:51:09.559920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 388df33c-8a11-469b-b690-5402549da5b5 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:51:09.714152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2d3f2dfb-f7a5-4d15-b167-5ec095f3db80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:09.720608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 388df33c-8a11-469b-b690-5402549da5b5, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=388df33c-8a11-469b-b690-5402549da5b5,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:51:09.735265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '388df33c-8a11-469b-b690-5402549da5b5', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'port_id': '388df33c-8a11-469b-b690-5402549da5b5', 'mac_address': 'fa:16:3e:ab:7f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:51:09.795418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079aa54-9fa9-48b9-b706-a6d8bb6866df req-bc1f2b84-bc52-4787-99b7-1f66e3a7e94d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:09.797021 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3079aa54-9fa9-48b9-b706-a6d8bb6866df req-bc1f2b84-bc52-4787-99b7-1f66e3a7e94d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 943 time: 0.0918396 Apr 23 09:51:09.798484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:09.817295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388df33c-8a11-469b-b690-5402549da5b5 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:51:09.834842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 388df33c-8a11-469b-b690-5402549da5b5, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=388df33c-8a11-469b-b690-5402549da5b5,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:51:09.851337 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3079aa54-9fa9-48b9-b706-a6d8bb6866df req-1d29de5c-7ae7-4523-865b-1c22f72eaa72 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478141 Apr 23 09:51:09.863913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:09.865998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:51:09.938018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['388df33c-8a11-469b-b690-5402549da5b5'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:51:09.985657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=388df33c-8a11-469b-b690-5402549da5b5,revision_number=7']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:51:09.991327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:51:10.482149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:10.538800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-c80cbea3-1d03-441d-9d1c-c043011c465a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:10.538800 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-c80cbea3-1d03-441d-9d1c-c043011c465a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.35 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba&tenant_id=d5dc589884894fee89202f40b5989929&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 944 time: 0.1668942 Apr 23 09:51:10.595789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d584c5-f138-4ce5-a7e7-40f7df0f70f3 req-9be43e11-ef05-4337-b37a-e96ee359330c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:10.597307 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-64d584c5-f138-4ce5-a7e7-40f7df0f70f3 req-9be43e11-ef05-4337-b37a-e96ee359330c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 944 time: 0.1772401 Apr 23 09:51:10.673545 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-64d584c5-f138-4ce5-a7e7-40f7df0f70f3 req-189a02f7-3c7f-4a57-9d1a-5cf3530beda3 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674458 Apr 23 09:51:10.676385 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-a4c748b2-7971-453d-b6df-fa0b1848a02e service neutron] 10.222.0.35 "GET /v2.0/ports/388df33c-8a11-469b-b690-5402549da5b5/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.1309891 Apr 23 09:51:10.778331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-a9c090f4-0149-4f44-94d6-685a7d708377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:10.779950 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-a9c090f4-0149-4f44-94d6-685a7d708377 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 1097 time: 0.0825832 Apr 23 09:51:10.921138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-e37d10dc-7832-42ae-8a09-6c645fcfe8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:10.922654 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-e37d10dc-7832-42ae-8a09-6c645fcfe8ad service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1370344 Apr 23 09:51:11.032927 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-7911d480-6cc5-40fd-9134-eef9f6af4059 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=388df33c-8a11-469b-b690-5402549da5b5 HTTP/1.1" status: 200 len: 1001 time: 0.1042390 Apr 23 09:51:11.103024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-949ab3c3-66df-470f-9a6b-f7477667ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:11.104577 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-949ab3c3-66df-470f-9a6b-f7477667ad83 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0653331 Apr 23 09:51:11.186292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-846c23ee-16d5-4097-b57a-546f8b8e7e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:11.187892 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-846c23ee-16d5-4097-b57a-546f8b8e7e9e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769439 Apr 23 09:51:11.253170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:11.330304 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-37fed521-8ae2-4efc-87ad-1363e7c5a50a service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353843 Apr 23 09:51:11.471942 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-ede94b9e-9cae-470e-b304-d17f26a82d23 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351933 Apr 23 09:51:11.584726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 388df33c-8a11-469b-b690-5402549da5b5 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:51:11.660339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 388df33c-8a11-469b-b690-5402549da5b5 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:51:11.660971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:11.790948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:11.820376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469829d7-5da0-4c97-98fd-5803ffcd17ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388df33c-8a11-469b-b690-5402549da5b5'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:51:11.830711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 388df33c-8a11-469b-b690-5402549da5b5, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=388df33c-8a11-469b-b690-5402549da5b5,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:51:11.869666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:11.872487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:51:11.887621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fd7e3-e22c-4e0e-a102-d6ba266d3fe1 req-e78c2f6d-902d-42e0-ab08-b3249c10d35b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:11.889270 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-000fd7e3-e22c-4e0e-a102-d6ba266d3fe1 req-e78c2f6d-902d-42e0-ab08-b3249c10d35b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.0921977 Apr 23 09:51:11.915397 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469829d7-5da0-4c97-98fd-5803ffcd17ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388df33c-8a11-469b-b690-5402549da5b5', 'code': 200} Apr 23 09:51:11.937926 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-000fd7e3-e22c-4e0e-a102-d6ba266d3fe1 req-c489c980-2841-4747-8fe3-a89dc8578899 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422482 Apr 23 09:51:11.950015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=388df33c-8a11-469b-b690-5402549da5b5,revision_number=8']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:51:11.953403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:51:12.360783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:13.150099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1801c-8edc-4e12-9354-84168277fda7 req-7edc4824-9206-46f1-9d43-a8f51ceb98f8 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:13.151765 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5db1801c-8edc-4e12-9354-84168277fda7 req-7edc4824-9206-46f1-9d43-a8f51ceb98f8 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.0949039 Apr 23 09:51:13.200122 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5db1801c-8edc-4e12-9354-84168277fda7 req-6c6c5508-5757-4f0c-80e4-e3eb9031825b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416794 Apr 23 09:51:14.323508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-82e4adf4-7c20-4580-9940-e4bb4faf1e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:14.325160 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-82e4adf4-7c20-4580-9940-e4bb4faf1e68 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba&tenant_id=d5dc589884894fee89202f40b5989929 HTTP/1.1" status: 200 len: 1098 time: 0.0813286 Apr 23 09:51:14.413390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55118a-d317-4b90-ad50-225429e6b179 req-3f2e8d2f-75a5-4ca3-a9f1-8a8c7f12ef87 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:14.415212 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6b55118a-d317-4b90-ad50-225429e6b179 req-3f2e8d2f-75a5-4ca3-a9f1-8a8c7f12ef87 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.0984805 Apr 23 09:51:14.468209 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6b55118a-d317-4b90-ad50-225429e6b179 req-13d83bb5-961c-4928-a0c0-94c4ad63d846 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462642 Apr 23 09:51:14.713839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-47aad5d9-773c-4e1c-90ba-c040904a2f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:14.715391 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-47aad5d9-773c-4e1c-90ba-c040904a2f7f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 1098 time: 0.3693480 Apr 23 09:51:14.854665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-5d70fa71-ccb6-471e-a99b-7544630873c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:14.856229 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-5d70fa71-ccb6-471e-a99b-7544630873c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1343129 Apr 23 09:51:14.966154 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-9375b8f5-fcc8-4c24-be82-673697ea50cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=388df33c-8a11-469b-b690-5402549da5b5 HTTP/1.1" status: 200 len: 1002 time: 0.1034191 Apr 23 09:51:15.034705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-893a6aa7-64fa-4f85-a38e-dbf8a476e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:15.036287 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-893a6aa7-64fa-4f85-a38e-dbf8a476e99a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0644050 Apr 23 09:51:15.121733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-ae51b9a1-8faf-40ca-a668-8c83fd6af959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:15.123366 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-ae51b9a1-8faf-40ca-a668-8c83fd6af959 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804715 Apr 23 09:51:15.262907 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-cab60a6e-203a-4cc0-b12a-5a6c1a98dda2 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332779 Apr 23 09:51:15.405808 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4fa325f8-f931-4acf-9938-585ab1c8a5e0 req-f69fba08-477e-4264-af8d-265be8f13016 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367574 Apr 23 09:51:15.589700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 388df33c-8a11-469b-b690-5402549da5b5 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:51:15.690583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c46aa-5984-45d2-bd5d-c71ba26c569e req-ee703015-0e34-4a68-afa5-9aa65528484e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:15.692236 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-302c46aa-5984-45d2-bd5d-c71ba26c569e req-ee703015-0e34-4a68-afa5-9aa65528484e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.0929968 Apr 23 09:51:15.718371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:15.741919 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-302c46aa-5984-45d2-bd5d-c71ba26c569e req-0fe5035d-8373-4455-a65d-3cf363cfec02 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431590 Apr 23 09:51:15.748041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469829d7-5da0-4c97-98fd-5803ffcd17ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '388df33c-8a11-469b-b690-5402549da5b5'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:51:15.762619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 388df33c-8a11-469b-b690-5402549da5b5, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=388df33c-8a11-469b-b690-5402549da5b5,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:51:15.789578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:15.791562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:51:15.824128 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469829d7-5da0-4c97-98fd-5803ffcd17ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '388df33c-8a11-469b-b690-5402549da5b5', 'code': 200} Apr 23 09:51:15.864351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=388df33c-8a11-469b-b690-5402549da5b5,revision_number=9']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:51:15.867819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:51:16.023664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:51:16.950354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646a69d-9d4d-48d9-bc79-ad15d3a85884 req-e888fe2a-d9c8-409d-89de-748d9be490a3 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:16.951968 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b646a69d-9d4d-48d9-bc79-ad15d3a85884 req-e888fe2a-d9c8-409d-89de-748d9be490a3 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 943 time: 0.0940473 Apr 23 09:51:17.001743 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b646a69d-9d4d-48d9-bc79-ad15d3a85884 req-bf89fbae-08c2-47b9-91e8-3d9b9bded90a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432861 Apr 23 09:51:17.590630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 388df33c-8a11-469b-b690-5402549da5b5 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:51:17.734689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 388df33c-8a11-469b-b690-5402549da5b5, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=388df33c-8a11-469b-b690-5402549da5b5,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:51:17.749532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '388df33c-8a11-469b-b690-5402549da5b5', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'port_id': '388df33c-8a11-469b-b690-5402549da5b5', 'mac_address': 'fa:16:3e:ab:7f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:51:17.819232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:17.837805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388df33c-8a11-469b-b690-5402549da5b5 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:51:17.854288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 388df33c-8a11-469b-b690-5402549da5b5, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=388df33c-8a11-469b-b690-5402549da5b5,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:51:17.880874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:17.882769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:51:17.959932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['388df33c-8a11-469b-b690-5402549da5b5'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:51:18.014947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=388df33c-8a11-469b-b690-5402549da5b5,revision_number=10']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:51:18.020558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:51:18.220590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d219f-0fcb-463d-a76f-1cbd339c3551 req-553101d1-14f3-4450-a7f7-4d8a513d00df tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:18.222130 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-145d219f-0fcb-463d-a76f-1cbd339c3551 req-553101d1-14f3-4450-a7f7-4d8a513d00df tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.0976148 Apr 23 09:51:18.281249 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-145d219f-0fcb-463d-a76f-1cbd339c3551 req-13c69f68-5cc8-4dcb-a3f1-ec900985b917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516577 Apr 23 09:51:18.505446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007409ce-8700-4940-9ae9-23327cfd60e1 req-83afa9a5-b9af-4612-99ca-44f69d9a33c0 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:18.507208 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-007409ce-8700-4940-9ae9-23327cfd60e1 req-83afa9a5-b9af-4612-99ca-44f69d9a33c0 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.1015167 Apr 23 09:51:18.564846 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-007409ce-8700-4940-9ae9-23327cfd60e1 req-fb3a2626-9bab-41ab-b0ea-b9f76a6bc798 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502458 Apr 23 09:51:18.778972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6e401-7549-436a-96bb-88bc9ad2eed7 req-44cd3bf9-ef8e-4c74-bff2-022c62c2e464 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:18.780502 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c0c6e401-7549-436a-96bb-88bc9ad2eed7 req-44cd3bf9-ef8e-4c74-bff2-022c62c2e464 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.0902143 Apr 23 09:51:18.832179 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c0c6e401-7549-436a-96bb-88bc9ad2eed7 req-16fd97e2-da85-466d-ae87-0f5ead1e6367 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451782 Apr 23 09:51:19.410453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560ae9d-f850-4963-9f6d-c5d44bce3de4 req-ae0b088f-3607-4a75-90cf-a2e6f1762a62 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:19.412805 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7560ae9d-f850-4963-9f6d-c5d44bce3de4 req-ae0b088f-3607-4a75-90cf-a2e6f1762a62 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 945 time: 0.0885899 Apr 23 09:51:19.462427 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7560ae9d-f850-4963-9f6d-c5d44bce3de4 req-2d62657c-c5f7-48c2-9d1e-6398d6e49a97 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429509 Apr 23 09:51:19.605510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 388df33c-8a11-469b-b690-5402549da5b5 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:51:19.680990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 388df33c-8a11-469b-b690-5402549da5b5 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:51:19.681425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:19.807453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:19.836124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469829d7-5da0-4c97-98fd-5803ffcd17ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388df33c-8a11-469b-b690-5402549da5b5'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:51:19.846627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 388df33c-8a11-469b-b690-5402549da5b5, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=388df33c-8a11-469b-b690-5402549da5b5,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:51:19.884484 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469829d7-5da0-4c97-98fd-5803ffcd17ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388df33c-8a11-469b-b690-5402549da5b5', 'code': 200} Apr 23 09:51:19.897483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:19.899496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:51:19.972345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=388df33c-8a11-469b-b690-5402549da5b5,revision_number=11']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:51:19.976234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:51:20.677489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9582de2-8fc8-4c55-8bff-76484b64e27e req-8ce5d69f-ed6d-4591-9de9-e1085412e4cb tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:20.679216 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a9582de2-8fc8-4c55-8bff-76484b64e27e req-8ce5d69f-ed6d-4591-9de9-e1085412e4cb tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 946 time: 0.0948231 Apr 23 09:51:20.990811 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a9582de2-8fc8-4c55-8bff-76484b64e27e req-e591e133-8ed7-4e8f-8190-86c13b306d61 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050957 Apr 23 09:51:21.526007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8ce93-b5a6-44ea-bf4d-282ab7461c58 req-be6705c8-3c85-4539-b0b2-00f2f46c21ae tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:21.527612 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-21c8ce93-b5a6-44ea-bf4d-282ab7461c58 req-be6705c8-3c85-4539-b0b2-00f2f46c21ae tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.35 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 946 time: 0.0906341 Apr 23 09:51:21.679318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-21c8ce93-b5a6-44ea-bf4d-282ab7461c58 req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Deleting port 388df33c-8a11-469b-b690-5402549da5b5 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:51:21.679906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-21c8ce93-b5a6-44ea-bf4d-282ab7461c58 req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:21.827666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-21c8ce93-b5a6-44ea-bf4d-282ab7461c58 req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] For port 388df33c-8a11-469b-b690-5402549da5b5, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=388df33c-8a11-469b-b690-5402549da5b5,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:51:21.828069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-21c8ce93-b5a6-44ea-bf4d-282ab7461c58 req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:22.189455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-21c8ce93-b5a6-44ea-bf4d-282ab7461c58 req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:22.189791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-21c8ce93-b5a6-44ea-bf4d-282ab7461c58 req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:22.190148 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [req-21c8ce93-b5a6-44ea-bf4d-282ab7461c58 req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Floating IP e8d43547-ebb0-4a1a-97db-c0ded3a09c01 disassociated. External IP: 172.26.4.230, port: 388df33c-8a11-469b-b690-5402549da5b5. Apr 23 09:51:22.190579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-21c8ce93-b5a6-44ea-bf4d-282ab7461c58 req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Calling delete_port for 388df33c-8a11-469b-b690-5402549da5b5 owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:51:22.244447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3454d5a-a847-4f07-86e1-1b8e3d2efbad req-1226e70d-915a-475c-b401-47f9958438f6 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:22.246028 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f3454d5a-a847-4f07-86e1-1b8e3d2efbad req-1226e70d-915a-475c-b401-47f9958438f6 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 946 time: 0.1290152 Apr 23 09:51:22.305963 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f3454d5a-a847-4f07-86e1-1b8e3d2efbad req-9a75c1e9-7a12-4182-bbd4-adda7ba3240d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527866 Apr 23 09:51:22.480350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-21c8ce93-b5a6-44ea-bf4d-282ab7461c58 req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:22.486422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c75b94b8-631a-46b5-90b4-6dac668810f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:51:22.535448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Pushing event deleted for resources: {'Port': ['ID=388df33c-8a11-469b-b690-5402549da5b5,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:51:22.546231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:51:22.546694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:51:22.547111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:51:22.547522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:51:22.547939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:51:22.548355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:51:22.548775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:51:22.549191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:51:22.549611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:51:22.550025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:51:22.550462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:51:22.550924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:51:22.607790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:51:22.755002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21c8ce93-b5a6-44ea-bf4d-282ab7461c58 req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:51:22.946395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21c8ce93-b5a6-44ea-bf4d-282ab7461c58 req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:51:22.956221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b558db0c-d502-410a-a030-90f1b3a0ddd3 None None] Sync routers for ids ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:51:22.967893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b558db0c-d502-410a-a030-90f1b3a0ddd3 None None] Routers {'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:51:22.968683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b558db0c-d502-410a-a030-90f1b3a0ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:51:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:51:23.026218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c8ce93-b5a6-44ea-bf4d-282ab7461c58 req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] No DVR routers for this DVR port 388df33c-8a11-469b-b690-5402549da5b5 on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:51:23.028766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-21c8ce93-b5a6-44ea-bf4d-282ab7461c58 req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:23.031654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469829d7-5da0-4c97-98fd-5803ffcd17ba', 'name': 'network-vif-deleted', 'tag': '388df33c-8a11-469b-b690-5402549da5b5'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:51:23.075003 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-21c8ce93-b5a6-44ea-bf4d-282ab7461c58 req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.35 "DELETE /v2.0/ports/388df33c-8a11-469b-b690-5402549da5b5 HTTP/1.1" status: 204 len: 173 time: 1.5417507 Apr 23 09:51:23.086987 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469829d7-5da0-4c97-98fd-5803ffcd17ba', 'name': 'network-vif-deleted', 'tag': '388df33c-8a11-469b-b690-5402549da5b5', 'status': 'completed', 'code': 200} Apr 23 09:51:23.368464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-b558db0c-d502-410a-a030-90f1b3a0ddd3 None None] Set router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:51:23.487382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-ba7c7879-38f0-41ac-bd5f-2759c162a9ab req-10566a95-5a91-4542-b6db-cf0ef31746ae tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Synchronizing usage tracker for tenant:d5dc589884894fee89202f40b5989929 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:51:23.520701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-ba7c7879-38f0-41ac-bd5f-2759c162a9ab req-10566a95-5a91-4542-b6db-cf0ef31746ae tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Unset dirty status for tenant:d5dc589884894fee89202f40b5989929 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:51:23.522068 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba7c7879-38f0-41ac-bd5f-2759c162a9ab req-10566a95-5a91-4542-b6db-cf0ef31746ae tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=469829d7-5da0-4c97-98fd-5803ffcd17ba HTTP/1.1" status: 200 len: 210 time: 0.0840495 Apr 23 09:51:23.619641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:23.629564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 388df33c-8a11-469b-b690-5402549da5b5 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:51:23.679674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 388df33c-8a11-469b-b690-5402549da5b5 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:51:23.680063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 388df33c-8a11-469b-b690-5402549da5b5 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:51:23.779668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b558db0c-d502-410a-a030-90f1b3a0ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:36Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:51:23.784759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b558db0c-d502-410a-a030-90f1b3a0ddd3 None None] Checking router: ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:51:23.795292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b558db0c-d502-410a-a030-90f1b3a0ddd3 None None] Routers {'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:51:23.795973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b558db0c-d502-410a-a030-90f1b3a0ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:51:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:51:23.988707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-b558db0c-d502-410a-a030-90f1b3a0ddd3 None None] Set router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:51:24.340248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b558db0c-d502-410a-a030-90f1b3a0ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:36Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:51:24.344502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b558db0c-d502-410a-a030-90f1b3a0ddd3 None None] The sync data for ids ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'] in dv-neutron-786478-4-hyperv is: [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:36Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:51:24.749957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dad9b46-c5f2-4daf-8628-46a376b34ee7 None None] New status for floating IP e8d43547-ebb0-4a1a-97db-c0ded3a09c01: DOWN {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:51:24.916387 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-a0799f4d-68c3-43ae-8879-0b9453d48119 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1110648166&fields=id&tenant_id=d5dc589884894fee89202f40b5989929 HTTP/1.1" status: 200 len: 267 time: 0.0439548 Apr 23 09:51:25.087228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-09dfb191-041c-4aaf-8816-8c840d3452e1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:25.088829 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-09dfb191-041c-4aaf-8816-8c840d3452e1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 812 time: 0.1649137 Apr 23 09:51:25.106561 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-b26f9861-dda3-4f17-8802-d2fc654d82e6 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/quotas/d5dc589884894fee89202f40b5989929 HTTP/1.1" status: 200 len: 375 time: 0.0111599 Apr 23 09:51:25.206074 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-1bc295a3-ae66-40f1-bf3b-ed656c55d41f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0933032 Apr 23 09:51:25.355745 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-84a8588d-6fa4-469f-a531-53de4191bb6b service neutron] 10.222.0.60 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356471 Apr 23 09:51:25.498492 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-1645973e-4663-4650-a121-41501f90a682 service neutron] 10.222.0.60 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361980 Apr 23 09:51:25.736313 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-668abad8-279e-4dc7-b4ba-382d1c64a413 req-000f9c23-1eb8-4dc0-93b6-d61af40a1d20 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 210 time: 0.0556085 Apr 23 09:51:26.902039 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ee52a823-255a-439e-8634-3b6b7bc73dd8 req-14e020fa-0cc2-4d61-b660-f8e00f268dbf tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 210 time: 0.0499249 Apr 23 09:51:27.300717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-1faa4da0-d0e8-471b-a6b0-82a063b042d0 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:27.303434 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-1faa4da0-d0e8-471b-a6b0-82a063b042d0 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 812 time: 0.1653965 Apr 23 09:51:27.357903 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-a674b56c-02ad-4b77-b4d9-f43860088c7c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5dc589884894fee89202f40b5989929 HTTP/1.1" status: 200 len: 380 time: 0.0458400 Apr 23 09:51:27.367233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-90edb034-d2dd-4c8f-a84a-a16c8ea68256 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Request body: {'port': {'device_id': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'admin_state_up': True, 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'security_groups': ['fe6b65d2-5da8-458f-84fa-85217a4fec58']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:51:27.812580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-90edb034-d2dd-4c8f-a84a-a16c8ea68256 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:51:27.822972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-90edb034-d2dd-4c8f-a84a-a16c8ea68256 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:51:27.862263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-90edb034-d2dd-4c8f-a84a-a16c8ea68256 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Made reservation on behalf of d5dc589884894fee89202f40b5989929 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:51:27.868859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-90edb034-d2dd-4c8f-a84a-a16c8ea68256 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:28.087874 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3d9da45e-2684-4c6a-accc-5ef4b0f0982e req-875a047a-5441-434e-957b-48d9ade4799d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 210 time: 0.0592353 Apr 23 09:51:28.094637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-90edb034-d2dd-4c8f-a84a-a16c8ea68256 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Allocated IP 172.20.0.13 (8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61/bd07a75f-254f-433b-9e9b-f00de8dd467f/9eaf863e-9e37-4f84-b214-7a8978f285f3) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:51:28.419115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-90edb034-d2dd-4c8f-a84a-a16c8ea68256 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:28.485297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-90edb034-d2dd-4c8f-a84a-a16c8ea68256 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Transition to ACTIVE for port object 9eaf863e-9e37-4f84-b214-7a8978f285f3 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:51:28.537146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-90edb034-d2dd-4c8f-a84a-a16c8ea68256 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:28.543157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6cf73c35-8747-4cdd-a948-29bc69b8f321 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:51:28.610895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-90edb034-d2dd-4c8f-a84a-a16c8ea68256 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:51:28.619248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-90edb034-d2dd-4c8f-a84a-a16c8ea68256 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:51:28.624006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-90edb034-d2dd-4c8f-a84a-a16c8ea68256 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:51:28.664246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90edb034-d2dd-4c8f-a84a-a16c8ea68256 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Pushing event updated for resources: {'Port': ['ID=9eaf863e-9e37-4f84-b214-7a8978f285f3,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:51:28.669193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-90edb034-d2dd-4c8f-a84a-a16c8ea68256 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:51:28.700141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-90edb034-d2dd-4c8f-a84a-a16c8ea68256 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:28.700874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-90edb034-d2dd-4c8f-a84a-a16c8ea68256 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:28.828710 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-90edb034-d2dd-4c8f-a84a-a16c8ea68256 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4662499 Apr 23 09:51:28.840575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Request body: {'port': {'device_id': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:51:28.856036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5325c976-a54f-4e1d-90bc-a64962f93ee2 None None] Provisioning for port 9eaf863e-9e37-4f84-b214-7a8978f285f3 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:51:28.861835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5325c976-a54f-4e1d-90bc-a64962f93ee2 None None] Provisioning complete for port 9eaf863e-9e37-4f84-b214-7a8978f285f3 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:51:28.862388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5325c976-a54f-4e1d-90bc-a64962f93ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:28.928827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5325c976-a54f-4e1d-90bc-a64962f93ee2 None None] Port 9eaf863e-9e37-4f84-b214-7a8978f285f3 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:51:28.965389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:29.294221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bf059-46fe-4ea0-9224-bcfe5ac57de5 req-97363661-39e1-4343-bf52-287c765b6981 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:29.295807 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-616bf059-46fe-4ea0-9224-bcfe5ac57de5 req-97363661-39e1-4343-bf52-287c765b6981 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 932 time: 0.0918088 Apr 23 09:51:29.353362 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-616bf059-46fe-4ea0-9224-bcfe5ac57de5 req-298f4aab-2e6f-425c-ba01-9d5425058e34 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500109 Apr 23 09:51:29.364903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eaf863e-9e37-4f84-b214-7a8978f285f3 {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:51:29.373378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:29.389215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Transition to ACTIVE for port object 9eaf863e-9e37-4f84-b214-7a8978f285f3 will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:51:29.439220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:29.445149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-337b0786-39b2-45a4-ad47-f7bd5d0725ba tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:51:29.591342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Pushing event updated for resources: {'Port': ['ID=9eaf863e-9e37-4f84-b214-7a8978f285f3,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:51:29.625098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:51:29.703662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Attempting to bind port 9eaf863e-9e37-4f84-b214-7a8978f285f3 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:51:29.704071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Attempting to bind port 9eaf863e-9e37-4f84-b214-7a8978f285f3 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:51:29.704438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Attempting to bind port 9eaf863e-9e37-4f84-b214-7a8978f285f3 on network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:51:29.710098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Port 9eaf863e-9e37-4f84-b214-7a8978f285f3 on network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:51:29.710491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Attempting to bind port 9eaf863e-9e37-4f84-b214-7a8978f285f3 on network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:51:29.715893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:51:29.716261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Checking segment: {'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:51:29.716683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Bound using segment: {'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:51:29.717146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Bound port: 9eaf863e-9e37-4f84-b214-7a8978f285f3, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:51:29.717526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:29.817320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] For port 9eaf863e-9e37-4f84-b214-7a8978f285f3, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:51:29.820362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] For port 9eaf863e-9e37-4f84-b214-7a8978f285f3, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:51:29.850641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:29.855442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:51:29.908878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:29.909607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:29.911187 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] 10.222.0.35 "PUT /v2.0/ports/9eaf863e-9e37-4f84-b214-7a8978f285f3 HTTP/1.1" status: 200 len: 1094 time: 1.0752199 Apr 23 09:51:29.911749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'tag': '9eaf863e-9e37-4f84-b214-7a8978f285f3'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:51:29.944403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Pushing event updated for resources: {'Port': ['ID=9eaf863e-9e37-4f84-b214-7a8978f285f3,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:51:29.948312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:51:29.970193 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'tag': '9eaf863e-9e37-4f84-b214-7a8978f285f3', 'status': 'completed', 'code': 200} Apr 23 09:51:30.062531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-9e1d558b-6910-4384-b1a0-028c147e38ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:30.064165 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-9e1d558b-6910-4384-b1a0-028c147e38ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 1097 time: 0.0867033 Apr 23 09:51:30.139438 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-964895a8-4bc5-4120-8999-7ea5d58b33de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3 HTTP/1.1" status: 200 len: 217 time: 0.0674138 Apr 23 09:51:30.212523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-29aba656-0f84-4c53-b751-5e62d70caa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:30.214131 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-29aba656-0f84-4c53-b751-5e62d70caa39 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0685303 Apr 23 09:51:30.296857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-3bc7b5f8-ad17-4a37-b412-deacdd68186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:30.298519 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-3bc7b5f8-ad17-4a37-b412-deacdd68186a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781124 Apr 23 09:51:30.442642 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-ea2bbe0a-6f84-47a7-a753-0089a14f3c3e service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374495 Apr 23 09:51:30.568884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9c71e-e59d-47e3-84f1-0641963feff8 req-7ebe97f7-edd4-4089-83a0-eedb620e04d4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:30.570567 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5bc9c71e-e59d-47e3-84f1-0641963feff8 req-7ebe97f7-edd4-4089-83a0-eedb620e04d4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 944 time: 0.1011021 Apr 23 09:51:30.596009 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a58b6ac3-46e6-4e7b-b2d9-9ca6b08eec04 req-4ec0fd98-3c72-440e-88ec-1dc2244ccda9 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468246 Apr 23 09:51:30.623934 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5bc9c71e-e59d-47e3-84f1-0641963feff8 req-e6e83adb-2aaa-49d4-9dde-11d30c376b82 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464156 Apr 23 09:51:30.748068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290094fc-f0e3-460d-8b88-4b38f6ecd7cf req-72444f28-787c-4a1a-8f5f-9a2625fc917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:30.749690 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-290094fc-f0e3-460d-8b88-4b38f6ecd7cf req-72444f28-787c-4a1a-8f5f-9a2625fc917e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 1097 time: 0.0852425 Apr 23 09:51:30.894603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290094fc-f0e3-460d-8b88-4b38f6ecd7cf req-594dec7a-e69b-477a-9ad8-3d2f72833b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:30.896258 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-290094fc-f0e3-460d-8b88-4b38f6ecd7cf req-594dec7a-e69b-477a-9ad8-3d2f72833b63 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1406381 Apr 23 09:51:30.967487 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-290094fc-f0e3-460d-8b88-4b38f6ecd7cf req-d3cb2706-b1a1-456f-8230-842544117ce9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3 HTTP/1.1" status: 200 len: 217 time: 0.0651355 Apr 23 09:51:31.039708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290094fc-f0e3-460d-8b88-4b38f6ecd7cf req-7f62a8fa-d6b7-47d3-81d1-f77842393c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:31.041252 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-290094fc-f0e3-460d-8b88-4b38f6ecd7cf req-7f62a8fa-d6b7-47d3-81d1-f77842393c3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0676208 Apr 23 09:51:31.123476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290094fc-f0e3-460d-8b88-4b38f6ecd7cf req-ea944d58-80b6-4cf6-8fab-5079460a2c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:31.125084 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-290094fc-f0e3-460d-8b88-4b38f6ecd7cf req-ea944d58-80b6-4cf6-8fab-5079460a2c87 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775790 Apr 23 09:51:31.267084 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-290094fc-f0e3-460d-8b88-4b38f6ecd7cf req-9e0f5d87-5deb-42c7-9796-04a0c0c06e50 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349669 Apr 23 09:51:31.412515 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-290094fc-f0e3-460d-8b88-4b38f6ecd7cf req-0e9b7b73-df20-4c31-b450-53c3a8fb6b57 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388333 Apr 23 09:51:31.842055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0db4c-78f3-49b5-9922-d291a55649aa req-4958eb27-3706-4e9d-8985-65cb4ccbf8be tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:31.842854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-afd0db4c-78f3-49b5-9922-d291a55649aa req-4958eb27-3706-4e9d-8985-65cb4ccbf8be tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Synchronizing usage tracker for tenant:d5dc589884894fee89202f40b5989929 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:51:31.889578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-afd0db4c-78f3-49b5-9922-d291a55649aa req-4958eb27-3706-4e9d-8985-65cb4ccbf8be tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Unset dirty status for tenant:d5dc589884894fee89202f40b5989929 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:51:31.890954 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-afd0db4c-78f3-49b5-9922-d291a55649aa req-4958eb27-3706-4e9d-8985-65cb4ccbf8be tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 944 time: 0.1469378 Apr 23 09:51:31.941405 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-afd0db4c-78f3-49b5-9922-d291a55649aa req-a1986920-ab5f-48cb-8b1a-59311b9dc567 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426838 Apr 23 09:51:33.152041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03641d70-995b-4adc-9987-1d6a44f2c83f req-d5bc2c8b-90d5-48f3-a7e4-9f805f762973 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:33.153679 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-03641d70-995b-4adc-9987-1d6a44f2c83f req-d5bc2c8b-90d5-48f3-a7e4-9f805f762973 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 944 time: 0.0962498 Apr 23 09:51:33.203544 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-03641d70-995b-4adc-9987-1d6a44f2c83f req-d09b7ca7-5c78-47f6-90cf-551418d77d78 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426188 Apr 23 09:51:33.716219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 9eaf863e-9e37-4f84-b214-7a8978f285f3 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:51:33.857880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9eaf863e-9e37-4f84-b214-7a8978f285f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:51:33.872766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '9eaf863e-9e37-4f84-b214-7a8978f285f3', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'port_id': '9eaf863e-9e37-4f84-b214-7a8978f285f3', 'mac_address': 'fa:16:3e:f8:b1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:51:33.935979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:33.954057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eaf863e-9e37-4f84-b214-7a8978f285f3 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:51:33.970109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9eaf863e-9e37-4f84-b214-7a8978f285f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:51:34.010246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:34.012255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c4bd92a5-ab58-4c90-b5d7-42de7a295431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:51:34.083399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=9eaf863e-9e37-4f84-b214-7a8978f285f3,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:51:34.086903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:51:34.367103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['9eaf863e-9e37-4f84-b214-7a8978f285f3'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:51:34.408917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d00092-dfc8-4855-839b-fac99a4fa5f3 req-2e298776-890b-41b5-9a45-066e4c11f441 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:34.411250 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-65d00092-dfc8-4855-839b-fac99a4fa5f3 req-2e298776-890b-41b5-9a45-066e4c11f441 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 945 time: 0.0916071 Apr 23 09:51:34.461488 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-65d00092-dfc8-4855-839b-fac99a4fa5f3 req-9ae0782f-ac51-42b9-9f5c-9ee747ae80b2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434923 Apr 23 09:51:35.669442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45963682-1691-499c-8ea9-f7cbc76bcc40 req-20597ed0-336c-4279-875b-0e374b057e9b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:35.671147 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-45963682-1691-499c-8ea9-f7cbc76bcc40 req-20597ed0-336c-4279-875b-0e374b057e9b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 945 time: 0.0936575 Apr 23 09:51:35.715867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 9eaf863e-9e37-4f84-b214-7a8978f285f3 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:51:35.720188 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-45963682-1691-499c-8ea9-f7cbc76bcc40 req-440c6837-ca71-4089-b21f-8a223ac7a8b1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419269 Apr 23 09:51:35.821203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 9eaf863e-9e37-4f84-b214-7a8978f285f3 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:51:35.826740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 9eaf863e-9e37-4f84-b214-7a8978f285f3 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:51:35.827162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:35.956753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:35.990899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eaf863e-9e37-4f84-b214-7a8978f285f3'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:51:36.001511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9eaf863e-9e37-4f84-b214-7a8978f285f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:51:36.032895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:36.036177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:51:36.072361 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eaf863e-9e37-4f84-b214-7a8978f285f3', 'code': 200} Apr 23 09:51:36.114182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=9eaf863e-9e37-4f84-b214-7a8978f285f3,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:51:36.117393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:51:36.346846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc47d2-e2f5-4018-8761-05d6f42a1ddb req-27fa5047-55ab-4a52-878f-57e5817cea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:36.348556 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-eadc47d2-e2f5-4018-8761-05d6f42a1ddb req-27fa5047-55ab-4a52-878f-57e5817cea23 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 1099 time: 0.0846395 Apr 23 09:51:36.391223 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-eadc47d2-e2f5-4018-8761-05d6f42a1ddb req-e550544c-1fd1-4ca8-b909-f6a589f34538 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367653 Apr 23 09:51:36.712593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23f4f2f2-1c61-4617-af1f-728c44347b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:36.932736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54270fd-9d25-4b77-995a-effa1769740c req-ac16fe8a-3cfe-4ef1-9456-276eea2150d1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:36.934572 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d54270fd-9d25-4b77-995a-effa1769740c req-ac16fe8a-3cfe-4ef1-9456-276eea2150d1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0940831 Apr 23 09:51:36.991767 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d54270fd-9d25-4b77-995a-effa1769740c req-af185884-93df-4e37-ad12-a106080aa461 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491385 Apr 23 09:51:38.211971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2c1a5-42ae-48d5-80e9-168bf109a8e3 req-a1a7be63-1615-4952-b0df-39542ad3751f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:38.213674 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-83a2c1a5-42ae-48d5-80e9-168bf109a8e3 req-a1a7be63-1615-4952-b0df-39542ad3751f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0916224 Apr 23 09:51:38.263345 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-83a2c1a5-42ae-48d5-80e9-168bf109a8e3 req-fed73f45-01d9-48d5-b1a3-ec3bc142266a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431213 Apr 23 09:51:38.467063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4c168-8486-4485-bb96-6d0cf00a3ac3 req-5d12b7ec-a7c5-46a1-9c96-6468640cfa7d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:38.468721 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f1e4c168-8486-4485-bb96-6d0cf00a3ac3 req-5d12b7ec-a7c5-46a1-9c96-6468640cfa7d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0957475 Apr 23 09:51:38.479253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 46670) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:51:38.485285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2652d027-b088-4809-b811-c2e98c51eadb tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Request body: {'floatingip': {'port_id': '9eaf863e-9e37-4f84-b214-7a8978f285f3'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:51:38.571578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2652d027-b088-4809-b811-c2e98c51eadb tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for floatingip, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:39.260361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2652d027-b088-4809-b811-c2e98c51eadb tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:39.288726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2652d027-b088-4809-b811-c2e98c51eadb tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:39.481652 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-2652d027-b088-4809-b811-c2e98c51eadb tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Floating IP e8d43547-ebb0-4a1a-97db-c0ded3a09c01 associated. External IP: 172.26.4.230, port: 9eaf863e-9e37-4f84-b214-7a8978f285f3. Apr 23 09:51:39.677246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b414c87c-7544-4cbb-8205-dacc96d32b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:40.153563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2652d027-b088-4809-b811-c2e98c51eadb tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:51:40.350646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2652d027-b088-4809-b811-c2e98c51eadb tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:51:40.355604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2652d027-b088-4809-b811-c2e98c51eadb tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:40.360560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073dbb55-7d52-4cb9-8c13-8fda7da86c8d None None] Sync routers for ids ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:51:40.371557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073dbb55-7d52-4cb9-8c13-8fda7da86c8d None None] Routers {'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:51:40.372252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-073dbb55-7d52-4cb9-8c13-8fda7da86c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:51:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:51:40.419382 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2652d027-b088-4809-b811-c2e98c51eadb tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "PUT /v2.0/floatingips/e8d43547-ebb0-4a1a-97db-c0ded3a09c01 HTTP/1.1" status: 200 len: 993 time: 1.9388044 Apr 23 09:51:40.420062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'tag': '9eaf863e-9e37-4f84-b214-7a8978f285f3'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:51:40.487591 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'tag': '9eaf863e-9e37-4f84-b214-7a8978f285f3', 'status': 'completed', 'code': 200} Apr 23 09:51:40.589840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-073dbb55-7d52-4cb9-8c13-8fda7da86c8d None None] Set router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:51:40.601579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63dc47-2e88-4ece-a7bf-9ae29663eea5 req-aba37a6d-6df8-4409-9037-844fd043da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:40.603251 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f63dc47-2e88-4ece-a7bf-9ae29663eea5 req-aba37a6d-6df8-4409-9037-844fd043da4f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 1099 time: 0.0937445 Apr 23 09:51:40.635965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:40.750980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63dc47-2e88-4ece-a7bf-9ae29663eea5 req-9160f38f-4df8-480a-bfd0-a876e764fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:40.753179 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f63dc47-2e88-4ece-a7bf-9ae29663eea5 req-9160f38f-4df8-480a-bfd0-a876e764fbc4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1436534 Apr 23 09:51:40.867047 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f63dc47-2e88-4ece-a7bf-9ae29663eea5 req-ccbeea2d-e01c-4ac1-8a63-fde6cc59c214 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3 HTTP/1.1" status: 200 len: 1001 time: 0.1080766 Apr 23 09:51:40.938232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63dc47-2e88-4ece-a7bf-9ae29663eea5 req-cbe6808f-c942-49d0-ac6a-1b147ed10162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:40.940630 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f63dc47-2e88-4ece-a7bf-9ae29663eea5 req-cbe6808f-c942-49d0-ac6a-1b147ed10162 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0673494 Apr 23 09:51:40.970962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-073dbb55-7d52-4cb9-8c13-8fda7da86c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'e8d43547-ebb0-4a1a-97db-c0ded3a09c01', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'floating_ip_address': '172.26.4.230', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'port_id': '9eaf863e-9e37-4f84-b214-7a8978f285f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'mac_address': 'fa:16:3e:f8:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:45:33Z', 'updated_at': '2021-04-23T09:51:39Z', 'revision_number': 13, 'project_id': 'd5dc589884894fee89202f40b5989929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:36Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:51:40.975665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073dbb55-7d52-4cb9-8c13-8fda7da86c8d None None] Checking router: ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:51:40.985372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073dbb55-7d52-4cb9-8c13-8fda7da86c8d None None] Routers {'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:51:40.986053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-073dbb55-7d52-4cb9-8c13-8fda7da86c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:51:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:51:41.026971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63dc47-2e88-4ece-a7bf-9ae29663eea5 req-6ce32be5-a6db-4c56-8e6e-ef7e72c26c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:41.028473 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f63dc47-2e88-4ece-a7bf-9ae29663eea5 req-6ce32be5-a6db-4c56-8e6e-ef7e72c26c86 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811248 Apr 23 09:51:41.173551 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f63dc47-2e88-4ece-a7bf-9ae29663eea5 req-993a3608-1780-465d-a2ce-d96cf775f43a service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381497 Apr 23 09:51:41.179949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-073dbb55-7d52-4cb9-8c13-8fda7da86c8d None None] Set router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:51:41.325890 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f63dc47-2e88-4ece-a7bf-9ae29663eea5 req-ba195ed9-3f42-4282-ab6a-622812a3f224 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463883 Apr 23 09:51:41.454540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:41.754355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-073dbb55-7d52-4cb9-8c13-8fda7da86c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'e8d43547-ebb0-4a1a-97db-c0ded3a09c01', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'floating_ip_address': '172.26.4.230', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'port_id': '9eaf863e-9e37-4f84-b214-7a8978f285f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'mac_address': 'fa:16:3e:f8:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:45:33Z', 'updated_at': '2021-04-23T09:51:39Z', 'revision_number': 13, 'project_id': 'd5dc589884894fee89202f40b5989929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:36Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:51:41.758749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073dbb55-7d52-4cb9-8c13-8fda7da86c8d None None] The sync data for ids ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'] in dv-neutron-786478-4-hyperv is: [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'e8d43547-ebb0-4a1a-97db-c0ded3a09c01', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'floating_ip_address': '172.26.4.230', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'port_id': '9eaf863e-9e37-4f84-b214-7a8978f285f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'mac_address': 'fa:16:3e:f8:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:45:33Z', 'updated_at': '2021-04-23T09:51:39Z', 'revision_number': 13, 'project_id': 'd5dc589884894fee89202f40b5989929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:36Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:51:42.064686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3132ee-00ff-4394-8bda-b6424988cb7d None None] New status for floating IP e8d43547-ebb0-4a1a-97db-c0ded3a09c01: ACTIVE {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:51:42.368415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:53.024922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:51:53.526992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:51:59.778651 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ea2ff37-71c5-4bb1-8984-2ac16a3aab84 req-39362fab-0aba-4bbe-98d2-2e4a93a1c96e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0841663 Apr 23 09:51:59.934009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2ff37-71c5-4bb1-8984-2ac16a3aab84 req-29e97a33-4bb9-4a75-ab8c-50c4cc57eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:51:59.935656 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ea2ff37-71c5-4bb1-8984-2ac16a3aab84 req-29e97a33-4bb9-4a75-ab8c-50c4cc57eebc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 1099 time: 0.0856450 Apr 23 09:52:00.098230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2ff37-71c5-4bb1-8984-2ac16a3aab84 req-ea26c516-634f-4df6-b8c6-c7b8854841de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:52:00.098230 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ea2ff37-71c5-4bb1-8984-2ac16a3aab84 req-ea26c516-634f-4df6-b8c6-c7b8854841de service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1416600 Apr 23 09:52:00.210425 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ea2ff37-71c5-4bb1-8984-2ac16a3aab84 req-71e9ba3b-dd42-40d5-bc79-54cc5dabc4be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3 HTTP/1.1" status: 200 len: 1003 time: 0.1071949 Apr 23 09:52:00.281620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2ff37-71c5-4bb1-8984-2ac16a3aab84 req-9e10eb9b-3f5c-4941-91f5-503092b2fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:52:00.283267 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ea2ff37-71c5-4bb1-8984-2ac16a3aab84 req-9e10eb9b-3f5c-4941-91f5-503092b2fd72 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0668225 Apr 23 09:52:00.370851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2ff37-71c5-4bb1-8984-2ac16a3aab84 req-630af050-7110-465d-95f0-253d364d5d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:52:00.372383 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ea2ff37-71c5-4bb1-8984-2ac16a3aab84 req-630af050-7110-465d-95f0-253d364d5d2b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826254 Apr 23 09:52:00.517976 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ea2ff37-71c5-4bb1-8984-2ac16a3aab84 req-13bf0f57-81b4-431f-a3ab-02de0d919694 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393538 Apr 23 09:52:00.665575 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ea2ff37-71c5-4bb1-8984-2ac16a3aab84 req-b6bfe27b-d900-49b3-a2ed-d6287796b6d7 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408293 Apr 23 09:52:06.703216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-42368fee-ef2d-4d3e-a4be-80d5e7f2dd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:52:09.674476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-84c3f7de-7f3d-494c-a102-257f6e209803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:52:10.491692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:52:11.257035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:52:12.365610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:52:23.540250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:52:30.023549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:52:36.722399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-247b0378-608a-49b9-a042-dd9bbb0d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:52:39.681005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-88ad0db0-343a-493e-b1aa-3ae2f1c1a089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:52:40.498237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:52:41.263762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:52:42.367652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:52:51.794463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6d923-c9f1-4ab0-a4d2-b725f70bd2a8 req-0c2a8a24-d611-4a4e-bffb-e5aded44128a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:52:51.796099 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cdb6d923-c9f1-4ab0-a4d2-b725f70bd2a8 req-0c2a8a24-d611-4a4e-bffb-e5aded44128a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0911415 Apr 23 09:52:51.848881 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cdb6d923-c9f1-4ab0-a4d2-b725f70bd2a8 req-c238f971-5826-4ca1-b291-bbb4caa96968 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462697 Apr 23 09:52:53.525395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:01.108799 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c0d5fa3-e21d-4e96-91d7-3bd14d214a75 req-3f7e52c1-122d-497f-a160-799c39172e34 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810251 Apr 23 09:53:01.261640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d5fa3-e21d-4e96-91d7-3bd14d214a75 req-153af6aa-3553-45dc-92c9-cc347b72238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:01.263318 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c0d5fa3-e21d-4e96-91d7-3bd14d214a75 req-153af6aa-3553-45dc-92c9-cc347b72238a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 1099 time: 0.0807567 Apr 23 09:53:01.428556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d5fa3-e21d-4e96-91d7-3bd14d214a75 req-7cc8608e-97dd-47ca-b665-334123a2730c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:01.430817 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c0d5fa3-e21d-4e96-91d7-3bd14d214a75 req-7cc8608e-97dd-47ca-b665-334123a2730c service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1478171 Apr 23 09:53:01.543724 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c0d5fa3-e21d-4e96-91d7-3bd14d214a75 req-218cdadc-e90f-44c3-a874-f7aef66cf3c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3 HTTP/1.1" status: 200 len: 1003 time: 0.1075635 Apr 23 09:53:01.622781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d5fa3-e21d-4e96-91d7-3bd14d214a75 req-eef7e4fb-7a76-4226-8029-28d2e0a043eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:01.624307 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c0d5fa3-e21d-4e96-91d7-3bd14d214a75 req-eef7e4fb-7a76-4226-8029-28d2e0a043eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0746772 Apr 23 09:53:01.713583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d5fa3-e21d-4e96-91d7-3bd14d214a75 req-5ed0ea51-52ee-491d-97eb-e5d60875bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:01.715219 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c0d5fa3-e21d-4e96-91d7-3bd14d214a75 req-5ed0ea51-52ee-491d-97eb-e5d60875bf67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844643 Apr 23 09:53:01.726332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [req-2c0d5fa3-e21d-4e96-91d7-3bd14d214a75 req-c96ad67b-b827-48b3-bdfb-6a16a01018a0 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:53:01.728201 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c0d5fa3-e21d-4e96-91d7-3bd14d214a75 req-c96ad67b-b827-48b3-bdfb-6a16a01018a0 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064991 Apr 23 09:53:01.875061 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c0d5fa3-e21d-4e96-91d7-3bd14d214a75 req-567d3f64-80e4-4a89-a50a-7c91587922b0 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408224 Apr 23 09:53:01.963436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edeeba-8088-4a07-a358-a939b1d54388 req-2f0857ed-a42f-4335-8a83-4e11285317b4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:01.965113 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07edeeba-8088-4a07-a358-a939b1d54388 req-2f0857ed-a42f-4335-8a83-4e11285317b4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.1658697 Apr 23 09:53:01.972659 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-c5c0ee86-7334-4ea0-a0e3-2d926a2958e5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1247938 Apr 23 09:53:02.019061 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07edeeba-8088-4a07-a358-a939b1d54388 req-4669b2d6-23df-4b8d-ba0c-d25e6cbe6083 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453446 Apr 23 09:53:02.035957 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c0d5fa3-e21d-4e96-91d7-3bd14d214a75 req-dacb24c1-4cf2-4819-a61f-f502f70e4456 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541193 Apr 23 09:53:03.231812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a14b3-3147-4495-a5ce-ae65cbb6ef7e req-1bbe8f15-031e-4cac-87eb-eb393bae8e66 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:03.233430 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-414a14b3-3147-4495-a5ce-ae65cbb6ef7e req-1bbe8f15-031e-4cac-87eb-eb393bae8e66 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0954821 Apr 23 09:53:03.283752 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-414a14b3-3147-4495-a5ce-ae65cbb6ef7e req-b831f431-9ca7-447c-8b7c-850e7584a3d4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430255 Apr 23 09:53:04.488348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced00f81-b6ff-4186-93b3-677bd007d3e4 req-342c2614-1ffa-4bac-a192-7c5956f91b99 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:04.489985 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ced00f81-b6ff-4186-93b3-677bd007d3e4 req-342c2614-1ffa-4bac-a192-7c5956f91b99 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0905540 Apr 23 09:53:04.541593 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ced00f81-b6ff-4186-93b3-677bd007d3e4 req-d0190463-9019-45ff-a9cb-f48890e6c6c7 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447104 Apr 23 09:53:05.754042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e531be4-d416-4697-abc4-b6206eca0547 req-7c2a09f4-0e92-4476-b3f8-85bb495a27ae tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:05.755752 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2e531be4-d416-4697-abc4-b6206eca0547 req-7c2a09f4-0e92-4476-b3f8-85bb495a27ae tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0945117 Apr 23 09:53:05.806157 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2e531be4-d416-4697-abc4-b6206eca0547 req-0912945b-bc7d-403e-9da5-d3078dec3724 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437007 Apr 23 09:53:06.718210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8b527a5-db1e-464e-aad5-b02c8d5f7a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:07.022746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c2d77-c71d-4b2c-967c-4ac0ebabdeb1 req-2f5ea0c0-becb-428b-ac3f-0778e780091d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:07.025525 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fd6c2d77-c71d-4b2c-967c-4ac0ebabdeb1 req-2f5ea0c0-becb-428b-ac3f-0778e780091d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0991881 Apr 23 09:53:07.026206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:53:07.087018 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fd6c2d77-c71d-4b2c-967c-4ac0ebabdeb1 req-43641824-7728-43bf-a551-a7dbf9c1967c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530276 Apr 23 09:53:07.953769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-5f9f410e-e777-4453-89c7-1f6a255150c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:07.955405 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-5f9f410e-e777-4453-89c7-1f6a255150c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 1099 time: 0.0832591 Apr 23 09:53:08.105107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-a2db30f2-d09a-4d6c-84ac-0a0496c3a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:08.106725 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-a2db30f2-d09a-4d6c-84ac-0a0496c3a69a service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1442523 Apr 23 09:53:08.549696 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-647d9050-d0d4-48bd-bce3-7072cb24581f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3 HTTP/1.1" status: 200 len: 1003 time: 0.4362998 Apr 23 09:53:08.642605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-243b9936-c12d-41b9-91be-b3554f84c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:08.644176 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-243b9936-c12d-41b9-91be-b3554f84c801 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0880988 Apr 23 09:53:08.709953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94831420-f49f-4016-b602-f0cb6a3e5f3f req-7faa8b4b-1992-4376-9355-4b5695adf242 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:08.712193 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-94831420-f49f-4016-b602-f0cb6a3e5f3f req-7faa8b4b-1992-4376-9355-4b5695adf242 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.4942482 Apr 23 09:53:08.777201 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-94831420-f49f-4016-b602-f0cb6a3e5f3f req-f39fc90c-804d-4aa1-a7ff-1a6cb77bc27f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571027 Apr 23 09:53:08.784112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-d273f849-db27-4b0a-979f-a59e92189cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:08.785673 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-d273f849-db27-4b0a-979f-a59e92189cd9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1353216 Apr 23 09:53:08.932463 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-8918e201-6d01-441f-8868-e53a85e440f3 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405785 Apr 23 09:53:09.087419 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-00db5060-ff53-4e3c-9273-015c48949ed7 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490068 Apr 23 09:53:09.673503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-15281b00-9587-489c-a92a-f2389c8d7766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:09.990044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca3328-cf56-449c-9f0c-9c9953250f46 req-bd636b71-8f7c-4ac7-9420-6268f21327a7 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:09.996673 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f8ca3328-cf56-449c-9f0c-9c9953250f46 req-bd636b71-8f7c-4ac7-9420-6268f21327a7 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0969636 Apr 23 09:53:10.043036 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f8ca3328-cf56-449c-9f0c-9c9953250f46 req-577f053a-7726-4711-9fbd-1aa893dcae5b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439310 Apr 23 09:53:10.501816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:11.254827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70999a-5726-4829-afab-ff77059f7eca req-68cc7b6b-bd03-47d8-80e2-a08038bd30bc tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:11.255964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:11.256446 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5e70999a-5726-4829-afab-ff77059f7eca req-68cc7b6b-bd03-47d8-80e2-a08038bd30bc tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0958204 Apr 23 09:53:11.305770 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5e70999a-5726-4829-afab-ff77059f7eca req-ae07b39c-a003-4ccf-b638-4ef17c8ce725 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421369 Apr 23 09:53:12.370415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:12.511520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f272935-450e-4394-82fb-c4a05ec828eb req-c119202f-5287-49cd-b072-03cc0802bba9 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:12.513049 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7f272935-450e-4394-82fb-c4a05ec828eb req-c119202f-5287-49cd-b072-03cc0802bba9 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0894706 Apr 23 09:53:12.563039 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7f272935-450e-4394-82fb-c4a05ec828eb req-56c43c38-d44c-4667-be85-df954caa62ae tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434954 Apr 23 09:53:13.770258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0953cb8-6312-4a2b-84ae-e5b42b920999 req-a279f2e8-aeb8-43dc-8a65-972c1ddabd9a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:13.771816 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a0953cb8-6312-4a2b-84ae-e5b42b920999 req-a279f2e8-aeb8-43dc-8a65-972c1ddabd9a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0897944 Apr 23 09:53:13.821567 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a0953cb8-6312-4a2b-84ae-e5b42b920999 req-87701c33-011f-40b6-abc1-af3c941f68f4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426872 Apr 23 09:53:15.033126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013e44b-9426-471b-a2ad-1fbf0d5fe648 req-d7bc2612-aa92-4555-85ea-372ea5ae27f0 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:15.034765 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a013e44b-9426-471b-a2ad-1fbf0d5fe648 req-d7bc2612-aa92-4555-85ea-372ea5ae27f0 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0925658 Apr 23 09:53:15.087804 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a013e44b-9426-471b-a2ad-1fbf0d5fe648 req-4b691b90-923c-46fa-bab6-179d6e09d0c2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457847 Apr 23 09:53:16.296192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b9b98-a2c4-4ab8-985a-98d05b7fa2fc req-d9a73779-ce23-4f0e-a02a-83c0e5a16c5a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:16.297833 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf2b9b98-a2c4-4ab8-985a-98d05b7fa2fc req-d9a73779-ce23-4f0e-a02a-83c0e5a16c5a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0937424 Apr 23 09:53:16.347078 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf2b9b98-a2c4-4ab8-985a-98d05b7fa2fc req-004a63ba-87d4-4e27-b377-999430cbf04a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427053 Apr 23 09:53:17.560467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c20c2d-2a86-4833-bfbe-e3c4f336ac80 req-992f5466-2a61-46bd-bdb2-37f3fab55d50 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:17.562129 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07c20c2d-2a86-4833-bfbe-e3c4f336ac80 req-992f5466-2a61-46bd-bdb2-37f3fab55d50 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0954928 Apr 23 09:53:17.616027 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07c20c2d-2a86-4833-bfbe-e3c4f336ac80 req-b670c7bd-1e2f-4ed3-af42-9d363c88f714 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471675 Apr 23 09:53:18.831410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58017b-3199-4dbb-b2eb-bd2c4e2a7cbb req-d3b8d7dd-06bd-489f-95f9-f028b5b12b1b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:18.833070 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-da58017b-3199-4dbb-b2eb-bd2c4e2a7cbb req-d3b8d7dd-06bd-489f-95f9-f028b5b12b1b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0966754 Apr 23 09:53:18.885620 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-da58017b-3199-4dbb-b2eb-bd2c4e2a7cbb req-ceeadb95-d32a-44e1-ae6c-5c5c83c6271b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453956 Apr 23 09:53:20.189102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5c0e8-b570-449d-a7b9-21961b93b6f3 req-2512fb8c-d9de-424c-857c-527a813f7e23 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:20.190728 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fff5c0e8-b570-449d-a7b9-21961b93b6f3 req-2512fb8c-d9de-424c-857c-527a813f7e23 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.1426940 Apr 23 09:53:20.249611 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fff5c0e8-b570-449d-a7b9-21961b93b6f3 req-a1b51301-d3b9-4959-9e17-7cf6a6a5361d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501094 Apr 23 09:53:21.456405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241e04a-1f28-44b0-83a5-1db9da42fd6c req-c4df203b-cd65-4cfa-9ba4-5feb9f32f918 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:21.458044 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a241e04a-1f28-44b0-83a5-1db9da42fd6c req-c4df203b-cd65-4cfa-9ba4-5feb9f32f918 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0908685 Apr 23 09:53:21.511108 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a241e04a-1f28-44b0-83a5-1db9da42fd6c req-ab1f6bef-41a1-485d-bd38-d2acac09d25d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456231 Apr 23 09:53:22.722196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474bb79-4c71-440e-8740-e296400881de req-2d930ff6-4d93-4a8c-91ec-3962a7c15dd8 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:22.723858 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2474bb79-4c71-440e-8740-e296400881de req-2d930ff6-4d93-4a8c-91ec-3962a7c15dd8 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0937045 Apr 23 09:53:22.772937 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2474bb79-4c71-440e-8740-e296400881de req-deaf5a33-7eab-4b12-ba21-0ff721e4a3ce tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417984 Apr 23 09:53:23.534879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:23.988443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a0d77-deda-42e9-8de5-c561af46ca40 req-897a523e-7d8e-430a-8a64-1294cab47381 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:23.990677 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d92a0d77-deda-42e9-8de5-c561af46ca40 req-897a523e-7d8e-430a-8a64-1294cab47381 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0979903 Apr 23 09:53:24.042208 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d92a0d77-deda-42e9-8de5-c561af46ca40 req-907ddafd-7e1f-407d-937b-07a49a3578c5 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447085 Apr 23 09:53:25.250302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bb27b-40b5-4c35-8a86-5196a7c136b7 req-0ef1fb48-5622-41be-b3e6-382d08b4093a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:25.252585 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5d2bb27b-40b5-4c35-8a86-5196a7c136b7 req-0ef1fb48-5622-41be-b3e6-382d08b4093a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0931456 Apr 23 09:53:25.301260 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5d2bb27b-40b5-4c35-8a86-5196a7c136b7 req-5daf2b17-fa6f-4a40-9952-33e3eac7a8dc tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421033 Apr 23 09:53:26.513475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e51832-798b-4bd5-bf24-4cda9872351d req-465568aa-ce1a-49c4-b8dd-558557134352 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:26.515133 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a9e51832-798b-4bd5-bf24-4cda9872351d req-465568aa-ce1a-49c4-b8dd-558557134352 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0923934 Apr 23 09:53:26.569215 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a9e51832-798b-4bd5-bf24-4cda9872351d req-538c87d9-27a7-4dae-a1c0-2ad008d152b3 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467811 Apr 23 09:53:27.777280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f57626-5e61-4156-9e65-d42b99d30b6a req-0626ffba-0b83-42be-8eb0-5ef2b61bcbc1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:27.778862 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-93f57626-5e61-4156-9e65-d42b99d30b6a req-0626ffba-0b83-42be-8eb0-5ef2b61bcbc1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0951757 Apr 23 09:53:27.828068 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-93f57626-5e61-4156-9e65-d42b99d30b6a req-4aea39d8-8845-4182-94af-3b90d7725b7e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427022 Apr 23 09:53:29.032525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677d555-6305-463a-be70-9568b3130a19 req-dec065dd-1142-4c3d-beed-792957dda3d9 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:29.034127 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c677d555-6305-463a-be70-9568b3130a19 req-dec065dd-1142-4c3d-beed-792957dda3d9 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0884981 Apr 23 09:53:29.086723 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c677d555-6305-463a-be70-9568b3130a19 req-10593c6b-ca04-49db-a072-196b3a376217 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456979 Apr 23 09:53:30.294592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5d60a-8a30-4cd6-b550-28bb4e98fd20 req-a6a6855d-3e54-4dfc-a8ab-db5ba573e167 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:30.296292 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-63e5d60a-8a30-4cd6-b550-28bb4e98fd20 req-a6a6855d-3e54-4dfc-a8ab-db5ba573e167 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0899296 Apr 23 09:53:30.350175 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-63e5d60a-8a30-4cd6-b550-28bb4e98fd20 req-7dcdea8c-1fb5-46d7-83b7-b1fa5fb21e6b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470173 Apr 23 09:53:31.583978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f3a88-ce65-47bb-b3bc-6650a5700ef1 req-b106337f-e3a8-49c8-a349-47686090a78d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:31.586895 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f20f3a88-ce65-47bb-b3bc-6650a5700ef1 req-b106337f-e3a8-49c8-a349-47686090a78d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.1115196 Apr 23 09:53:31.637604 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f20f3a88-ce65-47bb-b3bc-6650a5700ef1 req-b35fd98b-eddb-4116-a272-098382d7233a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447042 Apr 23 09:53:31.998831 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-7e012fdd-ec14-4342-b983-3207c5bf7208 service neutron] 10.222.0.35 "GET /v2.0/ports/9eaf863e-9e37-4f84-b214-7a8978f285f3/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0801401 Apr 23 09:53:32.413674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-194c0f28-8479-4c7f-a91f-73bbb43beae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:32.415337 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-194c0f28-8479-4c7f-a91f-73bbb43beae2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539&tenant_id=d5dc589884894fee89202f40b5989929 HTTP/1.1" status: 200 len: 1099 time: 0.0856228 Apr 23 09:53:32.516158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-d2a466ce-a34c-495c-8c3c-52f08eb689bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:32.517768 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-d2a466ce-a34c-495c-8c3c-52f08eb689bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 1099 time: 0.0802016 Apr 23 09:53:32.660723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-008e4ad6-cca7-4b5a-8992-690b204c6c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:32.663025 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-008e4ad6-cca7-4b5a-8992-690b204c6c79 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1390765 Apr 23 09:53:32.776810 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-8ad15608-644c-4a91-9f71-5aefb9c94abf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3 HTTP/1.1" status: 200 len: 1003 time: 0.1077631 Apr 23 09:53:32.845231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-1cf200c4-d92a-4fb8-8905-ea985779497e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:32.846848 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-1cf200c4-d92a-4fb8-8905-ea985779497e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0645382 Apr 23 09:53:32.848214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6059909-9939-4a2d-ac47-20e9d8362262 req-d4a18388-d179-4017-8d0c-41834e2c952b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:32.849892 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c6059909-9939-4a2d-ac47-20e9d8362262 req-d4a18388-d179-4017-8d0c-41834e2c952b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0916874 Apr 23 09:53:32.899411 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c6059909-9939-4a2d-ac47-20e9d8362262 req-f3290300-93a4-4f43-ae01-2e1246acda9f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429299 Apr 23 09:53:32.933351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-6b24954b-8167-4b19-9494-e8b11814f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:32.934933 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-6b24954b-8167-4b19-9494-e8b11814f4ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823400 Apr 23 09:53:33.082609 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-64c82ff9-ae51-4580-8988-da2976bf4988 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407204 Apr 23 09:53:33.223054 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-314bf13b-78f6-44d4-83e4-893d298a7cb8 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338770 Apr 23 09:53:34.118100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d16c7-f61a-4160-b401-ce8925350c7f req-dcb50cf2-5d72-4033-9f59-8896de4a5956 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:34.119764 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd5d16c7-f61a-4160-b401-ce8925350c7f req-dcb50cf2-5d72-4033-9f59-8896de4a5956 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0947559 Apr 23 09:53:34.171595 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd5d16c7-f61a-4160-b401-ce8925350c7f req-099a69c7-d5d7-4004-9e2d-14a12bc7bada tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444617 Apr 23 09:53:35.382111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbe221-e7ed-4a1c-ac23-e69163538eee req-60fb2722-7009-487a-bdf3-38cdeae0fbd4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:35.383779 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-36cbe221-e7ed-4a1c-ac23-e69163538eee req-60fb2722-7009-487a-bdf3-38cdeae0fbd4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0949850 Apr 23 09:53:35.434117 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-36cbe221-e7ed-4a1c-ac23-e69163538eee req-38745f88-37aa-4828-b592-7934d553a045 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437400 Apr 23 09:53:36.207111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 9eaf863e-9e37-4f84-b214-7a8978f285f3 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:53:36.234647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 9eaf863e-9e37-4f84-b214-7a8978f285f3 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:53:36.441090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:36.511802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eaf863e-9e37-4f84-b214-7a8978f285f3'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:53:36.520989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9eaf863e-9e37-4f84-b214-7a8978f285f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:53:36.548059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9eaf863e-9e37-4f84-b214-7a8978f285f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:53:36.551740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '9eaf863e-9e37-4f84-b214-7a8978f285f3', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'port_id': '9eaf863e-9e37-4f84-b214-7a8978f285f3', 'mac_address': 'fa:16:3e:f8:b1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:53:36.604688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:36.625525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:53:36.672520 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eaf863e-9e37-4f84-b214-7a8978f285f3', 'code': 200} Apr 23 09:53:36.676080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad0f0c-3f0e-40c9-8713-b4af0589653d req-46473f3f-5828-40c6-b6c7-eb12b3278088 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:36.678759 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-92ad0f0c-3f0e-40c9-8713-b4af0589653d req-46473f3f-5828-40c6-b6c7-eb12b3278088 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 944 time: 0.1010284 Apr 23 09:53:36.703824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:36.739493 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-92ad0f0c-3f0e-40c9-8713-b4af0589653d req-9dd64d8c-4705-400e-9aee-dbec1524de86 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505977 Apr 23 09:53:36.748448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eaf863e-9e37-4f84-b214-7a8978f285f3 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:53:36.765357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-13ac1a34-04da-4dd3-a9a4-04eb93e638ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:36.776237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=9eaf863e-9e37-4f84-b214-7a8978f285f3,revision_number=6']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:53:36.781964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9eaf863e-9e37-4f84-b214-7a8978f285f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:53:36.788427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:53:36.788819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:53:36.789206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:53:36.789581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:53:36.789965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:53:36.790376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:53:36.790733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:53:36.791103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:53:36.791474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:53:36.791840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:53:36.792199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:53:36.792566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:53:36.797075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:53:36.819845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:36.821916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:53:36.899421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['9eaf863e-9e37-4f84-b214-7a8978f285f3'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:53:36.947240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=9eaf863e-9e37-4f84-b214-7a8978f285f3,revision_number=7']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:53:36.952523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:53:37.949906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62e4be-b275-4a17-9f0d-4b426663f7b4 req-f70eed0c-4500-46d2-9e93-6c824b7a1903 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:37.951614 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d62e4be-b275-4a17-9f0d-4b426663f7b4 req-f70eed0c-4500-46d2-9e93-6c824b7a1903 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 945 time: 0.0914104 Apr 23 09:53:38.002787 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d62e4be-b275-4a17-9f0d-4b426663f7b4 req-3ac7f799-c5e9-4076-8554-482b2a163181 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434918 Apr 23 09:53:38.203516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 9eaf863e-9e37-4f84-b214-7a8978f285f3 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:53:38.276239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 9eaf863e-9e37-4f84-b214-7a8978f285f3 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:53:38.276668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:38.405199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:38.440542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9eaf863e-9e37-4f84-b214-7a8978f285f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:53:38.470355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:38.473125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:53:38.548248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=9eaf863e-9e37-4f84-b214-7a8978f285f3,revision_number=8']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:53:38.551826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:53:38.674199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eaf863e-9e37-4f84-b214-7a8978f285f3'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:53:38.733055 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eaf863e-9e37-4f84-b214-7a8978f285f3', 'code': 200} Apr 23 09:53:39.217935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2012b-365e-42d5-b550-9a78d8402d5a req-9b03b9da-9fb0-470e-84b4-6ba88c8e4c71 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:39.219561 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f4c2012b-365e-42d5-b550-9a78d8402d5a req-9b03b9da-9fb0-470e-84b4-6ba88c8e4c71 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0968812 Apr 23 09:53:39.269406 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f4c2012b-365e-42d5-b550-9a78d8402d5a req-a346fce8-9f61-460b-ae4a-25359498d6b7 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433359 Apr 23 09:53:39.676777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-43c1c674-c643-4e6f-a12f-6e88a30de10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:40.482048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f3f58-e8ed-4a7f-85ec-5566ad0a8b9f req-9942f655-1526-4c59-9a3d-0490dc72063b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:40.486076 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-168f3f58-e8ed-4a7f-85ec-5566ad0a8b9f req-9942f655-1526-4c59-9a3d-0490dc72063b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0922084 Apr 23 09:53:40.505559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:40.538187 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-168f3f58-e8ed-4a7f-85ec-5566ad0a8b9f req-5087e76a-9d6d-4163-a23e-9d22093f731c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474050 Apr 23 09:53:41.264377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:41.745144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed9b14-bdd7-4d56-840e-866d43dd6705 req-a17afa1a-2ae7-4ec1-b80a-4d4e3c3b65e9 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:41.746797 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-35ed9b14-bdd7-4d56-840e-866d43dd6705 req-a17afa1a-2ae7-4ec1-b80a-4d4e3c3b65e9 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0892298 Apr 23 09:53:41.798749 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-35ed9b14-bdd7-4d56-840e-866d43dd6705 req-6440dec8-6a35-413d-ba70-09fe8c1d4260 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456212 Apr 23 09:53:42.234212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 9eaf863e-9e37-4f84-b214-7a8978f285f3 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:53:42.394910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9eaf863e-9e37-4f84-b214-7a8978f285f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:53:42.408940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:42.409909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '9eaf863e-9e37-4f84-b214-7a8978f285f3', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'port_id': '9eaf863e-9e37-4f84-b214-7a8978f285f3', 'mac_address': 'fa:16:3e:f8:b1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:53:42.471304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:42.491195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9eaf863e-9e37-4f84-b214-7a8978f285f3 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:53:42.508267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9eaf863e-9e37-4f84-b214-7a8978f285f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:53:42.538573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:42.541206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4c2b4f01-a42d-4a2e-8ecc-aabdf86730d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:53:42.620363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=9eaf863e-9e37-4f84-b214-7a8978f285f3,revision_number=9']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:53:42.623718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:53:42.634144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['9eaf863e-9e37-4f84-b214-7a8978f285f3'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:53:43.010071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3305bd1-b6a3-4d2a-881d-93cf1d10fcc4 req-a092a439-77e3-464c-9fb6-fb1d4dc8c71a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:43.011756 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c3305bd1-b6a3-4d2a-881d-93cf1d10fcc4 req-a092a439-77e3-464c-9fb6-fb1d4dc8c71a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 945 time: 0.0936682 Apr 23 09:53:43.061498 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c3305bd1-b6a3-4d2a-881d-93cf1d10fcc4 req-b77da59e-cf3a-4aeb-a6a7-f8da26ce53d3 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433769 Apr 23 09:53:44.025498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:53:44.249811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 9eaf863e-9e37-4f84-b214-7a8978f285f3 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:53:44.324908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6beaeae-4351-410d-a8d4-b70c43961a8a req-b3f97a46-f058-484b-9910-185de100e241 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:44.326578 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e6beaeae-4351-410d-a8d4-b70c43961a8a req-b3f97a46-f058-484b-9910-185de100e241 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 945 time: 0.0959256 Apr 23 09:53:44.327287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 9eaf863e-9e37-4f84-b214-7a8978f285f3 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:53:44.327717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:44.381529 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e6beaeae-4351-410d-a8d4-b70c43961a8a req-df239419-4331-4282-a65a-91a19ffafd75 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479836 Apr 23 09:53:44.457824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:44.487739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eaf863e-9e37-4f84-b214-7a8978f285f3'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:53:44.499947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9eaf863e-9e37-4f84-b214-7a8978f285f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:53:44.537570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:44.540202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:53:44.574284 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eaf863e-9e37-4f84-b214-7a8978f285f3', 'code': 200} Apr 23 09:53:44.614438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=9eaf863e-9e37-4f84-b214-7a8978f285f3,revision_number=10']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:53:44.617904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:53:45.018623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-a5dd0510-5091-428e-92ef-7db89fd03d06 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:45.020892 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-a5dd0510-5091-428e-92ef-7db89fd03d06 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539&tenant_id=d5dc589884894fee89202f40b5989929&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 947 time: 0.1002381 Apr 23 09:53:45.052012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183dd830-829c-4e9a-98b9-4247037844a2 req-571f5aeb-17f0-4657-a006-5d6e5d420415 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:45.053620 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-183dd830-829c-4e9a-98b9-4247037844a2 req-571f5aeb-17f0-4657-a006-5d6e5d420415 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 947 time: 0.0971344 Apr 23 09:53:45.103927 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-183dd830-829c-4e9a-98b9-4247037844a2 req-3e0965bd-a940-47db-b1e5-b5166ff7287d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436492 Apr 23 09:53:45.109549 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-3f1a22f7-9a39-436b-b5df-d9ab1ab2d8c8 service neutron] 10.222.0.35 "GET /v2.0/ports/9eaf863e-9e37-4f84-b214-7a8978f285f3/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0831370 Apr 23 09:53:45.208337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-b9548c95-f5e1-4b44-b315-dfaf589eadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:45.209960 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-b9548c95-f5e1-4b44-b315-dfaf589eadf5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 1100 time: 0.0784986 Apr 23 09:53:45.351402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-c59072b4-d62d-45d2-8b77-43ef658bf059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:45.352981 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-c59072b4-d62d-45d2-8b77-43ef658bf059 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.1369653 Apr 23 09:53:45.464993 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-b8067015-3e6b-4402-b4be-f49b2a81cbca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3 HTTP/1.1" status: 200 len: 1003 time: 0.1053436 Apr 23 09:53:45.538618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-1ff3083d-1253-4b30-8e62-20dda5d81bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:45.540197 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-1ff3083d-1253-4b30-8e62-20dda5d81bb0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0700655 Apr 23 09:53:45.622184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-a26b0c37-3196-4055-b42f-8b63272100b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:45.623810 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-a26b0c37-3196-4055-b42f-8b63272100b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774841 Apr 23 09:53:45.766810 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-27445d75-ec9d-462a-b2a5-14f2ffe5c2a3 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354749 Apr 23 09:53:45.906509 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-44c2eb3c-41b2-434b-b6de-58c31397224e service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338613 Apr 23 09:53:46.311168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc4301-7ee1-4b29-9faa-f8305e0e8a00 req-5cb4c1ab-e454-4d3d-9477-6746a60ac5e4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:46.312837 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ebbc4301-7ee1-4b29-9faa-f8305e0e8a00 req-5cb4c1ab-e454-4d3d-9477-6746a60ac5e4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 947 time: 0.0892005 Apr 23 09:53:46.366211 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ebbc4301-7ee1-4b29-9faa-f8305e0e8a00 req-a21acc63-9a48-4994-b22b-0cbf32aa7e4a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466881 Apr 23 09:53:47.573595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a3df6-f31a-4a36-94a1-4573691072eb req-ea78db3f-8c50-494c-b669-107f5bc77399 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:47.575276 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-268a3df6-f31a-4a36-94a1-4573691072eb req-ea78db3f-8c50-494c-b669-107f5bc77399 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 947 time: 0.0901592 Apr 23 09:53:47.625622 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-268a3df6-f31a-4a36-94a1-4573691072eb req-cf6eb519-27cf-4e28-8e79-cd96394b2005 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438404 Apr 23 09:53:48.829476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a83fc-f57e-45f0-b8cf-82947dfa26ee req-7b13b083-a628-48db-b534-0d4132543e9d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:48.831123 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fd5a83fc-f57e-45f0-b8cf-82947dfa26ee req-7b13b083-a628-48db-b534-0d4132543e9d tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 947 time: 0.0886972 Apr 23 09:53:48.878912 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fd5a83fc-f57e-45f0-b8cf-82947dfa26ee req-56afeb4a-ddda-4039-8163-8353d7dcdba9 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408688 Apr 23 09:53:49.517153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-d5f2037c-1514-4d32-8272-a4a9b5ac801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:49.519009 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-d5f2037c-1514-4d32-8272-a4a9b5ac801d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539&tenant_id=d5dc589884894fee89202f40b5989929 HTTP/1.1" status: 200 len: 1100 time: 0.0861831 Apr 23 09:53:49.619828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-fd17c8b9-588f-418d-8c55-10271b3c7681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:49.621491 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-fd17c8b9-588f-418d-8c55-10271b3c7681 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dc589884894fee89202f40b5989929&device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 1100 time: 0.0790141 Apr 23 09:53:50.039702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-ea730657-063b-45bc-95f0-932a6fbe4bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:50.041612 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-ea730657-063b-45bc-95f0-932a6fbe4bb3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 200 len: 913 time: 0.4139163 Apr 23 09:53:50.101446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4e480-9cdd-45cd-abeb-b254db06b9de req-189dc9f5-3ebb-4f97-acde-151c86624bf1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:50.103114 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1ad4e480-9cdd-45cd-abeb-b254db06b9de req-189dc9f5-3ebb-4f97-acde-151c86624bf1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 947 time: 0.1005628 Apr 23 09:53:50.157125 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1ad4e480-9cdd-45cd-abeb-b254db06b9de req-cbfdb3dd-7ce5-4e35-8192-c54863a5cb7a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470841 Apr 23 09:53:50.166224 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-b432d1db-b115-4079-8fad-c9ed3f9287ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3 HTTP/1.1" status: 200 len: 1003 time: 0.1184320 Apr 23 09:53:50.233988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-9b5f3e9e-d764-41f4-8f2b-4d935fbadaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:50.235555 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-9b5f3e9e-d764-41f4-8f2b-4d935fbadaf2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 200 len: 851 time: 0.0635171 Apr 23 09:53:50.325537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-86e01127-2299-4bd5-8cc4-c0a2da0bf4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:50.327156 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-86e01127-2299-4bd5-8cc4-c0a2da0bf4a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853038 Apr 23 09:53:50.467672 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-fecc6cde-7b12-47ce-94aa-1b89760e27e1 service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339576 Apr 23 09:53:50.612932 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-462c110c-0f43-4e09-8e2d-be925460cdbd req-42bf65be-0534-4545-b887-6b9bb560711e service neutron] 10.222.0.35 "GET /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381490 Apr 23 09:53:51.374845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f93b6-fc28-410f-99ed-4f6c34430ae5 req-674d84ee-11ae-419b-8352-05ae4599b52b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:51.376489 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-400f93b6-fc28-410f-99ed-4f6c34430ae5 req-674d84ee-11ae-419b-8352-05ae4599b52b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 947 time: 0.0966299 Apr 23 09:53:51.428502 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-400f93b6-fc28-410f-99ed-4f6c34430ae5 req-74a73126-7220-4075-bb09-5887910a85ee tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451188 Apr 23 09:53:52.280120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 9eaf863e-9e37-4f84-b214-7a8978f285f3 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:53:52.406136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:52.437581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eaf863e-9e37-4f84-b214-7a8978f285f3'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:53:52.448596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9eaf863e-9e37-4f84-b214-7a8978f285f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:53:52.474893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:52.476961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:53:52.517014 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eaf863e-9e37-4f84-b214-7a8978f285f3', 'code': 200} Apr 23 09:53:52.559452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=9eaf863e-9e37-4f84-b214-7a8978f285f3,revision_number=11']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:53:52.562829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:53:52.643940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657ef3c-0e37-49f7-8162-4ccd246c09d8 req-0010278a-43e9-433c-b284-2f00b6faf3ac tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:52.645550 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f657ef3c-0e37-49f7-8162-4ccd246c09d8 req-0010278a-43e9-433c-b284-2f00b6faf3ac tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 945 time: 0.0924075 Apr 23 09:53:52.695916 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f657ef3c-0e37-49f7-8162-4ccd246c09d8 req-19188824-4723-4157-b3af-790238e517be tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432615 Apr 23 09:53:53.532499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:53.901669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c03892-79ff-4a94-921c-471727bd768c req-9b88a456-099d-402c-a593-8d09d1f2d9b5 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:53.903323 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e4c03892-79ff-4a94-921c-471727bd768c req-9b88a456-099d-402c-a593-8d09d1f2d9b5 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 945 time: 0.0890009 Apr 23 09:53:53.955091 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e4c03892-79ff-4a94-921c-471727bd768c req-d72582fe-8e1e-41c2-a48a-a3bf1a7c7817 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450661 Apr 23 09:53:54.295318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 9eaf863e-9e37-4f84-b214-7a8978f285f3 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:53:54.439259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9eaf863e-9e37-4f84-b214-7a8978f285f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:53:54.453828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '9eaf863e-9e37-4f84-b214-7a8978f285f3', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'port_id': '9eaf863e-9e37-4f84-b214-7a8978f285f3', 'mac_address': 'fa:16:3e:f8:b1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:53:54.515709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:54.535126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eaf863e-9e37-4f84-b214-7a8978f285f3 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:53:54.551083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9eaf863e-9e37-4f84-b214-7a8978f285f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:53:54.583515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:54.585425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:53:54.818882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['9eaf863e-9e37-4f84-b214-7a8978f285f3'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:53:54.897256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=9eaf863e-9e37-4f84-b214-7a8978f285f3,revision_number=12']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:53:54.905796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:53:55.170464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6784bb-8351-4bdd-9985-51ad98a89970 req-686b776c-e30d-4a3f-af82-888e1423468a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:55.171960 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7a6784bb-8351-4bdd-9985-51ad98a89970 req-686b776c-e30d-4a3f-af82-888e1423468a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0978346 Apr 23 09:53:55.219976 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7a6784bb-8351-4bdd-9985-51ad98a89970 req-8a0de660-e1d6-49f2-8897-129f370ebaf4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416138 Apr 23 09:53:56.311489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 9eaf863e-9e37-4f84-b214-7a8978f285f3 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:53:56.390783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 9eaf863e-9e37-4f84-b214-7a8978f285f3 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:53:56.391212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:56.523754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:56.552707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eaf863e-9e37-4f84-b214-7a8978f285f3'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:53:56.564048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9eaf863e-9e37-4f84-b214-7a8978f285f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:53:56.570755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789301c-c0ab-4b84-96c0-767d7457ab46 req-9d5055fb-2b8a-4c5c-be52-6ecd3da8e633 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:56.573076 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b789301c-c0ab-4b84-96c0-767d7457ab46 req-9d5055fb-2b8a-4c5c-be52-6ecd3da8e633 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 946 time: 0.0922451 Apr 23 09:53:56.614357 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eaf863e-9e37-4f84-b214-7a8978f285f3', 'code': 200} Apr 23 09:53:56.623139 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b789301c-c0ab-4b84-96c0-767d7457ab46 req-027d7fb7-bda2-4c88-a2ba-69652ff74049 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431025 Apr 23 09:53:56.623285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:53:56.625339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:53:56.697681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=9eaf863e-9e37-4f84-b214-7a8978f285f3,revision_number=13']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:53:56.700908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:53:57.840004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6dbc0-29d0-4049-9ec4-55d1d4ce63b0 req-78ff6b32-c0fc-4623-b7bc-91c53858c198 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:57.842122 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-66f6dbc0-29d0-4049-9ec4-55d1d4ce63b0 req-78ff6b32-c0fc-4623-b7bc-91c53858c198 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 947 time: 0.0978324 Apr 23 09:53:57.895960 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-66f6dbc0-29d0-4049-9ec4-55d1d4ce63b0 req-c86f4a32-743d-4b9a-b338-7c986511da44 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467670 Apr 23 09:53:59.108585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61323afb-e225-452f-a869-6856fb134cba req-7e99d01a-4cb0-4ea0-a982-c0805731c592 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:53:59.110183 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-61323afb-e225-452f-a869-6856fb134cba req-7e99d01a-4cb0-4ea0-a982-c0805731c592 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 947 time: 0.0931313 Apr 23 09:53:59.159985 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-61323afb-e225-452f-a869-6856fb134cba req-c8cb96a6-c411-4f0c-8a51-10f8a37fd07b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434253 Apr 23 09:54:00.365511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747c3f1-a814-4f13-9db4-46b41c6ff3c0 req-4e819072-21e1-47ee-b146-378d3091ad44 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:54:00.367135 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9747c3f1-a814-4f13-9db4-46b41c6ff3c0 req-4e819072-21e1-47ee-b146-378d3091ad44 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 947 time: 0.0931327 Apr 23 09:54:00.416081 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9747c3f1-a814-4f13-9db4-46b41c6ff3c0 req-719e6757-6f77-46c3-8772-d1975df790e3 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422823 Apr 23 09:54:00.618624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab8173-b004-4bf9-b70c-91339e9cc74e req-30a0ce7f-362d-46e9-9528-dbb12991b0d2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:54:00.620716 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5cab8173-b004-4bf9-b70c-91339e9cc74e req-30a0ce7f-362d-46e9-9528-dbb12991b0d2 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 947 time: 0.0911481 Apr 23 09:54:00.673228 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5cab8173-b004-4bf9-b70c-91339e9cc74e req-9784b835-3a77-4522-aa34-85c36e4f614e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461931 Apr 23 09:54:00.873931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb9d0c-52f6-415e-a801-959625829047 req-dbeb6949-45cb-486b-99a0-4f6985025c7c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:54:00.875566 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6fbb9d0c-52f6-415e-a801-959625829047 req-dbeb6949-45cb-486b-99a0-4f6985025c7c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 947 time: 0.0889800 Apr 23 09:54:00.927876 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6fbb9d0c-52f6-415e-a801-959625829047 req-baa49b78-4423-462e-9a06-4bb50d14be2a tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459995 Apr 23 09:54:01.474920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b72324-685f-4f02-bb12-66f3d0c9fa79 req-736ead9f-8b7e-4f21-843e-d4d84fb06b0c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:54:01.476678 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-37b72324-685f-4f02-bb12-66f3d0c9fa79 req-736ead9f-8b7e-4f21-843e-d4d84fb06b0c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 947 time: 0.0889125 Apr 23 09:54:01.526873 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-37b72324-685f-4f02-bb12-66f3d0c9fa79 req-f493aded-945a-43d6-b8f8-f115cd3d6cdc tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428345 Apr 23 09:54:03.000617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a98a3f-1d3e-4623-ad99-1d3c8460c28d req-6bbd649d-021d-421f-8b3b-0fbad3c4ead6 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:54:03.002282 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-94a98a3f-1d3e-4623-ad99-1d3c8460c28d req-6bbd649d-021d-421f-8b3b-0fbad3c4ead6 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 947 time: 0.3560169 Apr 23 09:54:03.051420 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-94a98a3f-1d3e-4623-ad99-1d3c8460c28d req-ffa86722-1761-4d42-a992-d38c08ea4377 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427053 Apr 23 09:54:03.993403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-d34f43fe-01a9-41d5-8f41-fd62e106815c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:54:03.995811 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-d34f43fe-01a9-41d5-8f41-fd62e106815c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 947 time: 0.0942950 Apr 23 09:54:04.148157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Deleting port 9eaf863e-9e37-4f84-b214-7a8978f285f3 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:54:04.148795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:54:04.327531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 9eaf863e-9e37-4f84-b214-7a8978f285f3 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:54:04.358052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] For port 9eaf863e-9e37-4f84-b214-7a8978f285f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:54:04.358498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:54:04.438289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590c73d-ea26-4718-a7e9-cf993faa17ea req-d9a3b977-c6a4-4eb1-b8c0-d6e3977717e7 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:54:04.439953 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2590c73d-ea26-4718-a7e9-cf993faa17ea req-d9a3b977-c6a4-4eb1-b8c0-d6e3977717e7 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 947 time: 0.2576613 Apr 23 09:54:04.453152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:54:04.492103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eaf863e-9e37-4f84-b214-7a8978f285f3'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:54:04.499755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9eaf863e-9e37-4f84-b214-7a8978f285f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:54:04.531501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:54:04.534958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:54:04.576156 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eaf863e-9e37-4f84-b214-7a8978f285f3', 'code': 200} Apr 23 09:54:04.584271 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2590c73d-ea26-4718-a7e9-cf993faa17ea req-13f89a00-9de0-4fe5-ae33-eec917dde692 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347816 Apr 23 09:54:04.612521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=9eaf863e-9e37-4f84-b214-7a8978f285f3,revision_number=14']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:54:04.615999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:54:04.723550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:54:04.723964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:54:04.724321 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Floating IP e8d43547-ebb0-4a1a-97db-c0ded3a09c01 disassociated. External IP: 172.26.4.230, port: 9eaf863e-9e37-4f84-b214-7a8978f285f3. Apr 23 09:54:04.724703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Calling delete_port for 9eaf863e-9e37-4f84-b214-7a8978f285f3 owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:54:04.828437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87175) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:54:04.828802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:54:05.399298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Deleting port 9eaf863e-9e37-4f84-b214-7a8978f285f3 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:54:05.399920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:54:05.542594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] For port 9eaf863e-9e37-4f84-b214-7a8978f285f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9eaf863e-9e37-4f84-b214-7a8978f285f3,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:54:05.543008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:54:05.797104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadc287-b5bd-4bf2-93cd-24c95fd56368 req-823f06af-d7ae-4dbf-af96-982f9ff74064 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:54:05.798781 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ccadc287-b5bd-4bf2-93cd-24c95fd56368 req-823f06af-d7ae-4dbf-af96-982f9ff74064 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 945 time: 0.0904233 Apr 23 09:54:05.849980 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ccadc287-b5bd-4bf2-93cd-24c95fd56368 req-62be54bf-93ec-4d0a-a577-8bb1b65cda04 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups?id=fe6b65d2-5da8-458f-84fa-85217a4fec58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448227 Apr 23 09:54:05.855981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:54:05.856406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:54:05.856772 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Floating IP e8d43547-ebb0-4a1a-97db-c0ded3a09c01 disassociated. External IP: 172.26.4.230, port: 9eaf863e-9e37-4f84-b214-7a8978f285f3. Apr 23 09:54:05.857158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Calling delete_port for 9eaf863e-9e37-4f84-b214-7a8978f285f3 owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:54:06.083709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:54:06.090538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:54:06.145685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Pushing event deleted for resources: {'Port': ['ID=9eaf863e-9e37-4f84-b214-7a8978f285f3,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:54:06.156418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:54:06.156852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:54:06.157276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:54:06.157698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:54:06.158374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:54:06.158809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:54:06.159220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:54:06.159633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:54:06.160045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:54:06.160452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:54:06.160860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:54:06.161265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:54:06.165434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:54:06.366433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:54:06.564686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:54:06.575226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca549360-d5ab-40a7-a062-6a9e7e71b00b None None] Sync routers for ids ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:54:06.585233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca549360-d5ab-40a7-a062-6a9e7e71b00b None None] Routers {'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:54:06.585996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ca549360-d5ab-40a7-a062-6a9e7e71b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:53:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:54:06.641702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] No DVR routers for this DVR port 9eaf863e-9e37-4f84-b214-7a8978f285f3 on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:54:06.645238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:54:06.648277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'name': 'network-vif-deleted', 'tag': '9eaf863e-9e37-4f84-b214-7a8978f285f3'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:54:06.689810 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4492d2c3-2d23-4773-b7f1-6819253d5a82 req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.35 "DELETE /v2.0/ports/9eaf863e-9e37-4f84-b214-7a8978f285f3 HTTP/1.1" status: 204 len: 173 time: 2.6887913 Apr 23 09:54:06.703595 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8d7185-e35e-49ea-8b5c-256f042db539', 'name': 'network-vif-deleted', 'tag': '9eaf863e-9e37-4f84-b214-7a8978f285f3', 'status': 'completed', 'code': 200} Apr 23 09:54:06.791746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-ca549360-d5ab-40a7-a062-6a9e7e71b00b None None] Set router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:54:06.926882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b67348e-8a44-4a3e-a561-555d878c2448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:54:07.021452 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-96bd116e-99c1-4a32-9ec7-2accaba37c1a req-b94b7e7d-c888-40c0-be36-8f312cb3574c tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 210 time: 0.0507791 Apr 23 09:54:07.139743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ca549360-d5ab-40a7-a062-6a9e7e71b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:36Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:54:07.143846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca549360-d5ab-40a7-a062-6a9e7e71b00b None None] Checking router: ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:54:07.154031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca549360-d5ab-40a7-a062-6a9e7e71b00b None None] Routers {'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:54:07.154771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ca549360-d5ab-40a7-a062-6a9e7e71b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:53:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:54:07.350512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-ca549360-d5ab-40a7-a062-6a9e7e71b00b None None] Set router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:54:07.685846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ca549360-d5ab-40a7-a062-6a9e7e71b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:36Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:54:07.690075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca549360-d5ab-40a7-a062-6a9e7e71b00b None None] The sync data for ids ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'] in dv-neutron-786478-4-hyperv is: [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:45:30Z', 'revision_number': 4, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '7a375496-e868-4356-9602-cba97fff1c33', 'name': '', 'network_id': '8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'mac_address': 'fa:16:3e:74:13:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:29Z', 'updated_at': '2021-04-23T09:45:36Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'subnets': [{'id': 'bd07a75f-254f-433b-9e9b-f00de8dd467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:54:08.101714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f90cbb2-42bb-489b-b5e0-8a4ce88240e7 None None] New status for floating IP e8d43547-ebb0-4a1a-97db-c0ded3a09c01: DOWN {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 09:54:08.210102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-fc3698bb-493b-4c32-874d-38df3bbd2ff2 req-8a62a5de-4a60-4502-8c2f-2dc56c3facb4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Synchronizing usage tracker for tenant:d5dc589884894fee89202f40b5989929 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:54:08.254738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-fc3698bb-493b-4c32-874d-38df3bbd2ff2 req-8a62a5de-4a60-4502-8c2f-2dc56c3facb4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Unset dirty status for tenant:d5dc589884894fee89202f40b5989929 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:54:08.256133 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fc3698bb-493b-4c32-874d-38df3bbd2ff2 req-8a62a5de-4a60-4502-8c2f-2dc56c3facb4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc8d7185-e35e-49ea-8b5c-256f042db539 HTTP/1.1" status: 200 len: 210 time: 0.1006358 Apr 23 09:54:08.356375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 9eaf863e-9e37-4f84-b214-7a8978f285f3 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:54:08.398411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 9eaf863e-9e37-4f84-b214-7a8978f285f3 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:54:08.398810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 9eaf863e-9e37-4f84-b214-7a8978f285f3 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:54:09.707692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e36d2f6d-67d5-464e-add9-8a43027ea36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:54:10.502156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:54:11.261975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:54:12.376119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:54:21.026093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:54:23.529472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:54:36.722877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba17af4b-0f00-455f-9274-4489095483f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:54:39.682219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3e700b40-7469-4b1a-80e2-f0113aa9feb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:54:40.511474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:54:41.265548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:54:42.379475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:54:53.538398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:54:58.026634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:55:06.718054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6b434a6-776b-434b-8abe-87a6e9544d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:09.691647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-acfe58a7-045c-4012-b2c8-f398efee35cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:10.525601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:11.274568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:12.394291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:12.851382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47054) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:55:12.927901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-174b3516-1b14-4125-a737-7685d24b046e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:12.959620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-174b3516-1b14-4125-a737-7685d24b046e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:13.210121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-174b3516-1b14-4125-a737-7685d24b046e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:13.219377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-993eb19c-e702-4447-bc01-ddf18faec0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:55:13.234970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b3516-1b14-4125-a737-7685d24b046e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6b65d2-5da8-458f-84fa-85217a4fec58,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:55:13.243589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b3516-1b14-4125-a737-7685d24b046e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:55:13.244029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b3516-1b14-4125-a737-7685d24b046e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:55:13.244454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b3516-1b14-4125-a737-7685d24b046e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:55:13.244875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b3516-1b14-4125-a737-7685d24b046e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:55:13.245292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b3516-1b14-4125-a737-7685d24b046e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:55:13.245713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b3516-1b14-4125-a737-7685d24b046e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:55:13.246215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b3516-1b14-4125-a737-7685d24b046e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:55:13.246568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b3516-1b14-4125-a737-7685d24b046e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:55:13.246991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b3516-1b14-4125-a737-7685d24b046e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:55:13.247398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b3516-1b14-4125-a737-7685d24b046e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:55:13.247807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b3516-1b14-4125-a737-7685d24b046e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:55:13.248218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b3516-1b14-4125-a737-7685d24b046e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:55:13.251666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-174b3516-1b14-4125-a737-7685d24b046e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:55:13.302298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-174b3516-1b14-4125-a737-7685d24b046e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:13.303587 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-174b3516-1b14-4125-a737-7685d24b046e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "DELETE /v2.0/security-groups/fe6b65d2-5da8-458f-84fa-85217a4fec58 HTTP/1.1" status: 204 len: 168 time: 0.4505460 Apr 23 09:55:13.306251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47058) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:55:13.324207 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-a1c5f012-7aba-47c1-8e09-c32a466a3bf7 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] show failed (client error): The resource could not be found. Apr 23 09:55:13.325319 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a1c5f012-7aba-47c1-8e09-c32a466a3bf7 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "GET /v2.0/security-groups/fe6b65d2-5da8-458f-84fa-85217a4fec58 HTTP/1.1" status: 404 len: 347 time: 0.0180395 Apr 23 09:55:13.328230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47062) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:55:13.850986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-85d34f6c-c3ed-43fa-818a-7ddce3117c6f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Deleting port 647da2a2-17f6-4846-b7d2-be09fae1562d {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:55:13.851592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85d34f6c-c3ed-43fa-818a-7ddce3117c6f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:13.979469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85d34f6c-c3ed-43fa-818a-7ddce3117c6f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:13.979834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85d34f6c-c3ed-43fa-818a-7ddce3117c6f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:14.125778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-85d34f6c-c3ed-43fa-818a-7ddce3117c6f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Calling delete_port for 647da2a2-17f6-4846-b7d2-be09fae1562d owned by network:floatingip {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:55:14.363212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85d34f6c-c3ed-43fa-818a-7ddce3117c6f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:14.368493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e01ffec6-2cb4-4e54-b4da-d39a9af57e27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:55:14.420764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d34f6c-c3ed-43fa-818a-7ddce3117c6f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Pushing event deleted for resources: {'Port': ['ID=647da2a2-17f6-4846-b7d2-be09fae1562d,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:55:14.449498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-85d34f6c-c3ed-43fa-818a-7ddce3117c6f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:55:14.519254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85d34f6c-c3ed-43fa-818a-7ddce3117c6f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks [] for floatingip, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:14.581459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-85d34f6c-c3ed-43fa-818a-7ddce3117c6f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:14.583801 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-85d34f6c-c3ed-43fa-818a-7ddce3117c6f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] 10.222.0.60 "DELETE /v2.0/floatingips/e8d43547-ebb0-4a1a-97db-c0ded3a09c01 HTTP/1.1" status: 204 len: 168 time: 1.2544098 Apr 23 09:55:14.587060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47066) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:55:15.319962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c34d926b-9af8-4408-8336-3a4c579bc3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:15.766418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c34d926b-9af8-4408-8336-3a4c579bc3e4 admin admin] Deleting port 7a375496-e868-4356-9602-cba97fff1c33 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:55:15.766724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c34d926b-9af8-4408-8336-3a4c579bc3e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:15.898127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c34d926b-9af8-4408-8336-3a4c579bc3e4 admin admin] For port 7a375496-e868-4356-9602-cba97fff1c33, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7a375496-e868-4356-9602-cba97fff1c33,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:55:15.898552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c34d926b-9af8-4408-8336-3a4c579bc3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:16.032657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c34d926b-9af8-4408-8336-3a4c579bc3e4 admin admin] Calling delete_port for 7a375496-e868-4356-9602-cba97fff1c33 owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:55:16.340710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c34d926b-9af8-4408-8336-3a4c579bc3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:16.346215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-85d34f6c-c3ed-43fa-818a-7ddce3117c6f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:55:16.396396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d926b-9af8-4408-8336-3a4c579bc3e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a375496-e868-4356-9602-cba97fff1c33,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:55:16.425036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c34d926b-9af8-4408-8336-3a4c579bc3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:55:16.700679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c34d926b-9af8-4408-8336-3a4c579bc3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:17.096465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34d926b-9af8-4408-8336-3a4c579bc3e4 admin admin] Router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:55:17.574657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34d926b-9af8-4408-8336-3a4c579bc3e4 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:55:17.583749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5290cf-6c61-4f20-85ef-9fb835f9fe8a None None] Sync routers for ids ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:55:17.587589 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c34d926b-9af8-4408-8336-3a4c579bc3e4 admin admin] 10.222.0.60 "PUT /v2.0/routers/ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9994440 Apr 23 09:55:17.590165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47076) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:55:17.594735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5290cf-6c61-4f20-85ef-9fb835f9fe8a None None] Routers {'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:55:17.595422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-5a5290cf-6c61-4f20-85ef-9fb835f9fe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:55:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:55:17.780816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5aa5c964-f744-4fb0-a5e2-75f0448ba93a admin admin] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:17.787736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-5a5290cf-6c61-4f20-85ef-9fb835f9fe8a None None] Set router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:55:17.977879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5aa5c964-f744-4fb0-a5e2-75f0448ba93a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:18.109339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5aa5c964-f744-4fb0-a5e2-75f0448ba93a admin admin] Deleting port a0329707-626f-48fe-be03-9691e91dd48f {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:55:18.109722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5aa5c964-f744-4fb0-a5e2-75f0448ba93a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:18.243917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5aa5c964-f744-4fb0-a5e2-75f0448ba93a admin admin] For port a0329707-626f-48fe-be03-9691e91dd48f, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a0329707-626f-48fe-be03-9691e91dd48f,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:55:18.244466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5aa5c964-f744-4fb0-a5e2-75f0448ba93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:18.300851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-5a5290cf-6c61-4f20-85ef-9fb835f9fe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:55:16Z', 'revision_number': 5, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port': {'id': 'a0329707-626f-48fe-be03-9691e91dd48f', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:39:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:45:26Z', 'updated_at': '2021-04-23T09:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:55:18.305310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5290cf-6c61-4f20-85ef-9fb835f9fe8a None None] Checking router: ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:55:18.314378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5290cf-6c61-4f20-85ef-9fb835f9fe8a None None] Routers {'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:55:18.315049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-5a5290cf-6c61-4f20-85ef-9fb835f9fe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:55:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:55:18.384623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5aa5c964-f744-4fb0-a5e2-75f0448ba93a admin admin] Calling delete_port for a0329707-626f-48fe-be03-9691e91dd48f owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:55:18.484173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-5a5290cf-6c61-4f20-85ef-9fb835f9fe8a None None] Set router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:55:18.600927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-5a5290cf-6c61-4f20-85ef-9fb835f9fe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:55:17Z', 'revision_number': 6, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:55:18.605292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5290cf-6c61-4f20-85ef-9fb835f9fe8a None None] The sync data for ids ['ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced'] in dv-neutron-786478-4-hyperv is: [{'id': 'ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced', 'name': 'tempest-ServerActionsTestJSON-1402491167-router', 'tenant_id': 'd5dc589884894fee89202f40b5989929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:45:25Z', 'updated_at': '2021-04-23T09:55:17Z', 'revision_number': 6, 'project_id': 'd5dc589884894fee89202f40b5989929', 'gw_port_host': None}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:55:18.667879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5aa5c964-f744-4fb0-a5e2-75f0448ba93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:18.674023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9f36983c-8832-4f0a-b9c2-f06e25ec20c1 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:55:18.694010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7a375496-e868-4356-9602-cba97fff1c33 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:55:18.721576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5c964-f744-4fb0-a5e2-75f0448ba93a admin admin] Pushing event deleted for resources: {'Port': ['ID=a0329707-626f-48fe-be03-9691e91dd48f,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:55:18.726376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5aa5c964-f744-4fb0-a5e2-75f0448ba93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:55:18.735140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 7a375496-e868-4356-9602-cba97fff1c33 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:55:18.735534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7a375496-e868-4356-9602-cba97fff1c33 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:55:18.831771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5aa5c964-f744-4fb0-a5e2-75f0448ba93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:19.022191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5aa5c964-f744-4fb0-a5e2-75f0448ba93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:19.024788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5aa5c964-f744-4fb0-a5e2-75f0448ba93a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:19.185857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5aa5c964-f744-4fb0-a5e2-75f0448ba93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:19.186474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa5c964-f744-4fb0-a5e2-75f0448ba93a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:55:19.199787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5aa5c964-f744-4fb0-a5e2-75f0448ba93a admin admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:19.201018 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5aa5c964-f744-4fb0-a5e2-75f0448ba93a admin admin] 10.222.0.60 "DELETE /v2.0/routers/ffb4d34c-2e6a-4858-9dcd-d2ae5cd15ced HTTP/1.1" status: 204 len: 168 time: 1.6098428 Apr 23 09:55:19.203715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47080) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:55:19.275220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8077f87-abef-4749-bb1a-aea44a4a894e admin admin] Deleting subnet bd07a75f-254f-433b-9e9b-f00de8dd467f {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:55:19.279302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8077f87-abef-4749-bb1a-aea44a4a894e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:19.336802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8077f87-abef-4749-bb1a-aea44a4a894e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:19.482168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8077f87-abef-4749-bb1a-aea44a4a894e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:19.780859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8077f87-abef-4749-bb1a-aea44a4a894e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:19.786280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-886c1c1d-10d7-451e-a5f8-0757e0ac4e8f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:55:19.824770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f8077f87-abef-4749-bb1a-aea44a4a894e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:19.829761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8077f87-abef-4749-bb1a-aea44a4a894e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd07a75f-254f-433b-9e9b-f00de8dd467f,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:55:19.829938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8611227e-61e6-456e-b499-a6523b219fb0 None None] Network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:55:19.833026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f8077f87-abef-4749-bb1a-aea44a4a894e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:55:19.836209 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f8077f87-abef-4749-bb1a-aea44a4a894e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bd07a75f-254f-433b-9e9b-f00de8dd467f HTTP/1.1" status: 204 len: 168 time: 0.6314354 Apr 23 09:55:19.838928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47084) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:55:19.962931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:20.047285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] Deleting port 4c37eadf-a96c-4cc4-beef-0aa499022b0b {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:55:20.047676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:20.135195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de23c2e7-1ade-4860-8c9e-1e9521c33204 None None] DHCP port deletion for 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:55:20.170717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] For port 4c37eadf-a96c-4cc4-beef-0aa499022b0b, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4c37eadf-a96c-4cc4-beef-0aa499022b0b,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:55:20.171247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:20.213342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-de23c2e7-1ade-4860-8c9e-1e9521c33204 None None] Deleting port 4c37eadf-a96c-4cc4-beef-0aa499022b0b {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:55:20.213774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-de23c2e7-1ade-4860-8c9e-1e9521c33204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:20.314006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] Calling delete_port for 4c37eadf-a96c-4cc4-beef-0aa499022b0b owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:55:20.354281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-de23c2e7-1ade-4860-8c9e-1e9521c33204 None None] For port 4c37eadf-a96c-4cc4-beef-0aa499022b0b, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=4c37eadf-a96c-4cc4-beef-0aa499022b0b,segment=NetworkSegment(fe0a38bf-2aed-4710-b9f8-616e4a7939d3),segment_id=fe0a38bf-2aed-4710-b9f8-616e4a7939d3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:55:20.354707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-de23c2e7-1ade-4860-8c9e-1e9521c33204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:20.477913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:20.487449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d906fbaa-26ba-4ee4-9c23-70b90fd72a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:55:20.510188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-de23c2e7-1ade-4860-8c9e-1e9521c33204 None None] Calling delete_port for 4c37eadf-a96c-4cc4-beef-0aa499022b0b owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: from cryptography.utils import int_from_bytes Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: from cryptography.utils import int_from_bytes Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: (rel_b, rel_a, rel_b), Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: (rel_b, rel_a, rel_b), Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:55:20.560261 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:55:20.565138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c37eadf-a96c-4cc4-beef-0aa499022b0b,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:55:20.567857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] No DVR routers for this DVR port 4c37eadf-a96c-4cc4-beef-0aa499022b0b on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:55:20.569659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:55:20.570469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-de23c2e7-1ade-4860-8c9e-1e9521c33204 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:55:20.570994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-de23c2e7-1ade-4860-8c9e-1e9521c33204 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:55:20.717546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:20.733607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a0329707-626f-48fe-be03-9691e91dd48f no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:55:20.772417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: a0329707-626f-48fe-be03-9691e91dd48f {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:55:20.772816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a0329707-626f-48fe-be03-9691e91dd48f not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:55:20.773303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4c37eadf-a96c-4cc4-beef-0aa499022b0b no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:55:20.810982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 4c37eadf-a96c-4cc4-beef-0aa499022b0b {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:55:20.811624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 4c37eadf-a96c-4cc4-beef-0aa499022b0b not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:55:20.840762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:55:20.854428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:55:20.854768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0a38bf-2aed-4710-b9f8-616e4a7939d3') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:55:20.867937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:20.884358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:20.891526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:55:21.077988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] Network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:55:21.091459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:21.109155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-de23c2e7-1ade-4860-8c9e-1e9521c33204 None None] The port '4c37eadf-a96c-4cc4-beef-0aa499022b0b' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:55:21.274787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] Network 8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:55:21.299742 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:55:21.431447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:21.435122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-97d740d6-dd9c-4ef2-870d-63efaacddae5 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:55:21.449583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:21.461611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:55:21.465322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:55:21.514686 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8d906c75-b1a0-4ca5-93c7-6f6a77bc0a61 HTTP/1.1" status: 204 len: 168 time: 1.6744976 Apr 23 09:55:21.741455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47092) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:55:21.800606 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e067c129-7258-460e-b2eb-2faf513f036b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5dc589884894fee89202f40b5989929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576739 Apr 23 09:55:21.803905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47096) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:55:21.872110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23562f08-86be-4534-9e1d-110f10ec9583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:21.906981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23562f08-86be-4534-9e1d-110f10ec9583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:21.988214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23562f08-86be-4534-9e1d-110f10ec9583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:21.993588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d31fb78a-2ce4-4bb8-850b-75d55bea928e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:55:22.008894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23562f08-86be-4534-9e1d-110f10ec9583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdd570e-300d-4000-98c9-5a0c9290685b,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:55:22.013957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-23562f08-86be-4534-9e1d-110f10ec9583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:55:22.016136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23562f08-86be-4534-9e1d-110f10ec9583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:22.017363 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-23562f08-86be-4534-9e1d-110f10ec9583 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dfdd570e-300d-4000-98c9-5a0c9290685b HTTP/1.1" status: 204 len: 168 time: 0.2124166 Apr 23 09:55:23.079203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47120) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:55:23.201011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2069586274-network', 'tenant_id': '1b185aeecd6e46daa190c737c877153a'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:55:23.206444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:55:23.210851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Usage tracker for resource:network and tenant:1b185aeecd6e46daa190c737c877153a is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:55:23.213926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:55:23.220513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:55:23.262001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Made reservation on behalf of 1b185aeecd6e46daa190c737c877153a for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:55:23.266968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:23.281429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:23.300206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:55:23.305973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Usage tracker for resource:security_group_rule and tenant:1b185aeecd6e46daa190c737c877153a is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:55:23.309173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:55:23.316316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:55:23.413276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:23.445007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:23.448616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9c4115c1-37e9-4b9e-8272-3efd6240350d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:55:23.484304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:55:23.491850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d56934b-79d7-44bf-816c-a97637ba0b4d,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:55:23.496131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:55:23.524929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:23.525433 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Added segment a744c208-3a3d-4c4a-a735-b916a20841de of type vlan for network 1c26de74-7fb5-458e-bda3-8b5cd225b032 Apr 23 09:55:23.557490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:23.568614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:23.688549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:23.689618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:23.690352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:23.694917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cd3a79de-65af-4694-aa0e-9edcf3d59b7e tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:55:23.802358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Pushing event updated for resources: {'Network': ['ID=1c26de74-7fb5-458e-bda3-8b5cd225b032,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:55:23.810780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:55:23.812644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 1c26de74-7fb5-458e-bda3-8b5cd225b032 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:55:23.860795 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7803695 Apr 23 09:55:23.864494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47126) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:55:23.871405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7190c8e3-e489-4fd9-9b91-89158b2151c0 admin admin] Request body: {'subnet': {'network_id': '1c26de74-7fb5-458e-bda3-8b5cd225b032', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2069586274-subnet', 'tenant_id': '1b185aeecd6e46daa190c737c877153a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:55:23.877049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7190c8e3-e489-4fd9-9b91-89158b2151c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:55:23.882405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7190c8e3-e489-4fd9-9b91-89158b2151c0 admin admin] Usage tracker for resource:subnet and tenant:1b185aeecd6e46daa190c737c877153a is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:55:23.885600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7190c8e3-e489-4fd9-9b91-89158b2151c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:55:23.891642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7190c8e3-e489-4fd9-9b91-89158b2151c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:55:23.928491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7190c8e3-e489-4fd9-9b91-89158b2151c0 admin admin] Made reservation on behalf of 1b185aeecd6e46daa190c737c877153a for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:55:23.933509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7190c8e3-e489-4fd9-9b91-89158b2151c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:24.428411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7190c8e3-e489-4fd9-9b91-89158b2151c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:24.433244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f45c1c30-24f1-42e9-bb4e-23788b0c8df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:55:24.821300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190c8e3-e489-4fd9-9b91-89158b2151c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59d8ba17-937b-4138-88db-ad6ac99d9f0a,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:55:24.827187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7190c8e3-e489-4fd9-9b91-89158b2151c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:55:24.829965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190c8e3-e489-4fd9-9b91-89158b2151c0 admin admin] Checking segment: {'id': 'a744c208-3a3d-4c4a-a735-b916a20841de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c26de74-7fb5-458e-bda3-8b5cd225b032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:55:24.830378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7190c8e3-e489-4fd9-9b91-89158b2151c0 admin admin] Network hostable DHCP agents. Network: 1c26de74-7fb5-458e-bda3-8b5cd225b032, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:55:24.919863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7190c8e3-e489-4fd9-9b91-89158b2151c0 admin admin] Network 1c26de74-7fb5-458e-bda3-8b5cd225b032 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:55:24.976596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-7190c8e3-e489-4fd9-9b91-89158b2151c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 1c26de74-7fb5-458e-bda3-8b5cd225b032) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:55:24.990536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7190c8e3-e489-4fd9-9b91-89158b2151c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:24.991194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7190c8e3-e489-4fd9-9b91-89158b2151c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:24.991643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1408a998-e6c0-4948-ac9d-15555627ce02 None None] Network 1c26de74-7fb5-458e-bda3-8b5cd225b032 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:55:25.074223 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7190c8e3-e489-4fd9-9b91-89158b2151c0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2085342 Apr 23 09:55:25.244725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fb2fa6-16d9-4c35-a470-d9cc3c758d2a None None] Network 1c26de74-7fb5-458e-bda3-8b5cd225b032 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:55:25.794374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-859d87e8-2649-46c7-9a58-fe806d719d52 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:25.795990 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-859d87e8-2649-46c7-9a58-fe806d719d52 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/networks?id=1c26de74-7fb5-458e-bda3-8b5cd225b032 HTTP/1.1" status: 200 len: 814 time: 0.1639335 Apr 23 09:55:25.812906 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-e33d2aca-d83c-49eb-839e-aa48b9d91a61 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/quotas/1b185aeecd6e46daa190c737c877153a HTTP/1.1" status: 200 len: 375 time: 0.0104971 Apr 23 09:55:25.870639 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-20496d98-9182-4bf4-b5ea-7056929f56b2 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b185aeecd6e46daa190c737c877153a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513933 Apr 23 09:55:25.937469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-f57567b4-e3c1-4a48-be65-68e792c06cdb service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 09:55:25.938578 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-f57567b4-e3c1-4a48-be65-68e792c06cdb service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0606081 Apr 23 09:55:26.089870 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-d6f74535-23bc-4963-b242-0101e3179889 service neutron] 10.222.0.60 "GET /v2.0/networks/1c26de74-7fb5-458e-bda3-8b5cd225b032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439025 Apr 23 09:55:26.251710 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-007cc843-1d68-420f-a7c9-d3abfcd64292 service neutron] 10.222.0.60 "GET /v2.0/networks/1c26de74-7fb5-458e-bda3-8b5cd225b032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549408 Apr 23 09:55:26.555084 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e033ea9b-c12d-4e57-8d9d-b48d2972751a req-12dcf4c5-58f9-478b-9b8a-03e169f379b9 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=1660cc79-c826-4c9d-935a-57f776c819fd HTTP/1.1" status: 200 len: 210 time: 0.0572369 Apr 23 09:55:27.725364 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-540cef5d-9646-496a-8712-522702f3347d req-0d8ef6e6-53d4-4b25-904d-ea990d5e489c tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=1660cc79-c826-4c9d-935a-57f776c819fd HTTP/1.1" status: 200 len: 210 time: 0.0502992 Apr 23 09:55:28.626741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-262ab0be-f186-41a6-a838-b12012d1d357 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:28.627503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-262ab0be-f186-41a6-a838-b12012d1d357 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Synchronizing usage tracker for tenant:1b185aeecd6e46daa190c737c877153a on resource:network {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:55:28.682490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-262ab0be-f186-41a6-a838-b12012d1d357 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Unset dirty status for tenant:1b185aeecd6e46daa190c737c877153a on resource:network {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:55:28.683762 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-262ab0be-f186-41a6-a838-b12012d1d357 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.35 "GET /v2.0/networks?id=1c26de74-7fb5-458e-bda3-8b5cd225b032 HTTP/1.1" status: 200 len: 814 time: 0.2199812 Apr 23 09:55:28.696718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-d208d0c7-fe6f-4f43-bb59-13937085df19 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Request body: {'port': {'device_id': '1660cc79-c826-4c9d-935a-57f776c819fd', 'network_id': '1c26de74-7fb5-458e-bda3-8b5cd225b032', 'admin_state_up': True, 'tenant_id': '1b185aeecd6e46daa190c737c877153a'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:55:28.853251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-d208d0c7-fe6f-4f43-bb59-13937085df19 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:55:28.858665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-d208d0c7-fe6f-4f43-bb59-13937085df19 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Usage tracker for resource:port and tenant:1b185aeecd6e46daa190c737c877153a is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:55:28.862616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-d208d0c7-fe6f-4f43-bb59-13937085df19 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:55:28.869192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-d208d0c7-fe6f-4f43-bb59-13937085df19 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:55:28.894348 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0947c235-e2b8-4fb4-bd74-0ea463e134ca req-42a8c39e-dbd4-4e7f-8a59-7ca3de784254 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=1660cc79-c826-4c9d-935a-57f776c819fd HTTP/1.1" status: 200 len: 210 time: 0.0520840 Apr 23 09:55:29.055850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-d208d0c7-fe6f-4f43-bb59-13937085df19 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Made reservation on behalf of 1b185aeecd6e46daa190c737c877153a for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:55:29.062098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-d208d0c7-fe6f-4f43-bb59-13937085df19 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:29.239541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-d208d0c7-fe6f-4f43-bb59-13937085df19 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Allocated IP 172.20.0.7 (1c26de74-7fb5-458e-bda3-8b5cd225b032/59d8ba17-937b-4138-88db-ad6ac99d9f0a/9d004c4a-c483-47bc-9779-34f73a8fa833) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:55:29.461430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-d208d0c7-fe6f-4f43-bb59-13937085df19 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:29.530661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-d208d0c7-fe6f-4f43-bb59-13937085df19 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:29.537287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7393a0c4-6043-47a0-b019-d455d66a9d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:55:29.612524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-d208d0c7-fe6f-4f43-bb59-13937085df19 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Network 1c26de74-7fb5-458e-bda3-8b5cd225b032 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:55:29.617065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-d208d0c7-fe6f-4f43-bb59-13937085df19 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:55:29.621499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-d208d0c7-fe6f-4f43-bb59-13937085df19 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:55:29.661047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208d0c7-fe6f-4f43-bb59-13937085df19 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Pushing event updated for resources: {'Port': ['ID=9d004c4a-c483-47bc-9779-34f73a8fa833,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:55:29.666103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d208d0c7-fe6f-4f43-bb59-13937085df19 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:55:29.695586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-d208d0c7-fe6f-4f43-bb59-13937085df19 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:29.696641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-d208d0c7-fe6f-4f43-bb59-13937085df19 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:29.742565 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-d208d0c7-fe6f-4f43-bb59-13937085df19 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0499489 Apr 23 09:55:29.754805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Request body: {'port': {'device_id': '1660cc79-c826-4c9d-935a-57f776c819fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:55:29.883530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:30.113276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f1850-9a80-43e9-9854-da1479989af2 req-da583bf2-2fbb-4a49-8a6a-bacf6c92853e tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:30.114965 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d25f1850-9a80-43e9-9854-da1479989af2 req-da583bf2-2fbb-4a49-8a6a-bacf6c92853e tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=1660cc79-c826-4c9d-935a-57f776c819fd HTTP/1.1" status: 200 len: 931 time: 0.0964143 Apr 23 09:55:30.166164 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d25f1850-9a80-43e9-9854-da1479989af2 req-5a7e5646-d6b1-4df1-98ec-2cbb3d9549ea tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442951 Apr 23 09:55:30.340665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d004c4a-c483-47bc-9779-34f73a8fa833 {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:55:30.349207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:30.366085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Transition to ACTIVE for port object 9d004c4a-c483-47bc-9779-34f73a8fa833 will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:55:30.430758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:30.438853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2790ad12-a9c7-4242-a925-09bb53869d55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:55:30.711943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Pushing event updated for resources: {'Port': ['ID=9d004c4a-c483-47bc-9779-34f73a8fa833,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:55:30.720846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:55:30.792821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Attempting to bind port 9d004c4a-c483-47bc-9779-34f73a8fa833 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:55:30.793195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Attempting to bind port 9d004c4a-c483-47bc-9779-34f73a8fa833 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'a744c208-3a3d-4c4a-a735-b916a20841de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c26de74-7fb5-458e-bda3-8b5cd225b032'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:55:30.793575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Attempting to bind port 9d004c4a-c483-47bc-9779-34f73a8fa833 on network 1c26de74-7fb5-458e-bda3-8b5cd225b032 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:55:30.798662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Port 9d004c4a-c483-47bc-9779-34f73a8fa833 on network 1c26de74-7fb5-458e-bda3-8b5cd225b032 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:55:30.799031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Attempting to bind port 9d004c4a-c483-47bc-9779-34f73a8fa833 on network 1c26de74-7fb5-458e-bda3-8b5cd225b032 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:55:30.805455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:55:30.805842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Checking segment: {'id': 'a744c208-3a3d-4c4a-a735-b916a20841de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c26de74-7fb5-458e-bda3-8b5cd225b032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:55:30.806259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Bound using segment: {'id': 'a744c208-3a3d-4c4a-a735-b916a20841de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c26de74-7fb5-458e-bda3-8b5cd225b032'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:55:30.806766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Bound port: 9d004c4a-c483-47bc-9779-34f73a8fa833, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a744c208-3a3d-4c4a-a735-b916a20841de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c26de74-7fb5-458e-bda3-8b5cd225b032'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:55:30.807154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:30.909362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] For port 9d004c4a-c483-47bc-9779-34f73a8fa833, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:55:30.913512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] For port 9d004c4a-c483-47bc-9779-34f73a8fa833, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9d004c4a-c483-47bc-9779-34f73a8fa833,segment=NetworkSegment(a744c208-3a3d-4c4a-a735-b916a20841de),segment_id=a744c208-3a3d-4c4a-a735-b916a20841de)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:55:30.974021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:30.979270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d208d0c7-fe6f-4f43-bb59-13937085df19 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:55:31.032754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:31.033165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:31.034928 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] 10.222.0.35 "PUT /v2.0/ports/9d004c4a-c483-47bc-9779-34f73a8fa833 HTTP/1.1" status: 200 len: 1093 time: 1.2849467 Apr 23 09:55:31.037766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1660cc79-c826-4c9d-935a-57f776c819fd', 'tag': '9d004c4a-c483-47bc-9779-34f73a8fa833'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:55:31.072314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Pushing event updated for resources: {'Port': ['ID=9d004c4a-c483-47bc-9779-34f73a8fa833,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:55:31.075985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:55:31.152347 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1660cc79-c826-4c9d-935a-57f776c819fd', 'tag': '9d004c4a-c483-47bc-9779-34f73a8fa833', 'status': 'completed', 'code': 200} Apr 23 09:55:31.189504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-ab5a3302-ab78-4292-81ee-e57f7d927303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:31.191235 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-ab5a3302-ab78-4292-81ee-e57f7d927303 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b185aeecd6e46daa190c737c877153a&device_id=1660cc79-c826-4c9d-935a-57f776c819fd HTTP/1.1" status: 200 len: 1096 time: 0.0908253 Apr 23 09:55:31.266556 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-ba4e1057-593f-4682-a6af-71bded8c4e54 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d004c4a-c483-47bc-9779-34f73a8fa833 HTTP/1.1" status: 200 len: 217 time: 0.0684128 Apr 23 09:55:31.349159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-5e97bbd5-343f-4f6e-9ee4-faa87504a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:31.355641 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-5e97bbd5-343f-4f6e-9ee4-faa87504a980 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59d8ba17-937b-4138-88db-ad6ac99d9f0a HTTP/1.1" status: 200 len: 854 time: 0.0785227 Apr 23 09:55:31.377342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac38d3-6591-4695-81f7-8f7fc8beddd3 req-7a2c8706-ac7c-4cc2-bf1c-92ebc2d7bef2 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:31.379449 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-42ac38d3-6591-4695-81f7-8f7fc8beddd3 req-7a2c8706-ac7c-4cc2-bf1c-92ebc2d7bef2 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=1660cc79-c826-4c9d-935a-57f776c819fd HTTP/1.1" status: 200 len: 943 time: 0.0938134 Apr 23 09:55:31.413898 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-ec9fad38-448a-4078-adfb-5cf60cd37045 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c26de74-7fb5-458e-bda3-8b5cd225b032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568843 Apr 23 09:55:31.433957 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-42ac38d3-6591-4695-81f7-8f7fc8beddd3 req-c6c94411-7ed1-4da9-949b-1d600f5fe63e tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474269 Apr 23 09:55:31.572055 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-6153aa7b-e3dc-4a97-890f-9897191c4ce9 service neutron] 10.222.0.35 "GET /v2.0/networks/1c26de74-7fb5-458e-bda3-8b5cd225b032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519587 Apr 23 09:55:31.721553 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8a82904a-065a-4f88-8bf9-6f1b3444c0b0 req-33ebd180-1a70-429c-94e3-adb5be5daccd service neutron] 10.222.0.35 "GET /v2.0/networks/1c26de74-7fb5-458e-bda3-8b5cd225b032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434498 Apr 23 09:55:31.893256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cfc9c-707d-4c49-b60b-1b0cbe254a2f req-c1e89621-0f3c-474b-ae2b-a23e45a37ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:31.895518 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-352cfc9c-707d-4c49-b60b-1b0cbe254a2f req-c1e89621-0f3c-474b-ae2b-a23e45a37ef7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b185aeecd6e46daa190c737c877153a&device_id=1660cc79-c826-4c9d-935a-57f776c819fd HTTP/1.1" status: 200 len: 1096 time: 0.0850978 Apr 23 09:55:32.042118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cfc9c-707d-4c49-b60b-1b0cbe254a2f req-ee09474e-1dae-4e2c-be3d-ef8998f410c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:32.043776 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-352cfc9c-707d-4c49-b60b-1b0cbe254a2f req-ee09474e-1dae-4e2c-be3d-ef8998f410c4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c26de74-7fb5-458e-bda3-8b5cd225b032 HTTP/1.1" status: 200 len: 915 time: 0.1420093 Apr 23 09:55:32.120994 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-352cfc9c-707d-4c49-b60b-1b0cbe254a2f req-407426cf-d087-4e64-a6d3-3c61d9fa01cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d004c4a-c483-47bc-9779-34f73a8fa833 HTTP/1.1" status: 200 len: 217 time: 0.0696952 Apr 23 09:55:32.189860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cfc9c-707d-4c49-b60b-1b0cbe254a2f req-343d289e-6ef4-4af6-a7e6-4f5bb36d2c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:32.192075 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-352cfc9c-707d-4c49-b60b-1b0cbe254a2f req-343d289e-6ef4-4af6-a7e6-4f5bb36d2c97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59d8ba17-937b-4138-88db-ad6ac99d9f0a HTTP/1.1" status: 200 len: 854 time: 0.0645530 Apr 23 09:55:32.247815 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-352cfc9c-707d-4c49-b60b-1b0cbe254a2f req-aeb8e5d1-cb4a-4c11-a083-9721db963360 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c26de74-7fb5-458e-bda3-8b5cd225b032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496867 Apr 23 09:55:32.392028 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-352cfc9c-707d-4c49-b60b-1b0cbe254a2f req-dc5ea284-dab1-4472-9c59-ab7e9818f7d5 service neutron] 10.222.0.35 "GET /v2.0/networks/1c26de74-7fb5-458e-bda3-8b5cd225b032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368413 Apr 23 09:55:32.541462 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-352cfc9c-707d-4c49-b60b-1b0cbe254a2f req-b9cc28b3-8fea-48e4-bded-7f73d7d4aec9 service neutron] 10.222.0.35 "GET /v2.0/networks/1c26de74-7fb5-458e-bda3-8b5cd225b032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425676 Apr 23 09:55:32.643170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2265f9-e843-4747-8af2-6574ab837fd4 req-e9ef680a-c97b-4eab-a06d-5b5644a1c1e2 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:32.644955 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5b2265f9-e843-4747-8af2-6574ab837fd4 req-e9ef680a-c97b-4eab-a06d-5b5644a1c1e2 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=1660cc79-c826-4c9d-935a-57f776c819fd HTTP/1.1" status: 200 len: 943 time: 0.0904455 Apr 23 09:55:32.696703 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5b2265f9-e843-4747-8af2-6574ab837fd4 req-e1ffefc8-d0c6-4920-9084-2a978553b9dc tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447614 Apr 23 09:55:33.910731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610c1fc-13e6-452f-a2bf-193ee789e30c req-78c3aa0a-c1dd-457c-9303-ecd693cdfd5e tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:33.912333 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3610c1fc-13e6-452f-a2bf-193ee789e30c req-78c3aa0a-c1dd-457c-9303-ecd693cdfd5e tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=1660cc79-c826-4c9d-935a-57f776c819fd HTTP/1.1" status: 200 len: 943 time: 0.0951097 Apr 23 09:55:33.963367 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3610c1fc-13e6-452f-a2bf-193ee789e30c req-16ca9d6c-4e60-4042-92a3-a1a2b0e418d0 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445950 Apr 23 09:55:34.645463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 9d004c4a-c483-47bc-9779-34f73a8fa833 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:55:34.794609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9d004c4a-c483-47bc-9779-34f73a8fa833, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9d004c4a-c483-47bc-9779-34f73a8fa833,segment=NetworkSegment(a744c208-3a3d-4c4a-a735-b916a20841de),segment_id=a744c208-3a3d-4c4a-a735-b916a20841de)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:55:34.810239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '9d004c4a-c483-47bc-9779-34f73a8fa833', 'network_id': '1c26de74-7fb5-458e-bda3-8b5cd225b032', 'port_id': '9d004c4a-c483-47bc-9779-34f73a8fa833', 'mac_address': 'fa:16:3e:70:25:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d8ba17-937b-4138-88db-ad6ac99d9f0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:55:34.870508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:34.889314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d004c4a-c483-47bc-9779-34f73a8fa833 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:55:34.905981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9d004c4a-c483-47bc-9779-34f73a8fa833, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9d004c4a-c483-47bc-9779-34f73a8fa833,segment=NetworkSegment(a744c208-3a3d-4c4a-a735-b916a20841de),segment_id=a744c208-3a3d-4c4a-a735-b916a20841de)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:55:34.939163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:34.941172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a02536b2-ee1d-4bff-b678-3b1c35937835 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:55:35.017725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=9d004c4a-c483-47bc-9779-34f73a8fa833,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:55:35.026589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:55:35.027209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:55:35.027616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:55:35.027919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:55:35.028039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:55:35.028344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:55:35.028717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:55:35.029093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:55:35.029468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:55:35.029840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:55:35.030212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:55:35.030612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:55:35.030980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:55:35.035866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:55:35.172924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bd170-9764-419b-9cac-45ab1bda48df req-7af70cc7-e3b6-45b1-b1a3-2783a2fc8527 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:35.174635 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b79bd170-9764-419b-9cac-45ab1bda48df req-7af70cc7-e3b6-45b1-b1a3-2783a2fc8527 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=1660cc79-c826-4c9d-935a-57f776c819fd HTTP/1.1" status: 200 len: 944 time: 0.0919652 Apr 23 09:55:35.232035 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b79bd170-9764-419b-9cac-45ab1bda48df req-a02fc881-d26d-45ef-9b3e-4da50b58b516 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480397 Apr 23 09:55:35.314464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['9d004c4a-c483-47bc-9779-34f73a8fa833'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:55:36.445052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668e676-a420-42ce-9918-5f62b897edbc req-5b25ad6b-9b6e-438b-8bc2-2a4e2da45dcf tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:36.446836 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7668e676-a420-42ce-9918-5f62b897edbc req-5b25ad6b-9b6e-438b-8bc2-2a4e2da45dcf tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=1660cc79-c826-4c9d-935a-57f776c819fd HTTP/1.1" status: 200 len: 944 time: 0.0969350 Apr 23 09:55:36.501998 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7668e676-a420-42ce-9918-5f62b897edbc req-c89d9392-362a-43be-b8ff-21a5d9e636fa tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481749 Apr 23 09:55:36.676604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 9d004c4a-c483-47bc-9779-34f73a8fa833 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:55:36.772853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18a4d5fb-9c54-41a8-a9b6-26b301ce0a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:36.801691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 9d004c4a-c483-47bc-9779-34f73a8fa833 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:55:36.807498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 9d004c4a-c483-47bc-9779-34f73a8fa833 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:55:36.811156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:36.938058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:36.967884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1660cc79-c826-4c9d-935a-57f776c819fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d004c4a-c483-47bc-9779-34f73a8fa833'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:55:36.982230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9d004c4a-c483-47bc-9779-34f73a8fa833, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9d004c4a-c483-47bc-9779-34f73a8fa833,segment=NetworkSegment(a744c208-3a3d-4c4a-a735-b916a20841de),segment_id=a744c208-3a3d-4c4a-a735-b916a20841de)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:55:37.018174 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1660cc79-c826-4c9d-935a-57f776c819fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d004c4a-c483-47bc-9779-34f73a8fa833', 'code': 200} Apr 23 09:55:37.022512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:37.025938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:55:37.101933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=9d004c4a-c483-47bc-9779-34f73a8fa833,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:55:37.105379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:55:37.381369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813804b5-ae58-42ae-ac79-d212ed30f527 req-bde8bf6f-3b9b-4ba1-9bbc-c20fc6682329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:37.383036 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-813804b5-ae58-42ae-ac79-d212ed30f527 req-bde8bf6f-3b9b-4ba1-9bbc-c20fc6682329 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1660cc79-c826-4c9d-935a-57f776c819fd HTTP/1.1" status: 200 len: 1098 time: 0.0798423 Apr 23 09:55:37.428858 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-813804b5-ae58-42ae-ac79-d212ed30f527 req-d73de1eb-730f-416b-897b-75bc657a1a39 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397806 Apr 23 09:55:37.732750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a8e59-5ae9-4b69-9825-c421c524314c req-d6fc8274-3bae-4a63-a475-baadaff2d38c tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:37.734336 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-539a8e59-5ae9-4b69-9825-c421c524314c req-d6fc8274-3bae-4a63-a475-baadaff2d38c tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=1660cc79-c826-4c9d-935a-57f776c819fd HTTP/1.1" status: 200 len: 945 time: 0.1029341 Apr 23 09:55:37.794768 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-539a8e59-5ae9-4b69-9825-c421c524314c req-72485e4f-ae5f-406b-9756-61e719fbd618 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475800 Apr 23 09:55:38.998886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bcf3d-b32d-46e2-8e96-05877b01a256 req-9a6e7a11-ba9e-4b09-ad81-3d20feca45e7 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:39.000561 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba2bcf3d-b32d-46e2-8e96-05877b01a256 req-9a6e7a11-ba9e-4b09-ad81-3d20feca45e7 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=1660cc79-c826-4c9d-935a-57f776c819fd HTTP/1.1" status: 200 len: 945 time: 0.0900466 Apr 23 09:55:39.055055 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba2bcf3d-b32d-46e2-8e96-05877b01a256 req-258e35cc-e0fc-43ef-adc2-acf17308c099 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478323 Apr 23 09:55:39.372445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03323254-9375-470b-aab9-00824cc1476c req-190364e9-a84b-4e60-a72b-aaa18e02d0a5 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:39.373990 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-03323254-9375-470b-aab9-00824cc1476c req-190364e9-a84b-4e60-a72b-aaa18e02d0a5 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/networks?id=1c26de74-7fb5-458e-bda3-8b5cd225b032 HTTP/1.1" status: 200 len: 814 time: 0.1640060 Apr 23 09:55:39.390619 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-03323254-9375-470b-aab9-00824cc1476c req-e523f53e-8aab-4474-b465-19f10427799b tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/quotas/1b185aeecd6e46daa190c737c877153a HTTP/1.1" status: 200 len: 375 time: 0.0099142 Apr 23 09:55:39.480678 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-03323254-9375-470b-aab9-00824cc1476c req-0484499e-aafa-4625-b50c-5abb7a1fe69e tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b185aeecd6e46daa190c737c877153a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0843618 Apr 23 09:55:39.627536 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-03323254-9375-470b-aab9-00824cc1476c req-aebbe5ac-f8ec-4007-8e48-ad8805e85555 service neutron] 10.222.0.60 "GET /v2.0/networks/1c26de74-7fb5-458e-bda3-8b5cd225b032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381702 Apr 23 09:55:39.694828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-62f9d236-eb3c-4c4a-8dbf-f3e1ba397aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:39.775187 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-03323254-9375-470b-aab9-00824cc1476c req-7dcad7fb-5d00-4860-9608-0fc963f85b5e service neutron] 10.222.0.60 "GET /v2.0/networks/1c26de74-7fb5-458e-bda3-8b5cd225b032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407621 Apr 23 09:55:39.995502 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99e6c198-8a4e-4646-abdc-9cc513a13a50 req-62d8cc66-2fa1-4792-93a5-7afff9fb4d0b tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=97ec0391-90a6-49b0-911a-ec8b382e2201 HTTP/1.1" status: 200 len: 210 time: 0.0498695 Apr 23 09:55:40.517697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:41.115169 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fd4f1ba2-c636-4fc4-8abe-9eb9037be78a req-c47a6779-c9f1-4765-9bae-fd02254af954 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=97ec0391-90a6-49b0-911a-ec8b382e2201 HTTP/1.1" status: 200 len: 210 time: 0.0546749 Apr 23 09:55:41.283643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:42.282022 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-405d71ea-b5be-4cf9-85d6-2c1932443ad6 req-a8f08bb7-41e3-42a0-a19c-836ecfe6e61b tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=97ec0391-90a6-49b0-911a-ec8b382e2201 HTTP/1.1" status: 200 len: 210 time: 0.0508306 Apr 23 09:55:42.379503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:42.628013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03323254-9375-470b-aab9-00824cc1476c req-13831933-1034-46e1-a7e9-0cc36102f7c4 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:42.629605 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-03323254-9375-470b-aab9-00824cc1476c req-13831933-1034-46e1-a7e9-0cc36102f7c4 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.35 "GET /v2.0/networks?id=1c26de74-7fb5-458e-bda3-8b5cd225b032 HTTP/1.1" status: 200 len: 814 time: 0.1644747 Apr 23 09:55:42.641803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-03323254-9375-470b-aab9-00824cc1476c req-09138755-f674-42bb-8b28-6e3090faec20 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Request body: {'port': {'device_id': '97ec0391-90a6-49b0-911a-ec8b382e2201', 'network_id': '1c26de74-7fb5-458e-bda3-8b5cd225b032', 'admin_state_up': True, 'tenant_id': '1b185aeecd6e46daa190c737c877153a'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:55:42.788956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-03323254-9375-470b-aab9-00824cc1476c req-09138755-f674-42bb-8b28-6e3090faec20 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:55:42.792165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-03323254-9375-470b-aab9-00824cc1476c req-09138755-f674-42bb-8b28-6e3090faec20 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Usage tracker for resource:port and tenant:1b185aeecd6e46daa190c737c877153a is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:55:42.795221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-03323254-9375-470b-aab9-00824cc1476c req-09138755-f674-42bb-8b28-6e3090faec20 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:55:42.801907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-03323254-9375-470b-aab9-00824cc1476c req-09138755-f674-42bb-8b28-6e3090faec20 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:55:42.832134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03323254-9375-470b-aab9-00824cc1476c req-09138755-f674-42bb-8b28-6e3090faec20 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Made reservation on behalf of 1b185aeecd6e46daa190c737c877153a for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:55:42.838839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-03323254-9375-470b-aab9-00824cc1476c req-09138755-f674-42bb-8b28-6e3090faec20 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:43.018854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-03323254-9375-470b-aab9-00824cc1476c req-09138755-f674-42bb-8b28-6e3090faec20 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Allocated IP 172.20.0.3 (1c26de74-7fb5-458e-bda3-8b5cd225b032/59d8ba17-937b-4138-88db-ad6ac99d9f0a/48d56bac-e260-4cea-9ff7-2ecd0a9ee196) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:55:43.344490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-03323254-9375-470b-aab9-00824cc1476c req-09138755-f674-42bb-8b28-6e3090faec20 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:43.420820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-03323254-9375-470b-aab9-00824cc1476c req-09138755-f674-42bb-8b28-6e3090faec20 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:43.428463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fbd74564-718a-4b8a-8a50-204c42e6e57e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:55:43.433046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['9d004c4a-c483-47bc-9779-34f73a8fa833'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:55:43.492893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03323254-9375-470b-aab9-00824cc1476c req-09138755-f674-42bb-8b28-6e3090faec20 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Network 1c26de74-7fb5-458e-bda3-8b5cd225b032 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:55:43.498456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bb0bf-bfc3-489f-b011-89f6e1a8e187 req-6e4b3b06-9df8-43a0-a53a-4b92ff67f532 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:43.500135 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3e9bb0bf-bfc3-489f-b011-89f6e1a8e187 req-6e4b3b06-9df8-43a0-a53a-4b92ff67f532 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=97ec0391-90a6-49b0-911a-ec8b382e2201 HTTP/1.1" status: 200 len: 931 time: 0.0974627 Apr 23 09:55:43.504071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-03323254-9375-470b-aab9-00824cc1476c req-09138755-f674-42bb-8b28-6e3090faec20 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:55:43.509404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-03323254-9375-470b-aab9-00824cc1476c req-09138755-f674-42bb-8b28-6e3090faec20 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:55:43.554771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09138755-f674-42bb-8b28-6e3090faec20 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Pushing event updated for resources: {'Port': ['ID=48d56bac-e260-4cea-9ff7-2ecd0a9ee196,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:55:43.556296 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3e9bb0bf-bfc3-489f-b011-89f6e1a8e187 req-23c22f4d-0891-4825-bcc5-f4ca45508d1a tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489500 Apr 23 09:55:43.559737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09138755-f674-42bb-8b28-6e3090faec20 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:55:43.586165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03323254-9375-470b-aab9-00824cc1476c req-09138755-f674-42bb-8b28-6e3090faec20 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:43.587025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-03323254-9375-470b-aab9-00824cc1476c req-09138755-f674-42bb-8b28-6e3090faec20 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:43.638506 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-03323254-9375-470b-aab9-00824cc1476c req-09138755-f674-42bb-8b28-6e3090faec20 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0007210 Apr 23 09:55:43.651228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-03323254-9375-470b-aab9-00824cc1476c req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Request body: {'port': {'device_id': '97ec0391-90a6-49b0-911a-ec8b382e2201', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:55:43.773431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-03323254-9375-470b-aab9-00824cc1476c req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:44.138494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-03323254-9375-470b-aab9-00824cc1476c req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48d56bac-e260-4cea-9ff7-2ecd0a9ee196 {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:55:44.147189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-03323254-9375-470b-aab9-00824cc1476c req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:44.162934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-03323254-9375-470b-aab9-00824cc1476c req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Transition to ACTIVE for port object 48d56bac-e260-4cea-9ff7-2ecd0a9ee196 will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:55:44.200784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-03323254-9375-470b-aab9-00824cc1476c req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:44.207075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:55:44.674206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Pushing event updated for resources: {'Port': ['ID=48d56bac-e260-4cea-9ff7-2ecd0a9ee196,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:55:44.707412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:55:44.754213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-03323254-9375-470b-aab9-00824cc1476c req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Attempting to bind port 48d56bac-e260-4cea-9ff7-2ecd0a9ee196 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:55:44.754631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-03323254-9375-470b-aab9-00824cc1476c req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Attempting to bind port 48d56bac-e260-4cea-9ff7-2ecd0a9ee196 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'a744c208-3a3d-4c4a-a735-b916a20841de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c26de74-7fb5-458e-bda3-8b5cd225b032'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:55:44.754997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03323254-9375-470b-aab9-00824cc1476c req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Attempting to bind port 48d56bac-e260-4cea-9ff7-2ecd0a9ee196 on network 1c26de74-7fb5-458e-bda3-8b5cd225b032 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:55:44.760261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03323254-9375-470b-aab9-00824cc1476c req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Port 48d56bac-e260-4cea-9ff7-2ecd0a9ee196 on network 1c26de74-7fb5-458e-bda3-8b5cd225b032 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:55:44.760627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03323254-9375-470b-aab9-00824cc1476c req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Attempting to bind port 48d56bac-e260-4cea-9ff7-2ecd0a9ee196 on network 1c26de74-7fb5-458e-bda3-8b5cd225b032 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:55:44.766401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03323254-9375-470b-aab9-00824cc1476c req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:55:44.766783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03323254-9375-470b-aab9-00824cc1476c req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Checking segment: {'id': 'a744c208-3a3d-4c4a-a735-b916a20841de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c26de74-7fb5-458e-bda3-8b5cd225b032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:55:44.767211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03323254-9375-470b-aab9-00824cc1476c req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Bound using segment: {'id': 'a744c208-3a3d-4c4a-a735-b916a20841de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c26de74-7fb5-458e-bda3-8b5cd225b032'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:55:44.767680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-03323254-9375-470b-aab9-00824cc1476c req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Bound port: 48d56bac-e260-4cea-9ff7-2ecd0a9ee196, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a744c208-3a3d-4c4a-a735-b916a20841de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1c26de74-7fb5-458e-bda3-8b5cd225b032'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:55:44.768157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-03323254-9375-470b-aab9-00824cc1476c req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:44.770803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac75ffb-8387-4121-b1c2-2d2daf64d2ed req-088d88cd-85cc-4a1e-8cbe-ac0d6a19c799 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:44.772531 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4ac75ffb-8387-4121-b1c2-2d2daf64d2ed req-088d88cd-85cc-4a1e-8cbe-ac0d6a19c799 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=97ec0391-90a6-49b0-911a-ec8b382e2201 HTTP/1.1" status: 200 len: 943 time: 0.0931518 Apr 23 09:55:44.822816 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4ac75ffb-8387-4121-b1c2-2d2daf64d2ed req-4cb543a6-4594-4f9d-842c-3dd9dbc601de tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432842 Apr 23 09:55:44.882056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-03323254-9375-470b-aab9-00824cc1476c req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] For port 48d56bac-e260-4cea-9ff7-2ecd0a9ee196, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:55:44.885304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-03323254-9375-470b-aab9-00824cc1476c req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] For port 48d56bac-e260-4cea-9ff7-2ecd0a9ee196, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=48d56bac-e260-4cea-9ff7-2ecd0a9ee196,segment=NetworkSegment(a744c208-3a3d-4c4a-a735-b916a20841de),segment_id=a744c208-3a3d-4c4a-a735-b916a20841de)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:55:44.929459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-03323254-9375-470b-aab9-00824cc1476c req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:44.934690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:55:44.993757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03323254-9375-470b-aab9-00824cc1476c req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:44.994470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-03323254-9375-470b-aab9-00824cc1476c req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:44.995978 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-03323254-9375-470b-aab9-00824cc1476c req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] 10.222.0.35 "PUT /v2.0/ports/48d56bac-e260-4cea-9ff7-2ecd0a9ee196 HTTP/1.1" status: 200 len: 1093 time: 1.3496947 Apr 23 09:55:44.996561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ec0391-90a6-49b0-911a-ec8b382e2201', 'tag': '48d56bac-e260-4cea-9ff7-2ecd0a9ee196'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:55:45.028720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Pushing event updated for resources: {'Port': ['ID=48d56bac-e260-4cea-9ff7-2ecd0a9ee196,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:55:45.032264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:55:45.049822 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ec0391-90a6-49b0-911a-ec8b382e2201', 'tag': '48d56bac-e260-4cea-9ff7-2ecd0a9ee196', 'status': 'completed', 'code': 200} Apr 23 09:55:45.150948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5bb2f-ae93-4fba-9678-46b742fe3612 req-29dcc730-7fa2-4f18-b96f-4403af8c1191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:45.152671 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-52b5bb2f-ae93-4fba-9678-46b742fe3612 req-29dcc730-7fa2-4f18-b96f-4403af8c1191 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b185aeecd6e46daa190c737c877153a&device_id=97ec0391-90a6-49b0-911a-ec8b382e2201 HTTP/1.1" status: 200 len: 1096 time: 0.0824044 Apr 23 09:55:45.310356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5bb2f-ae93-4fba-9678-46b742fe3612 req-18c4b674-40a6-47af-86d0-8ad33629e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:45.312014 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-52b5bb2f-ae93-4fba-9678-46b742fe3612 req-18c4b674-40a6-47af-86d0-8ad33629e9f7 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=1b185aeecd6e46daa190c737c877153a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1521454 Apr 23 09:55:45.474421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5bb2f-ae93-4fba-9678-46b742fe3612 req-fda7d77e-7692-4f02-b590-ad656e5310c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:45.476241 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-52b5bb2f-ae93-4fba-9678-46b742fe3612 req-fda7d77e-7692-4f02-b590-ad656e5310c4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1576107 Apr 23 09:55:45.595696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03323254-9375-470b-aab9-00824cc1476c req-f23d15ec-dac6-49d6-991f-c6a5307d40f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:45.597277 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-03323254-9375-470b-aab9-00824cc1476c req-f23d15ec-dac6-49d6-991f-c6a5307d40f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b185aeecd6e46daa190c737c877153a&device_id=97ec0391-90a6-49b0-911a-ec8b382e2201 HTTP/1.1" status: 200 len: 1096 time: 0.0838766 Apr 23 09:55:45.669970 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-03323254-9375-470b-aab9-00824cc1476c req-bda47479-814e-4078-9c28-8d713d9bb4c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48d56bac-e260-4cea-9ff7-2ecd0a9ee196 HTTP/1.1" status: 200 len: 217 time: 0.0658951 Apr 23 09:55:45.742725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03323254-9375-470b-aab9-00824cc1476c req-0b699851-e5df-4b85-9939-c1e82b64172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:45.744326 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-03323254-9375-470b-aab9-00824cc1476c req-0b699851-e5df-4b85-9939-c1e82b64172f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59d8ba17-937b-4138-88db-ad6ac99d9f0a HTTP/1.1" status: 200 len: 854 time: 0.0682454 Apr 23 09:55:45.797505 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-03323254-9375-470b-aab9-00824cc1476c req-3245025c-b59a-4b91-a2e5-027b370272cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c26de74-7fb5-458e-bda3-8b5cd225b032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470469 Apr 23 09:55:45.946664 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-03323254-9375-470b-aab9-00824cc1476c req-a613fa53-a9cf-43eb-bb90-e79f40efc893 service neutron] 10.222.0.35 "GET /v2.0/networks/1c26de74-7fb5-458e-bda3-8b5cd225b032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424179 Apr 23 09:55:46.071661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc8505-abae-4e77-90fc-f661decd667e req-76b31db2-2a94-4728-8969-08ab7fbd70c3 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:46.073593 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bffc8505-abae-4e77-90fc-f661decd667e req-76b31db2-2a94-4728-8969-08ab7fbd70c3 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=97ec0391-90a6-49b0-911a-ec8b382e2201 HTTP/1.1" status: 200 len: 943 time: 0.0946629 Apr 23 09:55:46.101517 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-03323254-9375-470b-aab9-00824cc1476c req-950c5aed-9d7a-4dd5-860a-726a9ecdc4c1 service neutron] 10.222.0.35 "GET /v2.0/networks/1c26de74-7fb5-458e-bda3-8b5cd225b032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484969 Apr 23 09:55:46.126991 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bffc8505-abae-4e77-90fc-f661decd667e req-329dc91f-ccb9-40ec-a258-d24f5bb275d7 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454519 Apr 23 09:55:47.344384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2aaae4-255f-485d-8053-15f520cf193d req-3c79a4bd-5982-4de0-8a4d-e6be6691de8b tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:47.346621 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9e2aaae4-255f-485d-8053-15f520cf193d req-3c79a4bd-5982-4de0-8a4d-e6be6691de8b tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=97ec0391-90a6-49b0-911a-ec8b382e2201 HTTP/1.1" status: 200 len: 943 time: 0.0990293 Apr 23 09:55:47.396157 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9e2aaae4-255f-485d-8053-15f520cf193d req-f791606a-eff1-484a-81f5-96783fb6b245 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429471 Apr 23 09:55:48.603814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eafb0-8e87-48e7-93b6-f98d6a65b1fc req-8b40d141-b1e3-439c-b84f-d0e52a7cf1b7 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:48.605433 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a96eafb0-8e87-48e7-93b6-f98d6a65b1fc req-8b40d141-b1e3-439c-b84f-d0e52a7cf1b7 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=97ec0391-90a6-49b0-911a-ec8b382e2201 HTTP/1.1" status: 200 len: 943 time: 0.0918489 Apr 23 09:55:48.660739 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a96eafb0-8e87-48e7-93b6-f98d6a65b1fc req-5d1a431b-9790-4967-b9b5-cdf0ddbb34f4 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487700 Apr 23 09:55:49.867020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5e7c2-d8a4-4bf8-b90f-d20d86e0ee96 req-e6bee5f2-48ed-4930-bf5c-5ffa51418a30 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:49.868643 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4a5e7c2-d8a4-4bf8-b90f-d20d86e0ee96 req-e6bee5f2-48ed-4930-bf5c-5ffa51418a30 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=97ec0391-90a6-49b0-911a-ec8b382e2201 HTTP/1.1" status: 200 len: 943 time: 0.0910008 Apr 23 09:55:49.918156 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4a5e7c2-d8a4-4bf8-b90f-d20d86e0ee96 req-970d0964-59bf-4c08-be01-a1a528158ab7 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431685 Apr 23 09:55:50.738339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 48d56bac-e260-4cea-9ff7-2ecd0a9ee196 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:55:50.879472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 48d56bac-e260-4cea-9ff7-2ecd0a9ee196, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=48d56bac-e260-4cea-9ff7-2ecd0a9ee196,segment=NetworkSegment(a744c208-3a3d-4c4a-a735-b916a20841de),segment_id=a744c208-3a3d-4c4a-a735-b916a20841de)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:55:50.893218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '48d56bac-e260-4cea-9ff7-2ecd0a9ee196', 'network_id': '1c26de74-7fb5-458e-bda3-8b5cd225b032', 'port_id': '48d56bac-e260-4cea-9ff7-2ecd0a9ee196', 'mac_address': 'fa:16:3e:9e:c6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d8ba17-937b-4138-88db-ad6ac99d9f0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:55:50.957231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:50.977017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d56bac-e260-4cea-9ff7-2ecd0a9ee196 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:55:50.994572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 48d56bac-e260-4cea-9ff7-2ecd0a9ee196, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=48d56bac-e260-4cea-9ff7-2ecd0a9ee196,segment=NetworkSegment(a744c208-3a3d-4c4a-a735-b916a20841de),segment_id=a744c208-3a3d-4c4a-a735-b916a20841de)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:55:51.031438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:51.034760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:55:51.105542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=48d56bac-e260-4cea-9ff7-2ecd0a9ee196,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:55:51.108996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:55:51.127119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9484f6-721d-405a-9309-bbadea1951e2 req-82b50075-2a82-49b6-a8e2-4a66d5deaf11 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:51.128813 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c9484f6-721d-405a-9309-bbadea1951e2 req-82b50075-2a82-49b6-a8e2-4a66d5deaf11 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=97ec0391-90a6-49b0-911a-ec8b382e2201 HTTP/1.1" status: 200 len: 944 time: 0.0940030 Apr 23 09:55:51.177310 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c9484f6-721d-405a-9309-bbadea1951e2 req-9f2bda53-be22-4131-a587-6e6b15a2f7c0 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418882 Apr 23 09:55:51.346902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['48d56bac-e260-4cea-9ff7-2ecd0a9ee196'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:55:52.380554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa6497-ae5e-4279-9f80-5915bf782a09 req-a3005c56-2725-4cae-ac13-6ce259db411a tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:52.382147 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d1fa6497-ae5e-4279-9f80-5915bf782a09 req-a3005c56-2725-4cae-ac13-6ce259db411a tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=97ec0391-90a6-49b0-911a-ec8b382e2201 HTTP/1.1" status: 200 len: 944 time: 0.0920296 Apr 23 09:55:52.431058 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d1fa6497-ae5e-4279-9f80-5915bf782a09 req-a85f5702-eb12-46f1-9ad7-2a4429ddd06b tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424173 Apr 23 09:55:52.751601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 48d56bac-e260-4cea-9ff7-2ecd0a9ee196 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:55:52.853896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 48d56bac-e260-4cea-9ff7-2ecd0a9ee196 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:55:52.859020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 48d56bac-e260-4cea-9ff7-2ecd0a9ee196 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:55:52.859444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:52.985259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:53.014641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ec0391-90a6-49b0-911a-ec8b382e2201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d56bac-e260-4cea-9ff7-2ecd0a9ee196'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:55:53.025810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 48d56bac-e260-4cea-9ff7-2ecd0a9ee196, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=48d56bac-e260-4cea-9ff7-2ecd0a9ee196,segment=NetworkSegment(a744c208-3a3d-4c4a-a735-b916a20841de),segment_id=a744c208-3a3d-4c4a-a735-b916a20841de)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:55:53.048382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:53.050474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:55:53.092243 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ec0391-90a6-49b0-911a-ec8b382e2201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d56bac-e260-4cea-9ff7-2ecd0a9ee196', 'code': 200} Apr 23 09:55:53.137210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=48d56bac-e260-4cea-9ff7-2ecd0a9ee196,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:55:53.140479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:55:53.418419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce85ca6-5c85-475d-90c3-7ad05af310fb req-f525de81-b133-4e69-a971-62b1df2a45c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:53.419972 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7ce85ca6-5c85-475d-90c3-7ad05af310fb req-f525de81-b133-4e69-a971-62b1df2a45c6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=97ec0391-90a6-49b0-911a-ec8b382e2201 HTTP/1.1" status: 200 len: 1098 time: 0.1426270 Apr 23 09:55:53.469140 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7ce85ca6-5c85-475d-90c3-7ad05af310fb req-9fb64dbe-7185-4544-aafe-247deb2ffaca service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417936 Apr 23 09:55:53.554512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:53.650615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce75e0-e9ba-4e9e-9d77-b901033b8b23 req-2730723f-9fb6-4f1c-a2ce-2579502f9b81 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:53.652221 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c7ce75e0-e9ba-4e9e-9d77-b901033b8b23 req-2730723f-9fb6-4f1c-a2ce-2579502f9b81 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=97ec0391-90a6-49b0-911a-ec8b382e2201 HTTP/1.1" status: 200 len: 945 time: 0.0933867 Apr 23 09:55:53.701716 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c7ce75e0-e9ba-4e9e-9d77-b901033b8b23 req-c229dea1-33a6-46c8-a65e-e8ea0d4e09f8 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425663 Apr 23 09:55:54.902222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cd15d-2374-4ef2-83cb-e7aadbc99433 req-f89cec52-48dc-40b4-8653-7d9274d1a670 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:54.903878 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-205cd15d-2374-4ef2-83cb-e7aadbc99433 req-f89cec52-48dc-40b4-8653-7d9274d1a670 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=97ec0391-90a6-49b0-911a-ec8b382e2201 HTTP/1.1" status: 200 len: 945 time: 0.0888882 Apr 23 09:55:54.956427 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-205cd15d-2374-4ef2-83cb-e7aadbc99433 req-a5e56c93-3361-475d-88f8-e4d220e23681 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446575 Apr 23 09:55:55.452129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2798528-ca51-43c7-8964-8060f14bd4cf req-d6600958-7e1f-482a-934f-c3da452e5331 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:55.453747 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b2798528-ca51-43c7-8964-8060f14bd4cf req-d6600958-7e1f-482a-934f-c3da452e5331 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=97ec0391-90a6-49b0-911a-ec8b382e2201 HTTP/1.1" status: 200 len: 945 time: 0.0891201 Apr 23 09:55:55.504719 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b2798528-ca51-43c7-8964-8060f14bd4cf req-b3649484-1c98-4a56-bad3-e8957658bcec tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438576 Apr 23 09:55:56.715646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7178c-2929-4f83-a889-a734718994dc req-430955ba-b5a9-41c6-91a0-3cfe46a6027e tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:56.717252 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4ae7178c-2929-4f83-a889-a734718994dc req-430955ba-b5a9-41c6-91a0-3cfe46a6027e tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=97ec0391-90a6-49b0-911a-ec8b382e2201 HTTP/1.1" status: 200 len: 945 time: 0.0931761 Apr 23 09:55:56.765447 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4ae7178c-2929-4f83-a889-a734718994dc req-80470ddd-e77a-4afa-96e9-566ab5acd7be tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416303 Apr 23 09:55:56.854116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7ed79-bc3c-4686-8437-f15cd257a275 req-29b764e8-fafc-4e70-b697-a3116414a2f4 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:56.854902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-22c7ed79-bc3c-4686-8437-f15cd257a275 req-29b764e8-fafc-4e70-b697-a3116414a2f4 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Synchronizing usage tracker for tenant:1b185aeecd6e46daa190c737c877153a on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:55:56.896898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-22c7ed79-bc3c-4686-8437-f15cd257a275 req-29b764e8-fafc-4e70-b697-a3116414a2f4 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Unset dirty status for tenant:1b185aeecd6e46daa190c737c877153a on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:55:56.898149 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-22c7ed79-bc3c-4686-8437-f15cd257a275 req-29b764e8-fafc-4e70-b697-a3116414a2f4 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.35 "GET /v2.0/ports?device_id=97ec0391-90a6-49b0-911a-ec8b382e2201 HTTP/1.1" status: 200 len: 945 time: 0.1307938 Apr 23 09:55:57.052315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-22c7ed79-bc3c-4686-8437-f15cd257a275 req-def06226-149e-4687-b254-e9843d118467 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Deleting port 48d56bac-e260-4cea-9ff7-2ecd0a9ee196 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:55:57.052735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-22c7ed79-bc3c-4686-8437-f15cd257a275 req-def06226-149e-4687-b254-e9843d118467 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:57.198205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-22c7ed79-bc3c-4686-8437-f15cd257a275 req-def06226-149e-4687-b254-e9843d118467 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] For port 48d56bac-e260-4cea-9ff7-2ecd0a9ee196, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=48d56bac-e260-4cea-9ff7-2ecd0a9ee196,segment=NetworkSegment(a744c208-3a3d-4c4a-a735-b916a20841de),segment_id=a744c208-3a3d-4c4a-a735-b916a20841de)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:55:57.198687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-22c7ed79-bc3c-4686-8437-f15cd257a275 req-def06226-149e-4687-b254-e9843d118467 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:57.334407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-22c7ed79-bc3c-4686-8437-f15cd257a275 req-def06226-149e-4687-b254-e9843d118467 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Calling delete_port for 48d56bac-e260-4cea-9ff7-2ecd0a9ee196 owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:55:57.534385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-22c7ed79-bc3c-4686-8437-f15cd257a275 req-def06226-149e-4687-b254-e9843d118467 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:57.540908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e2f4c259-d722-4f02-bd1b-7fab1830952c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:55:57.546419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['9d004c4a-c483-47bc-9779-34f73a8fa833', '48d56bac-e260-4cea-9ff7-2ecd0a9ee196'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:55:57.590186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def06226-149e-4687-b254-e9843d118467 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Pushing event deleted for resources: {'Port': ['ID=48d56bac-e260-4cea-9ff7-2ecd0a9ee196,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:55:57.593530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-def06226-149e-4687-b254-e9843d118467 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:55:57.675382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c7ed79-bc3c-4686-8437-f15cd257a275 req-def06226-149e-4687-b254-e9843d118467 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] No DVR routers for this DVR port 48d56bac-e260-4cea-9ff7-2ecd0a9ee196 on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:55:57.678090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-22c7ed79-bc3c-4686-8437-f15cd257a275 req-def06226-149e-4687-b254-e9843d118467 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:55:57.681138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ec0391-90a6-49b0-911a-ec8b382e2201', 'name': 'network-vif-deleted', 'tag': '48d56bac-e260-4cea-9ff7-2ecd0a9ee196'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:55:57.729478 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-22c7ed79-bc3c-4686-8437-f15cd257a275 req-def06226-149e-4687-b254-e9843d118467 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.35 "DELETE /v2.0/ports/48d56bac-e260-4cea-9ff7-2ecd0a9ee196 HTTP/1.1" status: 204 len: 173 time: 0.8253896 Apr 23 09:55:57.731524 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ec0391-90a6-49b0-911a-ec8b382e2201', 'name': 'network-vif-deleted', 'tag': '48d56bac-e260-4cea-9ff7-2ecd0a9ee196', 'status': 'completed', 'code': 200} Apr 23 09:55:57.943984 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ecaa68c4-2082-4fbe-a1ba-92daf454a463 req-e5965ac5-8439-4172-9ea4-e00f5189d8cd tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=97ec0391-90a6-49b0-911a-ec8b382e2201 HTTP/1.1" status: 200 len: 210 time: 0.0546463 Apr 23 09:55:59.241838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c97188-ddb9-4950-a6ba-713cb1606bda req-69476b8d-3700-4291-916f-a3745f73b352 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:59.243381 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-75c97188-ddb9-4950-a6ba-713cb1606bda req-69476b8d-3700-4291-916f-a3745f73b352 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=1660cc79-c826-4c9d-935a-57f776c819fd HTTP/1.1" status: 200 len: 945 time: 0.0921671 Apr 23 09:55:59.292374 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-75c97188-ddb9-4950-a6ba-713cb1606bda req-26f1eb7d-16d9-4ab2-9ef5-bef307468dd1 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425706 Apr 23 09:55:59.518168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47799ef-9b9b-4336-91cc-fde70a16e49d req-b8bd6fe7-166f-44d0-b1d3-6c9328b86eee tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:59.519820 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b47799ef-9b9b-4336-91cc-fde70a16e49d req-b8bd6fe7-166f-44d0-b1d3-6c9328b86eee tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=1660cc79-c826-4c9d-935a-57f776c819fd HTTP/1.1" status: 200 len: 945 time: 0.0910449 Apr 23 09:55:59.570435 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b47799ef-9b9b-4336-91cc-fde70a16e49d req-a41b1857-185b-4f8f-86c8-2b6c77b1c89e tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437999 Apr 23 09:55:59.783953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99985e80-78c3-4152-ba87-9c0e9e4e92a1 req-b44917f8-4420-4c1b-b47f-a177a3230eb8 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:55:59.785497 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99985e80-78c3-4152-ba87-9c0e9e4e92a1 req-b44917f8-4420-4c1b-b47f-a177a3230eb8 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=1660cc79-c826-4c9d-935a-57f776c819fd HTTP/1.1" status: 200 len: 945 time: 0.0983777 Apr 23 09:55:59.838482 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99985e80-78c3-4152-ba87-9c0e9e4e92a1 req-c5b64c10-62b5-4821-a053-1fda3c8a7e0c tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464532 Apr 23 09:56:00.161856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e58aa-f843-4aee-8c2c-f2d789bf2ec7 req-e9049787-b08c-429f-8193-0ded1274e269 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:56:00.163545 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b48e58aa-f843-4aee-8c2c-f2d789bf2ec7 req-e9049787-b08c-429f-8193-0ded1274e269 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=1660cc79-c826-4c9d-935a-57f776c819fd HTTP/1.1" status: 200 len: 945 time: 0.0947711 Apr 23 09:56:00.218423 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b48e58aa-f843-4aee-8c2c-f2d789bf2ec7 req-5eb48dca-7e5e-45c9-b935-bacee0d68e6d tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484033 Apr 23 09:56:00.428667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f8e4b-35f7-44f8-b166-9eb45d63b944 req-685a6960-2c63-46a7-8ecc-2abc4f0b691b tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:56:00.430290 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0b4f8e4b-35f7-44f8-b166-9eb45d63b944 req-685a6960-2c63-46a7-8ecc-2abc4f0b691b tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=1660cc79-c826-4c9d-935a-57f776c819fd HTTP/1.1" status: 200 len: 945 time: 0.0933919 Apr 23 09:56:00.486281 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0b4f8e4b-35f7-44f8-b166-9eb45d63b944 req-37ba4222-bfd2-498b-849d-98ad40194523 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487094 Apr 23 09:56:00.717679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caabf6-6766-47ad-aca3-39ac0c0fe340 req-964c1718-40e4-4590-8a2a-25536cf11fae tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:56:00.719465 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-57caabf6-6766-47ad-aca3-39ac0c0fe340 req-964c1718-40e4-4590-8a2a-25536cf11fae tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=1660cc79-c826-4c9d-935a-57f776c819fd HTTP/1.1" status: 200 len: 945 time: 0.1035221 Apr 23 09:56:00.774767 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-57caabf6-6766-47ad-aca3-39ac0c0fe340 req-f16b99ca-9b8d-44d3-bbc6-aa361e8699ea tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475669 Apr 23 09:56:00.805529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 48d56bac-e260-4cea-9ff7-2ecd0a9ee196 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:56:00.848472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 48d56bac-e260-4cea-9ff7-2ecd0a9ee196 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:56:00.848874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 48d56bac-e260-4cea-9ff7-2ecd0a9ee196 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:56:01.495593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e140a-7a25-42c2-bf54-589ac54399e3 req-05ac0669-1fc7-4a6a-b1f1-1f063827cebc tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:56:01.497223 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-239e140a-7a25-42c2-bf54-589ac54399e3 req-05ac0669-1fc7-4a6a-b1f1-1f063827cebc tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=1660cc79-c826-4c9d-935a-57f776c819fd HTTP/1.1" status: 200 len: 945 time: 0.0941432 Apr 23 09:56:01.546457 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-239e140a-7a25-42c2-bf54-589ac54399e3 req-09a6e803-2d82-496c-9a96-24be08d4b4fe tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422261 Apr 23 09:56:03.032831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c870ec4-6e09-41ff-ad30-fd2f6836bf70 req-8b43804e-dde3-46c7-b39d-d07711be8fe0 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:56:03.034598 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c870ec4-6e09-41ff-ad30-fd2f6836bf70 req-8b43804e-dde3-46c7-b39d-d07711be8fe0 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=1660cc79-c826-4c9d-935a-57f776c819fd HTTP/1.1" status: 200 len: 945 time: 0.3701689 Apr 23 09:56:03.085870 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c870ec4-6e09-41ff-ad30-fd2f6836bf70 req-d914d65d-02c3-41d7-b5ae-387f46cc60cf tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/security-groups?id=8d56934b-79d7-44bf-816c-a97637ba0b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443351 Apr 23 09:56:03.101165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee40ce-6585-4a8c-9b34-35a182e0d65a req-ee464e04-f533-495a-b5f4-2d2546bff0cb tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:56:03.101964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-c1ee40ce-6585-4a8c-9b34-35a182e0d65a req-ee464e04-f533-495a-b5f4-2d2546bff0cb tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Synchronizing usage tracker for tenant:1b185aeecd6e46daa190c737c877153a on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:56:03.153893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-c1ee40ce-6585-4a8c-9b34-35a182e0d65a req-ee464e04-f533-495a-b5f4-2d2546bff0cb tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Unset dirty status for tenant:1b185aeecd6e46daa190c737c877153a on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:56:03.155251 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c1ee40ce-6585-4a8c-9b34-35a182e0d65a req-ee464e04-f533-495a-b5f4-2d2546bff0cb tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.35 "GET /v2.0/ports?device_id=1660cc79-c826-4c9d-935a-57f776c819fd HTTP/1.1" status: 200 len: 945 time: 0.1443770 Apr 23 09:56:03.307997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-c1ee40ce-6585-4a8c-9b34-35a182e0d65a req-d88cc269-1c29-4c5a-a057-cf3d94863d5b tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Deleting port 9d004c4a-c483-47bc-9779-34f73a8fa833 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:56:03.308380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-c1ee40ce-6585-4a8c-9b34-35a182e0d65a req-d88cc269-1c29-4c5a-a057-cf3d94863d5b tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:03.454704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-c1ee40ce-6585-4a8c-9b34-35a182e0d65a req-d88cc269-1c29-4c5a-a057-cf3d94863d5b tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] For port 9d004c4a-c483-47bc-9779-34f73a8fa833, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9d004c4a-c483-47bc-9779-34f73a8fa833,segment=NetworkSegment(a744c208-3a3d-4c4a-a735-b916a20841de),segment_id=a744c208-3a3d-4c4a-a735-b916a20841de)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:56:03.455109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-c1ee40ce-6585-4a8c-9b34-35a182e0d65a req-d88cc269-1c29-4c5a-a057-cf3d94863d5b tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:03.590736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-c1ee40ce-6585-4a8c-9b34-35a182e0d65a req-d88cc269-1c29-4c5a-a057-cf3d94863d5b tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Calling delete_port for 9d004c4a-c483-47bc-9779-34f73a8fa833 owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:56:03.801783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-c1ee40ce-6585-4a8c-9b34-35a182e0d65a req-d88cc269-1c29-4c5a-a057-cf3d94863d5b tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:03.808071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:03.813900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['9d004c4a-c483-47bc-9779-34f73a8fa833'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:56:03.858338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cc269-1c29-4c5a-a057-cf3d94863d5b tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Pushing event deleted for resources: {'Port': ['ID=9d004c4a-c483-47bc-9779-34f73a8fa833,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:03.862092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d88cc269-1c29-4c5a-a057-cf3d94863d5b tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:03.945772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ee40ce-6585-4a8c-9b34-35a182e0d65a req-d88cc269-1c29-4c5a-a057-cf3d94863d5b tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] No DVR routers for this DVR port 9d004c4a-c483-47bc-9779-34f73a8fa833 on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:56:03.948617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-c1ee40ce-6585-4a8c-9b34-35a182e0d65a req-d88cc269-1c29-4c5a-a057-cf3d94863d5b tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:03.951678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1660cc79-c826-4c9d-935a-57f776c819fd', 'name': 'network-vif-deleted', 'tag': '9d004c4a-c483-47bc-9779-34f73a8fa833'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:56:03.999258 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c1ee40ce-6585-4a8c-9b34-35a182e0d65a req-d88cc269-1c29-4c5a-a057-cf3d94863d5b tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.35 "DELETE /v2.0/ports/9d004c4a-c483-47bc-9779-34f73a8fa833 HTTP/1.1" status: 204 len: 173 time: 0.8380308 Apr 23 09:56:04.002208 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1660cc79-c826-4c9d-935a-57f776c819fd', 'name': 'network-vif-deleted', 'tag': '9d004c4a-c483-47bc-9779-34f73a8fa833', 'status': 'completed', 'code': 200} Apr 23 09:56:04.271986 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-425dd10b-a545-4ef4-9121-1379ce115919 req-90bb227b-79c2-4acc-9215-91dd2c336792 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] 10.222.0.60 "GET /v2.0/ports?device_id=1660cc79-c826-4c9d-935a-57f776c819fd HTTP/1.1" status: 200 len: 210 time: 0.0497677 Apr 23 09:56:05.376060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47300) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:05.442472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-db37eb44-2276-4bc1-b243-3083d6759b73 admin admin] Deleting subnet 59d8ba17-937b-4138-88db-ad6ac99d9f0a {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:56:05.445626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db37eb44-2276-4bc1-b243-3083d6759b73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:05.498884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db37eb44-2276-4bc1-b243-3083d6759b73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:05.567339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db37eb44-2276-4bc1-b243-3083d6759b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:05.882887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db37eb44-2276-4bc1-b243-3083d6759b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:05.888763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c234c419-767a-4724-af5c-211667501c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:05.933264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37eb44-2276-4bc1-b243-3083d6759b73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59d8ba17-937b-4138-88db-ad6ac99d9f0a,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:05.935728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-db37eb44-2276-4bc1-b243-3083d6759b73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:05.938557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-db37eb44-2276-4bc1-b243-3083d6759b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:05.943332 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-db37eb44-2276-4bc1-b243-3083d6759b73 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/59d8ba17-937b-4138-88db-ad6ac99d9f0a HTTP/1.1" status: 204 len: 168 time: 0.5661211 Apr 23 09:56:05.946330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47304) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:06.066185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:06.201812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:06.321240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c26de74-7fb5-458e-bda3-8b5cd225b032']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:06.335022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a744c208-3a3d-4c4a-a735-b916a20841de') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:06.335361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a744c208-3a3d-4c4a-a735-b916a20841de') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:06.351615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:06.367470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:06.374892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:56:06.567892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Network 1c26de74-7fb5-458e-bda3-8b5cd225b032 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:56:06.577115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:06.716018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23411f41-7a9a-4b3d-ba8f-0f1d8c3b401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:06.763017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Network 1c26de74-7fb5-458e-bda3-8b5cd225b032 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:56:06.788255 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:56:06.797878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 9d004c4a-c483-47bc-9779-34f73a8fa833 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:56:06.835178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 9d004c4a-c483-47bc-9779-34f73a8fa833 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:56:06.835571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 9d004c4a-c483-47bc-9779-34f73a8fa833 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:56:06.899129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:06.903694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:06.907859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b70edb0c-5964-4c8f-8e42-f9aea2b97183 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:06.935619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c26de74-7fb5-458e-bda3-8b5cd225b032,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:06.947541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:06.947541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:06.947541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:06.947541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:06.947541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:06.947541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:06.947541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:06.948667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:06.948667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:06.948974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:06.949129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:06.949510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:06.953461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:06.962626 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1c26de74-7fb5-458e-bda3-8b5cd225b032 HTTP/1.1" status: 204 len: 168 time: 1.0147812 Apr 23 09:56:07.346603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47310) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:07.400105 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8de67ba4-cbda-424c-92d6-9c0aa2d23d0a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1b185aeecd6e46daa190c737c877153a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521095 Apr 23 09:56:07.402655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47314) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:07.467402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8aede9ea-ce10-47b0-9e23-223b3103e556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:07.497823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8aede9ea-ce10-47b0-9e23-223b3103e556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:07.630446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8aede9ea-ce10-47b0-9e23-223b3103e556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:07.636012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-247d4ba5-fd3a-40e0-95b7-42c4a2a5e6ce tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:07.654445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aede9ea-ce10-47b0-9e23-223b3103e556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d56934b-79d7-44bf-816c-a97637ba0b4d,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:07.659061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8aede9ea-ce10-47b0-9e23-223b3103e556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:07.661188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8aede9ea-ce10-47b0-9e23-223b3103e556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:07.662438 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8aede9ea-ce10-47b0-9e23-223b3103e556 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8d56934b-79d7-44bf-816c-a97637ba0b4d HTTP/1.1" status: 204 len: 168 time: 0.2587726 Apr 23 09:56:08.657270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47338) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:08.775058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1185843095'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:56:08.780613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:56:08.785310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Usage tracker for resource:network and tenant:94594b40d68c4241929836b9a517c3d0 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:56:08.788399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:56:08.795675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:56:08.841394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Made reservation on behalf of 94594b40d68c4241929836b9a517c3d0 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:56:08.848254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:08.863010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:08.879753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:56:08.883867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Usage tracker for resource:security_group_rule and tenant:94594b40d68c4241929836b9a517c3d0 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:56:08.886863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:56:08.893168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:56:09.216861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:09.244895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:09.249445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e8d76ead-7f63-40c2-9d51-0cf66c5f6f05 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:09.281472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:56:09.291720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8629796f-1bc4-4b9a-8a5a-d3c2b76f93ca,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:09.295876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:09.329940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:09.330380 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Added segment e1561f04-85f5-4b63-bed0-fb2f786b078f of type vlan for network efc93fc2-37ea-411d-8311-fd7e3f36ee00 Apr 23 09:56:09.408344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:09.504785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:09.510984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:56:09.511713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:09.518156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e9a0faae-7c9c-41a4-8949-c409c3a1e7c5 tempest-RoutersTest-463389881 tempest-RoutersTest-463389881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:09.639280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event updated for resources: {'Network': ['ID=efc93fc2-37ea-411d-8311-fd7e3f36ee00,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:09.642010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:09.653017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network efc93fc2-37ea-411d-8311-fd7e3f36ee00 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:56:09.654801 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9962730 Apr 23 09:56:09.745501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-25ec9ea3-f179-4018-8d09-ecf0fe90b25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:10.515552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:11.258623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:12.028360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:56:12.390445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:13.360982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47344) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:13.367662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Request body: {'subnet': {'network_id': 'efc93fc2-37ea-411d-8311-fd7e3f36ee00', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:56:13.488972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:56:13.493104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Usage tracker for resource:subnet and tenant:94594b40d68c4241929836b9a517c3d0 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:56:13.496159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:56:13.503084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:56:13.543788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Made reservation on behalf of 94594b40d68c4241929836b9a517c3d0 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:56:13.550572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:14.194687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:14.199419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a444802a-7028-42eb-92c0-47da70c6dc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:14.284983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event updated for resources: {'Subnet': ['ID=8209718e-3411-4911-afb4-ce4b21ae39a5,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:14.290479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Checking segment: {'id': 'e1561f04-85f5-4b63-bed0-fb2f786b078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'efc93fc2-37ea-411d-8311-fd7e3f36ee00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:56:14.290889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network hostable DHCP agents. Network: efc93fc2-37ea-411d-8311-fd7e3f36ee00, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:56:14.301659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:14.302095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:14.302558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:14.303141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:14.303565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:14.303988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:14.304407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:14.304824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:14.305242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:14.305663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:14.306077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:14.306528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:14.310509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:14.381133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network efc93fc2-37ea-411d-8311-fd7e3f36ee00 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:56:14.426761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, efc93fc2-37ea-411d-8311-fd7e3f36ee00) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:56:14.435954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438bc9ce-8159-4f97-82fe-00ebace97a06 None None] Network efc93fc2-37ea-411d-8311-fd7e3f36ee00 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:56:14.441410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:56:14.442071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:14.491173 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1288583 Apr 23 09:56:14.494675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47348) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:14.502414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-82381bfe-7a25-4eca-a021-aa5040e5f12d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-470640820'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:56:14.508763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-82381bfe-7a25-4eca-a021-aa5040e5f12d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:56:14.514280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-82381bfe-7a25-4eca-a021-aa5040e5f12d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Usage tracker for resource:network and tenant:94594b40d68c4241929836b9a517c3d0 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:56:14.518029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-82381bfe-7a25-4eca-a021-aa5040e5f12d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:56:14.525300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-82381bfe-7a25-4eca-a021-aa5040e5f12d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:56:14.564803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82381bfe-7a25-4eca-a021-aa5040e5f12d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Made reservation on behalf of 94594b40d68c4241929836b9a517c3d0 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:56:14.571366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-82381bfe-7a25-4eca-a021-aa5040e5f12d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:14.601145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82381bfe-7a25-4eca-a021-aa5040e5f12d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:56:14.610983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-82381bfe-7a25-4eca-a021-aa5040e5f12d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:14.611367 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-82381bfe-7a25-4eca-a021-aa5040e5f12d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Added segment 0f6f1783-d266-4cd7-ad5c-4a7b9cf5269c of type vlan for network 95758bc1-5ff7-4075-b28c-468b5f38d429 Apr 23 09:56:14.642680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-82381bfe-7a25-4eca-a021-aa5040e5f12d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:14.672974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-efc93fc2-37ea-411d-8311-fd7e3f36ee00', 'network_id': 'efc93fc2-37ea-411d-8311-fd7e3f36ee00', 'tenant_id': '94594b40d68c4241929836b9a517c3d0', 'fixed_ips': [{'subnet_id': '8209718e-3411-4911-afb4-ce4b21ae39a5'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:56:14.673600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:14.712921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-82381bfe-7a25-4eca-a021-aa5040e5f12d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:14.720267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82381bfe-7a25-4eca-a021-aa5040e5f12d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:56:14.720932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-82381bfe-7a25-4eca-a021-aa5040e5f12d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:14.726602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-03a60cba-31bc-44c2-b98c-fc4efa6a6dc0 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:14.836939 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-82381bfe-7a25-4eca-a021-aa5040e5f12d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3410661 Apr 23 09:56:14.840495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47352) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:14.848007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-55071edd-7c10-41c0-9bcf-5ea9040efe68 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Request body: {'subnet': {'network_id': '95758bc1-5ff7-4075-b28c-468b5f38d429', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:56:14.851746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82381bfe-7a25-4eca-a021-aa5040e5f12d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event updated for resources: {'Network': ['ID=95758bc1-5ff7-4075-b28c-468b5f38d429,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:14.854666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-82381bfe-7a25-4eca-a021-aa5040e5f12d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:14.930568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 95758bc1-5ff7-4075-b28c-468b5f38d429 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:56:14.997283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-55071edd-7c10-41c0-9bcf-5ea9040efe68 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:56:15.004407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-55071edd-7c10-41c0-9bcf-5ea9040efe68 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Usage tracker for resource:subnet and tenant:94594b40d68c4241929836b9a517c3d0 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:56:15.009463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-55071edd-7c10-41c0-9bcf-5ea9040efe68 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:56:15.020066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-55071edd-7c10-41c0-9bcf-5ea9040efe68 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:56:15.061604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55071edd-7c10-41c0-9bcf-5ea9040efe68 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Made reservation on behalf of 94594b40d68c4241929836b9a517c3d0 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:56:15.068414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-55071edd-7c10-41c0-9bcf-5ea9040efe68 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:15.123402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Allocated IP 2001:db8:0:ffff::2 (efc93fc2-37ea-411d-8311-fd7e3f36ee00/8209718e-3411-4911-afb4-ce4b21ae39a5/b1b37d59-82c4-4f9e-9eda-8e4c0fce7784) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:56:15.340113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:15.395326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Transition to ACTIVE for port object b1b37d59-82c4-4f9e-9eda-8e4c0fce7784 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:56:15.428381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Transition to ACTIVE for port object b1b37d59-82c4-4f9e-9eda-8e4c0fce7784 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:56:15.475797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:15.481870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:15.548137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Network efc93fc2-37ea-411d-8311-fd7e3f36ee00 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:56:15.555900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:56:15.560550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:56:15.602087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Pushing event updated for resources: {'Port': ['ID=b1b37d59-82c4-4f9e-9eda-8e4c0fce7784,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:15.610539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:15.666933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Attempting to bind port b1b37d59-82c4-4f9e-9eda-8e4c0fce7784 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:56:15.667273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Attempting to bind port b1b37d59-82c4-4f9e-9eda-8e4c0fce7784 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'e1561f04-85f5-4b63-bed0-fb2f786b078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'efc93fc2-37ea-411d-8311-fd7e3f36ee00'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:56:15.667702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Attempting to bind port b1b37d59-82c4-4f9e-9eda-8e4c0fce7784 on network efc93fc2-37ea-411d-8311-fd7e3f36ee00 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:56:15.673711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:56:15.674152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Checking segment: {'id': 'e1561f04-85f5-4b63-bed0-fb2f786b078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'efc93fc2-37ea-411d-8311-fd7e3f36ee00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:56:15.674629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:15.675076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Bound using segment: {'id': 'e1561f04-85f5-4b63-bed0-fb2f786b078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'efc93fc2-37ea-411d-8311-fd7e3f36ee00'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:56:15.675595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Bound port: b1b37d59-82c4-4f9e-9eda-8e4c0fce7784, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1561f04-85f5-4b63-bed0-fb2f786b078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'efc93fc2-37ea-411d-8311-fd7e3f36ee00'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:56:15.676016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:15.693662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-55071edd-7c10-41c0-9bcf-5ea9040efe68 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:15.698531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-049000d0-e168-4c55-84ca-12cf62ffe6c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:15.770517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] For port b1b37d59-82c4-4f9e-9eda-8e4c0fce7784, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:56:15.774198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] For port b1b37d59-82c4-4f9e-9eda-8e4c0fce7784, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b1b37d59-82c4-4f9e-9eda-8e4c0fce7784,segment=NetworkSegment(e1561f04-85f5-4b63-bed0-fb2f786b078f),segment_id=e1561f04-85f5-4b63-bed0-fb2f786b078f)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:56:15.790697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55071edd-7c10-41c0-9bcf-5ea9040efe68 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event updated for resources: {'Subnet': ['ID=adc5a04f-355d-40c3-962e-9b9b228baded,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:15.793322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55071edd-7c10-41c0-9bcf-5ea9040efe68 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Checking segment: {'id': '0f6f1783-d266-4cd7-ad5c-4a7b9cf5269c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '95758bc1-5ff7-4075-b28c-468b5f38d429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:56:15.793716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55071edd-7c10-41c0-9bcf-5ea9040efe68 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network hostable DHCP agents. Network: 95758bc1-5ff7-4075-b28c-468b5f38d429, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:56:15.799142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-55071edd-7c10-41c0-9bcf-5ea9040efe68 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:15.813768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:15.819062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:15.852438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55071edd-7c10-41c0-9bcf-5ea9040efe68 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network 95758bc1-5ff7-4075-b28c-468b5f38d429 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:56:15.895731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-55071edd-7c10-41c0-9bcf-5ea9040efe68 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 95758bc1-5ff7-4075-b28c-468b5f38d429) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:56:15.906788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87e680f-7c01-43c5-9ff4-704d80fdcedd None None] Network 95758bc1-5ff7-4075-b28c-468b5f38d429 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:56:15.910446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55071edd-7c10-41c0-9bcf-5ea9040efe68 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:56:15.911134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-55071edd-7c10-41c0-9bcf-5ea9040efe68 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:15.948543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Pushing event updated for resources: {'Port': ['ID=b1b37d59-82c4-4f9e-9eda-8e4c0fce7784,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:15.952069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:15.967017 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-55071edd-7c10-41c0-9bcf-5ea9040efe68 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.1250548 Apr 23 09:56:15.970590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47356) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:16.135275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:16.159559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-95758bc1-5ff7-4075-b28c-468b5f38d429', 'network_id': '95758bc1-5ff7-4075-b28c-468b5f38d429', 'tenant_id': '94594b40d68c4241929836b9a517c3d0', 'fixed_ips': [{'subnet_id': 'adc5a04f-355d-40c3-962e-9b9b228baded'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:56:16.160543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:16.225091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:16.384919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Allocated IP 2001:db8::2 (95758bc1-5ff7-4075-b28c-468b5f38d429/adc5a04f-355d-40c3-962e-9b9b228baded/8aa0bffb-36a8-4720-a976-2f0694618776) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:56:16.677522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:16.688983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Transition to ACTIVE for port object 8aa0bffb-36a8-4720-a976-2f0694618776 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:56:16.708798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Transition to ACTIVE for port object 8aa0bffb-36a8-4720-a976-2f0694618776 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:56:16.764507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:16.773393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:16.814743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b1b37d59-82c4-4f9e-9eda-8e4c0fce7784 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:56:16.852805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:16.858344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0bea1a4b-0aac-43af-8b10-b5916b698fc0 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:16.889532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Network 95758bc1-5ff7-4075-b28c-468b5f38d429 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:56:16.897906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:56:16.899328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event deleted for resources: {'Subnet': ['ID=adc5a04f-355d-40c3-962e-9b9b228baded,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:16.901893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:56:16.916371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:16.918109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Pushing event updated for resources: {'Port': ['ID=8aa0bffb-36a8-4720-a976-2f0694618776,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:16.921237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:17.027269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Attempting to bind port 8aa0bffb-36a8-4720-a976-2f0694618776 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:56:17.027594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Attempting to bind port 8aa0bffb-36a8-4720-a976-2f0694618776 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '0f6f1783-d266-4cd7-ad5c-4a7b9cf5269c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '95758bc1-5ff7-4075-b28c-468b5f38d429'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:56:17.028019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Attempting to bind port 8aa0bffb-36a8-4720-a976-2f0694618776 on network 95758bc1-5ff7-4075-b28c-468b5f38d429 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:56:17.035167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:56:17.036066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Checking segment: {'id': '0f6f1783-d266-4cd7-ad5c-4a7b9cf5269c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '95758bc1-5ff7-4075-b28c-468b5f38d429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:56:17.036194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:17.036580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Bound using segment: {'id': '0f6f1783-d266-4cd7-ad5c-4a7b9cf5269c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '95758bc1-5ff7-4075-b28c-468b5f38d429'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:56:17.037109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Bound port: 8aa0bffb-36a8-4720-a976-2f0694618776, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f6f1783-d266-4cd7-ad5c-4a7b9cf5269c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '95758bc1-5ff7-4075-b28c-468b5f38d429'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:56:17.037534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:17.048462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:17.100752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port b1b37d59-82c4-4f9e-9eda-8e4c0fce7784 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:56:17.154840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] For port 8aa0bffb-36a8-4720-a976-2f0694618776, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:56:17.159194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] For port 8aa0bffb-36a8-4720-a976-2f0694618776, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=8aa0bffb-36a8-4720-a976-2f0694618776,segment=NetworkSegment(0f6f1783-d266-4cd7-ad5c-4a7b9cf5269c),segment_id=0f6f1783-d266-4cd7-ad5c-4a7b9cf5269c)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:56:17.183870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95758bc1-5ff7-4075-b28c-468b5f38d429']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:17.198001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6f1783-d266-4cd7-ad5c-4a7b9cf5269c') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:17.202639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6f1783-d266-4cd7-ad5c-4a7b9cf5269c') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:17.211907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:17.225305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:17.228755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:17.234758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:17.237805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:56:17.370975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Pushing event updated for resources: {'Port': ['ID=8aa0bffb-36a8-4720-a976-2f0694618776,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:17.391655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:17.392492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4921ab6-3ee7-405d-aafe-9d5487486e9a None None] Network efc93fc2-37ea-411d-8311-fd7e3f36ee00 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:56:17.438245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network 95758bc1-5ff7-4075-b28c-468b5f38d429 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:56:17.449501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:17.491518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aba530-ce90-4bad-92a6-25ec9412fb91 None None] Network 95758bc1-5ff7-4075-b28c-468b5f38d429 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:56:17.638438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network 95758bc1-5ff7-4075-b28c-468b5f38d429 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:56:17.666684 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:56:17.684550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-51a2b0b6-736c-42f9-b33d-7847a008617d None None] Provisioning for port b1b37d59-82c4-4f9e-9eda-8e4c0fce7784 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:56:17.727838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-51a2b0b6-736c-42f9-b33d-7847a008617d None None] Provisioning complete for port b1b37d59-82c4-4f9e-9eda-8e4c0fce7784 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:56:17.728271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-51a2b0b6-736c-42f9-b33d-7847a008617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:17.775876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 09:56:17.775876 dv-neutron-786478-4-hyperv neutron-server[87059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 09:56:17.775876 dv-neutron-786478-4-hyperv neutron-server[87059]: [parameters: {'id': '95758bc1-5ff7-4075-b28c-468b5f38d429'}] Apr 23 09:56:17.775876 dv-neutron-786478-4-hyperv neutron-server[87059]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:56:17.776414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:56:18.277971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:18.352944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-51a2b0b6-736c-42f9-b33d-7847a008617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:18.362914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Deleting port 8aa0bffb-36a8-4720-a976-2f0694618776 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:56:18.363287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:18.426023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-51a2b0b6-736c-42f9-b33d-7847a008617d None None] For port b1b37d59-82c4-4f9e-9eda-8e4c0fce7784, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b1b37d59-82c4-4f9e-9eda-8e4c0fce7784,segment=NetworkSegment(e1561f04-85f5-4b63-bed0-fb2f786b078f),segment_id=e1561f04-85f5-4b63-bed0-fb2f786b078f)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:56:18.456833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-51a2b0b6-736c-42f9-b33d-7847a008617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:18.459981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:18.516168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] For port 8aa0bffb-36a8-4720-a976-2f0694618776, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=8aa0bffb-36a8-4720-a976-2f0694618776,segment=NetworkSegment(0f6f1783-d266-4cd7-ad5c-4a7b9cf5269c),segment_id=0f6f1783-d266-4cd7-ad5c-4a7b9cf5269c)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:56:18.516878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:18.579818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2b0b6-736c-42f9-b33d-7847a008617d None None] Pushing event updated for resources: {'Port': ['ID=b1b37d59-82c4-4f9e-9eda-8e4c0fce7784,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:18.583354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-51a2b0b6-736c-42f9-b33d-7847a008617d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:18.615724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcdfc1b-8312-4d8c-af01-1d99e18027ba None None] get_active_networks_info from dv-neutron-786478-4-hyperv {{(pid=87176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 09:56:18.672632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Calling delete_port for 8aa0bffb-36a8-4720-a976-2f0694618776 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:56:18.714345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-96368fa6-cf72-4694-8029-102b0439fa6a None None] Provisioning complete for port b1b37d59-82c4-4f9e-9eda-8e4c0fce7784 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:56:18.715175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96368fa6-cf72-4694-8029-102b0439fa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:18.768685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:18.776191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-936fd60f-5c28-4f29-b1dd-6962bb9687ea tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:18.779170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b1b37d59-82c4-4f9e-9eda-8e4c0fce7784 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:56:18.826166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event deleted for resources: {'Port': ['ID=8aa0bffb-36a8-4720-a976-2f0694618776,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:18.829510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:18.832383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] No DVR routers for this DVR port 8aa0bffb-36a8-4720-a976-2f0694618776 on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:56:18.834626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcdfc1b-8312-4d8c-af01-1d99e18027ba None None] Resources bound (agent type, host, resource id): {{(pid=87176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 23 09:56:18.980195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:19.068896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port b1b37d59-82c4-4f9e-9eda-8e4c0fce7784 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:56:19.069307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:19.120384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95758bc1-5ff7-4075-b28c-468b5f38d429']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:19.134628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6f1783-d266-4cd7-ad5c-4a7b9cf5269c') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:19.134971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6f1783-d266-4cd7-ad5c-4a7b9cf5269c') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:19.148421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:19.163549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:19.169979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:56:19.359365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network 95758bc1-5ff7-4075-b28c-468b5f38d429 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:56:19.369793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:19.563308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network 95758bc1-5ff7-4075-b28c-468b5f38d429 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:56:19.589692 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:56:19.704192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:19.708624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:19.711955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a4f32e9b-4087-4ead-a6a5-0bb805ce5355 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:19.744950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event deleted for resources: {'Network': ['ID=95758bc1-5ff7-4075-b28c-468b5f38d429,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:19.747782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:19.751005 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "DELETE /v2.0/networks/95758bc1-5ff7-4075-b28c-468b5f38d429 HTTP/1.1" status: 204 len: 168 time: 3.7792125 Apr 23 09:56:19.754885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47360) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:19.763840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7f5d8848-8ef3-405b-a715-50d967c40f58 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1927267253'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:56:19.771320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7f5d8848-8ef3-405b-a715-50d967c40f58 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:56:19.776359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7f5d8848-8ef3-405b-a715-50d967c40f58 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Usage tracker for resource:network and tenant:94594b40d68c4241929836b9a517c3d0 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:56:19.779691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7f5d8848-8ef3-405b-a715-50d967c40f58 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:56:19.787469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7f5d8848-8ef3-405b-a715-50d967c40f58 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:56:19.829405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5d8848-8ef3-405b-a715-50d967c40f58 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Made reservation on behalf of 94594b40d68c4241929836b9a517c3d0 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:56:19.835570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7f5d8848-8ef3-405b-a715-50d967c40f58 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:19.872801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5d8848-8ef3-405b-a715-50d967c40f58 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:56:19.928609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7f5d8848-8ef3-405b-a715-50d967c40f58 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:19.929001 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-7f5d8848-8ef3-405b-a715-50d967c40f58 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Added segment 2adc3fc6-35ea-415f-b840-ad319c087035 of type vlan for network 6a2326ad-11af-4553-a75c-f7a8fd5b9fa7 Apr 23 09:56:19.965104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7f5d8848-8ef3-405b-a715-50d967c40f58 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:20.044364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7f5d8848-8ef3-405b-a715-50d967c40f58 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:20.051076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5d8848-8ef3-405b-a715-50d967c40f58 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:56:20.051912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7f5d8848-8ef3-405b-a715-50d967c40f58 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:20.058255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-125d4b04-1774-4ce2-b273-a4b4f1d59ef9 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:20.558790 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7f5d8848-8ef3-405b-a715-50d967c40f58 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8024125 Apr 23 09:56:20.563574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47364) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:20.568069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d8848-8ef3-405b-a715-50d967c40f58 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event updated for resources: {'Network': ['ID=6a2326ad-11af-4553-a75c-f7a8fd5b9fa7,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:20.571106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7f5d8848-8ef3-405b-a715-50d967c40f58 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:20.571292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6b2f39af-8c63-40e8-9b22-a94ece16a022 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Request body: {'subnet': {'network_id': '6a2326ad-11af-4553-a75c-f7a8fd5b9fa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:56:20.581129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 6a2326ad-11af-4553-a75c-f7a8fd5b9fa7 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:56:21.016581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6b2f39af-8c63-40e8-9b22-a94ece16a022 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:56:21.021150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6b2f39af-8c63-40e8-9b22-a94ece16a022 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Usage tracker for resource:subnet and tenant:94594b40d68c4241929836b9a517c3d0 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:56:21.024741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6b2f39af-8c63-40e8-9b22-a94ece16a022 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:56:21.032343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6b2f39af-8c63-40e8-9b22-a94ece16a022 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:56:21.069231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2f39af-8c63-40e8-9b22-a94ece16a022 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Made reservation on behalf of 94594b40d68c4241929836b9a517c3d0 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:56:21.075779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6b2f39af-8c63-40e8-9b22-a94ece16a022 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:21.180378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_backend_mixin [None req-6b2f39af-8c63-40e8-9b22-a94ece16a022 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Performing IP validity checks on allocation pools {{(pid=87175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Apr 23 09:56:21.180983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.ipam_backend_mixin [None req-6b2f39af-8c63-40e8-9b22-a94ece16a022 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87175) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Apr 23 09:56:21.581806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6b2f39af-8c63-40e8-9b22-a94ece16a022 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:21.586925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-86a662c0-fc16-4309-9b50-5a853fd02bc4 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:21.683193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f39af-8c63-40e8-9b22-a94ece16a022 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event updated for resources: {'Subnet': ['ID=e63a38ba-be27-49ef-be33-da73b0690428,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:21.688163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6b2f39af-8c63-40e8-9b22-a94ece16a022 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:21.689209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2f39af-8c63-40e8-9b22-a94ece16a022 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Checking segment: {'id': '2adc3fc6-35ea-415f-b840-ad319c087035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6a2326ad-11af-4553-a75c-f7a8fd5b9fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:56:21.689704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2f39af-8c63-40e8-9b22-a94ece16a022 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network hostable DHCP agents. Network: 6a2326ad-11af-4553-a75c-f7a8fd5b9fa7, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:56:21.749832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2f39af-8c63-40e8-9b22-a94ece16a022 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network 6a2326ad-11af-4553-a75c-f7a8fd5b9fa7 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:56:21.786233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-6b2f39af-8c63-40e8-9b22-a94ece16a022 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 6a2326ad-11af-4553-a75c-f7a8fd5b9fa7) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:56:21.796231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1b4fff-e665-4975-8926-1f96a66f6526 None None] Network 6a2326ad-11af-4553-a75c-f7a8fd5b9fa7 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:56:21.800576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2f39af-8c63-40e8-9b22-a94ece16a022 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:56:21.801235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6b2f39af-8c63-40e8-9b22-a94ece16a022 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:21.847408 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6b2f39af-8c63-40e8-9b22-a94ece16a022 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2820823 Apr 23 09:56:21.851883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47368) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:22.025061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:22.063212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-6a2326ad-11af-4553-a75c-f7a8fd5b9fa7', 'network_id': '6a2326ad-11af-4553-a75c-f7a8fd5b9fa7', 'tenant_id': '94594b40d68c4241929836b9a517c3d0', 'fixed_ips': [{'subnet_id': 'e63a38ba-be27-49ef-be33-da73b0690428'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:56:22.064205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:22.102613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:22.236139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Allocated IP 2001:db8::3 (6a2326ad-11af-4553-a75c-f7a8fd5b9fa7/e63a38ba-be27-49ef-be33-da73b0690428/90a028a5-d0f5-4427-8a8b-351d4e042d24) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:56:22.464660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:22.477232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Transition to ACTIVE for port object 90a028a5-d0f5-4427-8a8b-351d4e042d24 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:56:22.503123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Transition to ACTIVE for port object 90a028a5-d0f5-4427-8a8b-351d4e042d24 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:56:22.564364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:22.570437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:22.592858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:22.597961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-701c5a88-4f90-4e4b-b797-ced1fdbfbf46 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:22.637867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Network 6a2326ad-11af-4553-a75c-f7a8fd5b9fa7 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:56:22.643817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event deleted for resources: {'Subnet': ['ID=e63a38ba-be27-49ef-be33-da73b0690428,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:22.647598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:56:22.651088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:22.654998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:56:22.666402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Pushing event updated for resources: {'Port': ['ID=90a028a5-d0f5-4427-8a8b-351d4e042d24,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:22.699956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:22.761411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:22.764047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Attempting to bind port 90a028a5-d0f5-4427-8a8b-351d4e042d24 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:56:22.764468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Attempting to bind port 90a028a5-d0f5-4427-8a8b-351d4e042d24 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '2adc3fc6-35ea-415f-b840-ad319c087035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6a2326ad-11af-4553-a75c-f7a8fd5b9fa7'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:56:22.765437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Attempting to bind port 90a028a5-d0f5-4427-8a8b-351d4e042d24 on network 6a2326ad-11af-4553-a75c-f7a8fd5b9fa7 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:56:22.772361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:56:22.772796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Checking segment: {'id': '2adc3fc6-35ea-415f-b840-ad319c087035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6a2326ad-11af-4553-a75c-f7a8fd5b9fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:56:22.773258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:22.773704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Bound using segment: {'id': '2adc3fc6-35ea-415f-b840-ad319c087035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6a2326ad-11af-4553-a75c-f7a8fd5b9fa7'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:56:22.774222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Bound port: 90a028a5-d0f5-4427-8a8b-351d4e042d24, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2adc3fc6-35ea-415f-b840-ad319c087035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6a2326ad-11af-4553-a75c-f7a8fd5b9fa7'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:56:22.774685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:22.894619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] For port 90a028a5-d0f5-4427-8a8b-351d4e042d24, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:56:22.895270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2326ad-11af-4553-a75c-f7a8fd5b9fa7']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:22.898705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] For port 90a028a5-d0f5-4427-8a8b-351d4e042d24, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=90a028a5-d0f5-4427-8a8b-351d4e042d24,segment=NetworkSegment(2adc3fc6-35ea-415f-b840-ad319c087035),segment_id=2adc3fc6-35ea-415f-b840-ad319c087035)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:56:22.910634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2adc3fc6-35ea-415f-b840-ad319c087035') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:22.910634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2adc3fc6-35ea-415f-b840-ad319c087035') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:22.924323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:22.931291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:22.938566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:22.998257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:23.006059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:56:23.068435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Pushing event updated for resources: {'Port': ['ID=90a028a5-d0f5-4427-8a8b-351d4e042d24,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:23.079655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:23.099832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5b16f3-d278-4639-8c5a-80863b51e398 None None] Network 6a2326ad-11af-4553-a75c-f7a8fd5b9fa7 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:56:23.198960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network 6a2326ad-11af-4553-a75c-f7a8fd5b9fa7 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:56:23.209988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:23.321560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03f853f-1d35-441f-ac7e-c9970a09ae52 None None] get_active_networks_info from dv-neutron-786478-4-hyperv {{(pid=87176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 09:56:23.413060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network 6a2326ad-11af-4553-a75c-f7a8fd5b9fa7 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:56:23.425310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03f853f-1d35-441f-ac7e-c9970a09ae52 None None] Resources bound (agent type, host, resource id): {{(pid=87176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:56:23.439917 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:56:23.566478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 09:56:23.566478 dv-neutron-786478-4-hyperv neutron-server[87059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 09:56:23.566478 dv-neutron-786478-4-hyperv neutron-server[87059]: [parameters: {'id': '6a2326ad-11af-4553-a75c-f7a8fd5b9fa7'}] Apr 23 09:56:23.566478 dv-neutron-786478-4-hyperv neutron-server[87059]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87175) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:56:23.566904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:56:23.638951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:24.068007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:24.147737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Deleting port 90a028a5-d0f5-4427-8a8b-351d4e042d24 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:56:24.148341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:24.256066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] For port 90a028a5-d0f5-4427-8a8b-351d4e042d24, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=90a028a5-d0f5-4427-8a8b-351d4e042d24,segment=NetworkSegment(2adc3fc6-35ea-415f-b840-ad319c087035),segment_id=2adc3fc6-35ea-415f-b840-ad319c087035)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:56:24.256471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:24.391267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Calling delete_port for 90a028a5-d0f5-4427-8a8b-351d4e042d24 owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:56:24.466567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:24.472258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5aa5c964-f744-4fb0-a5e2-75f0448ba93a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:24.523904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event deleted for resources: {'Port': ['ID=90a028a5-d0f5-4427-8a8b-351d4e042d24,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:24.526373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] No DVR routers for this DVR port 90a028a5-d0f5-4427-8a8b-351d4e042d24 on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:56:24.527650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:24.659227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:24.785218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2326ad-11af-4553-a75c-f7a8fd5b9fa7']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:24.799110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2adc3fc6-35ea-415f-b840-ad319c087035') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:24.799447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2adc3fc6-35ea-415f-b840-ad319c087035') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:24.812628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:24.828247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:24.834763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:56:25.015859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network 6a2326ad-11af-4553-a75c-f7a8fd5b9fa7 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:56:25.025759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:25.207144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network 6a2326ad-11af-4553-a75c-f7a8fd5b9fa7 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:56:25.231509 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:56:25.394825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:25.398728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-66eed12c-8afc-4968-beab-c6c0e03e6c5d tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:25.414880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:25.427814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event deleted for resources: {'Network': ['ID=6a2326ad-11af-4553-a75c-f7a8fd5b9fa7,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:25.432520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:25.435448 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "DELETE /v2.0/networks/6a2326ad-11af-4553-a75c-f7a8fd5b9fa7 HTTP/1.1" status: 204 len: 168 time: 3.5822904 Apr 23 09:56:25.439498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47372) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:25.445557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-223d8f79-c81f-48f8-8169-9e01859cd9f9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-124348018'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:56:25.451135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-223d8f79-c81f-48f8-8169-9e01859cd9f9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:56:25.455280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-223d8f79-c81f-48f8-8169-9e01859cd9f9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Usage tracker for resource:network and tenant:94594b40d68c4241929836b9a517c3d0 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:56:25.458306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-223d8f79-c81f-48f8-8169-9e01859cd9f9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:56:25.465169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-223d8f79-c81f-48f8-8169-9e01859cd9f9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:56:25.503309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223d8f79-c81f-48f8-8169-9e01859cd9f9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Made reservation on behalf of 94594b40d68c4241929836b9a517c3d0 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:56:25.509460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-223d8f79-c81f-48f8-8169-9e01859cd9f9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:25.541843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223d8f79-c81f-48f8-8169-9e01859cd9f9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:56:25.550907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-223d8f79-c81f-48f8-8169-9e01859cd9f9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:25.551298 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-223d8f79-c81f-48f8-8169-9e01859cd9f9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Added segment 2f2f3718-5caf-4fcb-aab1-8d7778c62321 of type vlan for network ef5c42da-1448-40d4-9353-40d2bdb4a906 Apr 23 09:56:25.578810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-223d8f79-c81f-48f8-8169-9e01859cd9f9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:25.640746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-223d8f79-c81f-48f8-8169-9e01859cd9f9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:25.647468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223d8f79-c81f-48f8-8169-9e01859cd9f9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:56:25.648087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-223d8f79-c81f-48f8-8169-9e01859cd9f9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:25.653838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8811dae8-ecce-438e-9e98-74e1921302a1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:25.754646 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-223d8f79-c81f-48f8-8169-9e01859cd9f9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3139555 Apr 23 09:56:25.757823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47376) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:25.765943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-aef0d5fa-5c7d-4942-bae2-cd90ea3ce992 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Request body: {'subnet': {'network_id': 'ef5c42da-1448-40d4-9353-40d2bdb4a906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:56:25.767905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d8f79-c81f-48f8-8169-9e01859cd9f9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event updated for resources: {'Network': ['ID=ef5c42da-1448-40d4-9353-40d2bdb4a906,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:25.770743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-223d8f79-c81f-48f8-8169-9e01859cd9f9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:25.779232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network ef5c42da-1448-40d4-9353-40d2bdb4a906 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:56:25.888207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-aef0d5fa-5c7d-4942-bae2-cd90ea3ce992 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:56:25.894074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aef0d5fa-5c7d-4942-bae2-cd90ea3ce992 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Usage tracker for resource:subnet and tenant:94594b40d68c4241929836b9a517c3d0 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:56:25.898121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aef0d5fa-5c7d-4942-bae2-cd90ea3ce992 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:56:25.904772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-aef0d5fa-5c7d-4942-bae2-cd90ea3ce992 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:56:25.960701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef0d5fa-5c7d-4942-bae2-cd90ea3ce992 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Made reservation on behalf of 94594b40d68c4241929836b9a517c3d0 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:56:25.967428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aef0d5fa-5c7d-4942-bae2-cd90ea3ce992 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:26.456151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aef0d5fa-5c7d-4942-bae2-cd90ea3ce992 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:26.461144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c691db86-4818-4601-8787-024fa4e37e3b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:26.544849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0d5fa-5c7d-4942-bae2-cd90ea3ce992 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event updated for resources: {'Subnet': ['ID=11f8197d-df06-406a-8a04-8f57f7fd5eec,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:26.548567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aef0d5fa-5c7d-4942-bae2-cd90ea3ce992 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:26.557235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0d5fa-5c7d-4942-bae2-cd90ea3ce992 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Checking segment: {'id': '2f2f3718-5caf-4fcb-aab1-8d7778c62321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ef5c42da-1448-40d4-9353-40d2bdb4a906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:56:26.557645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef0d5fa-5c7d-4942-bae2-cd90ea3ce992 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network hostable DHCP agents. Network: ef5c42da-1448-40d4-9353-40d2bdb4a906, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:56:26.611516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef0d5fa-5c7d-4942-bae2-cd90ea3ce992 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network ef5c42da-1448-40d4-9353-40d2bdb4a906 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:56:26.669088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-aef0d5fa-5c7d-4942-bae2-cd90ea3ce992 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, ef5c42da-1448-40d4-9353-40d2bdb4a906) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:56:26.678692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf73657-c793-4e4e-b192-a01a83863347 None None] Network ef5c42da-1448-40d4-9353-40d2bdb4a906 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:56:26.685824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef0d5fa-5c7d-4942-bae2-cd90ea3ce992 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:56:26.687005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aef0d5fa-5c7d-4942-bae2-cd90ea3ce992 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:26.749851 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-aef0d5fa-5c7d-4942-bae2-cd90ea3ce992 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9907300 Apr 23 09:56:26.754572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47380) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:26.761413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-01588e48-34e2-4396-95c2-db8882e5c84d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1978176967'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:56:26.767050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-01588e48-34e2-4396-95c2-db8882e5c84d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:56:26.772047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-01588e48-34e2-4396-95c2-db8882e5c84d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Usage tracker for resource:network and tenant:94594b40d68c4241929836b9a517c3d0 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:56:26.775163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-01588e48-34e2-4396-95c2-db8882e5c84d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:56:26.782923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-01588e48-34e2-4396-95c2-db8882e5c84d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:56:26.820752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01588e48-34e2-4396-95c2-db8882e5c84d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Made reservation on behalf of 94594b40d68c4241929836b9a517c3d0 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:56:26.828022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-01588e48-34e2-4396-95c2-db8882e5c84d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:26.862039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01588e48-34e2-4396-95c2-db8882e5c84d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:56:26.872437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-01588e48-34e2-4396-95c2-db8882e5c84d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:26.872836 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-01588e48-34e2-4396-95c2-db8882e5c84d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Added segment 1dcf2bda-f3a3-41e5-8632-b4409c3a23e9 of type vlan for network 19f8bb7a-4f8c-4b92-befb-dbc48a594d65 Apr 23 09:56:26.907914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-01588e48-34e2-4396-95c2-db8882e5c84d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:26.984006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-01588e48-34e2-4396-95c2-db8882e5c84d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:26.996107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01588e48-34e2-4396-95c2-db8882e5c84d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:56:26.997306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-01588e48-34e2-4396-95c2-db8882e5c84d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:27.007756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1f51fc19-b8d6-41ee-943a-ce9d484c3f88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:27.126899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01588e48-34e2-4396-95c2-db8882e5c84d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event updated for resources: {'Network': ['ID=19f8bb7a-4f8c-4b92-befb-dbc48a594d65,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:27.129867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-01588e48-34e2-4396-95c2-db8882e5c84d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:27.130046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-ef5c42da-1448-40d4-9353-40d2bdb4a906', 'network_id': 'ef5c42da-1448-40d4-9353-40d2bdb4a906', 'tenant_id': '94594b40d68c4241929836b9a517c3d0', 'fixed_ips': [{'subnet_id': '11f8197d-df06-406a-8a04-8f57f7fd5eec'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:56:27.130835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:27.138444 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-01588e48-34e2-4396-95c2-db8882e5c84d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3825796 Apr 23 09:56:27.141653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47384) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:27.144092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 19f8bb7a-4f8c-4b92-befb-dbc48a594d65 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:56:27.149170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a6ada8b0-43ac-4f4c-992b-b408b10aa29e tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Request body: {'subnet': {'network_id': '19f8bb7a-4f8c-4b92-befb-dbc48a594d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:56:27.310394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a6ada8b0-43ac-4f4c-992b-b408b10aa29e tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:56:27.315289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a6ada8b0-43ac-4f4c-992b-b408b10aa29e tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Usage tracker for resource:subnet and tenant:94594b40d68c4241929836b9a517c3d0 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:56:27.318396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a6ada8b0-43ac-4f4c-992b-b408b10aa29e tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:56:27.324630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a6ada8b0-43ac-4f4c-992b-b408b10aa29e tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:56:27.361051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ada8b0-43ac-4f4c-992b-b408b10aa29e tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Made reservation on behalf of 94594b40d68c4241929836b9a517c3d0 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:56:27.367652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a6ada8b0-43ac-4f4c-992b-b408b10aa29e tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:27.408770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Allocated IP 2001:db8::2 (ef5c42da-1448-40d4-9353-40d2bdb4a906/11f8197d-df06-406a-8a04-8f57f7fd5eec/c0b6559b-cfe7-4e85-b3c2-9e71717d82c8) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:56:27.682644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:27.695386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Transition to ACTIVE for port object c0b6559b-cfe7-4e85-b3c2-9e71717d82c8 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:56:27.716052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Transition to ACTIVE for port object c0b6559b-cfe7-4e85-b3c2-9e71717d82c8 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:56:27.743762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:27.752571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-da78c322-924e-4688-a494-0ae7ac2242dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:27.809357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Network ef5c42da-1448-40d4-9353-40d2bdb4a906 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:56:27.813226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:56:27.817864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:56:27.907565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Pushing event updated for resources: {'Port': ['ID=c0b6559b-cfe7-4e85-b3c2-9e71717d82c8,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:27.916158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:27.933714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Attempting to bind port c0b6559b-cfe7-4e85-b3c2-9e71717d82c8 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:56:27.934143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Attempting to bind port c0b6559b-cfe7-4e85-b3c2-9e71717d82c8 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '2f2f3718-5caf-4fcb-aab1-8d7778c62321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ef5c42da-1448-40d4-9353-40d2bdb4a906'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:56:27.934593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Attempting to bind port c0b6559b-cfe7-4e85-b3c2-9e71717d82c8 on network ef5c42da-1448-40d4-9353-40d2bdb4a906 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:56:27.941479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:56:27.941912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Checking segment: {'id': '2f2f3718-5caf-4fcb-aab1-8d7778c62321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ef5c42da-1448-40d4-9353-40d2bdb4a906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:56:27.942407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:27.942859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Bound using segment: {'id': '2f2f3718-5caf-4fcb-aab1-8d7778c62321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ef5c42da-1448-40d4-9353-40d2bdb4a906'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:56:27.943389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Bound port: c0b6559b-cfe7-4e85-b3c2-9e71717d82c8, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2f3718-5caf-4fcb-aab1-8d7778c62321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ef5c42da-1448-40d4-9353-40d2bdb4a906'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:56:27.943820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:28.043402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] For port c0b6559b-cfe7-4e85-b3c2-9e71717d82c8, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:56:28.047689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] For port c0b6559b-cfe7-4e85-b3c2-9e71717d82c8, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c0b6559b-cfe7-4e85-b3c2-9e71717d82c8,segment=NetworkSegment(2f2f3718-5caf-4fcb-aab1-8d7778c62321),segment_id=2f2f3718-5caf-4fcb-aab1-8d7778c62321)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:56:28.051865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a6ada8b0-43ac-4f4c-992b-b408b10aa29e tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:28.055817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c51b4c7e-a37d-4a78-8fb2-88a24d9612ca tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:28.086447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:28.091555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:28.148956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ada8b0-43ac-4f4c-992b-b408b10aa29e tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event updated for resources: {'Subnet': ['ID=8fd96bc7-e517-4235-b6c1-0b04cbbc8933,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:28.152633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a6ada8b0-43ac-4f4c-992b-b408b10aa29e tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:28.159900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ada8b0-43ac-4f4c-992b-b408b10aa29e tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Checking segment: {'id': '1dcf2bda-f3a3-41e5-8632-b4409c3a23e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '19f8bb7a-4f8c-4b92-befb-dbc48a594d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:56:28.160296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ada8b0-43ac-4f4c-992b-b408b10aa29e tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network hostable DHCP agents. Network: 19f8bb7a-4f8c-4b92-befb-dbc48a594d65, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:56:28.174713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Pushing event updated for resources: {'Port': ['ID=c0b6559b-cfe7-4e85-b3c2-9e71717d82c8,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:28.178058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:28.211485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ada8b0-43ac-4f4c-992b-b408b10aa29e tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network 19f8bb7a-4f8c-4b92-befb-dbc48a594d65 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:56:28.251794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a6ada8b0-43ac-4f4c-992b-b408b10aa29e tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 19f8bb7a-4f8c-4b92-befb-dbc48a594d65) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:56:28.260958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472c2d0e-a526-4253-9e31-a2164099e826 None None] Network 19f8bb7a-4f8c-4b92-befb-dbc48a594d65 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:56:28.269807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ada8b0-43ac-4f4c-992b-b408b10aa29e tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:56:28.270683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a6ada8b0-43ac-4f4c-992b-b408b10aa29e tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:28.326889 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a6ada8b0-43ac-4f4c-992b-b408b10aa29e tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1839302 Apr 23 09:56:28.330188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47388) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:28.528308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:28.537851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-19f8bb7a-4f8c-4b92-befb-dbc48a594d65', 'network_id': '19f8bb7a-4f8c-4b92-befb-dbc48a594d65', 'tenant_id': '94594b40d68c4241929836b9a517c3d0', 'fixed_ips': [{'subnet_id': '8fd96bc7-e517-4235-b6c1-0b04cbbc8933'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:56:28.539307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:28.621738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:28.716879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Allocated IP 2001:db8::2 (19f8bb7a-4f8c-4b92-befb-dbc48a594d65/8fd96bc7-e517-4235-b6c1-0b04cbbc8933/3c15753a-985b-4373-ad2f-46180e522426) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:56:28.819441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c0b6559b-cfe7-4e85-b3c2-9e71717d82c8 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:56:28.965804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port c0b6559b-cfe7-4e85-b3c2-9e71717d82c8 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:56:29.067542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:29.079342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Transition to ACTIVE for port object 3c15753a-985b-4373-ad2f-46180e522426 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:56:29.099051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Transition to ACTIVE for port object 3c15753a-985b-4373-ad2f-46180e522426 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:56:29.143439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:29.151768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:29.175326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:29.180631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:29.213246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Network 19f8bb7a-4f8c-4b92-befb-dbc48a594d65 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:56:29.221193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:56:29.223219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd96bc7-e517-4235-b6c1-0b04cbbc8933,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:29.225812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:56:29.239515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:29.268722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Pushing event updated for resources: {'Port': ['ID=3c15753a-985b-4373-ad2f-46180e522426,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:29.276592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:29.335609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:29.337485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Attempting to bind port 3c15753a-985b-4373-ad2f-46180e522426 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:56:29.338025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Attempting to bind port 3c15753a-985b-4373-ad2f-46180e522426 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '1dcf2bda-f3a3-41e5-8632-b4409c3a23e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '19f8bb7a-4f8c-4b92-befb-dbc48a594d65'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:56:29.338602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Attempting to bind port 3c15753a-985b-4373-ad2f-46180e522426 on network 19f8bb7a-4f8c-4b92-befb-dbc48a594d65 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:56:29.345807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:56:29.346434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Checking segment: {'id': '1dcf2bda-f3a3-41e5-8632-b4409c3a23e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '19f8bb7a-4f8c-4b92-befb-dbc48a594d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:56:29.347006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:29.347565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Bound using segment: {'id': '1dcf2bda-f3a3-41e5-8632-b4409c3a23e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '19f8bb7a-4f8c-4b92-befb-dbc48a594d65'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:56:29.348215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Bound port: 3c15753a-985b-4373-ad2f-46180e522426, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dcf2bda-f3a3-41e5-8632-b4409c3a23e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '19f8bb7a-4f8c-4b92-befb-dbc48a594d65'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:56:29.348774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:29.451338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] For port 3c15753a-985b-4373-ad2f-46180e522426, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:56:29.455618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] For port 3c15753a-985b-4373-ad2f-46180e522426, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=3c15753a-985b-4373-ad2f-46180e522426,segment=NetworkSegment(1dcf2bda-f3a3-41e5-8632-b4409c3a23e9),segment_id=1dcf2bda-f3a3-41e5-8632-b4409c3a23e9)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:56:29.469680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f8bb7a-4f8c-4b92-befb-dbc48a594d65']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:29.484884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dcf2bda-f3a3-41e5-8632-b4409c3a23e9') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:29.485225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dcf2bda-f3a3-41e5-8632-b4409c3a23e9') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:29.489624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:29.495588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:29.499069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:29.516667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:29.524639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:56:29.627713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255fdaad-881b-4dbf-a319-ac096c13a9ee None None] Network ef5c42da-1448-40d4-9353-40d2bdb4a906 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:56:29.675733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Pushing event updated for resources: {'Port': ['ID=3c15753a-985b-4373-ad2f-46180e522426,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:29.688770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:29.728743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network 19f8bb7a-4f8c-4b92-befb-dbc48a594d65 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:56:29.738455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:29.773115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c484970-e55f-4dfe-bdd0-593cf69103e9 None None] Network 19f8bb7a-4f8c-4b92-befb-dbc48a594d65 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:56:29.805298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-22f6c1ec-9c24-46a4-b369-c4e59ef6f7a5 None None] Provisioning for port c0b6559b-cfe7-4e85-b3c2-9e71717d82c8 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:56:29.820517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-22f6c1ec-9c24-46a4-b369-c4e59ef6f7a5 None None] Provisioning complete for port c0b6559b-cfe7-4e85-b3c2-9e71717d82c8 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:56:29.820939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22f6c1ec-9c24-46a4-b369-c4e59ef6f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:29.928128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network 19f8bb7a-4f8c-4b92-befb-dbc48a594d65 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:56:29.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:56:30.152152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 09:56:30.152152 dv-neutron-786478-4-hyperv neutron-server[87059]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 09:56:30.152152 dv-neutron-786478-4-hyperv neutron-server[87059]: [parameters: {'id': '19f8bb7a-4f8c-4b92-befb-dbc48a594d65'}] Apr 23 09:56:30.152152 dv-neutron-786478-4-hyperv neutron-server[87059]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:56:30.152717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:56:30.246536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22f6c1ec-9c24-46a4-b369-c4e59ef6f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:30.299046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-22f6c1ec-9c24-46a4-b369-c4e59ef6f7a5 None None] For port c0b6559b-cfe7-4e85-b3c2-9e71717d82c8, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c0b6559b-cfe7-4e85-b3c2-9e71717d82c8,segment=NetworkSegment(2f2f3718-5caf-4fcb-aab1-8d7778c62321),segment_id=2f2f3718-5caf-4fcb-aab1-8d7778c62321)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:56:30.343478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-22f6c1ec-9c24-46a4-b369-c4e59ef6f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:30.346588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:30.568883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd48efde-73bd-440a-ba19-f6ffe117e1d2 None None] get_active_networks_info from dv-neutron-786478-4-hyperv {{(pid=87176) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 09:56:30.653611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:30.654209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-39010262-04a7-4641-85b9-341621c51fbe None None] Provisioning complete for port c0b6559b-cfe7-4e85-b3c2-9e71717d82c8 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:56:30.654713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-39010262-04a7-4641-85b9-341621c51fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:30.716132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6c1ec-9c24-46a4-b369-c4e59ef6f7a5 None None] Pushing event updated for resources: {'Port': ['ID=c0b6559b-cfe7-4e85-b3c2-9e71717d82c8,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:30.719623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-22f6c1ec-9c24-46a4-b369-c4e59ef6f7a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:30.741647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Deleting port 3c15753a-985b-4373-ad2f-46180e522426 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:56:30.742237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:30.777083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd48efde-73bd-440a-ba19-f6ffe117e1d2 None None] Resources bound (agent type, host, resource id): {{(pid=87176) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 23 09:56:30.853874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] For port 3c15753a-985b-4373-ad2f-46180e522426, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=3c15753a-985b-4373-ad2f-46180e522426,segment=NetworkSegment(1dcf2bda-f3a3-41e5-8632-b4409c3a23e9),segment_id=1dcf2bda-f3a3-41e5-8632-b4409c3a23e9)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:56:30.854280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:31.001075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Calling delete_port for 3c15753a-985b-4373-ad2f-46180e522426 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:56:31.102782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:31.108410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:31.159749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] No DVR routers for this DVR port 3c15753a-985b-4373-ad2f-46180e522426 on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:56:31.161629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event deleted for resources: {'Port': ['ID=3c15753a-985b-4373-ad2f-46180e522426,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:31.193742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:31.295607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:31.425547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f8bb7a-4f8c-4b92-befb-dbc48a594d65']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:31.439138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dcf2bda-f3a3-41e5-8632-b4409c3a23e9') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:31.439480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dcf2bda-f3a3-41e5-8632-b4409c3a23e9') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:31.452374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:31.467560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:31.474077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:56:31.662087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network 19f8bb7a-4f8c-4b92-befb-dbc48a594d65 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:56:31.673140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:31.854157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network 19f8bb7a-4f8c-4b92-befb-dbc48a594d65 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:56:31.880213 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:56:31.991987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:31.995841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-27115064-b76a-44c1-84a0-963584d2b112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:32.014538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:32.024273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event deleted for resources: {'Network': ['ID=19f8bb7a-4f8c-4b92-befb-dbc48a594d65,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:32.029183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:32.033190 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "DELETE /v2.0/networks/19f8bb7a-4f8c-4b92-befb-dbc48a594d65 HTTP/1.1" status: 204 len: 168 time: 3.7016273 Apr 23 09:56:32.035937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47392) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:32.388316 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-276e49f6-3f92-4286-85cf-13f8ec6d3577 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] GET failed (client error): The resource could not be found. Apr 23 09:56:32.389409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-276e49f6-3f92-4286-85cf-13f8ec6d3577 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Synchronizing usage tracker for tenant:94594b40d68c4241929836b9a517c3d0 on resource:subnet {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:56:32.463220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-276e49f6-3f92-4286-85cf-13f8ec6d3577 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Unset dirty status for tenant:94594b40d68c4241929836b9a517c3d0 on resource:subnet {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:56:32.466425 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-276e49f6-3f92-4286-85cf-13f8ec6d3577 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "GET /v2.0/subnets/8fd96bc7-e517-4235-b6c1-0b04cbbc8933 HTTP/1.1" status: 404 len: 337 time: 0.4275949 Apr 23 09:56:32.469001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47396) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:32.497442 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aaea55a-b2b9-45a5-bc93-408e3c165f6d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] DELETE failed (client error): The resource could not be found. Apr 23 09:56:32.497979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aaea55a-b2b9-45a5-bc93-408e3c165f6d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:56:32.500192 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2aaea55a-b2b9-45a5-bc93-408e3c165f6d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "DELETE /v2.0/networks/19f8bb7a-4f8c-4b92-befb-dbc48a594d65 HTTP/1.1" status: 404 len: 339 time: 0.0301106 Apr 23 09:56:32.504596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47400) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:32.547921 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbbb158d-60fc-4965-af03-494b63169387 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] DELETE failed (client error): The resource could not be found. Apr 23 09:56:32.548440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbbb158d-60fc-4965-af03-494b63169387 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:56:32.550333 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bbbb158d-60fc-4965-af03-494b63169387 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "DELETE /v2.0/subnets/8fd96bc7-e517-4235-b6c1-0b04cbbc8933 HTTP/1.1" status: 404 len: 337 time: 0.0446684 Apr 23 09:56:32.553120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47404) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:32.580778 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-87fb2d72-641f-42aa-83d5-f50059439980 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] DELETE failed (client error): The resource could not be found. Apr 23 09:56:32.581316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87fb2d72-641f-42aa-83d5-f50059439980 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:56:32.583224 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-87fb2d72-641f-42aa-83d5-f50059439980 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "DELETE /v2.0/networks/19f8bb7a-4f8c-4b92-befb-dbc48a594d65 HTTP/1.1" status: 404 len: 339 time: 0.0290451 Apr 23 09:56:32.586357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47408) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:32.669777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18434d2-0412-4ead-8f61-832d1a3b647f tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Deleting subnet 11f8197d-df06-406a-8a04-8f57f7fd5eec {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:56:32.673375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c18434d2-0412-4ead-8f61-832d1a3b647f tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:32.734718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c18434d2-0412-4ead-8f61-832d1a3b647f tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:32.782842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c0b6559b-cfe7-4e85-b3c2-9e71717d82c8 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:56:32.834099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c18434d2-0412-4ead-8f61-832d1a3b647f tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:32.865118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port c0b6559b-cfe7-4e85-b3c2-9e71717d82c8 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:56:32.866398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:33.177887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c18434d2-0412-4ead-8f61-832d1a3b647f tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:33.183749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6e7d3e98-f605-4fc6-83df-4fe3dba7c26c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:33.230686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18434d2-0412-4ead-8f61-832d1a3b647f tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event deleted for resources: {'Subnet': ['ID=11f8197d-df06-406a-8a04-8f57f7fd5eec,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:33.234083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c18434d2-0412-4ead-8f61-832d1a3b647f tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:33.237534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c18434d2-0412-4ead-8f61-832d1a3b647f tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:33.245795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f89b7c-1c34-4d1b-af15-f092b7bbe3da None None] Network ef5c42da-1448-40d4-9353-40d2bdb4a906 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:56:33.292504 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c18434d2-0412-4ead-8f61-832d1a3b647f tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "DELETE /v2.0/subnets/11f8197d-df06-406a-8a04-8f57f7fd5eec HTTP/1.1" status: 204 len: 168 time: 0.7047851 Apr 23 09:56:33.295101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47412) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:33.431411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:33.520034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Deleting port c0b6559b-cfe7-4e85-b3c2-9e71717d82c8 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:56:33.520426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:33.532641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01aecb9-fcd1-4605-95be-cf99bb38eba5 None None] DHCP port deletion for ef5c42da-1448-40d4-9353-40d2bdb4a906 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:56:33.610879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e01aecb9-fcd1-4605-95be-cf99bb38eba5 None None] Deleting port c0b6559b-cfe7-4e85-b3c2-9e71717d82c8 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:56:33.611300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e01aecb9-fcd1-4605-95be-cf99bb38eba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:33.646799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] For port c0b6559b-cfe7-4e85-b3c2-9e71717d82c8, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c0b6559b-cfe7-4e85-b3c2-9e71717d82c8,segment=NetworkSegment(2f2f3718-5caf-4fcb-aab1-8d7778c62321),segment_id=2f2f3718-5caf-4fcb-aab1-8d7778c62321)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:56:33.647214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:33.722146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e01aecb9-fcd1-4605-95be-cf99bb38eba5 None None] For port c0b6559b-cfe7-4e85-b3c2-9e71717d82c8, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c0b6559b-cfe7-4e85-b3c2-9e71717d82c8,segment=NetworkSegment(2f2f3718-5caf-4fcb-aab1-8d7778c62321),segment_id=2f2f3718-5caf-4fcb-aab1-8d7778c62321)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:56:33.722864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e01aecb9-fcd1-4605-95be-cf99bb38eba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:33.790584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Calling delete_port for c0b6559b-cfe7-4e85-b3c2-9e71717d82c8 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:56:33.863915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e01aecb9-fcd1-4605-95be-cf99bb38eba5 None None] Calling delete_port for c0b6559b-cfe7-4e85-b3c2-9e71717d82c8 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:56:33.877297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:33.883057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:33.910555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-e01aecb9-fcd1-4605-95be-cf99bb38eba5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:56:33.910969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-e01aecb9-fcd1-4605-95be-cf99bb38eba5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:56:33.934151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event deleted for resources: {'Port': ['ID=c0b6559b-cfe7-4e85-b3c2-9e71717d82c8,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:33.938514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:33.939193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] No DVR routers for this DVR port c0b6559b-cfe7-4e85-b3c2-9e71717d82c8 on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:56:34.081059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:34.214235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5c42da-1448-40d4-9353-40d2bdb4a906']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:34.229431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2f3718-5caf-4fcb-aab1-8d7778c62321') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:34.229775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2f3718-5caf-4fcb-aab1-8d7778c62321') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:34.244033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:34.260637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:34.268040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:56:34.450204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e01aecb9-fcd1-4605-95be-cf99bb38eba5 None None] The port 'c0b6559b-cfe7-4e85-b3c2-9e71717d82c8' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:56:34.458518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network ef5c42da-1448-40d4-9353-40d2bdb4a906 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:56:34.469602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:34.668282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network ef5c42da-1448-40d4-9353-40d2bdb4a906 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:56:34.695067 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:56:34.784363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c0b6559b-cfe7-4e85-b3c2-9e71717d82c8 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:56:34.820300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:34.821973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: c0b6559b-cfe7-4e85-b3c2-9e71717d82c8 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:56:34.822472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c0b6559b-cfe7-4e85-b3c2-9e71717d82c8 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:56:34.824112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c04f7b3b-8be7-494f-8b5a-d4d2cf10e1b2 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:34.840929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:34.854184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event deleted for resources: {'Network': ['ID=ef5c42da-1448-40d4-9353-40d2bdb4a906,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:34.857782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:34.860652 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "DELETE /v2.0/networks/ef5c42da-1448-40d4-9353-40d2bdb4a906 HTTP/1.1" status: 204 len: 168 time: 1.5635536 Apr 23 09:56:34.862371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47416) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:34.905330 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6bd1ca-2a0a-4bec-ad54-6f874e3f8f48 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] DELETE failed (client error): The resource could not be found. Apr 23 09:56:34.905930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b6bd1ca-2a0a-4bec-ad54-6f874e3f8f48 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:56:34.907738 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2b6bd1ca-2a0a-4bec-ad54-6f874e3f8f48 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "DELETE /v2.0/subnets/e63a38ba-be27-49ef-be33-da73b0690428 HTTP/1.1" status: 404 len: 337 time: 0.0443971 Apr 23 09:56:34.910657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47420) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:34.938654 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e770a3-ae98-4443-9780-b99540c438fd tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] DELETE failed (client error): The resource could not be found. Apr 23 09:56:34.939195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e770a3-ae98-4443-9780-b99540c438fd tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:56:34.941062 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-26e770a3-ae98-4443-9780-b99540c438fd tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "DELETE /v2.0/networks/6a2326ad-11af-4553-a75c-f7a8fd5b9fa7 HTTP/1.1" status: 404 len: 339 time: 0.0293906 Apr 23 09:56:34.943870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47424) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:34.990239 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-c811af28-c33a-46ea-a547-d971c204ec42 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] DELETE failed (client error): The resource could not be found. Apr 23 09:56:34.990713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c811af28-c33a-46ea-a547-d971c204ec42 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:56:34.992589 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c811af28-c33a-46ea-a547-d971c204ec42 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "DELETE /v2.0/subnets/adc5a04f-355d-40c3-962e-9b9b228baded HTTP/1.1" status: 404 len: 337 time: 0.0476661 Apr 23 09:56:34.995410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47428) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:35.024119 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a47b4f6-2d01-4e19-81a3-0f60a338521d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] DELETE failed (client error): The resource could not be found. Apr 23 09:56:35.024646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a47b4f6-2d01-4e19-81a3-0f60a338521d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87174) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 23 09:56:35.026525 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0a47b4f6-2d01-4e19-81a3-0f60a338521d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "DELETE /v2.0/networks/95758bc1-5ff7-4075-b28c-468b5f38d429 HTTP/1.1" status: 404 len: 339 time: 0.0300164 Apr 23 09:56:35.029327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47432) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:35.110830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d0c3bd-84c8-439d-8131-dddc5262a1f5 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Deleting subnet 8209718e-3411-4911-afb4-ce4b21ae39a5 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:56:35.114520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-78d0c3bd-84c8-439d-8131-dddc5262a1f5 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:35.181005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-78d0c3bd-84c8-439d-8131-dddc5262a1f5 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:35.273894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-78d0c3bd-84c8-439d-8131-dddc5262a1f5 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:35.594691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-78d0c3bd-84c8-439d-8131-dddc5262a1f5 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:35.600030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c49d7c30-d783-436a-b38a-28768525b4dd tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:35.639601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0c3bd-84c8-439d-8131-dddc5262a1f5 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event deleted for resources: {'Subnet': ['ID=8209718e-3411-4911-afb4-ce4b21ae39a5,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:35.642579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-78d0c3bd-84c8-439d-8131-dddc5262a1f5 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:35.645414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-78d0c3bd-84c8-439d-8131-dddc5262a1f5 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:35.653030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f680ac-3222-41b2-b5ff-7bda0ac319a5 None None] Network efc93fc2-37ea-411d-8311-fd7e3f36ee00 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:56:35.658710 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-78d0c3bd-84c8-439d-8131-dddc5262a1f5 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "DELETE /v2.0/subnets/8209718e-3411-4911-afb4-ce4b21ae39a5 HTTP/1.1" status: 204 len: 168 time: 0.6279483 Apr 23 09:56:35.661664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47436) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:35.909369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:35.939854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d241cab5-6206-4308-aeb2-757e53975c7e None None] DHCP port deletion for efc93fc2-37ea-411d-8311-fd7e3f36ee00 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:56:36.007164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Deleting port b1b37d59-82c4-4f9e-9eda-8e4c0fce7784 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:56:36.007525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:36.012158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d241cab5-6206-4308-aeb2-757e53975c7e None None] Deleting port b1b37d59-82c4-4f9e-9eda-8e4c0fce7784 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:56:36.012573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d241cab5-6206-4308-aeb2-757e53975c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:36.123901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] For port b1b37d59-82c4-4f9e-9eda-8e4c0fce7784, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b1b37d59-82c4-4f9e-9eda-8e4c0fce7784,segment=NetworkSegment(e1561f04-85f5-4b63-bed0-fb2f786b078f),segment_id=e1561f04-85f5-4b63-bed0-fb2f786b078f)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:56:36.124750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:36.127564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d241cab5-6206-4308-aeb2-757e53975c7e None None] For port b1b37d59-82c4-4f9e-9eda-8e4c0fce7784, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b1b37d59-82c4-4f9e-9eda-8e4c0fce7784,segment=NetworkSegment(e1561f04-85f5-4b63-bed0-fb2f786b078f),segment_id=e1561f04-85f5-4b63-bed0-fb2f786b078f)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:56:36.128018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d241cab5-6206-4308-aeb2-757e53975c7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:36.263244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d241cab5-6206-4308-aeb2-757e53975c7e None None] Calling delete_port for b1b37d59-82c4-4f9e-9eda-8e4c0fce7784 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:56:36.263693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Calling delete_port for b1b37d59-82c4-4f9e-9eda-8e4c0fce7784 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:56:36.315451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:56:36.315820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:56:36.353994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d241cab5-6206-4308-aeb2-757e53975c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:36.358767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:36.409612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241cab5-6206-4308-aeb2-757e53975c7e None None] Pushing event deleted for resources: {'Port': ['ID=b1b37d59-82c4-4f9e-9eda-8e4c0fce7784,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:36.418209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d241cab5-6206-4308-aeb2-757e53975c7e None None] No DVR routers for this DVR port b1b37d59-82c4-4f9e-9eda-8e4c0fce7784 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:56:36.421038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241cab5-6206-4308-aeb2-757e53975c7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:36.421430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241cab5-6206-4308-aeb2-757e53975c7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:36.421816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241cab5-6206-4308-aeb2-757e53975c7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:36.422194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241cab5-6206-4308-aeb2-757e53975c7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:36.422624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241cab5-6206-4308-aeb2-757e53975c7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:36.423002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241cab5-6206-4308-aeb2-757e53975c7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:36.423378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241cab5-6206-4308-aeb2-757e53975c7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:36.423748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241cab5-6206-4308-aeb2-757e53975c7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:36.424121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241cab5-6206-4308-aeb2-757e53975c7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:36.424490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241cab5-6206-4308-aeb2-757e53975c7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:36.424859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241cab5-6206-4308-aeb2-757e53975c7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:36.425220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d241cab5-6206-4308-aeb2-757e53975c7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:36.429177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d241cab5-6206-4308-aeb2-757e53975c7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:36.725628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9f87a4e5-66d2-4815-a03a-5e50bd89c7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:36.777180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b1b37d59-82c4-4f9e-9eda-8e4c0fce7784 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:56:36.817170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: b1b37d59-82c4-4f9e-9eda-8e4c0fce7784 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:56:36.817569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b1b37d59-82c4-4f9e-9eda-8e4c0fce7784 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:56:36.856191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] The port 'b1b37d59-82c4-4f9e-9eda-8e4c0fce7784' was deleted {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:56:36.993250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:37.124601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc93fc2-37ea-411d-8311-fd7e3f36ee00']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:37.139483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1561f04-85f5-4b63-bed0-fb2f786b078f') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:37.139831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1561f04-85f5-4b63-bed0-fb2f786b078f') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:37.152922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:37.168947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:37.175855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:56:37.364667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network efc93fc2-37ea-411d-8311-fd7e3f36ee00 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:56:37.375966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:37.635718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Network efc93fc2-37ea-411d-8311-fd7e3f36ee00 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:56:37.666962 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:56:37.791587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:37.796593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:37.800952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7f5d8848-8ef3-405b-a715-50d967c40f58 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:37.826579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Pushing event deleted for resources: {'Network': ['ID=efc93fc2-37ea-411d-8311-fd7e3f36ee00,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:37.829154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:37.831355 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] 10.222.0.60 "DELETE /v2.0/networks/efc93fc2-37ea-411d-8311-fd7e3f36ee00 HTTP/1.1" status: 204 len: 168 time: 2.1682134 Apr 23 09:56:38.209336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47444) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:38.384741 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a7c1cce1-7534-4a64-a46b-d46d8997f5d5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=94594b40d68c4241929836b9a517c3d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1740110 Apr 23 09:56:38.387350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47450) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:38.455325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97214c32-cb6e-47a0-9182-d49e0e9bac5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:38.489720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97214c32-cb6e-47a0-9182-d49e0e9bac5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:38.645082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97214c32-cb6e-47a0-9182-d49e0e9bac5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:38.650901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-34d9f6ee-709a-4796-8aa6-3daa186117be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:38.664291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97214c32-cb6e-47a0-9182-d49e0e9bac5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8629796f-1bc4-4b9a-8a5a-d3c2b76f93ca,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:38.667612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-97214c32-cb6e-47a0-9182-d49e0e9bac5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:38.671023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97214c32-cb6e-47a0-9182-d49e0e9bac5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:38.672977 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-97214c32-cb6e-47a0-9182-d49e0e9bac5a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8629796f-1bc4-4b9a-8a5a-d3c2b76f93ca HTTP/1.1" status: 204 len: 168 time: 0.2845979 Apr 23 09:56:39.596182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47474) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:39.691108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-473e72ef-83f8-4929-bf02-d368688a8f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:39.715284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bec744a2-b12b-4893-9297-20a311e5039f tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-568086089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:56:39.723141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bec744a2-b12b-4893-9297-20a311e5039f tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:56:39.727170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bec744a2-b12b-4893-9297-20a311e5039f tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Usage tracker for resource:router and tenant:b975b0c1bf3e438d92b529e0cf884d92 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:56:39.730166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bec744a2-b12b-4893-9297-20a311e5039f tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:56:39.739204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bec744a2-b12b-4893-9297-20a311e5039f tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:56:39.785684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bec744a2-b12b-4893-9297-20a311e5039f tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:39.786896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bec744a2-b12b-4893-9297-20a311e5039f tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:39.915592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bec744a2-b12b-4893-9297-20a311e5039f tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:39.965551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bec744a2-b12b-4893-9297-20a311e5039f tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:40.016648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bec744a2-b12b-4893-9297-20a311e5039f tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:40.017978 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bec744a2-b12b-4893-9297-20a311e5039f tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4206812 Apr 23 09:56:40.021301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47480) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:40.027585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1338345328'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:56:40.033482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:56:40.037652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Usage tracker for resource:network and tenant:b975b0c1bf3e438d92b529e0cf884d92 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:56:40.041415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:56:40.048356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:56:40.108808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Made reservation on behalf of b975b0c1bf3e438d92b529e0cf884d92 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:56:40.114993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:40.132739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:40.149498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:56:40.154172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Usage tracker for resource:security_group_rule and tenant:b975b0c1bf3e438d92b529e0cf884d92 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:56:40.170721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:56:40.176777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:56:40.401664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:40.448674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:40.454668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-99aa43db-9cb3-4fd9-897e-568cbc37ffd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:40.486056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:56:40.501134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5decc5-9da7-41e9-b26a-f84811a4c87d,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:40.505737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:40.506794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:40.507184 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Added segment 25c24560-fc83-4a3b-aaa6-e2e703f6d9e7 of type vlan for network fcd159da-11da-4dd7-aa20-17076ea33d0d Apr 23 09:56:40.516304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:40.539351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:40.614571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:40.620823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:56:40.621483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:40.628112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5b513fd-4f93-4236-a243-edc1aea88a1a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:40.752113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Pushing event updated for resources: {'Network': ['ID=fcd159da-11da-4dd7-aa20-17076ea33d0d,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:40.755078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:40.764314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network fcd159da-11da-4dd7-aa20-17076ea33d0d details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:56:40.766850 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7444315 Apr 23 09:56:40.769892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47484) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:40.776702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-104472cd-3019-4874-8494-ca49e09db830 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Request body: {'subnet': {'network_id': 'fcd159da-11da-4dd7-aa20-17076ea33d0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:56:40.901994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-104472cd-3019-4874-8494-ca49e09db830 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:56:40.906954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-104472cd-3019-4874-8494-ca49e09db830 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Usage tracker for resource:subnet and tenant:b975b0c1bf3e438d92b529e0cf884d92 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:56:40.910198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-104472cd-3019-4874-8494-ca49e09db830 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:56:40.918712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-104472cd-3019-4874-8494-ca49e09db830 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:56:40.965207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104472cd-3019-4874-8494-ca49e09db830 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Made reservation on behalf of b975b0c1bf3e438d92b529e0cf884d92 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:56:40.972629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-104472cd-3019-4874-8494-ca49e09db830 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:41.256506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:41.790980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-104472cd-3019-4874-8494-ca49e09db830 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:41.796119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:41.880324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104472cd-3019-4874-8494-ca49e09db830 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Pushing event updated for resources: {'Subnet': ['ID=4e11670c-c75b-45cf-bf86-6ee1d70a66a0,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:41.885045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-104472cd-3019-4874-8494-ca49e09db830 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:41.890859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104472cd-3019-4874-8494-ca49e09db830 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Checking segment: {'id': '25c24560-fc83-4a3b-aaa6-e2e703f6d9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fcd159da-11da-4dd7-aa20-17076ea33d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:56:41.891259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104472cd-3019-4874-8494-ca49e09db830 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Network hostable DHCP agents. Network: fcd159da-11da-4dd7-aa20-17076ea33d0d, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:56:41.959306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104472cd-3019-4874-8494-ca49e09db830 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Network fcd159da-11da-4dd7-aa20-17076ea33d0d is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:56:41.999458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-104472cd-3019-4874-8494-ca49e09db830 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, fcd159da-11da-4dd7-aa20-17076ea33d0d) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:56:42.010038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdae72c-627e-4952-94c1-01284324eaf5 None None] Network fcd159da-11da-4dd7-aa20-17076ea33d0d requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:56:42.016995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104472cd-3019-4874-8494-ca49e09db830 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:56:42.017659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-104472cd-3019-4874-8494-ca49e09db830 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:42.066839 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-104472cd-3019-4874-8494-ca49e09db830 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2956119 Apr 23 09:56:42.070127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47488) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:42.076979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9561c96b-6b2b-4d15-8b9b-17db3cae651c tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-770143356'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:56:42.085265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9561c96b-6b2b-4d15-8b9b-17db3cae651c tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:56:42.087564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9561c96b-6b2b-4d15-8b9b-17db3cae651c tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Usage tracker for resource:network and tenant:b975b0c1bf3e438d92b529e0cf884d92 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:56:42.091305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9561c96b-6b2b-4d15-8b9b-17db3cae651c tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:56:42.099048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9561c96b-6b2b-4d15-8b9b-17db3cae651c tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:56:42.153593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9561c96b-6b2b-4d15-8b9b-17db3cae651c tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Made reservation on behalf of b975b0c1bf3e438d92b529e0cf884d92 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:56:42.160306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9561c96b-6b2b-4d15-8b9b-17db3cae651c tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:42.196157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9561c96b-6b2b-4d15-8b9b-17db3cae651c tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:56:42.206235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9561c96b-6b2b-4d15-8b9b-17db3cae651c tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:42.206690 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-9561c96b-6b2b-4d15-8b9b-17db3cae651c tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Added segment d5f56e67-a44e-4f90-af27-fe51b8fb149d of type vlan for network 35cbd386-98d0-4b75-828e-06982adf97d8 Apr 23 09:56:42.237373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9561c96b-6b2b-4d15-8b9b-17db3cae651c tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:42.259653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-fcd159da-11da-4dd7-aa20-17076ea33d0d', 'network_id': 'fcd159da-11da-4dd7-aa20-17076ea33d0d', 'tenant_id': 'b975b0c1bf3e438d92b529e0cf884d92', 'fixed_ips': [{'subnet_id': '4e11670c-c75b-45cf-bf86-6ee1d70a66a0'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:56:42.260596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:42.296550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9561c96b-6b2b-4d15-8b9b-17db3cae651c tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:42.302828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9561c96b-6b2b-4d15-8b9b-17db3cae651c tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:56:42.303531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9561c96b-6b2b-4d15-8b9b-17db3cae651c tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:42.309450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7e0c8d81-2b6b-4a5b-935a-3e2b0c6b9778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:42.414269 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9561c96b-6b2b-4d15-8b9b-17db3cae651c tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3428600 Apr 23 09:56:42.417350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47492) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:42.423367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:42.424794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3116dbf8-0451-4597-ab2b-2ba9c51d8309 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Request body: {'subnet': {'network_id': '35cbd386-98d0-4b75-828e-06982adf97d8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:56:42.427735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9561c96b-6b2b-4d15-8b9b-17db3cae651c tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Pushing event updated for resources: {'Network': ['ID=35cbd386-98d0-4b75-828e-06982adf97d8,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:42.430808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9561c96b-6b2b-4d15-8b9b-17db3cae651c tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:42.441915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 35cbd386-98d0-4b75-828e-06982adf97d8 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:56:42.475331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Allocated IP 172.20.0.2 (fcd159da-11da-4dd7-aa20-17076ea33d0d/4e11670c-c75b-45cf-bf86-6ee1d70a66a0/76c3a6ec-8fcc-429f-8a56-f8a4571fd05d) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:56:42.567957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3116dbf8-0451-4597-ab2b-2ba9c51d8309 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:56:42.572088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3116dbf8-0451-4597-ab2b-2ba9c51d8309 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Usage tracker for resource:subnet and tenant:b975b0c1bf3e438d92b529e0cf884d92 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:56:42.575134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3116dbf8-0451-4597-ab2b-2ba9c51d8309 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:56:42.581612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3116dbf8-0451-4597-ab2b-2ba9c51d8309 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:56:42.619785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3116dbf8-0451-4597-ab2b-2ba9c51d8309 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Made reservation on behalf of b975b0c1bf3e438d92b529e0cf884d92 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:56:42.626054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3116dbf8-0451-4597-ab2b-2ba9c51d8309 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:42.779297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:42.848189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Transition to ACTIVE for port object 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:56:42.869549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Transition to ACTIVE for port object 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:56:42.919820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:42.925887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:42.998596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Network fcd159da-11da-4dd7-aa20-17076ea33d0d is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:56:43.002247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:56:43.004819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:56:43.047014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Pushing event updated for resources: {'Port': ['ID=76c3a6ec-8fcc-429f-8a56-f8a4571fd05d,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:43.050514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:43.110973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Attempting to bind port 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:56:43.111392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Attempting to bind port 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '25c24560-fc83-4a3b-aaa6-e2e703f6d9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fcd159da-11da-4dd7-aa20-17076ea33d0d'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:56:43.111805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Attempting to bind port 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d on network fcd159da-11da-4dd7-aa20-17076ea33d0d {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:56:43.118047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:56:43.118528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Checking segment: {'id': '25c24560-fc83-4a3b-aaa6-e2e703f6d9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fcd159da-11da-4dd7-aa20-17076ea33d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:56:43.118983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:43.119427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Bound using segment: {'id': '25c24560-fc83-4a3b-aaa6-e2e703f6d9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fcd159da-11da-4dd7-aa20-17076ea33d0d'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:56:43.119998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Bound port: 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c24560-fc83-4a3b-aaa6-e2e703f6d9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'fcd159da-11da-4dd7-aa20-17076ea33d0d'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:56:43.120371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:43.150041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3116dbf8-0451-4597-ab2b-2ba9c51d8309 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:43.156219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cac1473c-bc16-4b97-8a86-210fa7972d7a tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:43.220925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] For port 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:56:43.224316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] For port 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=76c3a6ec-8fcc-429f-8a56-f8a4571fd05d,segment=NetworkSegment(25c24560-fc83-4a3b-aaa6-e2e703f6d9e7),segment_id=25c24560-fc83-4a3b-aaa6-e2e703f6d9e7)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:56:43.244873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116dbf8-0451-4597-ab2b-2ba9c51d8309 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Pushing event updated for resources: {'Subnet': ['ID=84f009a6-f9b6-4aac-b4e5-8ccf78816172,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:43.248719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3116dbf8-0451-4597-ab2b-2ba9c51d8309 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:43.257041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3116dbf8-0451-4597-ab2b-2ba9c51d8309 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Checking segment: {'id': 'd5f56e67-a44e-4f90-af27-fe51b8fb149d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '35cbd386-98d0-4b75-828e-06982adf97d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:56:43.257449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3116dbf8-0451-4597-ab2b-2ba9c51d8309 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Network hostable DHCP agents. Network: 35cbd386-98d0-4b75-828e-06982adf97d8, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:56:43.258174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:43.263475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:43.302264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3116dbf8-0451-4597-ab2b-2ba9c51d8309 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Network 35cbd386-98d0-4b75-828e-06982adf97d8 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:56:43.348157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-3116dbf8-0451-4597-ab2b-2ba9c51d8309 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 35cbd386-98d0-4b75-828e-06982adf97d8) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:56:43.350516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Pushing event updated for resources: {'Port': ['ID=76c3a6ec-8fcc-429f-8a56-f8a4571fd05d,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:43.353903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:43.362386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0734a3d-a485-401a-89a8-cc65b6e5a251 None None] Network 35cbd386-98d0-4b75-828e-06982adf97d8 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:56:43.367284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3116dbf8-0451-4597-ab2b-2ba9c51d8309 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:56:43.367954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3116dbf8-0451-4597-ab2b-2ba9c51d8309 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:43.423388 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3116dbf8-0451-4597-ab2b-2ba9c51d8309 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0047905 Apr 23 09:56:43.428169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47496) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:43.436737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b47015b4-6ab7-4e16-83c6-5793641a5ef9 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Request body: {'router': {'external_gateway_info': {'network_id': '35cbd386-98d0-4b75-828e-06982adf97d8'}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:56:43.618195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-35cbd386-98d0-4b75-828e-06982adf97d8', 'network_id': '35cbd386-98d0-4b75-828e-06982adf97d8', 'tenant_id': 'b975b0c1bf3e438d92b529e0cf884d92', 'fixed_ips': [{'subnet_id': '84f009a6-f9b6-4aac-b4e5-8ccf78816172'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:56:43.619409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:43.823415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Allocated IP 172.21.0.2 (35cbd386-98d0-4b75-828e-06982adf97d8/84f009a6-f9b6-4aac-b4e5-8ccf78816172/3b8343dc-3422-4ee0-9334-3c69e9192d0e) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:56:43.885622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b47015b4-6ab7-4e16-83c6-5793641a5ef9 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:44.124283 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.api.v2.resource [None req-b47015b4-6ab7-4e16-83c6-5793641a5ef9 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 09:56:44.125478 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b47015b4-6ab7-4e16-83c6-5793641a5ef9 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] 10.222.0.60 "PUT /v2.0/routers/e462de6b-603a-4dae-a2f7-6d230a5b9e21 HTTP/1.1" status: 400 len: 364 time: 0.6960299 Apr 23 09:56:44.133305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47500) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:44.217075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb6f24d-6a0b-4762-8eec-5857564c46d9 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Deleting subnet 84f009a6-f9b6-4aac-b4e5-8ccf78816172 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:56:44.386436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:44.398095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Transition to ACTIVE for port object 3b8343dc-3422-4ee0-9334-3c69e9192d0e will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:56:44.417674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Transition to ACTIVE for port object 3b8343dc-3422-4ee0-9334-3c69e9192d0e will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:56:44.421159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdb6f24d-6a0b-4762-8eec-5857564c46d9 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:44.450999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:44.456693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:44.489688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdb6f24d-6a0b-4762-8eec-5857564c46d9 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:44.538154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Pushing event updated for resources: {'Port': ['ID=3b8343dc-3422-4ee0-9334-3c69e9192d0e,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:44.543311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:44.545876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Network 35cbd386-98d0-4b75-828e-06982adf97d8 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:56:44.547180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:56:44.549920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:56:44.593886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdb6f24d-6a0b-4762-8eec-5857564c46d9 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:44.656119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Attempting to bind port 3b8343dc-3422-4ee0-9334-3c69e9192d0e on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:56:44.656545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Attempting to bind port 3b8343dc-3422-4ee0-9334-3c69e9192d0e by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'd5f56e67-a44e-4f90-af27-fe51b8fb149d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '35cbd386-98d0-4b75-828e-06982adf97d8'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:56:44.656960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Attempting to bind port 3b8343dc-3422-4ee0-9334-3c69e9192d0e on network 35cbd386-98d0-4b75-828e-06982adf97d8 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:56:44.663171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:56:44.663930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Checking segment: {'id': 'd5f56e67-a44e-4f90-af27-fe51b8fb149d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '35cbd386-98d0-4b75-828e-06982adf97d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:56:44.664381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:44.664823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Bound using segment: {'id': 'd5f56e67-a44e-4f90-af27-fe51b8fb149d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '35cbd386-98d0-4b75-828e-06982adf97d8'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:56:44.665462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Bound port: 3b8343dc-3422-4ee0-9334-3c69e9192d0e, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f56e67-a44e-4f90-af27-fe51b8fb149d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '35cbd386-98d0-4b75-828e-06982adf97d8'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:56:44.665769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:44.854608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:56:44.878567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d87692-3214-48ef-8faf-7e502ac09a0a None None] Network fcd159da-11da-4dd7-aa20-17076ea33d0d requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:56:44.939938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] For port 3b8343dc-3422-4ee0-9334-3c69e9192d0e, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:56:44.959595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdb6f24d-6a0b-4762-8eec-5857564c46d9 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:44.965076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aed00dd8-bdfa-478b-a89b-539190adeb24 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:45.005041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6f24d-6a0b-4762-8eec-5857564c46d9 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Pushing event deleted for resources: {'Subnet': ['ID=84f009a6-f9b6-4aac-b4e5-8ccf78816172,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:45.008476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fdb6f24d-6a0b-4762-8eec-5857564c46d9 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:45.009626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdb6f24d-6a0b-4762-8eec-5857564c46d9 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:45.017065 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fdb6f24d-6a0b-4762-8eec-5857564c46d9 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] 10.222.0.60 "DELETE /v2.0/subnets/84f009a6-f9b6-4aac-b4e5-8ccf78816172 HTTP/1.1" status: 204 len: 168 time: 0.8825955 Apr 23 09:56:45.019608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47504) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:45.023742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] For port 3b8343dc-3422-4ee0-9334-3c69e9192d0e, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=3b8343dc-3422-4ee0-9334-3c69e9192d0e,segment=NetworkSegment(d5f56e67-a44e-4f90-af27-fe51b8fb149d),segment_id=d5f56e67-a44e-4f90-af27-fe51b8fb149d)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:56:45.029837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e4eb9885-777e-4b86-92ba-1166a9d8fbda None None] Provisioning for port 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:56:45.078998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:45.084327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:45.150242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:45.188650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:56:45.216559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:56:45.217596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:45.234219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Deleting port 3b8343dc-3422-4ee0-9334-3c69e9192d0e {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:56:45.234636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:45.302641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Pushing event updated for resources: {'Port': ['ID=3b8343dc-3422-4ee0-9334-3c69e9192d0e,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:45.330085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:45.342661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] For port 3b8343dc-3422-4ee0-9334-3c69e9192d0e, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=3b8343dc-3422-4ee0-9334-3c69e9192d0e,segment=NetworkSegment(d5f56e67-a44e-4f90-af27-fe51b8fb149d),segment_id=d5f56e67-a44e-4f90-af27-fe51b8fb149d)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:56:45.343433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:45.440359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:45.480831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=76c3a6ec-8fcc-429f-8a56-f8a4571fd05d,segment=NetworkSegment(25c24560-fc83-4a3b-aaa6-e2e703f6d9e7),segment_id=25c24560-fc83-4a3b-aaa6-e2e703f6d9e7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:56:45.489458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Calling delete_port for 3b8343dc-3422-4ee0-9334-3c69e9192d0e owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:56:45.525188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:45.527676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:45.609099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=76c3a6ec-8fcc-429f-8a56-f8a4571fd05d,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:45.613032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:45.630845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:45.634693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:45.694704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Pushing event deleted for resources: {'Port': ['ID=3b8343dc-3422-4ee0-9334-3c69e9192d0e,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:45.698285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:45.699164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] No DVR routers for this DVR port 3b8343dc-3422-4ee0-9334-3c69e9192d0e on host dv-neutron-786478-4-hyperv {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:56:45.782280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2689fe86-859c-4f83-b01d-bff1c16f9202 None None] Provisioning complete for port 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:56:45.782709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2689fe86-859c-4f83-b01d-bff1c16f9202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:45.848218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:45.974814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35cbd386-98d0-4b75-828e-06982adf97d8']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:45.989089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f56e67-a44e-4f90-af27-fe51b8fb149d') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:45.989367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f56e67-a44e-4f90-af27-fe51b8fb149d') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:46.002558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:46.017773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:46.024488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:56:46.212603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Network 35cbd386-98d0-4b75-828e-06982adf97d8 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:56:46.222789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:46.401252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Network 35cbd386-98d0-4b75-828e-06982adf97d8 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:56:46.430194 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:56:46.546159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:46.550293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65f64920-a4e9-4819-a99b-07c62248b04c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:46.572059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:46.582182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Pushing event deleted for resources: {'Network': ['ID=35cbd386-98d0-4b75-828e-06982adf97d8,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:46.585479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:46.587543 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] 10.222.0.60 "DELETE /v2.0/networks/35cbd386-98d0-4b75-828e-06982adf97d8 HTTP/1.1" status: 204 len: 168 time: 1.5668530 Apr 23 09:56:46.591753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47508) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:46.675862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a882fb2-ad57-4ef6-9c8d-1ddc2c2dfb75 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Deleting subnet 4e11670c-c75b-45cf-bf86-6ee1d70a66a0 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:56:46.679674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8a882fb2-ad57-4ef6-9c8d-1ddc2c2dfb75 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:46.742718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8a882fb2-ad57-4ef6-9c8d-1ddc2c2dfb75 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:46.802704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:56:46.859280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-47f5f84a-32ff-4c3c-8965-bf209e808a9f None None] Could not find standard attr ID for object 3b8343dc-3422-4ee0-9334-3c69e9192d0e. {{(pid=87176) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 09:56:46.873913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8a882fb2-ad57-4ef6-9c8d-1ddc2c2dfb75 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:46.895943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:56:46.896375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:46.933410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d5967d-c636-41bc-98f6-1a83526a74ea None None] DHCP port deletion for 35cbd386-98d0-4b75-828e-06982adf97d8 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:56:46.975027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4419c9-2d98-492c-a99e-77b96ee3ffdc None None] Network 35cbd386-98d0-4b75-828e-06982adf97d8 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:56:47.002017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4419c9-2d98-492c-a99e-77b96ee3ffdc None None] Network 35cbd386-98d0-4b75-828e-06982adf97d8 could not be found, it might have been deleted concurrently. {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:221}} Apr 23 09:56:47.205368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8a882fb2-ad57-4ef6-9c8d-1ddc2c2dfb75 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:47.210589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-28afa2b1-1340-473e-ac49-ad1efcca5e83 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:47.554395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a882fb2-ad57-4ef6-9c8d-1ddc2c2dfb75 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Pushing event deleted for resources: {'Subnet': ['ID=4e11670c-c75b-45cf-bf86-6ee1d70a66a0,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:47.556605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8a882fb2-ad57-4ef6-9c8d-1ddc2c2dfb75 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:47.563121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d1823f-59ba-4236-b6ce-0852ab4de208 None None] Network fcd159da-11da-4dd7-aa20-17076ea33d0d requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:56:47.563336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8a882fb2-ad57-4ef6-9c8d-1ddc2c2dfb75 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:47.567379 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8a882fb2-ad57-4ef6-9c8d-1ddc2c2dfb75 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] 10.222.0.60 "DELETE /v2.0/subnets/4e11670c-c75b-45cf-bf86-6ee1d70a66a0 HTTP/1.1" status: 204 len: 168 time: 0.9721525 Apr 23 09:56:47.568149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47512) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:47.852178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcd60db-f06d-4c34-b9e6-eceea36e7baa None None] DHCP port deletion for fcd159da-11da-4dd7-aa20-17076ea33d0d request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:56:47.933613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cbcd60db-f06d-4c34-b9e6-eceea36e7baa None None] Deleting port 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:56:47.934041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cbcd60db-f06d-4c34-b9e6-eceea36e7baa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:48.043722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:48.094293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-cbcd60db-f06d-4c34-b9e6-eceea36e7baa None None] For port 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=76c3a6ec-8fcc-429f-8a56-f8a4571fd05d,segment=NetworkSegment(25c24560-fc83-4a3b-aaa6-e2e703f6d9e7),segment_id=25c24560-fc83-4a3b-aaa6-e2e703f6d9e7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:56:48.094958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cbcd60db-f06d-4c34-b9e6-eceea36e7baa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:48.185675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Deleting port 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:56:48.186296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:48.306336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cbcd60db-f06d-4c34-b9e6-eceea36e7baa None None] Calling delete_port for 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:56:48.327229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] For port 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=76c3a6ec-8fcc-429f-8a56-f8a4571fd05d,segment=NetworkSegment(25c24560-fc83-4a3b-aaa6-e2e703f6d9e7),segment_id=25c24560-fc83-4a3b-aaa6-e2e703f6d9e7)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:56:48.327624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:48.438904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cbcd60db-f06d-4c34-b9e6-eceea36e7baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:48.444161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-51a2b0b6-736c-42f9-b33d-7847a008617d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:48.475295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Calling delete_port for 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:56:48.495003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd60db-f06d-4c34-b9e6-eceea36e7baa None None] Pushing event deleted for resources: {'Port': ['ID=76c3a6ec-8fcc-429f-8a56-f8a4571fd05d,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:48.500208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cbcd60db-f06d-4c34-b9e6-eceea36e7baa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:48.502767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcd60db-f06d-4c34-b9e6-eceea36e7baa None None] No DVR routers for this DVR port 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:56:48.536107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87174) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:56:48.536472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:56:48.789169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:56:48.829832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:56:48.830238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 76c3a6ec-8fcc-429f-8a56-f8a4571fd05d not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:56:48.830742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 3b8343dc-3422-4ee0-9334-3c69e9192d0e no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:56:48.871142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 3b8343dc-3422-4ee0-9334-3c69e9192d0e {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:56:48.871536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 3b8343dc-3422-4ee0-9334-3c69e9192d0e not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:56:49.028450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:56:49.076623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] The port '76c3a6ec-8fcc-429f-8a56-f8a4571fd05d' was deleted {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:56:49.211856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:49.339236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd159da-11da-4dd7-aa20-17076ea33d0d']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:49.353528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c24560-fc83-4a3b-aaa6-e2e703f6d9e7') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:49.353876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c24560-fc83-4a3b-aaa6-e2e703f6d9e7') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:49.367440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:49.383163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:49.389898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:56:49.586049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Network fcd159da-11da-4dd7-aa20-17076ea33d0d has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:56:49.597377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:49.788005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Network fcd159da-11da-4dd7-aa20-17076ea33d0d has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:56:49.817912 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:56:50.002073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:50.006025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cebaa534-6a27-4b91-bd1a-ce8bd9abf1cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:50.023429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:50.036504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Pushing event deleted for resources: {'Network': ['ID=fcd159da-11da-4dd7-aa20-17076ea33d0d,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:50.039877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:50.042097 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] 10.222.0.60 "DELETE /v2.0/networks/fcd159da-11da-4dd7-aa20-17076ea33d0d HTTP/1.1" status: 204 len: 168 time: 2.4724832 Apr 23 09:56:50.045631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47516) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:50.102621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b88f67b5-5a7a-471e-990f-f950583e918e tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Synchronizing usage tracker for tenant:b975b0c1bf3e438d92b529e0cf884d92 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:56:50.185227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b88f67b5-5a7a-471e-990f-f950583e918e tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Unset dirty status for tenant:b975b0c1bf3e438d92b529e0cf884d92 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:56:50.186913 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b88f67b5-5a7a-471e-990f-f950583e918e tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] 10.222.0.60 "GET /v2.0/ports?device_id=e462de6b-603a-4dae-a2f7-6d230a5b9e21 HTTP/1.1" status: 200 len: 205 time: 0.1399794 Apr 23 09:56:50.190295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47520) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:50.340556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09de5f99-0d37-4411-ab2f-9a2058775a88 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:50.686763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09de5f99-0d37-4411-ab2f-9a2058775a88 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:50.689273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09de5f99-0d37-4411-ab2f-9a2058775a88 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:50.813147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09de5f99-0d37-4411-ab2f-9a2058775a88 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:50.813726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09de5f99-0d37-4411-ab2f-9a2058775a88 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Fanout notify agent at l3_agent the message router_deleted on router e462de6b-603a-4dae-a2f7-6d230a5b9e21 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:56:50.826266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09de5f99-0d37-4411-ab2f-9a2058775a88 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:50.827481 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-09de5f99-0d37-4411-ab2f-9a2058775a88 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] 10.222.0.60 "DELETE /v2.0/routers/e462de6b-603a-4dae-a2f7-6d230a5b9e21 HTTP/1.1" status: 204 len: 168 time: 0.6359978 Apr 23 09:56:51.399566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47528) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:51.569875 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-11cde810-3dc7-42d0-8c01-075d69be2d20 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b975b0c1bf3e438d92b529e0cf884d92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1688750 Apr 23 09:56:51.572451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47534) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:51.639516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-05460fe7-da72-4f13-a31b-dc92fb419e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:51.667733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-05460fe7-da72-4f13-a31b-dc92fb419e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:51.741613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-05460fe7-da72-4f13-a31b-dc92fb419e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:51.747503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2462d8f9-354c-4d2c-9c07-e845c26b9194 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:51.761322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05460fe7-da72-4f13-a31b-dc92fb419e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5decc5-9da7-41e9-b26a-f84811a4c87d,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:51.765044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-05460fe7-da72-4f13-a31b-dc92fb419e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:51.766030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-05460fe7-da72-4f13-a31b-dc92fb419e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:51.767378 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-05460fe7-da72-4f13-a31b-dc92fb419e47 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ff5decc5-9da7-41e9-b26a-f84811a4c87d HTTP/1.1" status: 204 len: 168 time: 0.1938229 Apr 23 09:56:52.830223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47558) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:52.954170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-400872788-network', 'tenant_id': 'd5dfcdb48b0640598982930e1c2222c2'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:56:52.959763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:56:52.964019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Usage tracker for resource:network and tenant:d5dfcdb48b0640598982930e1c2222c2 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:56:52.967376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:56:52.973532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:56:53.044789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Made reservation on behalf of d5dfcdb48b0640598982930e1c2222c2 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:56:53.050384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:53.068620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:53.085557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:56:53.089747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Usage tracker for resource:security_group_rule and tenant:d5dfcdb48b0640598982930e1c2222c2 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:56:53.093211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:56:53.099269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:56:53.240636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:53.275745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:53.280310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-97214c32-cb6e-47a0-9182-d49e0e9bac5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:53.305791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:56:53.319723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f148fb-ad0d-4bb5-9477-bd0660694809,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:53.323036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:53.326214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:53.329370 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Added segment a42fb261-e314-4984-b26b-e312e9e045c7 of type vlan for network a1048df3-6074-485f-bc83-ffbf2cd32b7b Apr 23 09:56:53.388854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:53.441318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:53.442474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:56:53.443133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:53.448393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1e7567f4-65d3-49f5-8e28-24db5faa2eee tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:53.559612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Pushing event updated for resources: {'Network': ['ID=a1048df3-6074-485f-bc83-ffbf2cd32b7b,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:53.562460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:53.570036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network a1048df3-6074-485f-bc83-ffbf2cd32b7b details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:56:53.600347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:53.605477 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7739608 Apr 23 09:56:53.609402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47564) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:53.615913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ba4f19be-7d7d-4bcb-b7aa-aa77a4fd2908 admin admin] Request body: {'subnet': {'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-400872788-subnet', 'tenant_id': 'd5dfcdb48b0640598982930e1c2222c2', 'ip_version': 4}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:56:53.622183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ba4f19be-7d7d-4bcb-b7aa-aa77a4fd2908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:56:53.626373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ba4f19be-7d7d-4bcb-b7aa-aa77a4fd2908 admin admin] Usage tracker for resource:subnet and tenant:d5dfcdb48b0640598982930e1c2222c2 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:56:53.629452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ba4f19be-7d7d-4bcb-b7aa-aa77a4fd2908 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:56:53.635657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ba4f19be-7d7d-4bcb-b7aa-aa77a4fd2908 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:56:53.685956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4f19be-7d7d-4bcb-b7aa-aa77a4fd2908 admin admin] Made reservation on behalf of d5dfcdb48b0640598982930e1c2222c2 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:56:53.690982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba4f19be-7d7d-4bcb-b7aa-aa77a4fd2908 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:54.144483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba4f19be-7d7d-4bcb-b7aa-aa77a4fd2908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:54.149604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7036f39b-d53c-44ae-8cda-e3b731d1f259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:54.227214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f19be-7d7d-4bcb-b7aa-aa77a4fd2908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a41c78fd-8c05-4c53-abfc-e0b45a847d17,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:54.231097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ba4f19be-7d7d-4bcb-b7aa-aa77a4fd2908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:54.237431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4f19be-7d7d-4bcb-b7aa-aa77a4fd2908 admin admin] Checking segment: {'id': 'a42fb261-e314-4984-b26b-e312e9e045c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:56:54.237836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4f19be-7d7d-4bcb-b7aa-aa77a4fd2908 admin admin] Network hostable DHCP agents. Network: a1048df3-6074-485f-bc83-ffbf2cd32b7b, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:56:54.307138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4f19be-7d7d-4bcb-b7aa-aa77a4fd2908 admin admin] Network a1048df3-6074-485f-bc83-ffbf2cd32b7b is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:56:54.343281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-ba4f19be-7d7d-4bcb-b7aa-aa77a4fd2908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, a1048df3-6074-485f-bc83-ffbf2cd32b7b) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:56:54.352776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1375ed1c-4b7d-4b55-b14b-ae0ba7664c4f None None] Network a1048df3-6074-485f-bc83-ffbf2cd32b7b requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:56:54.356669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4f19be-7d7d-4bcb-b7aa-aa77a4fd2908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:56:54.357324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba4f19be-7d7d-4bcb-b7aa-aa77a4fd2908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:54.408316 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ba4f19be-7d7d-4bcb-b7aa-aa77a4fd2908 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7976286 Apr 23 09:56:54.410915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47568) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:54.416702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-400872788-router', 'tenant_id': 'd5dfcdb48b0640598982930e1c2222c2', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:56:54.422427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:56:54.426647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Usage tracker for resource:router and tenant:d5dfcdb48b0640598982930e1c2222c2 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:56:54.430271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:56:54.438778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:56:54.470017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:54.471186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:54.487447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:54.598736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-a1048df3-6074-485f-bc83-ffbf2cd32b7b', 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b', 'tenant_id': 'd5dfcdb48b0640598982930e1c2222c2', 'fixed_ips': [{'subnet_id': 'a41c78fd-8c05-4c53-abfc-e0b45a847d17'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:56:54.599666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:54.772368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Allocated IP 172.20.0.2 (a1048df3-6074-485f-bc83-ffbf2cd32b7b/a41c78fd-8c05-4c53-abfc-e0b45a847d17/b13fb1cb-4503-4c09-9d33-dfd466c66da4) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:56:54.816684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:55.001584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:55.012691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Transition to ACTIVE for port object b13fb1cb-4503-4c09-9d33-dfd466c66da4 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:56:55.032627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Transition to ACTIVE for port object b13fb1cb-4503-4c09-9d33-dfd466c66da4 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:56:55.067360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:55.213237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:55.248382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:55.256276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:55.323880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Network a1048df3-6074-485f-bc83-ffbf2cd32b7b is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:56:55.327815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:56:55.331903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:56:55.340460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Pushing event updated for resources: {'Port': ['ID=b13fb1cb-4503-4c09-9d33-dfd466c66da4,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:55.377260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:55.439977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Attempting to bind port b13fb1cb-4503-4c09-9d33-dfd466c66da4 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:56:55.440403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Attempting to bind port b13fb1cb-4503-4c09-9d33-dfd466c66da4 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'a42fb261-e314-4984-b26b-e312e9e045c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:56:55.440821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Attempting to bind port b13fb1cb-4503-4c09-9d33-dfd466c66da4 on network a1048df3-6074-485f-bc83-ffbf2cd32b7b {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:56:55.447275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:56:55.447709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Checking segment: {'id': 'a42fb261-e314-4984-b26b-e312e9e045c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:56:55.448166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:55.448616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Bound using segment: {'id': 'a42fb261-e314-4984-b26b-e312e9e045c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:56:55.449145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Bound port: b13fb1cb-4503-4c09-9d33-dfd466c66da4, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42fb261-e314-4984-b26b-e312e9e045c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:56:55.449600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:55.556666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] For port b13fb1cb-4503-4c09-9d33-dfd466c66da4, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:56:55.560796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] For port b13fb1cb-4503-4c09-9d33-dfd466c66da4, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b13fb1cb-4503-4c09-9d33-dfd466c66da4,segment=NetworkSegment(a42fb261-e314-4984-b26b-e312e9e045c7),segment_id=a42fb261-e314-4984-b26b-e312e9e045c7)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:56:55.610710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:55.616282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:55.705592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Pushing event updated for resources: {'Port': ['ID=b13fb1cb-4503-4c09-9d33-dfd466c66da4,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:55.708651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Allocated IP 172.26.4.248 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/9075dce6-4aaf-4e62-9c84-dc10ae366095) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:56:55.709014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:55.873244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:55.930522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:55.936294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cd772667-0dec-4b16-ae77-09e8b9d54bcc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:56.014586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:56:56.018762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:56:56.023323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:56:56.061263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Pushing event updated for resources: {'Port': ['ID=9075dce6-4aaf-4e62-9c84-dc10ae366095,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:56.064816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:56.577559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:56.825349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b13fb1cb-4503-4c09-9d33-dfd466c66da4 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:56:56.936059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port b13fb1cb-4503-4c09-9d33-dfd466c66da4 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:56:56.962411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:57.222968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4361c5-040a-4e3f-8c3e-033230041c83 None None] Network a1048df3-6074-485f-bc83-ffbf2cd32b7b requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:56:57.266824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Router ad9e9d62-1f8b-4418-bfa5-10d51a407c5a is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:56:57.362422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-08a1919f-e5c1-43e8-86f1-da3a40665fc8 None None] Provisioning for port b13fb1cb-4503-4c09-9d33-dfd466c66da4 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:56:57.371926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-08a1919f-e5c1-43e8-86f1-da3a40665fc8 None None] Provisioning complete for port b13fb1cb-4503-4c09-9d33-dfd466c66da4 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:56:57.372360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-08a1919f-e5c1-43e8-86f1-da3a40665fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:57.466943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:56:57.479690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] Sync routers for ids ['ad9e9d62-1f8b-4418-bfa5-10d51a407c5a'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:56:57.491799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] Routers {'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:56:57.492799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:56:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ad9e9d62-1f8b-4418-bfa5-10d51a407c5a'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:57.535477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:57.540530 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1249654 Apr 23 09:56:57.540530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47572) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:56:57.610116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-08a1919f-e5c1-43e8-86f1-da3a40665fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:57.662543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-08a1919f-e5c1-43e8-86f1-da3a40665fc8 None None] For port b13fb1cb-4503-4c09-9d33-dfd466c66da4, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b13fb1cb-4503-4c09-9d33-dfd466c66da4,segment=NetworkSegment(a42fb261-e314-4984-b26b-e312e9e045c7),segment_id=a42fb261-e314-4984-b26b-e312e9e045c7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:56:57.687295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] Set router ad9e9d62-1f8b-4418-bfa5-10d51a407c5a gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:56:57.689600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-08a1919f-e5c1-43e8-86f1-da3a40665fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:57.695850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:57.792134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1919f-e5c1-43e8-86f1-da3a40665fc8 None None] Pushing event updated for resources: {'Port': ['ID=b13fb1cb-4503-4c09-9d33-dfd466c66da4,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:57.798155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-08a1919f-e5c1-43e8-86f1-da3a40665fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:57.913703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0a449f35-0bb2-440d-9806-b3d2b61beeb1 None None] Provisioning complete for port b13fb1cb-4503-4c09-9d33-dfd466c66da4 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:56:57.914217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a449f35-0bb2-440d-9806-b3d2b61beeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:58.021687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a', 'name': 'tempest-TestEncryptedCinderVolumes-400872788-router', 'tenant_id': 'd5dfcdb48b0640598982930e1c2222c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '9075dce6-4aaf-4e62-9c84-dc10ae366095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:56:54Z', 'updated_at': '2021-04-23T09:56:56Z', 'revision_number': 3, 'project_id': 'd5dfcdb48b0640598982930e1c2222c2', 'gw_port': {'id': '9075dce6-4aaf-4e62-9c84-dc10ae366095', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:13:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:56:55Z', 'updated_at': '2021-04-23T09:56:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:58.028904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] Checking router: ad9e9d62-1f8b-4418-bfa5-10d51a407c5a for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:56:58.029545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] Updating router ad9e9d62-1f8b-4418-bfa5-10d51a407c5a port 9075dce6-4aaf-4e62-9c84-dc10ae366095 binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:56:58.099292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:58.361698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03e7f7e3-2cf7-4eef-8eff-8bc3575d6697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:58.466298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:58.480269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] Transition to ACTIVE for port object 9075dce6-4aaf-4e62-9c84-dc10ae366095 will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:56:58.513776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:58.522408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-436e485f-eec3-49a2-bb6f-4d02b3f3fc9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:58.663139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-03e7f7e3-2cf7-4eef-8eff-8bc3575d6697 admin admin] Allocated IP 172.20.0.1 (a1048df3-6074-485f-bc83-ffbf2cd32b7b/a41c78fd-8c05-4c53-abfc-e0b45a847d17/e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:56:58.665841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] Attempting to bind port 9075dce6-4aaf-4e62-9c84-dc10ae366095 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:56:58.666550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] Attempting to bind port 9075dce6-4aaf-4e62-9c84-dc10ae366095 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:56:58.667212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] Attempting to bind port 9075dce6-4aaf-4e62-9c84-dc10ae366095 on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:56:58.685754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:56:58.686457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:56:58.687155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:58.687849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:56:58.688696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] Bound port: 9075dce6-4aaf-4e62-9c84-dc10ae366095, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:56:58.689362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:58.734275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5dfaeb-2ff4-435d-8031-6501c7876014 None None] Pushing event updated for resources: {'Port': ['ID=9075dce6-4aaf-4e62-9c84-dc10ae366095,revision_number=2']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:58.790920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] For port 9075dce6-4aaf-4e62-9c84-dc10ae366095, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:56:58.794375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] For port 9075dce6-4aaf-4e62-9c84-dc10ae366095, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=9075dce6-4aaf-4e62-9c84-dc10ae366095,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:56:58.796532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5dfaeb-2ff4-435d-8031-6501c7876014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:58.796920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5dfaeb-2ff4-435d-8031-6501c7876014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:58.797279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5dfaeb-2ff4-435d-8031-6501c7876014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:58.797818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5dfaeb-2ff4-435d-8031-6501c7876014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:58.798359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5dfaeb-2ff4-435d-8031-6501c7876014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:58.798879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5dfaeb-2ff4-435d-8031-6501c7876014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:58.799394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5dfaeb-2ff4-435d-8031-6501c7876014 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:58.800010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5dfaeb-2ff4-435d-8031-6501c7876014 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:58.800611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5dfaeb-2ff4-435d-8031-6501c7876014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:58.801104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5dfaeb-2ff4-435d-8031-6501c7876014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:58.801619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5dfaeb-2ff4-435d-8031-6501c7876014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:58.802131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5dfaeb-2ff4-435d-8031-6501c7876014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:56:58.806571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ea5dfaeb-2ff4-435d-8031-6501c7876014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:58.824831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b13fb1cb-4503-4c09-9d33-dfd466c66da4 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:56:58.830496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:58.836186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-36ff5c41-f716-49df-941f-906e3b06413a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:58.916558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port b13fb1cb-4503-4c09-9d33-dfd466c66da4 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:56:58.917196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:58.939966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5dfaeb-2ff4-435d-8031-6501c7876014 None None] Pushing event updated for resources: {'Port': ['ID=9075dce6-4aaf-4e62-9c84-dc10ae366095,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:58.944589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ea5dfaeb-2ff4-435d-8031-6501c7876014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:58.962095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] Routers {'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:56:58.963228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:56:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ad9e9d62-1f8b-4418-bfa5-10d51a407c5a'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:59.173487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] Set router ad9e9d62-1f8b-4418-bfa5-10d51a407c5a gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:56:59.196447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03e7f7e3-2cf7-4eef-8eff-8bc3575d6697 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:59.216662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-03e7f7e3-2cf7-4eef-8eff-8bc3575d6697 admin admin] Transition to ACTIVE for port object e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:56:59.295942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03e7f7e3-2cf7-4eef-8eff-8bc3575d6697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:59.300547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d814f83-c1a7-4fe7-9853-29678da085b5 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:56:59.369844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e7f7e3-2cf7-4eef-8eff-8bc3575d6697 admin admin] Network a1048df3-6074-485f-bc83-ffbf2cd32b7b is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:56:59.374159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-03e7f7e3-2cf7-4eef-8eff-8bc3575d6697 admin admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:56:59.378281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e7f7e3-2cf7-4eef-8eff-8bc3575d6697 admin admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:56:59.414995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7f7e3-2cf7-4eef-8eff-8bc3575d6697 admin admin] Pushing event updated for resources: {'Port': ['ID=e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:56:59.423026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-03e7f7e3-2cf7-4eef-8eff-8bc3575d6697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:56:59.447147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03e7f7e3-2cf7-4eef-8eff-8bc3575d6697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:59.512631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a', 'name': 'tempest-TestEncryptedCinderVolumes-400872788-router', 'tenant_id': 'd5dfcdb48b0640598982930e1c2222c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '9075dce6-4aaf-4e62-9c84-dc10ae366095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:56:54Z', 'updated_at': '2021-04-23T09:56:56Z', 'revision_number': 3, 'project_id': 'd5dfcdb48b0640598982930e1c2222c2', 'gw_port': {'id': '9075dce6-4aaf-4e62-9c84-dc10ae366095', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:13:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:56:55Z', 'updated_at': '2021-04-23T09:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:56:59.517606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54961e7a-ab44-4a54-9b06-a5824b074d8c None None] The sync data for ids ['ad9e9d62-1f8b-4418-bfa5-10d51a407c5a'] in dv-neutron-786478-4-hyperv is: [{'id': 'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a', 'name': 'tempest-TestEncryptedCinderVolumes-400872788-router', 'tenant_id': 'd5dfcdb48b0640598982930e1c2222c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '9075dce6-4aaf-4e62-9c84-dc10ae366095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:56:54Z', 'updated_at': '2021-04-23T09:56:56Z', 'revision_number': 3, 'project_id': 'd5dfcdb48b0640598982930e1c2222c2', 'gw_port': {'id': '9075dce6-4aaf-4e62-9c84-dc10ae366095', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:13:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:56:55Z', 'updated_at': '2021-04-23T09:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:56:59.652837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-161e50e3-002b-42af-b062-4084ed9dfbe9 None None] Provisioning for port e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:56:59.658646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-161e50e3-002b-42af-b062-4084ed9dfbe9 None None] Provisioning complete for port e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:56:59.659076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-161e50e3-002b-42af-b062-4084ed9dfbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:59.676906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03e7f7e3-2cf7-4eef-8eff-8bc3575d6697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:59.722122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-161e50e3-002b-42af-b062-4084ed9dfbe9 None None] Port e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:56:59.947716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03e7f7e3-2cf7-4eef-8eff-8bc3575d6697 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:56:59.984542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03e7f7e3-2cf7-4eef-8eff-8bc3575d6697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:00.013760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-148bf70c-ccda-48d9-bb02-62b5532a02ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:00.113349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7f7e3-2cf7-4eef-8eff-8bc3575d6697 admin admin] Pushing event updated for resources: {'Port': ['ID=e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:00.118816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-03e7f7e3-2cf7-4eef-8eff-8bc3575d6697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:00.120027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03e7f7e3-2cf7-4eef-8eff-8bc3575d6697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:00.283010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e7f7e3-2cf7-4eef-8eff-8bc3575d6697 admin admin] Network a1048df3-6074-485f-bc83-ffbf2cd32b7b is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:57:00.284373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-03e7f7e3-2cf7-4eef-8eff-8bc3575d6697 admin admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:57:00.504545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e7f7e3-2cf7-4eef-8eff-8bc3575d6697 admin admin] Router ad9e9d62-1f8b-4418-bfa5-10d51a407c5a has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:57:00.558941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5bff0d0f-f364-4e04-a6a8-037052550e20 None None] Provisioning complete for port e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:57:00.559561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5bff0d0f-f364-4e04-a6a8-037052550e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:00.629406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5bff0d0f-f364-4e04-a6a8-037052550e20 None None] Port e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:57:00.712741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e7f7e3-2cf7-4eef-8eff-8bc3575d6697 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:57:00.723568 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-03e7f7e3-2cf7-4eef-8eff-8bc3575d6697 admin admin] 10.222.0.60 "PUT /v2.0/routers/ad9e9d62-1f8b-4418-bfa5-10d51a407c5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1825917 Apr 23 09:57:00.827802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9075dce6-4aaf-4e62-9c84-dc10ae366095 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:57:00.946548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 9075dce6-4aaf-4e62-9c84-dc10ae366095 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:57:00.952917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 9075dce6-4aaf-4e62-9c84-dc10ae366095 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:57:00.953386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:01.088024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:01.110594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 9075dce6-4aaf-4e62-9c84-dc10ae366095, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=9075dce6-4aaf-4e62-9c84-dc10ae366095,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:57:01.161247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:01.163338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:01.236249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=9075dce6-4aaf-4e62-9c84-dc10ae366095,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:01.239892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:01.435378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47592) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:57:01.441967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1066842010-network', 'tenant_id': '716982c1cefc4f21ae9e31d1eb7968a2'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:57:01.447624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:57:01.456162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Usage tracker for resource:network and tenant:716982c1cefc4f21ae9e31d1eb7968a2 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:57:01.456386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:57:01.463212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:57:01.494241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Made reservation on behalf of 716982c1cefc4f21ae9e31d1eb7968a2 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:57:01.500128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:01.515054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:01.532125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:57:01.537283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Usage tracker for resource:security_group_rule and tenant:716982c1cefc4f21ae9e31d1eb7968a2 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:57:01.540600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:57:01.547903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:57:01.689398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:01.724601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:01.729429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9ded1af8-43ed-4626-b170-7dc7df22ab92 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:01.763716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:57:01.775518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00edde77-2154-4dfa-a6b8-86420bcfd085,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:01.780333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:01.783438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:01.783807 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Added segment e37b2181-ad3b-4112-ada3-14d1e6b65b75 of type vlan for network ba834368-9461-45e2-957a-b32c46309565 Apr 23 09:57:01.817037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:01.920447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:01.921626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:01.922277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:01.928039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:02.053275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Pushing event updated for resources: {'Network': ['ID=ba834368-9461-45e2-957a-b32c46309565,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:02.053275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:02.056321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network ba834368-9461-45e2-957a-b32c46309565 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:57:02.074588 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6378591 Apr 23 09:57:02.077495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47596) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:57:02.084375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-355cdc5a-b6fe-4410-8aae-0b2a341f7be2 admin admin] Request body: {'subnet': {'network_id': 'ba834368-9461-45e2-957a-b32c46309565', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1066842010-subnet', 'tenant_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'ip_version': 4}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:57:02.089922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-355cdc5a-b6fe-4410-8aae-0b2a341f7be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:57:02.095060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-355cdc5a-b6fe-4410-8aae-0b2a341f7be2 admin admin] Usage tracker for resource:subnet and tenant:716982c1cefc4f21ae9e31d1eb7968a2 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:57:02.098386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-355cdc5a-b6fe-4410-8aae-0b2a341f7be2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:57:02.105571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-355cdc5a-b6fe-4410-8aae-0b2a341f7be2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:57:02.223008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355cdc5a-b6fe-4410-8aae-0b2a341f7be2 admin admin] Made reservation on behalf of 716982c1cefc4f21ae9e31d1eb7968a2 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:57:02.228380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-355cdc5a-b6fe-4410-8aae-0b2a341f7be2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:02.475866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] Sync routers for ids ['ad9e9d62-1f8b-4418-bfa5-10d51a407c5a'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:57:02.494177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] Routers {'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:57:02.495343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:56:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ad9e9d62-1f8b-4418-bfa5-10d51a407c5a'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:57:02.767929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] Set router ad9e9d62-1f8b-4418-bfa5-10d51a407c5a gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:57:02.819802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9075dce6-4aaf-4e62-9c84-dc10ae366095 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:57:03.092157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 9075dce6-4aaf-4e62-9c84-dc10ae366095 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:57:03.092663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:03.115132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-355cdc5a-b6fe-4410-8aae-0b2a341f7be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:03.124050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-57fcc7f2-8116-4515-81e4-5b65bda596ca tempest-ExtraDHCPOptionsIpV6TestJSON-269149597 tempest-ExtraDHCPOptionsIpV6TestJSON-269149597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:03.239496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cdc5a-b6fe-4410-8aae-0b2a341f7be2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a7e6227-e08c-4124-b060-9d96846b18b1,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:03.243375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-355cdc5a-b6fe-4410-8aae-0b2a341f7be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:03.250146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355cdc5a-b6fe-4410-8aae-0b2a341f7be2 admin admin] Checking segment: {'id': 'e37b2181-ad3b-4112-ada3-14d1e6b65b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ba834368-9461-45e2-957a-b32c46309565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:57:03.250568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355cdc5a-b6fe-4410-8aae-0b2a341f7be2 admin admin] Network hostable DHCP agents. Network: ba834368-9461-45e2-957a-b32c46309565, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:57:03.317424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355cdc5a-b6fe-4410-8aae-0b2a341f7be2 admin admin] Network ba834368-9461-45e2-957a-b32c46309565 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:57:03.369202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-355cdc5a-b6fe-4410-8aae-0b2a341f7be2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, ba834368-9461-45e2-957a-b32c46309565) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:57:03.386022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355cdc5a-b6fe-4410-8aae-0b2a341f7be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:03.386716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-355cdc5a-b6fe-4410-8aae-0b2a341f7be2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:03.433119 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-355cdc5a-b6fe-4410-8aae-0b2a341f7be2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3543258 Apr 23 09:57:03.438868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47600) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:57:03.444852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1066842010-router', 'tenant_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:57:03.450672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:57:03.456608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Usage tracker for resource:router and tenant:716982c1cefc4f21ae9e31d1eb7968a2 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:57:03.460107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ad77a4-3687-4802-857e-75e658c42d6f None None] Network ba834368-9461-45e2-957a-b32c46309565 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:57:03.460304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:57:03.469074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:57:03.519198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:03.520391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:03.536860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:03.619766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a', 'name': 'tempest-TestEncryptedCinderVolumes-400872788-router', 'tenant_id': 'd5dfcdb48b0640598982930e1c2222c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '9075dce6-4aaf-4e62-9c84-dc10ae366095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:56:54Z', 'updated_at': '2021-04-23T09:56:59Z', 'revision_number': 4, 'project_id': 'd5dfcdb48b0640598982930e1c2222c2', 'gw_port': {'id': '9075dce6-4aaf-4e62-9c84-dc10ae366095', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:13:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:56:55Z', 'updated_at': '2021-04-23T09:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec', 'name': '', 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b', 'tenant_id': 'd5dfcdb48b0640598982930e1c2222c2', 'mac_address': 'fa:16:3e:3b:04:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a41c78fd-8c05-4c53-abfc-e0b45a847d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:56:58Z', 'updated_at': '2021-04-23T09:56:59Z', 'revision_number': 2, 'project_id': 'd5dfcdb48b0640598982930e1c2222c2', 'subnets': [{'id': 'a41c78fd-8c05-4c53-abfc-e0b45a847d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:57:03.640496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] Checking router: ad9e9d62-1f8b-4418-bfa5-10d51a407c5a for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:57:03.640911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] Updating router ad9e9d62-1f8b-4418-bfa5-10d51a407c5a port e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:57:03.746558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:03.861675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-ba834368-9461-45e2-957a-b32c46309565', 'network_id': 'ba834368-9461-45e2-957a-b32c46309565', 'tenant_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'fixed_ips': [{'subnet_id': '5a7e6227-e08c-4124-b060-9d96846b18b1'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:57:03.862641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:03.890763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:04.239487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Allocated IP 172.20.0.2 (ba834368-9461-45e2-957a-b32c46309565/5a7e6227-e08c-4124-b060-9d96846b18b1/66a55bde-4fa2-42f7-8a24-155971a87699) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:57:04.290500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:04.326009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:04.494140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:04.572792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] Transition to ACTIVE for port object e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:57:04.573169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Allocated IP 172.26.4.80 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/117cb929-9eef-4e6a-a48d-ae4ce8d49a26) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:57:04.635740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:04.641746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c277bcdf-7519-45a3-a1c7-6237f4aa59b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:04.751660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:04.799472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Transition to ACTIVE for port object 66a55bde-4fa2-42f7-8a24-155971a87699 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:57:04.853137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1a938-fb8a-45cd-a0f9-8b328d2ba585 None None] Pushing event updated for resources: {'Port': ['ID=e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:04.869076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b3e1a938-fb8a-45cd-a0f9-8b328d2ba585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:04.904900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Transition to ACTIVE for port object 66a55bde-4fa2-42f7-8a24-155971a87699 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:57:04.912615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:04.930668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] Attempting to bind port e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:57:04.931093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] Attempting to bind port e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'a42fb261-e314-4984-b26b-e312e9e045c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:57:04.931648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] Attempting to bind port e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec on network a1048df3-6074-485f-bc83-ffbf2cd32b7b {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:57:04.938701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:57:04.939124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] Checking segment: {'id': 'a42fb261-e314-4984-b26b-e312e9e045c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:57:04.939587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:04.940047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] Bound using segment: {'id': 'a42fb261-e314-4984-b26b-e312e9e045c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:57:04.940582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] Bound port: e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42fb261-e314-4984-b26b-e312e9e045c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:57:04.940997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:04.958016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:04.965029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:04.973508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:04.979063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e0b6710b-f65e-416a-9033-4335fac8d3f8 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:05.054510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:57:05.058362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:57:05.062753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:57:05.100850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Pushing event updated for resources: {'Port': ['ID=117cb929-9eef-4e6a-a48d-ae4ce8d49a26,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:05.105662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:05.113197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Network ba834368-9461-45e2-957a-b32c46309565 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:57:05.135279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:57:05.139913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:57:05.267286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Pushing event updated for resources: {'Port': ['ID=66a55bde-4fa2-42f7-8a24-155971a87699,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:05.277263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:05.366801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] For port e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:57:05.372113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Attempting to bind port 66a55bde-4fa2-42f7-8a24-155971a87699 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:57:05.372550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Attempting to bind port 66a55bde-4fa2-42f7-8a24-155971a87699 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'e37b2181-ad3b-4112-ada3-14d1e6b65b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ba834368-9461-45e2-957a-b32c46309565'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:57:05.372965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Attempting to bind port 66a55bde-4fa2-42f7-8a24-155971a87699 on network ba834368-9461-45e2-957a-b32c46309565 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:57:05.382078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:57:05.382533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Checking segment: {'id': 'e37b2181-ad3b-4112-ada3-14d1e6b65b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ba834368-9461-45e2-957a-b32c46309565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:57:05.383043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:05.383489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Bound using segment: {'id': 'e37b2181-ad3b-4112-ada3-14d1e6b65b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ba834368-9461-45e2-957a-b32c46309565'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:57:05.384032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Bound port: 66a55bde-4fa2-42f7-8a24-155971a87699, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37b2181-ad3b-4112-ada3-14d1e6b65b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ba834368-9461-45e2-957a-b32c46309565'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:57:05.384457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:05.396602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] For port e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec,segment=NetworkSegment(a42fb261-e314-4984-b26b-e312e9e045c7),segment_id=a42fb261-e314-4984-b26b-e312e9e045c7)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:57:05.441822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:05.454425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d241cab5-6206-4308-aeb2-757e53975c7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:05.578584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] Routers {'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:57:05.579301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:56:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ad9e9d62-1f8b-4418-bfa5-10d51a407c5a'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:57:05.613808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:05.729099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1a938-fb8a-45cd-a0f9-8b328d2ba585 None None] Pushing event updated for resources: {'Port': ['ID=e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:05.732610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] For port 66a55bde-4fa2-42f7-8a24-155971a87699, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:57:05.743767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b3e1a938-fb8a-45cd-a0f9-8b328d2ba585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:05.758681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] For port 66a55bde-4fa2-42f7-8a24-155971a87699, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=66a55bde-4fa2-42f7-8a24-155971a87699,segment=NetworkSegment(e37b2181-ad3b-4112-ada3-14d1e6b65b75),segment_id=e37b2181-ad3b-4112-ada3-14d1e6b65b75)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:57:05.794222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:05.802404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-22f6c1ec-9c24-46a4-b369-c4e59ef6f7a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:05.871777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] Set router ad9e9d62-1f8b-4418-bfa5-10d51a407c5a gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:57:06.025138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:06.184215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Pushing event updated for resources: {'Port': ['ID=66a55bde-4fa2-42f7-8a24-155971a87699,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:06.188911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:06.315972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Router faa86262-60aa-4312-92d6-a5011c08c23e is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:57:06.490815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a', 'name': 'tempest-TestEncryptedCinderVolumes-400872788-router', 'tenant_id': 'd5dfcdb48b0640598982930e1c2222c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '9075dce6-4aaf-4e62-9c84-dc10ae366095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:56:54Z', 'updated_at': '2021-04-23T09:56:59Z', 'revision_number': 4, 'project_id': 'd5dfcdb48b0640598982930e1c2222c2', 'gw_port': {'id': '9075dce6-4aaf-4e62-9c84-dc10ae366095', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:13:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:56:55Z', 'updated_at': '2021-04-23T09:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec', 'name': '', 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b', 'tenant_id': 'd5dfcdb48b0640598982930e1c2222c2', 'mac_address': 'fa:16:3e:3b:04:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a41c78fd-8c05-4c53-abfc-e0b45a847d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:56:58Z', 'updated_at': '2021-04-23T09:57:05Z', 'revision_number': 4, 'project_id': 'd5dfcdb48b0640598982930e1c2222c2', 'subnets': [{'id': 'a41c78fd-8c05-4c53-abfc-e0b45a847d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:57:06.501844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a3b338-ac55-483c-8294-2f4cf765db01 None None] The sync data for ids ['ad9e9d62-1f8b-4418-bfa5-10d51a407c5a'] in dv-neutron-786478-4-hyperv is: [{'id': 'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a', 'name': 'tempest-TestEncryptedCinderVolumes-400872788-router', 'tenant_id': 'd5dfcdb48b0640598982930e1c2222c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '9075dce6-4aaf-4e62-9c84-dc10ae366095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:56:54Z', 'updated_at': '2021-04-23T09:56:59Z', 'revision_number': 4, 'project_id': 'd5dfcdb48b0640598982930e1c2222c2', 'gw_port': {'id': '9075dce6-4aaf-4e62-9c84-dc10ae366095', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:13:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:56:55Z', 'updated_at': '2021-04-23T09:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec', 'name': '', 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b', 'tenant_id': 'd5dfcdb48b0640598982930e1c2222c2', 'mac_address': 'fa:16:3e:3b:04:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a41c78fd-8c05-4c53-abfc-e0b45a847d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:56:58Z', 'updated_at': '2021-04-23T09:57:05Z', 'revision_number': 4, 'project_id': 'd5dfcdb48b0640598982930e1c2222c2', 'subnets': [{'id': 'a41c78fd-8c05-4c53-abfc-e0b45a847d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:57:06.591224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:57:06.606678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] Sync routers for ids ['faa86262-60aa-4312-92d6-a5011c08c23e'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:57:06.636144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] Routers {'faa86262-60aa-4312-92d6-a5011c08c23e'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:57:06.638691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:56:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['faa86262-60aa-4312-92d6-a5011c08c23e'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:57:06.677903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:06.679418 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2397456 Apr 23 09:57:06.684530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47604) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:57:06.746261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb2c4769-387f-4bb7-9621-b84cca71b73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:06.841054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] Set router faa86262-60aa-4312-92d6-a5011c08c23e gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:57:06.931723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:57:07.061576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:57:07.069178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:57:07.069557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:07.197830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa86262-60aa-4312-92d6-a5011c08c23e', 'name': 'tempest-TestEncryptedCinderVolumes-1066842010-router', 'tenant_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '117cb929-9eef-4e6a-a48d-ae4ce8d49a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:57:03Z', 'updated_at': '2021-04-23T09:57:05Z', 'revision_number': 3, 'project_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'gw_port': {'id': '117cb929-9eef-4e6a-a48d-ae4ce8d49a26', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:17:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa86262-60aa-4312-92d6-a5011c08c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:57:04Z', 'updated_at': '2021-04-23T09:57:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:57:07.203945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] Checking router: faa86262-60aa-4312-92d6-a5011c08c23e for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:57:07.205245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] Updating router faa86262-60aa-4312-92d6-a5011c08c23e port 117cb929-9eef-4e6a-a48d-ae4ce8d49a26 binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:57:07.247584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:07.293745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec,segment=NetworkSegment(a42fb261-e314-4984-b26b-e312e9e045c7),segment_id=a42fb261-e314-4984-b26b-e312e9e045c7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:57:07.295813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:07.357722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:07.360202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 66a55bde-4fa2-42f7-8a24-155971a87699 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:57:07.413122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:07.538022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:07.543900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:07.661147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 66a55bde-4fa2-42f7-8a24-155971a87699 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:57:07.678227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:07.762894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6b731d-76c5-42f9-b4bf-2ba7b8fb9ff2 None None] Network ba834368-9461-45e2-957a-b32c46309565 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:57:07.804698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:07.820518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] Transition to ACTIVE for port object 117cb929-9eef-4e6a-a48d-ae4ce8d49a26 will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:57:07.862485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:07.871967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f7efdd6c-ac37-4e97-887c-e35d1772a9eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:07.935872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Allocated IP 172.20.0.1 (ba834368-9461-45e2-957a-b32c46309565/5a7e6227-e08c-4124-b060-9d96846b18b1/7059fe3f-dbed-4e25-b96e-410e15808154) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:57:07.944977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cc58a9b2-ce2f-41e6-9660-9012eafb7aa4 None None] Provisioning for port 66a55bde-4fa2-42f7-8a24-155971a87699 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:57:07.962875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cc58a9b2-ce2f-41e6-9660-9012eafb7aa4 None None] Provisioning complete for port 66a55bde-4fa2-42f7-8a24-155971a87699 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:57:07.963598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc58a9b2-ce2f-41e6-9660-9012eafb7aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:07.981632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] Attempting to bind port 117cb929-9eef-4e6a-a48d-ae4ce8d49a26 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:57:07.982050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] Attempting to bind port 117cb929-9eef-4e6a-a48d-ae4ce8d49a26 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:57:07.982527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] Attempting to bind port 117cb929-9eef-4e6a-a48d-ae4ce8d49a26 on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:57:07.989338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c879b-6d56-4d56-8051-027c95176a42 None None] Pushing event updated for resources: {'Port': ['ID=117cb929-9eef-4e6a-a48d-ae4ce8d49a26,revision_number=2']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:07.993923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e72c879b-6d56-4d56-8051-027c95176a42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:07.994767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:57:07.995194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:57:07.995651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:07.996096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:57:07.996657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] Bound port: 117cb929-9eef-4e6a-a48d-ae4ce8d49a26, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:57:07.997085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:08.122109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] For port 117cb929-9eef-4e6a-a48d-ae4ce8d49a26, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:57:08.126970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] For port 117cb929-9eef-4e6a-a48d-ae4ce8d49a26, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=117cb929-9eef-4e6a-a48d-ae4ce8d49a26,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:57:08.159963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:08.166219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-91b7056f-0295-4a6b-b336-313733f0134e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:08.256466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc58a9b2-ce2f-41e6-9660-9012eafb7aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:08.325283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-cc58a9b2-ce2f-41e6-9660-9012eafb7aa4 None None] For port 66a55bde-4fa2-42f7-8a24-155971a87699, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=66a55bde-4fa2-42f7-8a24-155971a87699,segment=NetworkSegment(e37b2181-ad3b-4112-ada3-14d1e6b65b75),segment_id=e37b2181-ad3b-4112-ada3-14d1e6b65b75)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:57:08.367300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cc58a9b2-ce2f-41e6-9660-9012eafb7aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:08.370073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:08.450104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58a9b2-ce2f-41e6-9660-9012eafb7aa4 None None] Pushing event updated for resources: {'Port': ['ID=66a55bde-4fa2-42f7-8a24-155971a87699,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:08.459043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cc58a9b2-ce2f-41e6-9660-9012eafb7aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:08.483884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] Routers {'faa86262-60aa-4312-92d6-a5011c08c23e'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:57:08.484217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:56:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['faa86262-60aa-4312-92d6-a5011c08c23e'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:57:08.494601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:08.513951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Transition to ACTIVE for port object 7059fe3f-dbed-4e25-b96e-410e15808154 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:57:08.568425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:08.573819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:08.592962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6cf428bc-352e-443f-acdd-a6cd95512789 None None] Provisioning complete for port 66a55bde-4fa2-42f7-8a24-155971a87699 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:57:08.593560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6cf428bc-352e-443f-acdd-a6cd95512789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:08.624823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c879b-6d56-4d56-8051-027c95176a42 None None] Pushing event updated for resources: {'Port': ['ID=117cb929-9eef-4e6a-a48d-ae4ce8d49a26,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:08.644504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e72c879b-6d56-4d56-8051-027c95176a42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:08.645422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Network ba834368-9461-45e2-957a-b32c46309565 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:57:08.646790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:57:08.651980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:57:08.706128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] Set router faa86262-60aa-4312-92d6-a5011c08c23e gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:57:08.715102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Pushing event updated for resources: {'Port': ['ID=7059fe3f-dbed-4e25-b96e-410e15808154,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:08.735985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:57:08.736497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:57:08.737129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:57:08.737981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:57:08.737981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:57:08.738421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:57:08.738824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:57:08.739247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:57:08.739666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:57:08.740397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:57:08.740529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:57:08.740863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:57:08.745319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:08.754507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:08.864584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:57:08.938490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:08.953384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:57:08.953957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:09.071871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3bdcb15b-c440-43a8-b060-23e9c2e4a5c2 None None] Provisioning for port 7059fe3f-dbed-4e25-b96e-410e15808154 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:57:09.087537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-3bdcb15b-c440-43a8-b060-23e9c2e4a5c2 None None] Provisioning complete for port 7059fe3f-dbed-4e25-b96e-410e15808154 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:57:09.088020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3bdcb15b-c440-43a8-b060-23e9c2e4a5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:09.106937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa86262-60aa-4312-92d6-a5011c08c23e', 'name': 'tempest-TestEncryptedCinderVolumes-1066842010-router', 'tenant_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '117cb929-9eef-4e6a-a48d-ae4ce8d49a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:57:03Z', 'updated_at': '2021-04-23T09:57:05Z', 'revision_number': 3, 'project_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'gw_port': {'id': '117cb929-9eef-4e6a-a48d-ae4ce8d49a26', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:17:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa86262-60aa-4312-92d6-a5011c08c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:57:04Z', 'updated_at': '2021-04-23T09:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:57:09.112427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2777f241-5c36-4c39-8a3d-e7a8ad0936cd None None] The sync data for ids ['faa86262-60aa-4312-92d6-a5011c08c23e'] in dv-neutron-786478-4-hyperv is: [{'id': 'faa86262-60aa-4312-92d6-a5011c08c23e', 'name': 'tempest-TestEncryptedCinderVolumes-1066842010-router', 'tenant_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '117cb929-9eef-4e6a-a48d-ae4ce8d49a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:57:03Z', 'updated_at': '2021-04-23T09:57:05Z', 'revision_number': 3, 'project_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'gw_port': {'id': '117cb929-9eef-4e6a-a48d-ae4ce8d49a26', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:17:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa86262-60aa-4312-92d6-a5011c08c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:57:04Z', 'updated_at': '2021-04-23T09:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:57:09.158379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 66a55bde-4fa2-42f7-8a24-155971a87699 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:57:09.208349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3bdcb15b-c440-43a8-b060-23e9c2e4a5c2 None None] Port 7059fe3f-dbed-4e25-b96e-410e15808154 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:57:09.227259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:09.247237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 66a55bde-4fa2-42f7-8a24-155971a87699 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:57:09.247950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:09.273720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:09.310960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-03e7f7e3-2cf7-4eef-8eff-8bc3575d6697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:09.392177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:09.406570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Pushing event updated for resources: {'Port': ['ID=7059fe3f-dbed-4e25-b96e-410e15808154,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:09.422978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:09.579996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Network ba834368-9461-45e2-957a-b32c46309565 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:57:09.581688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:57:09.711440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e5195e46-69fe-4558-b59a-1a9501fc0742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:09.847190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-eff41479-466a-4746-abdd-31f5addb1928 None None] Provisioning complete for port 7059fe3f-dbed-4e25-b96e-410e15808154 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:57:09.848239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eff41479-466a-4746-abdd-31f5addb1928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:09.902242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Router faa86262-60aa-4312-92d6-a5011c08c23e has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:57:09.916419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-eff41479-466a-4746-abdd-31f5addb1928 None None] Port 7059fe3f-dbed-4e25-b96e-410e15808154 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:57:10.125276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:57:10.136809 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] 10.222.0.60 "PUT /v2.0/routers/faa86262-60aa-4312-92d6-a5011c08c23e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4508767 Apr 23 09:57:10.523612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:10.838145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 117cb929-9eef-4e6a-a48d-ae4ce8d49a26 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:57:10.950595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 117cb929-9eef-4e6a-a48d-ae4ce8d49a26 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:57:10.957244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 117cb929-9eef-4e6a-a48d-ae4ce8d49a26 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:57:10.957783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:11.178077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:11.198188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 117cb929-9eef-4e6a-a48d-ae4ce8d49a26, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=117cb929-9eef-4e6a-a48d-ae4ce8d49a26,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:57:11.229850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:11.232633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b3f57ac2-2a90-4068-b05b-e7b192c2200a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:11.239873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-5a05806d-057b-433a-8385-0644b7646ad8 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:11.240715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-5a05806d-057b-433a-8385-0644b7646ad8 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Synchronizing usage tracker for tenant:d5dfcdb48b0640598982930e1c2222c2 on resource:network {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:57:11.281375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:11.290218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-5a05806d-057b-433a-8385-0644b7646ad8 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Unset dirty status for tenant:d5dfcdb48b0640598982930e1c2222c2 on resource:network {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:57:11.292021 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-5a05806d-057b-433a-8385-0644b7646ad8 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/networks?id=a1048df3-6074-485f-bc83-ffbf2cd32b7b HTTP/1.1" status: 200 len: 816 time: 0.3283203 Apr 23 09:57:11.315355 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-4fdfbe38-3406-4297-82aa-78f612c4503b tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/quotas/d5dfcdb48b0640598982930e1c2222c2 HTTP/1.1" status: 200 len: 375 time: 0.0108299 Apr 23 09:57:11.335357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=117cb929-9eef-4e6a-a48d-ae4ce8d49a26,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:11.341390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:11.417792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-b9fab8fa-4bb7-41df-8546-b36024dd1cea tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Synchronizing usage tracker for tenant:d5dfcdb48b0640598982930e1c2222c2 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:57:11.467201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-b9fab8fa-4bb7-41df-8546-b36024dd1cea tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Unset dirty status for tenant:d5dfcdb48b0640598982930e1c2222c2 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:57:11.469010 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-b9fab8fa-4bb7-41df-8546-b36024dd1cea tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5dfcdb48b0640598982930e1c2222c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1458333 Apr 23 09:57:11.640784 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-3dbedcd0-0119-41f3-86e9-f8b37322ebd4 service neutron] 10.222.0.60 "GET /v2.0/networks/a1048df3-6074-485f-bc83-ffbf2cd32b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555135 Apr 23 09:57:11.799950 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-f32097ff-5ac1-4c5d-9276-c7469fcdb728 service neutron] 10.222.0.60 "GET /v2.0/networks/a1048df3-6074-485f-bc83-ffbf2cd32b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509914 Apr 23 09:57:11.960065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] Sync routers for ids ['faa86262-60aa-4312-92d6-a5011c08c23e'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:57:11.976345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] Routers {'faa86262-60aa-4312-92d6-a5011c08c23e'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:57:11.976345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:57:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['faa86262-60aa-4312-92d6-a5011c08c23e'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:57:12.172563 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1233e2c4-84c6-46ea-b08f-5696d2b9bb78 req-f20d2906-2e0e-4740-af81-d2c37d112191 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce326aaa-1924-4fca-8e19-5f1cf165fe4e HTTP/1.1" status: 200 len: 210 time: 0.0920887 Apr 23 09:57:12.249074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] Set router faa86262-60aa-4312-92d6-a5011c08c23e gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:57:12.539407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:12.798788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa86262-60aa-4312-92d6-a5011c08c23e', 'name': 'tempest-TestEncryptedCinderVolumes-1066842010-router', 'tenant_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '117cb929-9eef-4e6a-a48d-ae4ce8d49a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:57:03Z', 'updated_at': '2021-04-23T09:57:08Z', 'revision_number': 4, 'project_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'gw_port': {'id': '117cb929-9eef-4e6a-a48d-ae4ce8d49a26', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa86262-60aa-4312-92d6-a5011c08c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:57:04Z', 'updated_at': '2021-04-23T09:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '7059fe3f-dbed-4e25-b96e-410e15808154', 'name': '', 'network_id': 'ba834368-9461-45e2-957a-b32c46309565', 'tenant_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'mac_address': 'fa:16:3e:e6:cd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa86262-60aa-4312-92d6-a5011c08c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '5a7e6227-e08c-4124-b060-9d96846b18b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:57:07Z', 'updated_at': '2021-04-23T09:57:09Z', 'revision_number': 2, 'project_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'subnets': [{'id': '5a7e6227-e08c-4124-b060-9d96846b18b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:57:12.806205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] Checking router: faa86262-60aa-4312-92d6-a5011c08c23e for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:57:12.806845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] Updating router faa86262-60aa-4312-92d6-a5011c08c23e port 7059fe3f-dbed-4e25-b96e-410e15808154 binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:57:12.843207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 117cb929-9eef-4e6a-a48d-ae4ce8d49a26 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:57:12.935923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:13.025271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 117cb929-9eef-4e6a-a48d-ae4ce8d49a26 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:57:13.025630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:13.403056 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fc37a5ef-246e-4152-bef6-f472ff19205f req-246cff8d-1612-45c5-986c-ff8fdd7ed065 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce326aaa-1924-4fca-8e19-5f1cf165fe4e HTTP/1.1" status: 200 len: 210 time: 0.0625362 Apr 23 09:57:13.711014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:13.726675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] Transition to ACTIVE for port object 7059fe3f-dbed-4e25-b96e-410e15808154 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:57:13.757647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:13.763191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b3e1a938-fb8a-45cd-a0f9-8b328d2ba585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:13.995497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0607f-f2ec-4136-8d53-ae4c31868662 None None] Pushing event updated for resources: {'Port': ['ID=7059fe3f-dbed-4e25-b96e-410e15808154,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:14.004337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3fb0607f-f2ec-4136-8d53-ae4c31868662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:14.028918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] Attempting to bind port 7059fe3f-dbed-4e25-b96e-410e15808154 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:57:14.029356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] Attempting to bind port 7059fe3f-dbed-4e25-b96e-410e15808154 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'e37b2181-ad3b-4112-ada3-14d1e6b65b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ba834368-9461-45e2-957a-b32c46309565'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:57:14.029846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] Attempting to bind port 7059fe3f-dbed-4e25-b96e-410e15808154 on network ba834368-9461-45e2-957a-b32c46309565 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:57:14.036551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:57:14.036983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] Checking segment: {'id': 'e37b2181-ad3b-4112-ada3-14d1e6b65b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ba834368-9461-45e2-957a-b32c46309565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:57:14.037968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:14.038443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] Bound using segment: {'id': 'e37b2181-ad3b-4112-ada3-14d1e6b65b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ba834368-9461-45e2-957a-b32c46309565'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:57:14.038983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] Bound port: 7059fe3f-dbed-4e25-b96e-410e15808154, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37b2181-ad3b-4112-ada3-14d1e6b65b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ba834368-9461-45e2-957a-b32c46309565'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:57:14.039386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:14.165897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] For port 7059fe3f-dbed-4e25-b96e-410e15808154, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:57:14.169718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] For port 7059fe3f-dbed-4e25-b96e-410e15808154, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7059fe3f-dbed-4e25-b96e-410e15808154,segment=NetworkSegment(e37b2181-ad3b-4112-ada3-14d1e6b65b75),segment_id=e37b2181-ad3b-4112-ada3-14d1e6b65b75)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:57:14.207606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:14.213641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:14.310987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] Routers {'faa86262-60aa-4312-92d6-a5011c08c23e'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:57:14.311730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:57:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['faa86262-60aa-4312-92d6-a5011c08c23e'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:57:14.468036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0607f-f2ec-4136-8d53-ae4c31868662 None None] Pushing event updated for resources: {'Port': ['ID=7059fe3f-dbed-4e25-b96e-410e15808154,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:14.547102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-f8360de2-b029-45d4-9874-2e67e7937af4 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:14.549097 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-f8360de2-b029-45d4-9874-2e67e7937af4 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.35 "GET /v2.0/networks?id=a1048df3-6074-485f-bc83-ffbf2cd32b7b HTTP/1.1" status: 200 len: 816 time: 0.5144165 Apr 23 09:57:14.556562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3fb0607f-f2ec-4136-8d53-ae4c31868662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:14.562418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Request body: {'port': {'device_id': 'ce326aaa-1924-4fca-8e19-5f1cf165fe4e', 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b', 'admin_state_up': True, 'tenant_id': 'd5dfcdb48b0640598982930e1c2222c2'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:57:14.563376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] Set router faa86262-60aa-4312-92d6-a5011c08c23e gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:57:14.677639 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54de48e2-8458-43b5-963b-55604d3187a4 req-ac9468b6-c3db-4917-9c14-3c5928fd0fd9 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce326aaa-1924-4fca-8e19-5f1cf165fe4e HTTP/1.1" status: 200 len: 210 time: 0.0582864 Apr 23 09:57:14.768761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:57:14.783968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:57:14.827042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Made reservation on behalf of d5dfcdb48b0640598982930e1c2222c2 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:57:14.833745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:14.981945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa86262-60aa-4312-92d6-a5011c08c23e', 'name': 'tempest-TestEncryptedCinderVolumes-1066842010-router', 'tenant_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '117cb929-9eef-4e6a-a48d-ae4ce8d49a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:57:03Z', 'updated_at': '2021-04-23T09:57:08Z', 'revision_number': 4, 'project_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'gw_port': {'id': '117cb929-9eef-4e6a-a48d-ae4ce8d49a26', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa86262-60aa-4312-92d6-a5011c08c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:57:04Z', 'updated_at': '2021-04-23T09:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '7059fe3f-dbed-4e25-b96e-410e15808154', 'name': '', 'network_id': 'ba834368-9461-45e2-957a-b32c46309565', 'tenant_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'mac_address': 'fa:16:3e:e6:cd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa86262-60aa-4312-92d6-a5011c08c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '5a7e6227-e08c-4124-b060-9d96846b18b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:57:07Z', 'updated_at': '2021-04-23T09:57:14Z', 'revision_number': 4, 'project_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'subnets': [{'id': '5a7e6227-e08c-4124-b060-9d96846b18b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:57:14.987724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86a437a-c0e0-490b-b60c-6a7af360bcdb None None] The sync data for ids ['faa86262-60aa-4312-92d6-a5011c08c23e'] in dv-neutron-786478-4-hyperv is: [{'id': 'faa86262-60aa-4312-92d6-a5011c08c23e', 'name': 'tempest-TestEncryptedCinderVolumes-1066842010-router', 'tenant_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '117cb929-9eef-4e6a-a48d-ae4ce8d49a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:57:03Z', 'updated_at': '2021-04-23T09:57:08Z', 'revision_number': 4, 'project_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'gw_port': {'id': '117cb929-9eef-4e6a-a48d-ae4ce8d49a26', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa86262-60aa-4312-92d6-a5011c08c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:57:04Z', 'updated_at': '2021-04-23T09:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '7059fe3f-dbed-4e25-b96e-410e15808154', 'name': '', 'network_id': 'ba834368-9461-45e2-957a-b32c46309565', 'tenant_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'mac_address': 'fa:16:3e:e6:cd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa86262-60aa-4312-92d6-a5011c08c23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '5a7e6227-e08c-4124-b060-9d96846b18b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:57:07Z', 'updated_at': '2021-04-23T09:57:14Z', 'revision_number': 4, 'project_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'subnets': [{'id': '5a7e6227-e08c-4124-b060-9d96846b18b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:57:15.049152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Allocated IP 172.20.0.4 (a1048df3-6074-485f-bc83-ffbf2cd32b7b/a41c78fd-8c05-4c53-abfc-e0b45a847d17/e15c8cfd-9147-433a-91a7-440d15ba5825) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:57:15.364473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:15.388115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Transition to ACTIVE for port object e15c8cfd-9147-433a-91a7-440d15ba5825 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:57:15.453700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:15.462230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4faee1ef-7e55-44c9-a40f-1affcd6abcae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:15.539795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Network a1048df3-6074-485f-bc83-ffbf2cd32b7b is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:57:15.554658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:57:15.559904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:57:15.610930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Pushing event updated for resources: {'Port': ['ID=e15c8cfd-9147-433a-91a7-440d15ba5825,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:15.631855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:57:15.632304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:57:15.633362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:57:15.633890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:57:15.634351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:57:15.634775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:57:15.635243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:57:15.635732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:57:15.636305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:57:15.636586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:57:15.637023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:57:15.637441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:57:15.644156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:15.653423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:15.654137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:15.791723 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2342761 Apr 23 09:57:15.804127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Request body: {'port': {'device_id': 'ce326aaa-1924-4fca-8e19-5f1cf165fe4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:57:15.819606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cd28cebe-08da-4076-b3dc-1c286df14299 None None] Provisioning for port e15c8cfd-9147-433a-91a7-440d15ba5825 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:57:15.832861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cd28cebe-08da-4076-b3dc-1c286df14299 None None] Provisioning complete for port e15c8cfd-9147-433a-91a7-440d15ba5825 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:57:15.833194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd28cebe-08da-4076-b3dc-1c286df14299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:15.895000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-cd28cebe-08da-4076-b3dc-1c286df14299 None None] Port e15c8cfd-9147-433a-91a7-440d15ba5825 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:57:15.946031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:15.962002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ec286-5c60-481d-ad6b-a9568ee8874a req-8187eb2d-a691-4d13-bf3d-a8539b77eb61 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:15.963812 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f31ec286-5c60-481d-ad6b-a9568ee8874a req-8187eb2d-a691-4d13-bf3d-a8539b77eb61 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce326aaa-1924-4fca-8e19-5f1cf165fe4e HTTP/1.1" status: 200 len: 931 time: 0.1031024 Apr 23 09:57:16.041678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-f31ec286-5c60-481d-ad6b-a9568ee8874a req-d5fe60cd-c622-41f4-87e5-8aa4e6c21e0f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Synchronizing usage tracker for tenant:d5dfcdb48b0640598982930e1c2222c2 on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:57:16.100391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-f31ec286-5c60-481d-ad6b-a9568ee8874a req-d5fe60cd-c622-41f4-87e5-8aa4e6c21e0f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Unset dirty status for tenant:d5dfcdb48b0640598982930e1c2222c2 on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:57:16.102401 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f31ec286-5c60-481d-ad6b-a9568ee8874a req-d5fe60cd-c622-41f4-87e5-8aa4e6c21e0f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250794 Apr 23 09:57:16.355534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15c8cfd-9147-433a-91a7-440d15ba5825 {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:57:16.364584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:16.381930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Transition to ACTIVE for port object e15c8cfd-9147-433a-91a7-440d15ba5825 will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:57:16.416568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:16.420963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c34d926b-9af8-4408-8336-3a4c579bc3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:16.599381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=e15c8cfd-9147-433a-91a7-440d15ba5825,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:16.609111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:16.689607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Attempting to bind port e15c8cfd-9147-433a-91a7-440d15ba5825 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:57:16.689986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Attempting to bind port e15c8cfd-9147-433a-91a7-440d15ba5825 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'a42fb261-e314-4984-b26b-e312e9e045c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:57:16.690395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Attempting to bind port e15c8cfd-9147-433a-91a7-440d15ba5825 on network a1048df3-6074-485f-bc83-ffbf2cd32b7b {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:57:16.695622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Port e15c8cfd-9147-433a-91a7-440d15ba5825 on network a1048df3-6074-485f-bc83-ffbf2cd32b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:57:16.696066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Attempting to bind port e15c8cfd-9147-433a-91a7-440d15ba5825 on network a1048df3-6074-485f-bc83-ffbf2cd32b7b {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:57:16.702038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:57:16.702445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Checking segment: {'id': 'a42fb261-e314-4984-b26b-e312e9e045c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:57:16.702878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Bound using segment: {'id': 'a42fb261-e314-4984-b26b-e312e9e045c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:57:16.703352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Bound port: e15c8cfd-9147-433a-91a7-440d15ba5825, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a42fb261-e314-4984-b26b-e312e9e045c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:57:16.703352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:16.809826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] For port e15c8cfd-9147-433a-91a7-440d15ba5825, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:57:16.813547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] For port e15c8cfd-9147-433a-91a7-440d15ba5825, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e15c8cfd-9147-433a-91a7-440d15ba5825,segment=NetworkSegment(a42fb261-e314-4984-b26b-e312e9e045c7),segment_id=a42fb261-e314-4984-b26b-e312e9e045c7)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:57:16.834617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7059fe3f-dbed-4e25-b96e-410e15808154 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:57:16.846351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:16.851708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d88cc269-1c29-4c5a-a057-cf3d94863d5b tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:16.913404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:16.914097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:16.916528 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] 10.222.0.35 "PUT /v2.0/ports/e15c8cfd-9147-433a-91a7-440d15ba5825 HTTP/1.1" status: 200 len: 1093 time: 1.1176145 Apr 23 09:57:16.918466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce326aaa-1924-4fca-8e19-5f1cf165fe4e', 'tag': 'e15c8cfd-9147-433a-91a7-440d15ba5825'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:57:16.937489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 7059fe3f-dbed-4e25-b96e-410e15808154 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:57:16.943088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 7059fe3f-dbed-4e25-b96e-410e15808154 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:57:16.943520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:16.959335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=e15c8cfd-9147-433a-91a7-440d15ba5825,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:16.966456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:16.977035 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce326aaa-1924-4fca-8e19-5f1cf165fe4e', 'tag': 'e15c8cfd-9147-433a-91a7-440d15ba5825', 'status': 'completed', 'code': 200} Apr 23 09:57:17.093578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:17.101217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0f4a0-1b56-4502-9007-8c8a50dfbcca req-793d4a32-b293-42e0-b08c-12c8bfc5cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:17.103363 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-eeb0f4a0-1b56-4502-9007-8c8a50dfbcca req-793d4a32-b293-42e0-b08c-12c8bfc5cd1b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dfcdb48b0640598982930e1c2222c2&device_id=ce326aaa-1924-4fca-8e19-5f1cf165fe4e HTTP/1.1" status: 200 len: 1096 time: 0.0939863 Apr 23 09:57:17.147493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 7059fe3f-dbed-4e25-b96e-410e15808154, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7059fe3f-dbed-4e25-b96e-410e15808154,segment=NetworkSegment(e37b2181-ad3b-4112-ada3-14d1e6b65b75),segment_id=e37b2181-ad3b-4112-ada3-14d1e6b65b75)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:57:17.189449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:17.191576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cbcd60db-f06d-4c34-b9e6-eceea36e7baa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:17.276876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0f4a0-1b56-4502-9007-8c8a50dfbcca req-7e0fef0a-46e3-41f6-bc38-242671a94fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:17.278619 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-eeb0f4a0-1b56-4502-9007-8c8a50dfbcca req-7e0fef0a-46e3-41f6-bc38-242671a94fcd service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d5dfcdb48b0640598982930e1c2222c2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1684377 Apr 23 09:57:17.318513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=7059fe3f-dbed-4e25-b96e-410e15808154,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:17.322879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:17.340858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1d8f4-7a12-474b-a54a-8ceab2f9f321 req-634c6994-b305-4de8-a6dc-cc9d4a57d130 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:17.342610 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d0d1d8f4-7a12-474b-a54a-8ceab2f9f321 req-634c6994-b305-4de8-a6dc-cc9d4a57d130 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce326aaa-1924-4fca-8e19-5f1cf165fe4e HTTP/1.1" status: 200 len: 943 time: 0.1113696 Apr 23 09:57:17.426849 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d0d1d8f4-7a12-474b-a54a-8ceab2f9f321 req-89ca2831-fe84-460b-a476-2ca134e98a0c tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771158 Apr 23 09:57:17.443542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0f4a0-1b56-4502-9007-8c8a50dfbcca req-19ba233e-29a2-4c13-b026-92a02097da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:17.445160 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-eeb0f4a0-1b56-4502-9007-8c8a50dfbcca req-19ba233e-29a2-4c13-b026-92a02097da3a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1581204 Apr 23 09:57:17.564329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-9ddc018b-17ae-48e3-9305-7d6046e5b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:17.566025 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-9ddc018b-17ae-48e3-9305-7d6046e5b2e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dfcdb48b0640598982930e1c2222c2&device_id=ce326aaa-1924-4fca-8e19-5f1cf165fe4e HTTP/1.1" status: 200 len: 1096 time: 0.0833707 Apr 23 09:57:17.660788 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-d7739af8-8b4a-4d48-a9a6-6707a28e9479 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e15c8cfd-9147-433a-91a7-440d15ba5825 HTTP/1.1" status: 200 len: 217 time: 0.0875034 Apr 23 09:57:17.733390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-6e6f2f5c-63ca-4f07-8b3d-54f41a982ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:17.735001 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-6e6f2f5c-63ca-4f07-8b3d-54f41a982ddf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a41c78fd-8c05-4c53-abfc-e0b45a847d17 HTTP/1.1" status: 200 len: 855 time: 0.0680900 Apr 23 09:57:17.839995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-9781e6a8-92d4-4294-aeb9-3cb0982b91fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:17.841637 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-9781e6a8-92d4-4294-aeb9-3cb0982b91fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1048df3-6074-485f-bc83-ffbf2cd32b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0985887 Apr 23 09:57:17.991280 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-d3bc97fe-7932-4a40-88b8-046e8b5e96a3 service neutron] 10.222.0.35 "GET /v2.0/networks/a1048df3-6074-485f-bc83-ffbf2cd32b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427686 Apr 23 09:57:18.140224 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0156da3d-fd99-47e5-9c1b-d169cdb9cbbe req-46a74ae5-aea4-46b9-a175-f10168c8e659 service neutron] 10.222.0.35 "GET /v2.0/networks/a1048df3-6074-485f-bc83-ffbf2cd32b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429331 Apr 23 09:57:18.654626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e2681-db0f-4bbc-92d7-049c356e2339 req-03f33739-dd2b-48dc-937b-b9c6700ca150 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:18.656178 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-108e2681-db0f-4bbc-92d7-049c356e2339 req-03f33739-dd2b-48dc-937b-b9c6700ca150 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce326aaa-1924-4fca-8e19-5f1cf165fe4e HTTP/1.1" status: 200 len: 943 time: 0.0936491 Apr 23 09:57:18.706829 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-108e2681-db0f-4bbc-92d7-049c356e2339 req-48a7d4c7-83a4-4fb8-9067-ff937754cbb5 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435398 Apr 23 09:57:18.811580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7059fe3f-dbed-4e25-b96e-410e15808154 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:57:18.889648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 7059fe3f-dbed-4e25-b96e-410e15808154 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:57:18.890070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:19.941787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972bc82-a2fb-4e13-90e4-78e622d86749 req-a2352e72-29be-4d1c-98e1-82269937f0f6 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:19.943489 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0972bc82-a2fb-4e13-90e4-78e622d86749 req-a2352e72-29be-4d1c-98e1-82269937f0f6 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce326aaa-1924-4fca-8e19-5f1cf165fe4e HTTP/1.1" status: 200 len: 943 time: 0.1097846 Apr 23 09:57:20.006213 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0972bc82-a2fb-4e13-90e4-78e622d86749 req-c1eeaee7-0d99-4a92-81df-f77131c74cfa tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558279 Apr 23 09:57:21.248467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf0e34-7f11-4ded-8607-8c836d8eb706 req-5da9b593-2df7-4f7e-9d72-36ad40f451ee tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:21.250219 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6dcf0e34-7f11-4ded-8607-8c836d8eb706 req-5da9b593-2df7-4f7e-9d72-36ad40f451ee tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce326aaa-1924-4fca-8e19-5f1cf165fe4e HTTP/1.1" status: 200 len: 943 time: 0.0947857 Apr 23 09:57:21.304016 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6dcf0e34-7f11-4ded-8607-8c836d8eb706 req-6306d96a-a551-41f5-9711-116f0aa6cf67 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467246 Apr 23 09:57:22.529784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840aa48-60b0-427d-aa98-695656059b61 req-af1925b5-e54a-493f-b079-50e692932dfe tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:22.531460 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1840aa48-60b0-427d-aa98-695656059b61 req-af1925b5-e54a-493f-b079-50e692932dfe tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce326aaa-1924-4fca-8e19-5f1cf165fe4e HTTP/1.1" status: 200 len: 943 time: 0.1021221 Apr 23 09:57:22.582597 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1840aa48-60b0-427d-aa98-695656059b61 req-a1c55b03-1aa0-4c8e-87af-746554937d45 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443525 Apr 23 09:57:23.105970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device e15c8cfd-9147-433a-91a7-440d15ba5825 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:57:23.250163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port e15c8cfd-9147-433a-91a7-440d15ba5825, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e15c8cfd-9147-433a-91a7-440d15ba5825,segment=NetworkSegment(a42fb261-e314-4984-b26b-e312e9e045c7),segment_id=a42fb261-e314-4984-b26b-e312e9e045c7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:57:23.264294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': 'e15c8cfd-9147-433a-91a7-440d15ba5825', 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b', 'port_id': 'e15c8cfd-9147-433a-91a7-440d15ba5825', 'mac_address': 'fa:16:3e:75:4b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41c78fd-8c05-4c53-abfc-e0b45a847d17', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:57:23.326640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:23.345041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15c8cfd-9147-433a-91a7-440d15ba5825 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:57:23.362563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port e15c8cfd-9147-433a-91a7-440d15ba5825, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e15c8cfd-9147-433a-91a7-440d15ba5825,segment=NetworkSegment(a42fb261-e314-4984-b26b-e312e9e045c7),segment_id=a42fb261-e314-4984-b26b-e312e9e045c7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:57:23.416349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:23.418395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0127af62-8b7e-4246-9e3d-77409ceb6011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:23.501259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=e15c8cfd-9147-433a-91a7-440d15ba5825,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:23.505063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:23.576261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:23.730671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['e15c8cfd-9147-433a-91a7-440d15ba5825'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:57:23.805548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17964061-42e5-4340-995c-b457563b8496 req-2c42d760-a3a5-4727-b4c5-d3afd236a72b tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:23.807247 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-17964061-42e5-4340-995c-b457563b8496 req-2c42d760-a3a5-4727-b4c5-d3afd236a72b tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce326aaa-1924-4fca-8e19-5f1cf165fe4e HTTP/1.1" status: 200 len: 944 time: 0.0929759 Apr 23 09:57:23.857630 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-17964061-42e5-4340-995c-b457563b8496 req-d2489207-da75-4eed-bb50-845000004e89 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434456 Apr 23 09:57:25.069676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7e7a6-33c4-43a7-8d58-65cfb08683ca req-265aef6f-ce56-491e-98ee-2bbbeab7c5af tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:25.071351 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-72f7e7a6-33c4-43a7-8d58-65cfb08683ca req-265aef6f-ce56-491e-98ee-2bbbeab7c5af tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce326aaa-1924-4fca-8e19-5f1cf165fe4e HTTP/1.1" status: 200 len: 944 time: 0.0974185 Apr 23 09:57:25.121558 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-72f7e7a6-33c4-43a7-8d58-65cfb08683ca req-65a01a25-a540-482e-91a4-3668c9908d27 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433257 Apr 23 09:57:25.138609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device e15c8cfd-9147-433a-91a7-440d15ba5825 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:57:25.242629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port e15c8cfd-9147-433a-91a7-440d15ba5825 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:57:25.247616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port e15c8cfd-9147-433a-91a7-440d15ba5825 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:57:25.248041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:25.375927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:25.404102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce326aaa-1924-4fca-8e19-5f1cf165fe4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15c8cfd-9147-433a-91a7-440d15ba5825'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:57:25.415527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port e15c8cfd-9147-433a-91a7-440d15ba5825, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e15c8cfd-9147-433a-91a7-440d15ba5825,segment=NetworkSegment(a42fb261-e314-4984-b26b-e312e9e045c7),segment_id=a42fb261-e314-4984-b26b-e312e9e045c7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:57:25.443423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:25.446599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3fb0607f-f2ec-4136-8d53-ae4c31868662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:25.490226 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce326aaa-1924-4fca-8e19-5f1cf165fe4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15c8cfd-9147-433a-91a7-440d15ba5825', 'code': 200} Apr 23 09:57:25.528795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=e15c8cfd-9147-433a-91a7-440d15ba5825,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:25.533231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:25.753367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef8a90-846d-4f5c-be25-66fa4372a5e2 req-0924d0bf-2388-4975-a19f-4101a4963e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:25.754891 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e3ef8a90-846d-4f5c-be25-66fa4372a5e2 req-0924d0bf-2388-4975-a19f-4101a4963e6b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ce326aaa-1924-4fca-8e19-5f1cf165fe4e HTTP/1.1" status: 200 len: 1098 time: 0.0777476 Apr 23 09:57:25.799419 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e3ef8a90-846d-4f5c-be25-66fa4372a5e2 req-3119bf3b-a0f5-47b0-960d-dc921626c36f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370109 Apr 23 09:57:26.028466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:57:26.332328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64503a28-2e98-4530-8087-e65b92f82ed6 req-18991635-955c-4f00-a6ae-15a9d7a520c7 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:26.334038 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-64503a28-2e98-4530-8087-e65b92f82ed6 req-18991635-955c-4f00-a6ae-15a9d7a520c7 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce326aaa-1924-4fca-8e19-5f1cf165fe4e HTTP/1.1" status: 200 len: 945 time: 0.0913973 Apr 23 09:57:26.387510 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-64503a28-2e98-4530-8087-e65b92f82ed6 req-5287bb86-cb07-4f8b-aa30-49fd5f155d59 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468650 Apr 23 09:57:27.599825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c6019-89a5-4356-a02f-1f240e88fcce req-dc7440e3-d823-4065-8f2a-169c1e0f3637 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:27.601427 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e21c6019-89a5-4356-a02f-1f240e88fcce req-dc7440e3-d823-4065-8f2a-169c1e0f3637 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce326aaa-1924-4fca-8e19-5f1cf165fe4e HTTP/1.1" status: 200 len: 945 time: 0.0959377 Apr 23 09:57:27.651414 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e21c6019-89a5-4356-a02f-1f240e88fcce req-7f92a352-6aad-4093-ac59-f94a1fa27265 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434072 Apr 23 09:57:27.856501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad664a65-d7e0-46b5-926c-8388ea01bce5 req-076bf096-480a-4b18-ac97-4ed57f426040 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:27.858122 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ad664a65-d7e0-46b5-926c-8388ea01bce5 req-076bf096-480a-4b18-ac97-4ed57f426040 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce326aaa-1924-4fca-8e19-5f1cf165fe4e HTTP/1.1" status: 200 len: 945 time: 0.0949175 Apr 23 09:57:27.907922 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ad664a65-d7e0-46b5-926c-8388ea01bce5 req-014980ae-4bcd-4fe0-a9c5-5d8dd5ad4e2e tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433075 Apr 23 09:57:36.730763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cb149cc-7720-46b9-9bb5-833429b3aab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:39.698676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d19a4996-7b3b-45fd-b272-a71e9963b1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:40.525008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:41.265036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:42.397813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:50.381031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbe56a-e740-4e08-9626-3e593de45efd req-8a0da98e-c62e-4b3b-9643-50e30e19da6c tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:50.382683 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-25dbe56a-e740-4e08-9626-3e593de45efd req-8a0da98e-c62e-4b3b-9643-50e30e19da6c tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce326aaa-1924-4fca-8e19-5f1cf165fe4e HTTP/1.1" status: 200 len: 945 time: 0.0914159 Apr 23 09:57:50.430746 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-25dbe56a-e740-4e08-9626-3e593de45efd req-b302cfbf-d1ba-420e-90e6-a364058b50f1 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416596 Apr 23 09:57:51.646404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332db658-0621-4d87-b231-ed347b418c1f req-9c6b4656-a05b-44bc-9f8e-ae8eb7e03a96 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:51.648093 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-332db658-0621-4d87-b231-ed347b418c1f req-9c6b4656-a05b-44bc-9f8e-ae8eb7e03a96 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce326aaa-1924-4fca-8e19-5f1cf165fe4e HTTP/1.1" status: 200 len: 945 time: 0.0974069 Apr 23 09:57:51.698105 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-332db658-0621-4d87-b231-ed347b418c1f req-b689b12d-2e48-4e3a-8a9c-860cf341616b tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433512 Apr 23 09:57:52.089701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41655020-efa3-4c88-a79a-b6ea61ff0053 req-7ba8baba-edba-443a-91bc-15c1f9cf0d79 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:52.090547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-41655020-efa3-4c88-a79a-b6ea61ff0053 req-7ba8baba-edba-443a-91bc-15c1f9cf0d79 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Synchronizing usage tracker for tenant:d5dfcdb48b0640598982930e1c2222c2 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:57:52.140232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-41655020-efa3-4c88-a79a-b6ea61ff0053 req-7ba8baba-edba-443a-91bc-15c1f9cf0d79 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Unset dirty status for tenant:d5dfcdb48b0640598982930e1c2222c2 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:57:52.141631 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-41655020-efa3-4c88-a79a-b6ea61ff0053 req-7ba8baba-edba-443a-91bc-15c1f9cf0d79 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce326aaa-1924-4fca-8e19-5f1cf165fe4e HTTP/1.1" status: 200 len: 945 time: 0.1630313 Apr 23 09:57:52.294464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-41655020-efa3-4c88-a79a-b6ea61ff0053 req-162c5447-1bd3-4dbb-8d8d-b05fc0e84a4f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Deleting port e15c8cfd-9147-433a-91a7-440d15ba5825 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:57:52.294857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-41655020-efa3-4c88-a79a-b6ea61ff0053 req-162c5447-1bd3-4dbb-8d8d-b05fc0e84a4f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:52.436614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-41655020-efa3-4c88-a79a-b6ea61ff0053 req-162c5447-1bd3-4dbb-8d8d-b05fc0e84a4f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] For port e15c8cfd-9147-433a-91a7-440d15ba5825, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e15c8cfd-9147-433a-91a7-440d15ba5825,segment=NetworkSegment(a42fb261-e314-4984-b26b-e312e9e045c7),segment_id=a42fb261-e314-4984-b26b-e312e9e045c7)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:57:52.436932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-41655020-efa3-4c88-a79a-b6ea61ff0053 req-162c5447-1bd3-4dbb-8d8d-b05fc0e84a4f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:52.577298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-41655020-efa3-4c88-a79a-b6ea61ff0053 req-162c5447-1bd3-4dbb-8d8d-b05fc0e84a4f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Calling delete_port for e15c8cfd-9147-433a-91a7-440d15ba5825 owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:57:52.803552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-41655020-efa3-4c88-a79a-b6ea61ff0053 req-162c5447-1bd3-4dbb-8d8d-b05fc0e84a4f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:52.810238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:52.816410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['e15c8cfd-9147-433a-91a7-440d15ba5825'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:57:52.866349 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-66722c12-2a68-4402-b075-06fa71750d6a req-fffe7f69-d82d-4154-accc-af8348c0b30b tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce326aaa-1924-4fca-8e19-5f1cf165fe4e HTTP/1.1" status: 200 len: 210 time: 0.0507174 Apr 23 09:57:52.867269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c5447-1bd3-4dbb-8d8d-b05fc0e84a4f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Pushing event deleted for resources: {'Port': ['ID=e15c8cfd-9147-433a-91a7-440d15ba5825,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:52.870907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-162c5447-1bd3-4dbb-8d8d-b05fc0e84a4f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:52.951027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-41655020-efa3-4c88-a79a-b6ea61ff0053 req-162c5447-1bd3-4dbb-8d8d-b05fc0e84a4f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] No DVR routers for this DVR port e15c8cfd-9147-433a-91a7-440d15ba5825 on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:57:52.954476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-41655020-efa3-4c88-a79a-b6ea61ff0053 req-162c5447-1bd3-4dbb-8d8d-b05fc0e84a4f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:52.959110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce326aaa-1924-4fca-8e19-5f1cf165fe4e', 'name': 'network-vif-deleted', 'tag': 'e15c8cfd-9147-433a-91a7-440d15ba5825'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:57:52.998783 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-41655020-efa3-4c88-a79a-b6ea61ff0053 req-162c5447-1bd3-4dbb-8d8d-b05fc0e84a4f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.35 "DELETE /v2.0/ports/e15c8cfd-9147-433a-91a7-440d15ba5825 HTTP/1.1" status: 204 len: 173 time: 0.8521018 Apr 23 09:57:53.012850 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce326aaa-1924-4fca-8e19-5f1cf165fe4e', 'name': 'network-vif-deleted', 'tag': 'e15c8cfd-9147-433a-91a7-440d15ba5825', 'status': 'completed', 'code': 200} Apr 23 09:57:53.690084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:54.655900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-f2bacdc5-fdc4-4c1e-a256-f2a3cf5fd0de tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:54.657479 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-f2bacdc5-fdc4-4c1e-a256-f2a3cf5fd0de tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/networks?id=a1048df3-6074-485f-bc83-ffbf2cd32b7b HTTP/1.1" status: 200 len: 816 time: 0.1654685 Apr 23 09:57:54.677385 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-1ebd2178-74d6-4ec6-a2b3-466d235cb99c tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/quotas/d5dfcdb48b0640598982930e1c2222c2 HTTP/1.1" status: 200 len: 375 time: 0.0123372 Apr 23 09:57:54.779397 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-83a8e3b2-9c8c-442c-8c9f-92540057aa38 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5dfcdb48b0640598982930e1c2222c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0951552 Apr 23 09:57:54.932876 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-699f850f-4db3-4bea-a717-b8f15d041aab service neutron] 10.222.0.60 "GET /v2.0/networks/a1048df3-6074-485f-bc83-ffbf2cd32b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398928 Apr 23 09:57:55.085258 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-da1da7f9-b13d-43fd-9573-15a8d75c6aef service neutron] 10.222.0.60 "GET /v2.0/networks/a1048df3-6074-485f-bc83-ffbf2cd32b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458881 Apr 23 09:57:55.316072 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3322379a-261b-4808-ade0-969581b1aafa req-094c8e3b-3a45-4b5d-bd9d-45d7c9a76a1d tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=54a11923-c06e-4ced-8b4f-ce836c098669 HTTP/1.1" status: 200 len: 210 time: 0.0500424 Apr 23 09:57:55.376410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device e15c8cfd-9147-433a-91a7-440d15ba5825 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:57:55.414177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: e15c8cfd-9147-433a-91a7-440d15ba5825 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:57:55.414604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device e15c8cfd-9147-433a-91a7-440d15ba5825 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:57:56.425333 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-faa1a6cb-bcd0-4f63-be81-0e094d34f927 req-b12adc9d-dafd-4897-bce2-355a2133b2ca tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=54a11923-c06e-4ced-8b4f-ce836c098669 HTTP/1.1" status: 200 len: 210 time: 0.0504367 Apr 23 09:57:57.899071 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cafcdffd-a4c2-43c0-8199-ea35cce5bcea req-578225b0-2141-4909-82a7-bc149ac3af78 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=54a11923-c06e-4ced-8b4f-ce836c098669 HTTP/1.1" status: 200 len: 210 time: 0.3539646 Apr 23 09:57:57.902624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-0e369000-68cd-469a-a624-1a8efd990dff tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:57.904253 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-0e369000-68cd-469a-a624-1a8efd990dff tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.35 "GET /v2.0/networks?id=a1048df3-6074-485f-bc83-ffbf2cd32b7b HTTP/1.1" status: 200 len: 816 time: 0.1790464 Apr 23 09:57:57.918066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-58639af3-c74f-4e38-9600-f6d2e853fc08 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Request body: {'port': {'device_id': '54a11923-c06e-4ced-8b4f-ce836c098669', 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b', 'admin_state_up': True, 'tenant_id': 'd5dfcdb48b0640598982930e1c2222c2'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:57:58.072760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-58639af3-c74f-4e38-9600-f6d2e853fc08 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:57:58.076505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-58639af3-c74f-4e38-9600-f6d2e853fc08 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Usage tracker for resource:port and tenant:d5dfcdb48b0640598982930e1c2222c2 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:57:58.080725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-58639af3-c74f-4e38-9600-f6d2e853fc08 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:57:58.087371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-58639af3-c74f-4e38-9600-f6d2e853fc08 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:57:58.121046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-58639af3-c74f-4e38-9600-f6d2e853fc08 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Made reservation on behalf of d5dfcdb48b0640598982930e1c2222c2 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:57:58.127600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-58639af3-c74f-4e38-9600-f6d2e853fc08 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:58.322810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-58639af3-c74f-4e38-9600-f6d2e853fc08 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Allocated IP 172.20.0.3 (a1048df3-6074-485f-bc83-ffbf2cd32b7b/a41c78fd-8c05-4c53-abfc-e0b45a847d17/e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:57:58.562042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-58639af3-c74f-4e38-9600-f6d2e853fc08 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:58.579718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-58639af3-c74f-4e38-9600-f6d2e853fc08 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Transition to ACTIVE for port object e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:57:58.624593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-58639af3-c74f-4e38-9600-f6d2e853fc08 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:58.631443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c26225df-b587-4b78-bc33-b7dc929d3c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:58.709814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-58639af3-c74f-4e38-9600-f6d2e853fc08 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Network a1048df3-6074-485f-bc83-ffbf2cd32b7b is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:57:58.713943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-58639af3-c74f-4e38-9600-f6d2e853fc08 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:57:58.718473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-58639af3-c74f-4e38-9600-f6d2e853fc08 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:57:58.759633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58639af3-c74f-4e38-9600-f6d2e853fc08 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Pushing event updated for resources: {'Port': ['ID=e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:58.764945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-58639af3-c74f-4e38-9600-f6d2e853fc08 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:57:58.796041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-58639af3-c74f-4e38-9600-f6d2e853fc08 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:58.796902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-58639af3-c74f-4e38-9600-f6d2e853fc08 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:58.862539 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-58639af3-c74f-4e38-9600-f6d2e853fc08 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9500248 Apr 23 09:57:58.876532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Request body: {'port': {'device_id': '54a11923-c06e-4ced-8b4f-ce836c098669', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:57:58.982172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f48b46c0-285c-4132-80c8-c3029df0f2b1 None None] Provisioning for port e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:57:58.992097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-f48b46c0-285c-4132-80c8-c3029df0f2b1 None None] Provisioning complete for port e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:57:58.992846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f48b46c0-285c-4132-80c8-c3029df0f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:59.096431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f48b46c0-285c-4132-80c8-c3029df0f2b1 None None] Port e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:57:59.199867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61c51c-88f9-4a81-81f8-3da067e9e499 req-c31c5f29-110d-4600-a3b4-528e788237ad tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:57:59.201614 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fa61c51c-88f9-4a81-81f8-3da067e9e499 req-c31c5f29-110d-4600-a3b4-528e788237ad tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=54a11923-c06e-4ced-8b4f-ce836c098669 HTTP/1.1" status: 200 len: 931 time: 0.1401470 Apr 23 09:57:59.256574 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fa61c51c-88f9-4a81-81f8-3da067e9e499 req-89af31b2-382b-4a96-b22b-3c9cb220e267 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471854 Apr 23 09:57:59.313346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:59.689737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:57:59.697951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:59.713695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Transition to ACTIVE for port object e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:57:59.750366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:57:59.755970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-86c87bb9-853f-43f4-8dd2-2e9e10c9e632 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:57:59.937113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Pushing event updated for resources: {'Port': ['ID=e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:57:59.967889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:00.015415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Attempting to bind port e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:58:00.016037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Attempting to bind port e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'a42fb261-e314-4984-b26b-e312e9e045c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:58:00.016160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Attempting to bind port e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 on network a1048df3-6074-485f-bc83-ffbf2cd32b7b {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:58:00.022374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Port e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 on network a1048df3-6074-485f-bc83-ffbf2cd32b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:58:00.022750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Attempting to bind port e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 on network a1048df3-6074-485f-bc83-ffbf2cd32b7b {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:58:00.028703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:58:00.029111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Checking segment: {'id': 'a42fb261-e314-4984-b26b-e312e9e045c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:58:00.029485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Bound using segment: {'id': 'a42fb261-e314-4984-b26b-e312e9e045c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:58:00.029963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Bound port: e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a42fb261-e314-4984-b26b-e312e9e045c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:58:00.030368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:00.133987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] For port e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:58:00.137496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] For port e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411,segment=NetworkSegment(a42fb261-e314-4984-b26b-e312e9e045c7),segment_id=a42fb261-e314-4984-b26b-e312e9e045c7)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:58:00.171843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:00.177419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b461551b-99b6-481d-8e5b-43badcf6277e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:00.232378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:58:00.233274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:00.235111 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] 10.222.0.35 "PUT /v2.0/ports/e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 HTTP/1.1" status: 200 len: 1093 time: 1.3652487 Apr 23 09:58:00.238258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a11923-c06e-4ced-8b4f-ce836c098669', 'tag': 'e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:58:00.280935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Pushing event updated for resources: {'Port': ['ID=e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:00.286926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:00.297396 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a11923-c06e-4ced-8b4f-ce836c098669', 'tag': 'e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411', 'status': 'completed', 'code': 200} Apr 23 09:58:00.407092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551bc6d-fa3f-4777-b09e-585f168babe5 req-61a93ac9-e650-457a-abeb-d93b6f3dc806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:58:00.408773 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f551bc6d-fa3f-4777-b09e-585f168babe5 req-61a93ac9-e650-457a-abeb-d93b6f3dc806 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dfcdb48b0640598982930e1c2222c2&device_id=54a11923-c06e-4ced-8b4f-ce836c098669 HTTP/1.1" status: 200 len: 1096 time: 0.0896535 Apr 23 09:58:00.496057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523240c-8556-4547-b430-5ab01311f664 req-fa3c7866-2669-49ba-9ce5-0da7ddbcd414 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:58:00.497755 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3523240c-8556-4547-b430-5ab01311f664 req-fa3c7866-2669-49ba-9ce5-0da7ddbcd414 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=54a11923-c06e-4ced-8b4f-ce836c098669 HTTP/1.1" status: 200 len: 943 time: 0.1005607 Apr 23 09:58:00.549287 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3523240c-8556-4547-b430-5ab01311f664 req-1db09745-5898-4fcd-8117-4ab979a660d2 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447791 Apr 23 09:58:00.580452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551bc6d-fa3f-4777-b09e-585f168babe5 req-214c7a47-3167-4ff4-9e3e-b8e729a97d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:58:00.582144 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f551bc6d-fa3f-4777-b09e-585f168babe5 req-214c7a47-3167-4ff4-9e3e-b8e729a97d9c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d5dfcdb48b0640598982930e1c2222c2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1664186 Apr 23 09:58:00.739278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551bc6d-fa3f-4777-b09e-585f168babe5 req-98a820ca-685c-4554-bbcf-9e20bb8f2c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:58:00.739278 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f551bc6d-fa3f-4777-b09e-585f168babe5 req-98a820ca-685c-4554-bbcf-9e20bb8f2c1a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1506410 Apr 23 09:58:00.858131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-8c566b51-da7c-43b8-8fbe-f27347bc1e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:58:00.859836 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-8c566b51-da7c-43b8-8fbe-f27347bc1e21 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5dfcdb48b0640598982930e1c2222c2&device_id=54a11923-c06e-4ced-8b4f-ce836c098669 HTTP/1.1" status: 200 len: 1096 time: 0.0869021 Apr 23 09:58:00.937811 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-ae28f18d-c7c5-448b-b324-b2e62f8fb570 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 HTTP/1.1" status: 200 len: 217 time: 0.0713017 Apr 23 09:58:01.008270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-e0067721-5e88-43fa-b55d-11704a003f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:58:01.009786 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-e0067721-5e88-43fa-b55d-11704a003f73 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a41c78fd-8c05-4c53-abfc-e0b45a847d17 HTTP/1.1" status: 200 len: 855 time: 0.0661249 Apr 23 09:58:01.097180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-397ad391-ebfe-45f1-b513-a33bae095118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:58:01.098965 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-397ad391-ebfe-45f1-b513-a33bae095118 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1048df3-6074-485f-bc83-ffbf2cd32b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823593 Apr 23 09:58:01.241157 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-ce23c349-ee03-411a-b5d1-e6cb9dd1b3c3 service neutron] 10.222.0.35 "GET /v2.0/networks/a1048df3-6074-485f-bc83-ffbf2cd32b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356828 Apr 23 09:58:01.383832 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07f02ef1-7c80-4010-8419-52ce27ea8eb7 req-708fa89d-b9ba-41e4-a3d6-dfef945550d5 service neutron] 10.222.0.35 "GET /v2.0/networks/a1048df3-6074-485f-bc83-ffbf2cd32b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365020 Apr 23 09:58:01.760910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ac357-b0ed-40ce-be5f-fd7b71352e6d req-290de5d5-7f59-40fd-814f-c23b6efa78a9 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:58:01.762487 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-006ac357-b0ed-40ce-be5f-fd7b71352e6d req-290de5d5-7f59-40fd-814f-c23b6efa78a9 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=54a11923-c06e-4ced-8b4f-ce836c098669 HTTP/1.1" status: 200 len: 943 time: 0.0953474 Apr 23 09:58:01.811723 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-006ac357-b0ed-40ce-be5f-fd7b71352e6d req-34d7af87-8430-43ce-8ba1-40cb836004a7 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425036 Apr 23 09:58:03.020918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c622a2f-7ff4-4e9f-8693-e2098c98ebdb req-bdf4a3c4-b060-4c38-ade9-ba97d1f4f234 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:58:03.023268 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7c622a2f-7ff4-4e9f-8693-e2098c98ebdb req-bdf4a3c4-b060-4c38-ade9-ba97d1f4f234 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=54a11923-c06e-4ced-8b4f-ce836c098669 HTTP/1.1" status: 200 len: 943 time: 0.0938842 Apr 23 09:58:03.029523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:58:03.080207 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7c622a2f-7ff4-4e9f-8693-e2098c98ebdb req-0e15af51-fe91-4bf9-98e8-b5ebde0514ec tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452316 Apr 23 09:58:04.292573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d4774-d62e-427c-975a-4152f91b4961 req-2aeed844-5061-48ed-b895-6d0242a06f7b tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:58:04.294221 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-583d4774-d62e-427c-975a-4152f91b4961 req-2aeed844-5061-48ed-b895-6d0242a06f7b tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=54a11923-c06e-4ced-8b4f-ce836c098669 HTTP/1.1" status: 200 len: 943 time: 0.0941732 Apr 23 09:58:04.349529 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-583d4774-d62e-427c-975a-4152f91b4961 req-2a6717d7-c1bb-4eb1-9af6-f69cc4c7c79c tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487578 Apr 23 09:58:05.445870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:58:05.563281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076f992-b028-497d-844e-d8f9ee06949f req-f504462a-7b8a-48a2-9aac-c50c4451a501 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:58:05.565158 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0076f992-b028-497d-844e-d8f9ee06949f req-f504462a-7b8a-48a2-9aac-c50c4451a501 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=54a11923-c06e-4ced-8b4f-ce836c098669 HTTP/1.1" status: 200 len: 943 time: 0.0981343 Apr 23 09:58:05.594524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411,segment=NetworkSegment(a42fb261-e314-4984-b26b-e312e9e045c7),segment_id=a42fb261-e314-4984-b26b-e312e9e045c7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:58:05.609621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': 'e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411', 'network_id': 'a1048df3-6074-485f-bc83-ffbf2cd32b7b', 'port_id': 'e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411', 'mac_address': 'fa:16:3e:7e:b0:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41c78fd-8c05-4c53-abfc-e0b45a847d17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:58:05.635687 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0076f992-b028-497d-844e-d8f9ee06949f req-22c3e07b-8192-4986-a221-f277727e68e8 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627105 Apr 23 09:58:05.671326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:05.693217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:58:05.711109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411,segment=NetworkSegment(a42fb261-e314-4984-b26b-e312e9e045c7),segment_id=a42fb261-e314-4984-b26b-e312e9e045c7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:58:05.750584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:05.752516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:06.005502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:06.014099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:06.014524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:06.014914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:06.015295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:06.015671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:06.016050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:06.016423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:06.016794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:06.017165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:06.017535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:06.017903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:06.018348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:06.023081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:06.081827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:58:06.729380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-842e9be8-d44b-4d92-b820-2c9f092c25c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:06.842107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb8780-09b2-4dba-aa93-10963a54ad1c req-7064a236-4c5e-44c5-b960-caebd1f7e4b3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:58:06.843817 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b1eb8780-09b2-4dba-aa93-10963a54ad1c req-7064a236-4c5e-44c5-b960-caebd1f7e4b3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=54a11923-c06e-4ced-8b4f-ce836c098669 HTTP/1.1" status: 200 len: 944 time: 0.0923085 Apr 23 09:58:06.896401 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b1eb8780-09b2-4dba-aa93-10963a54ad1c req-d99c95f5-b976-4899-865e-52440d059e70 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460763 Apr 23 09:58:07.444914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:58:07.546402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:58:07.551775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:58:07.552200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:07.681795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:07.710628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a11923-c06e-4ced-8b4f-ce836c098669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:58:07.721881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411,segment=NetworkSegment(a42fb261-e314-4984-b26b-e312e9e045c7),segment_id=a42fb261-e314-4984-b26b-e312e9e045c7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:58:07.763750 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a11923-c06e-4ced-8b4f-ce836c098669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411', 'code': 200} Apr 23 09:58:07.773149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:07.775308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:07.859767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:07.863238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:08.095706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2a201-1ee6-40f8-9cf9-93ca59ca89a7 req-5163743a-b2f0-47b5-97ab-bbcb946e9478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:58:08.097324 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-92a2a201-1ee6-40f8-9cf9-93ca59ca89a7 req-5163743a-b2f0-47b5-97ab-bbcb946e9478 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=54a11923-c06e-4ced-8b4f-ce836c098669 HTTP/1.1" status: 200 len: 1098 time: 0.0923457 Apr 23 09:58:08.127698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c7974-2d1d-44af-b4e8-afd2170c088e req-76a432e3-85ec-469a-ad50-eec3f0e3504e tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:58:08.130634 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7d0c7974-2d1d-44af-b4e8-afd2170c088e req-76a432e3-85ec-469a-ad50-eec3f0e3504e tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=54a11923-c06e-4ced-8b4f-ce836c098669 HTTP/1.1" status: 200 len: 945 time: 0.1090724 Apr 23 09:58:08.144463 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-92a2a201-1ee6-40f8-9cf9-93ca59ca89a7 req-154018ca-38d6-4f51-9dee-0cf6a58bb051 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401175 Apr 23 09:58:08.179283 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7d0c7974-2d1d-44af-b4e8-afd2170c088e req-e38c9a34-4b90-4bb1-9148-a91e11ebd7cb tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430772 Apr 23 09:58:09.391192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74a66a-80fa-4240-8094-6ec118f80ff6 req-6803f238-46d3-44f6-85ac-8e6cd50edd9d tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:58:09.392800 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9d74a66a-80fa-4240-8094-6ec118f80ff6 req-6803f238-46d3-44f6-85ac-8e6cd50edd9d tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=54a11923-c06e-4ced-8b4f-ce836c098669 HTTP/1.1" status: 200 len: 945 time: 0.0950859 Apr 23 09:58:09.445988 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9d74a66a-80fa-4240-8094-6ec118f80ff6 req-8442e7f6-a30f-46bc-a6eb-5fb58ae9f930 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467434 Apr 23 09:58:09.680310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97d73f-c9e4-4f49-a53a-5d32bc78bc61 req-75c072a3-d897-4f8d-a742-c74f43575ea2 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:58:09.682639 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4e97d73f-c9e4-4f49-a53a-5d32bc78bc61 req-75c072a3-d897-4f8d-a742-c74f43575ea2 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=54a11923-c06e-4ced-8b4f-ce836c098669 HTTP/1.1" status: 200 len: 945 time: 0.0955467 Apr 23 09:58:09.690211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e89cffd7-ede0-4349-8ccb-9f89ae291be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:09.734357 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4e97d73f-c9e4-4f49-a53a-5d32bc78bc61 req-9c7564d0-e6bc-40e1-aae5-52f0d386f4c4 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447218 Apr 23 09:58:10.527812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:11.285527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:12.428499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:23.611995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:26.673826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1898614-9f1f-4a7c-b2e1-7b8e71337775 req-ed16978a-7946-4b3a-a74c-406285a7a012 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:58:26.676330 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a1898614-9f1f-4a7c-b2e1-7b8e71337775 req-ed16978a-7946-4b3a-a74c-406285a7a012 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=54a11923-c06e-4ced-8b4f-ce836c098669 HTTP/1.1" status: 200 len: 945 time: 0.0968225 Apr 23 09:58:26.725552 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a1898614-9f1f-4a7c-b2e1-7b8e71337775 req-9cd38339-dcdc-42de-8b2d-71a4a2eea4e4 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426283 Apr 23 09:58:27.942183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfd6c4-8d0d-4f1e-b84b-d7f0beff3b6f req-5337cd4e-bb45-4b8f-ab0f-dd8bc68f397b tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:58:27.943893 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-84dfd6c4-8d0d-4f1e-b84b-d7f0beff3b6f req-5337cd4e-bb45-4b8f-ab0f-dd8bc68f397b tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=54a11923-c06e-4ced-8b4f-ce836c098669 HTTP/1.1" status: 200 len: 945 time: 0.0980589 Apr 23 09:58:27.995166 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-84dfd6c4-8d0d-4f1e-b84b-d7f0beff3b6f req-9c516548-9a1a-428c-9175-95bf5e2827e4 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f148fb-ad0d-4bb5-9477-bd0660694809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446279 Apr 23 09:58:28.278868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2f88f-a5ea-4bcf-8c33-bce7a175d05f req-d0affc52-5944-4933-a03e-06109d7469bf tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:58:28.279627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-dce2f88f-a5ea-4bcf-8c33-bce7a175d05f req-d0affc52-5944-4933-a03e-06109d7469bf tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Synchronizing usage tracker for tenant:d5dfcdb48b0640598982930e1c2222c2 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:58:28.325262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-dce2f88f-a5ea-4bcf-8c33-bce7a175d05f req-d0affc52-5944-4933-a03e-06109d7469bf tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Unset dirty status for tenant:d5dfcdb48b0640598982930e1c2222c2 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:58:28.326700 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dce2f88f-a5ea-4bcf-8c33-bce7a175d05f req-d0affc52-5944-4933-a03e-06109d7469bf tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.35 "GET /v2.0/ports?device_id=54a11923-c06e-4ced-8b4f-ce836c098669 HTTP/1.1" status: 200 len: 945 time: 0.1424329 Apr 23 09:58:28.479577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-dce2f88f-a5ea-4bcf-8c33-bce7a175d05f req-e7fba145-5921-4dc2-9953-7f54dfcddd7f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Deleting port e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:58:28.479966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-dce2f88f-a5ea-4bcf-8c33-bce7a175d05f req-e7fba145-5921-4dc2-9953-7f54dfcddd7f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:28.622870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-dce2f88f-a5ea-4bcf-8c33-bce7a175d05f req-e7fba145-5921-4dc2-9953-7f54dfcddd7f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] For port e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411,segment=NetworkSegment(a42fb261-e314-4984-b26b-e312e9e045c7),segment_id=a42fb261-e314-4984-b26b-e312e9e045c7)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:58:28.623274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-dce2f88f-a5ea-4bcf-8c33-bce7a175d05f req-e7fba145-5921-4dc2-9953-7f54dfcddd7f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:28.757053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-dce2f88f-a5ea-4bcf-8c33-bce7a175d05f req-e7fba145-5921-4dc2-9953-7f54dfcddd7f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Calling delete_port for e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:58:28.982533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-dce2f88f-a5ea-4bcf-8c33-bce7a175d05f req-e7fba145-5921-4dc2-9953-7f54dfcddd7f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:28.988867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:28.994727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:58:29.041051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fba145-5921-4dc2-9953-7f54dfcddd7f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Pushing event deleted for resources: {'Port': ['ID=e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:29.090968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fba145-5921-4dc2-9953-7f54dfcddd7f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:29.091411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fba145-5921-4dc2-9953-7f54dfcddd7f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:29.091844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fba145-5921-4dc2-9953-7f54dfcddd7f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:29.092274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fba145-5921-4dc2-9953-7f54dfcddd7f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:29.092696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fba145-5921-4dc2-9953-7f54dfcddd7f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:29.093119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fba145-5921-4dc2-9953-7f54dfcddd7f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:29.093538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fba145-5921-4dc2-9953-7f54dfcddd7f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:29.093958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fba145-5921-4dc2-9953-7f54dfcddd7f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:29.094399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fba145-5921-4dc2-9953-7f54dfcddd7f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:29.094825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fba145-5921-4dc2-9953-7f54dfcddd7f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:29.095242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fba145-5921-4dc2-9953-7f54dfcddd7f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:29.095680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fba145-5921-4dc2-9953-7f54dfcddd7f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:29.126072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e7fba145-5921-4dc2-9953-7f54dfcddd7f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:29.144060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce2f88f-a5ea-4bcf-8c33-bce7a175d05f req-e7fba145-5921-4dc2-9953-7f54dfcddd7f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] No DVR routers for this DVR port e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:58:29.148058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-dce2f88f-a5ea-4bcf-8c33-bce7a175d05f req-e7fba145-5921-4dc2-9953-7f54dfcddd7f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:29.152622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a11923-c06e-4ced-8b4f-ce836c098669', 'name': 'network-vif-deleted', 'tag': 'e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:58:29.193032 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dce2f88f-a5ea-4bcf-8c33-bce7a175d05f req-e7fba145-5921-4dc2-9953-7f54dfcddd7f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.35 "DELETE /v2.0/ports/e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 HTTP/1.1" status: 204 len: 173 time: 0.8610587 Apr 23 09:58:29.206529 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-83201ab8-11f1-4bfe-8e9f-6f5ba1ac3533 req-4c68eda2-6dc2-4a7c-9ff3-9067d0bf09c4 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] 10.222.0.60 "GET /v2.0/ports?device_id=54a11923-c06e-4ced-8b4f-ce836c098669 HTTP/1.1" status: 200 len: 210 time: 0.0559075 Apr 23 09:58:29.265133 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a11923-c06e-4ced-8b4f-ce836c098669', 'name': 'network-vif-deleted', 'tag': 'e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411', 'status': 'completed', 'code': 200} Apr 23 09:58:30.379614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47910) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:58:30.982504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6703c825-cb3f-4e68-b43b-71ce973a4feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:31.613337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:58:31.655581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:58:31.655977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device e0bbb9e1-bc5c-4324-83a7-c39ffaa4d411 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:58:31.726827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6703c825-cb3f-4e68-b43b-71ce973a4feb admin admin] Deleting port e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:58:31.727212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6703c825-cb3f-4e68-b43b-71ce973a4feb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:31.857385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6703c825-cb3f-4e68-b43b-71ce973a4feb admin admin] For port e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec,segment=NetworkSegment(a42fb261-e314-4984-b26b-e312e9e045c7),segment_id=a42fb261-e314-4984-b26b-e312e9e045c7)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:58:31.857749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6703c825-cb3f-4e68-b43b-71ce973a4feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:31.992638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6703c825-cb3f-4e68-b43b-71ce973a4feb admin admin] Calling delete_port for e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:58:32.324504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6703c825-cb3f-4e68-b43b-71ce973a4feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:32.330424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:32.379739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703c825-cb3f-4e68-b43b-71ce973a4feb admin admin] Pushing event deleted for resources: {'Port': ['ID=e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:32.383991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6703c825-cb3f-4e68-b43b-71ce973a4feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:32.691757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6703c825-cb3f-4e68-b43b-71ce973a4feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:33.106690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6703c825-cb3f-4e68-b43b-71ce973a4feb admin admin] Router ad9e9d62-1f8b-4418-bfa5-10d51a407c5a has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:58:33.310607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6703c825-cb3f-4e68-b43b-71ce973a4feb admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:58:33.322958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ca252-3cf9-43d1-87cc-5a3571d314c1 None None] Sync routers for ids ['ad9e9d62-1f8b-4418-bfa5-10d51a407c5a'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:58:33.324683 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6703c825-cb3f-4e68-b43b-71ce973a4feb admin admin] 10.222.0.60 "PUT /v2.0/routers/ad9e9d62-1f8b-4418-bfa5-10d51a407c5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9438601 Apr 23 09:58:33.327640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47914) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:58:33.335411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86ca252-3cf9-43d1-87cc-5a3571d314c1 None None] Routers {'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:58:33.336098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e86ca252-3cf9-43d1-87cc-5a3571d314c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:58:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ad9e9d62-1f8b-4418-bfa5-10d51a407c5a'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:58:33.523611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7b51749a-ccfa-4b50-877e-35cd6d7dea32 admin admin] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:33.541019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-e86ca252-3cf9-43d1-87cc-5a3571d314c1 None None] Set router ad9e9d62-1f8b-4418-bfa5-10d51a407c5a gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:58:33.720799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7b51749a-ccfa-4b50-877e-35cd6d7dea32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:33.850802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e86ca252-3cf9-43d1-87cc-5a3571d314c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a', 'name': 'tempest-TestEncryptedCinderVolumes-400872788-router', 'tenant_id': 'd5dfcdb48b0640598982930e1c2222c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '9075dce6-4aaf-4e62-9c84-dc10ae366095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:56:54Z', 'updated_at': '2021-04-23T09:58:32Z', 'revision_number': 5, 'project_id': 'd5dfcdb48b0640598982930e1c2222c2', 'gw_port': {'id': '9075dce6-4aaf-4e62-9c84-dc10ae366095', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:13:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:56:55Z', 'updated_at': '2021-04-23T09:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:58:33.853277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7b51749a-ccfa-4b50-877e-35cd6d7dea32 admin admin] Deleting port 9075dce6-4aaf-4e62-9c84-dc10ae366095 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:58:33.853667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7b51749a-ccfa-4b50-877e-35cd6d7dea32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:33.855096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ca252-3cf9-43d1-87cc-5a3571d314c1 None None] Checking router: ad9e9d62-1f8b-4418-bfa5-10d51a407c5a for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:58:33.864148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86ca252-3cf9-43d1-87cc-5a3571d314c1 None None] Routers {'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:58:33.864796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e86ca252-3cf9-43d1-87cc-5a3571d314c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:58:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ad9e9d62-1f8b-4418-bfa5-10d51a407c5a'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:58:33.988352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-7b51749a-ccfa-4b50-877e-35cd6d7dea32 admin admin] For port 9075dce6-4aaf-4e62-9c84-dc10ae366095, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=9075dce6-4aaf-4e62-9c84-dc10ae366095,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:58:33.988747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7b51749a-ccfa-4b50-877e-35cd6d7dea32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:34.033736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-e86ca252-3cf9-43d1-87cc-5a3571d314c1 None None] Set router ad9e9d62-1f8b-4418-bfa5-10d51a407c5a gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:58:34.132036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7b51749a-ccfa-4b50-877e-35cd6d7dea32 admin admin] Calling delete_port for 9075dce6-4aaf-4e62-9c84-dc10ae366095 owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:58:34.152656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e86ca252-3cf9-43d1-87cc-5a3571d314c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a', 'name': 'tempest-TestEncryptedCinderVolumes-400872788-router', 'tenant_id': 'd5dfcdb48b0640598982930e1c2222c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:56:54Z', 'updated_at': '2021-04-23T09:58:33Z', 'revision_number': 6, 'project_id': 'd5dfcdb48b0640598982930e1c2222c2', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:58:34.156981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ca252-3cf9-43d1-87cc-5a3571d314c1 None None] The sync data for ids ['ad9e9d62-1f8b-4418-bfa5-10d51a407c5a'] in dv-neutron-786478-4-hyperv is: [{'id': 'ad9e9d62-1f8b-4418-bfa5-10d51a407c5a', 'name': 'tempest-TestEncryptedCinderVolumes-400872788-router', 'tenant_id': 'd5dfcdb48b0640598982930e1c2222c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:56:54Z', 'updated_at': '2021-04-23T09:58:33Z', 'revision_number': 6, 'project_id': 'd5dfcdb48b0640598982930e1c2222c2', 'gw_port_host': None}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:58:34.424881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7b51749a-ccfa-4b50-877e-35cd6d7dea32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:34.430117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-def06226-149e-4687-b254-e9843d118467 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:34.477238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51749a-ccfa-4b50-877e-35cd6d7dea32 admin admin] Pushing event deleted for resources: {'Port': ['ID=9075dce6-4aaf-4e62-9c84-dc10ae366095,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:34.481810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7b51749a-ccfa-4b50-877e-35cd6d7dea32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:34.581995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7b51749a-ccfa-4b50-877e-35cd6d7dea32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:34.780082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7b51749a-ccfa-4b50-877e-35cd6d7dea32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:34.783357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7b51749a-ccfa-4b50-877e-35cd6d7dea32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:34.859003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9075dce6-4aaf-4e62-9c84-dc10ae366095 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:58:34.897469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 9075dce6-4aaf-4e62-9c84-dc10ae366095 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:58:34.897822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 9075dce6-4aaf-4e62-9c84-dc10ae366095 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:58:34.898296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:58:34.935637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:58:34.936037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device e8ffc3fd-84ae-4dcf-b806-1bf9e133eeec not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:58:35.008431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7b51749a-ccfa-4b50-877e-35cd6d7dea32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:35.008961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b51749a-ccfa-4b50-877e-35cd6d7dea32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad9e9d62-1f8b-4418-bfa5-10d51a407c5a {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:58:35.023557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7b51749a-ccfa-4b50-877e-35cd6d7dea32 admin admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:35.025250 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7b51749a-ccfa-4b50-877e-35cd6d7dea32 admin admin] 10.222.0.60 "DELETE /v2.0/routers/ad9e9d62-1f8b-4418-bfa5-10d51a407c5a HTTP/1.1" status: 204 len: 168 time: 1.6965063 Apr 23 09:58:35.028234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47918) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:58:35.099542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3756276-d4b4-443a-bd5c-12b270efe415 admin admin] Deleting subnet a41c78fd-8c05-4c53-abfc-e0b45a847d17 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:58:35.108159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3756276-d4b4-443a-bd5c-12b270efe415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:35.217967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3756276-d4b4-443a-bd5c-12b270efe415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:35.373490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3756276-d4b4-443a-bd5c-12b270efe415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:35.997597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3756276-d4b4-443a-bd5c-12b270efe415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:36.003277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a1b5460e-d309-4926-b8e8-1ef13bef96a2 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:36.044473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e3756276-d4b4-443a-bd5c-12b270efe415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:36.049894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3756276-d4b4-443a-bd5c-12b270efe415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a41c78fd-8c05-4c53-abfc-e0b45a847d17,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:36.050807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3593601-2df9-4633-95b4-2e48ac7b7d15 None None] Network a1048df3-6074-485f-bc83-ffbf2cd32b7b requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:58:36.052500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e3756276-d4b4-443a-bd5c-12b270efe415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:36.056392 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e3756276-d4b4-443a-bd5c-12b270efe415 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a41c78fd-8c05-4c53-abfc-e0b45a847d17 HTTP/1.1" status: 204 len: 168 time: 1.0269704 Apr 23 09:58:36.060202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47922) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:58:36.183171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:36.264033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Deleting port b13fb1cb-4503-4c09-9d33-dfd466c66da4 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:58:36.264309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:36.326264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae170dfc-ff2e-4b41-8e8f-3b74023de70b None None] DHCP port deletion for a1048df3-6074-485f-bc83-ffbf2cd32b7b request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:58:36.378046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] For port b13fb1cb-4503-4c09-9d33-dfd466c66da4, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b13fb1cb-4503-4c09-9d33-dfd466c66da4,segment=NetworkSegment(a42fb261-e314-4984-b26b-e312e9e045c7),segment_id=a42fb261-e314-4984-b26b-e312e9e045c7)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:58:36.378653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:36.399063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ae170dfc-ff2e-4b41-8e8f-3b74023de70b None None] Deleting port b13fb1cb-4503-4c09-9d33-dfd466c66da4 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:58:36.399501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ae170dfc-ff2e-4b41-8e8f-3b74023de70b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:36.513123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-ae170dfc-ff2e-4b41-8e8f-3b74023de70b None None] For port b13fb1cb-4503-4c09-9d33-dfd466c66da4, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b13fb1cb-4503-4c09-9d33-dfd466c66da4,segment=NetworkSegment(a42fb261-e314-4984-b26b-e312e9e045c7),segment_id=a42fb261-e314-4984-b26b-e312e9e045c7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:58:36.513580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ae170dfc-ff2e-4b41-8e8f-3b74023de70b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:36.516597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Calling delete_port for b13fb1cb-4503-4c09-9d33-dfd466c66da4 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:58:36.591579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:36.596838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:36.648458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Pushing event deleted for resources: {'Port': ['ID=b13fb1cb-4503-4c09-9d33-dfd466c66da4,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:36.648761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ae170dfc-ff2e-4b41-8e8f-3b74023de70b None None] Calling delete_port for b13fb1cb-4503-4c09-9d33-dfd466c66da4 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:58:36.657551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] No DVR routers for this DVR port b13fb1cb-4503-4c09-9d33-dfd466c66da4 on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:58:36.660034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:36.660471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:36.660903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:36.661426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:36.661748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:36.662579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:36.662739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:36.663132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:36.664102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:36.664102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:36.664337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:36.664682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:36.697698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:36.706708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-ae170dfc-ff2e-4b41-8e8f-3b74023de70b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:58:36.707123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-ae170dfc-ff2e-4b41-8e8f-3b74023de70b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:58:36.732883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b6236c28-247e-400d-943b-a891e7f5f4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:36.796996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:36.855476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b13fb1cb-4503-4c09-9d33-dfd466c66da4 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:58:36.896109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: b13fb1cb-4503-4c09-9d33-dfd466c66da4 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:58:36.896516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b13fb1cb-4503-4c09-9d33-dfd466c66da4 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:58:36.925011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1048df3-6074-485f-bc83-ffbf2cd32b7b']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:58:36.938541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42fb261-e314-4984-b26b-e312e9e045c7') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:58:36.938891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42fb261-e314-4984-b26b-e312e9e045c7') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:58:36.952933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:36.968811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:36.975246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:58:37.162355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Network a1048df3-6074-485f-bc83-ffbf2cd32b7b has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:58:37.172383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:37.245966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ae170dfc-ff2e-4b41-8e8f-3b74023de70b None None] The port 'b13fb1cb-4503-4c09-9d33-dfd466c66da4' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:58:37.361271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Network a1048df3-6074-485f-bc83-ffbf2cd32b7b has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:58:37.385548 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:58:37.500375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:37.504294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-01588e48-34e2-4396-95c2-db8882e5c84d tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:37.520865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:37.533131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1048df3-6074-485f-bc83-ffbf2cd32b7b,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:37.536802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:37.575403 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a1048df3-6074-485f-bc83-ffbf2cd32b7b HTTP/1.1" status: 204 len: 168 time: 1.5139771 Apr 23 09:58:37.578438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47926) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:58:38.187622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d690d336-90ec-40fa-a8dd-4261ef2540fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:38.919132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d690d336-90ec-40fa-a8dd-4261ef2540fd admin admin] Deleting port 7059fe3f-dbed-4e25-b96e-410e15808154 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:58:38.919510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d690d336-90ec-40fa-a8dd-4261ef2540fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:39.058941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d690d336-90ec-40fa-a8dd-4261ef2540fd admin admin] For port 7059fe3f-dbed-4e25-b96e-410e15808154, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=7059fe3f-dbed-4e25-b96e-410e15808154,segment=NetworkSegment(e37b2181-ad3b-4112-ada3-14d1e6b65b75),segment_id=e37b2181-ad3b-4112-ada3-14d1e6b65b75)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:58:39.059260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d690d336-90ec-40fa-a8dd-4261ef2540fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:39.198984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d690d336-90ec-40fa-a8dd-4261ef2540fd admin admin] Calling delete_port for 7059fe3f-dbed-4e25-b96e-410e15808154 owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:58:39.387275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d690d336-90ec-40fa-a8dd-4261ef2540fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:39.392516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b3272823-3e6f-49b0-8ebf-7bb5de7d3b77 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:39.469291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690d336-90ec-40fa-a8dd-4261ef2540fd admin admin] Pushing event deleted for resources: {'Port': ['ID=7059fe3f-dbed-4e25-b96e-410e15808154,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:39.486944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d690d336-90ec-40fa-a8dd-4261ef2540fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:39.696577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7ca23ef1-289f-40e6-81f3-ebb5548aa8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:39.743296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d690d336-90ec-40fa-a8dd-4261ef2540fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:40.035864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:58:40.146545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d690d336-90ec-40fa-a8dd-4261ef2540fd admin admin] Router faa86262-60aa-4312-92d6-a5011c08c23e has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:58:40.347579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d690d336-90ec-40fa-a8dd-4261ef2540fd admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:58:40.357928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563380d0-25af-4c11-845e-5101010d2339 None None] Sync routers for ids ['faa86262-60aa-4312-92d6-a5011c08c23e'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:58:40.359751 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d690d336-90ec-40fa-a8dd-4261ef2540fd admin admin] 10.222.0.60 "PUT /v2.0/routers/faa86262-60aa-4312-92d6-a5011c08c23e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7799137 Apr 23 09:58:40.363337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47930) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:58:40.370032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563380d0-25af-4c11-845e-5101010d2339 None None] Routers {'faa86262-60aa-4312-92d6-a5011c08c23e'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:58:40.370771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-563380d0-25af-4c11-845e-5101010d2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:58:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['faa86262-60aa-4312-92d6-a5011c08c23e'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:58:40.556543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:40.575942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-448d2da2-51cc-48b8-83f9-70b1253700ef admin admin] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:40.582729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-563380d0-25af-4c11-845e-5101010d2339 None None] Set router faa86262-60aa-4312-92d6-a5011c08c23e gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:58:40.777763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-448d2da2-51cc-48b8-83f9-70b1253700ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:40.900412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-448d2da2-51cc-48b8-83f9-70b1253700ef admin admin] Deleting port 117cb929-9eef-4e6a-a48d-ae4ce8d49a26 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:58:40.900797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-448d2da2-51cc-48b8-83f9-70b1253700ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:40.923644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-563380d0-25af-4c11-845e-5101010d2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa86262-60aa-4312-92d6-a5011c08c23e', 'name': 'tempest-TestEncryptedCinderVolumes-1066842010-router', 'tenant_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '117cb929-9eef-4e6a-a48d-ae4ce8d49a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:57:03Z', 'updated_at': '2021-04-23T09:58:39Z', 'revision_number': 5, 'project_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'gw_port': {'id': '117cb929-9eef-4e6a-a48d-ae4ce8d49a26', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa86262-60aa-4312-92d6-a5011c08c23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:57:04Z', 'updated_at': '2021-04-23T09:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:58:40.927391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563380d0-25af-4c11-845e-5101010d2339 None None] Checking router: faa86262-60aa-4312-92d6-a5011c08c23e for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:58:40.939055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563380d0-25af-4c11-845e-5101010d2339 None None] Routers {'faa86262-60aa-4312-92d6-a5011c08c23e'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:58:40.939756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-563380d0-25af-4c11-845e-5101010d2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:58:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['faa86262-60aa-4312-92d6-a5011c08c23e'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:58:41.074025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-448d2da2-51cc-48b8-83f9-70b1253700ef admin admin] For port 117cb929-9eef-4e6a-a48d-ae4ce8d49a26, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=117cb929-9eef-4e6a-a48d-ae4ce8d49a26,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:58:41.074661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-448d2da2-51cc-48b8-83f9-70b1253700ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:41.220040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-448d2da2-51cc-48b8-83f9-70b1253700ef admin admin] Calling delete_port for 117cb929-9eef-4e6a-a48d-ae4ce8d49a26 owned by network:router_gateway {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:58:41.315795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-563380d0-25af-4c11-845e-5101010d2339 None None] Set router faa86262-60aa-4312-92d6-a5011c08c23e gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:58:41.361654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:41.426941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-448d2da2-51cc-48b8-83f9-70b1253700ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:41.432438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a4307bb1-7c4b-4bf0-b8bc-9b48e0f52f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:41.437145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-563380d0-25af-4c11-845e-5101010d2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa86262-60aa-4312-92d6-a5011c08c23e', 'name': 'tempest-TestEncryptedCinderVolumes-1066842010-router', 'tenant_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:57:03Z', 'updated_at': '2021-04-23T09:58:40Z', 'revision_number': 6, 'project_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:58:41.441803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563380d0-25af-4c11-845e-5101010d2339 None None] The sync data for ids ['faa86262-60aa-4312-92d6-a5011c08c23e'] in dv-neutron-786478-4-hyperv is: [{'id': 'faa86262-60aa-4312-92d6-a5011c08c23e', 'name': 'tempest-TestEncryptedCinderVolumes-1066842010-router', 'tenant_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:57:03Z', 'updated_at': '2021-04-23T09:58:40Z', 'revision_number': 6, 'project_id': '716982c1cefc4f21ae9e31d1eb7968a2', 'gw_port_host': None}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:58:41.485377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d2da2-51cc-48b8-83f9-70b1253700ef admin admin] Pushing event deleted for resources: {'Port': ['ID=117cb929-9eef-4e6a-a48d-ae4ce8d49a26,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:41.488854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-448d2da2-51cc-48b8-83f9-70b1253700ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:41.589050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-448d2da2-51cc-48b8-83f9-70b1253700ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:41.777734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-448d2da2-51cc-48b8-83f9-70b1253700ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:41.780194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-448d2da2-51cc-48b8-83f9-70b1253700ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:41.890768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-448d2da2-51cc-48b8-83f9-70b1253700ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:41.891356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448d2da2-51cc-48b8-83f9-70b1253700ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router faa86262-60aa-4312-92d6-a5011c08c23e {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 09:58:41.905275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-448d2da2-51cc-48b8-83f9-70b1253700ef admin admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:41.906583 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-448d2da2-51cc-48b8-83f9-70b1253700ef admin admin] 10.222.0.60 "DELETE /v2.0/routers/faa86262-60aa-4312-92d6-a5011c08c23e HTTP/1.1" status: 204 len: 168 time: 1.5421722 Apr 23 09:58:41.909283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47934) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:58:41.980831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8042eb4-f790-4c2f-8bee-2a94d3c2b65a admin admin] Deleting subnet 5a7e6227-e08c-4124-b060-9d96846b18b1 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 09:58:41.984414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e8042eb4-f790-4c2f-8bee-2a94d3c2b65a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:42.045402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e8042eb4-f790-4c2f-8bee-2a94d3c2b65a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:42.408545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:42.444120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e8042eb4-f790-4c2f-8bee-2a94d3c2b65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:42.864003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7059fe3f-dbed-4e25-b96e-410e15808154 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:58:42.903024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 7059fe3f-dbed-4e25-b96e-410e15808154 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:58:42.903462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 7059fe3f-dbed-4e25-b96e-410e15808154 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:58:42.903900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 117cb929-9eef-4e6a-a48d-ae4ce8d49a26 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:58:42.944457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 117cb929-9eef-4e6a-a48d-ae4ce8d49a26 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:58:42.944856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 117cb929-9eef-4e6a-a48d-ae4ce8d49a26 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:58:42.966227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e8042eb4-f790-4c2f-8bee-2a94d3c2b65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:42.971566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6c3aeffe-2b51-4c45-ae75-52ff00ecbca4 tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:43.012140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8042eb4-f790-4c2f-8bee-2a94d3c2b65a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a7e6227-e08c-4124-b060-9d96846b18b1,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:43.014444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e8042eb4-f790-4c2f-8bee-2a94d3c2b65a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:43.020240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e8042eb4-f790-4c2f-8bee-2a94d3c2b65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:43.021942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f363866-0dd8-4575-a438-c8c31e4b2225 None None] Network ba834368-9461-45e2-957a-b32c46309565 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:58:43.025191 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e8042eb4-f790-4c2f-8bee-2a94d3c2b65a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5a7e6227-e08c-4124-b060-9d96846b18b1 HTTP/1.1" status: 204 len: 168 time: 1.1147213 Apr 23 09:58:43.028118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47938) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:58:43.238995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:43.292623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdba0de3-32af-4ba7-8b8e-ae36c2d0964d None None] DHCP port deletion for ba834368-9461-45e2-957a-b32c46309565 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 09:58:43.371870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bdba0de3-32af-4ba7-8b8e-ae36c2d0964d None None] Deleting port 66a55bde-4fa2-42f7-8a24-155971a87699 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:58:43.372292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bdba0de3-32af-4ba7-8b8e-ae36c2d0964d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:43.372782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] Deleting port 66a55bde-4fa2-42f7-8a24-155971a87699 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 09:58:43.373310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:43.492749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-bdba0de3-32af-4ba7-8b8e-ae36c2d0964d None None] For port 66a55bde-4fa2-42f7-8a24-155971a87699, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=66a55bde-4fa2-42f7-8a24-155971a87699,segment=NetworkSegment(e37b2181-ad3b-4112-ada3-14d1e6b65b75),segment_id=e37b2181-ad3b-4112-ada3-14d1e6b65b75)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:58:43.493842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bdba0de3-32af-4ba7-8b8e-ae36c2d0964d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:43.501838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] For port 66a55bde-4fa2-42f7-8a24-155971a87699, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=66a55bde-4fa2-42f7-8a24-155971a87699,segment=NetworkSegment(e37b2181-ad3b-4112-ada3-14d1e6b65b75),segment_id=e37b2181-ad3b-4112-ada3-14d1e6b65b75)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:58:43.502247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:43.632756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bdba0de3-32af-4ba7-8b8e-ae36c2d0964d None None] Calling delete_port for 66a55bde-4fa2-42f7-8a24-155971a87699 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:58:43.644364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] Calling delete_port for 66a55bde-4fa2-42f7-8a24-155971a87699 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 09:58:43.696702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-bdba0de3-32af-4ba7-8b8e-ae36c2d0964d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 09:58:43.697961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-bdba0de3-32af-4ba7-8b8e-ae36c2d0964d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 09:58:43.720549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:43.727070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-64c4cd1b-1550-4065-a024-b68f191c4fab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:43.779932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] Pushing event deleted for resources: {'Port': ['ID=66a55bde-4fa2-42f7-8a24-155971a87699,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:43.781888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] No DVR routers for this DVR port 66a55bde-4fa2-42f7-8a24-155971a87699 on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 09:58:43.783600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:43.910769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:44.035918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba834368-9461-45e2-957a-b32c46309565']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:58:44.050874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37b2181-ad3b-4112-ada3-14d1e6b65b75') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:58:44.055757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37b2181-ad3b-4112-ada3-14d1e6b65b75') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:58:44.065163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:44.148903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:44.156257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 09:58:44.236381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bdba0de3-32af-4ba7-8b8e-ae36c2d0964d None None] The port '66a55bde-4fa2-42f7-8a24-155971a87699' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 09:58:44.342057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] Network ba834368-9461-45e2-957a-b32c46309565 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:58:44.356048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:44.540096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] Network ba834368-9461-45e2-957a-b32c46309565 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 09:58:44.564568 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 09:58:44.849977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:44.854590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e1ff97ca-f9e0-491f-a86e-03e0f03e5656 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:44.859420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 66a55bde-4fa2-42f7-8a24-155971a87699 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 09:58:44.875330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:44.888814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba834368-9461-45e2-957a-b32c46309565,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:44.892076 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ba834368-9461-45e2-957a-b32c46309565 HTTP/1.1" status: 204 len: 168 time: 1.8629043 Apr 23 09:58:44.893149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:44.901599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 66a55bde-4fa2-42f7-8a24-155971a87699 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 09:58:44.901599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 66a55bde-4fa2-42f7-8a24-155971a87699 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 09:58:45.249262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47944) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:58:45.302420 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e3fa2bb4-9f8b-4c2c-846a-fbdb900a35c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5dfcdb48b0640598982930e1c2222c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516419 Apr 23 09:58:45.304969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47948) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:58:45.367715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-515f396f-ecfd-4e9c-bf17-8922641fe6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:45.398554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-515f396f-ecfd-4e9c-bf17-8922641fe6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:45.601236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-515f396f-ecfd-4e9c-bf17-8922641fe6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:45.606871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8c67d680-f9a0-43d6-992c-5e0afd7a15c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:45.621896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f396f-ecfd-4e9c-bf17-8922641fe6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f148fb-ad0d-4bb5-9477-bd0660694809,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:45.624472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-515f396f-ecfd-4e9c-bf17-8922641fe6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:45.652218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-515f396f-ecfd-4e9c-bf17-8922641fe6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:45.653470 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-515f396f-ecfd-4e9c-bf17-8922641fe6f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4f148fb-ad0d-4bb5-9477-bd0660694809 HTTP/1.1" status: 204 len: 168 time: 0.3474972 Apr 23 09:58:46.158244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47956) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:58:46.213527 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8c9338d5-a790-469a-bdeb-b4864f88a572 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=716982c1cefc4f21ae9e31d1eb7968a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538607 Apr 23 09:58:46.216791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47960) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:58:46.282850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d3e7ffd8-b574-481d-9b9c-adf56b2966b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:46.311952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d3e7ffd8-b574-481d-9b9c-adf56b2966b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:46.450197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d3e7ffd8-b574-481d-9b9c-adf56b2966b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:46.455654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1d7b5914-8036-4b2d-8ada-30fdb046b5ee tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:46.473457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7ffd8-b574-481d-9b9c-adf56b2966b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00edde77-2154-4dfa-a6b8-86420bcfd085,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:46.476802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d3e7ffd8-b574-481d-9b9c-adf56b2966b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:46.479373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d3e7ffd8-b574-481d-9b9c-adf56b2966b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:46.481597 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d3e7ffd8-b574-481d-9b9c-adf56b2966b2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00edde77-2154-4dfa-a6b8-86420bcfd085 HTTP/1.1" status: 204 len: 168 time: 0.2633748 Apr 23 09:58:47.760771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47984) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:58:47.876831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-907892733-network', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:58:47.882289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:58:47.887161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Usage tracker for resource:network and tenant:2d7b03f35f5e47f08b4f4243b6c5eae8 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:58:47.890858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:58:47.897075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:58:47.948096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Made reservation on behalf of 2d7b03f35f5e47f08b4f4243b6c5eae8 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:58:47.953723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:47.968558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:47.986542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:58:47.990709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Usage tracker for resource:security_group_rule and tenant:2d7b03f35f5e47f08b4f4243b6c5eae8 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:58:47.993841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:58:48.000279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:58:48.204389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:48.253388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:48.258060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-079c838c-3a6f-4eae-99e0-f03b88f89efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:48.288719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18331178-d083-4396-9005-102759e062de,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:48.292940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:48.321772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:58:48.332640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:48.333090 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Added segment 401d0aac-3ae5-4335-86f3-9445e841d3d9 of type vlan for network a1b5a18d-9c85-4bd3-95aa-562e14ba6625 Apr 23 09:58:48.360672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:48.422663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:48.423825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:58:48.424482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:48.430069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c47835ec-bf03-4675-8918-6ec46ff8b1ce tempest-NetworksIpV6Test-607649065 tempest-NetworksIpV6Test-607649065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:48.538001 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7750742 Apr 23 09:58:48.541374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 47990) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:58:48.551858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-144e6824-b697-45ed-9f8a-51c6476b63d5 admin admin] Request body: {'subnet': {'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-907892733-subnet', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'ip_version': 4}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:58:48.554221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Pushing event updated for resources: {'Network': ['ID=a1b5a18d-9c85-4bd3-95aa-562e14ba6625,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:48.558475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:48.561576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-144e6824-b697-45ed-9f8a-51c6476b63d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:58:48.568188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-144e6824-b697-45ed-9f8a-51c6476b63d5 admin admin] Usage tracker for resource:subnet and tenant:2d7b03f35f5e47f08b4f4243b6c5eae8 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:58:48.569141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network a1b5a18d-9c85-4bd3-95aa-562e14ba6625 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:58:48.571733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-144e6824-b697-45ed-9f8a-51c6476b63d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:58:48.579718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-144e6824-b697-45ed-9f8a-51c6476b63d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:58:48.630664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144e6824-b697-45ed-9f8a-51c6476b63d5 admin admin] Made reservation on behalf of 2d7b03f35f5e47f08b4f4243b6c5eae8 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:58:48.635795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-144e6824-b697-45ed-9f8a-51c6476b63d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:49.103046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-144e6824-b697-45ed-9f8a-51c6476b63d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:49.108633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3116dbf8-0451-4597-ab2b-2ba9c51d8309 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:49.197105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e6824-b697-45ed-9f8a-51c6476b63d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa7476ca-e2bd-40a0-bb43-35bc811515ab,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:49.201831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-144e6824-b697-45ed-9f8a-51c6476b63d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:49.207129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144e6824-b697-45ed-9f8a-51c6476b63d5 admin admin] Checking segment: {'id': '401d0aac-3ae5-4335-86f3-9445e841d3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:58:49.207826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144e6824-b697-45ed-9f8a-51c6476b63d5 admin admin] Network hostable DHCP agents. Network: a1b5a18d-9c85-4bd3-95aa-562e14ba6625, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:58:49.285517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144e6824-b697-45ed-9f8a-51c6476b63d5 admin admin] Network a1b5a18d-9c85-4bd3-95aa-562e14ba6625 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:58:49.319834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-144e6824-b697-45ed-9f8a-51c6476b63d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, a1b5a18d-9c85-4bd3-95aa-562e14ba6625) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:58:49.330737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ece6df-5745-4f5e-abc6-55cd8d399d30 None None] Network a1b5a18d-9c85-4bd3-95aa-562e14ba6625 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:58:49.335343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144e6824-b697-45ed-9f8a-51c6476b63d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:58:49.336015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-144e6824-b697-45ed-9f8a-51c6476b63d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:49.384141 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-144e6824-b697-45ed-9f8a-51c6476b63d5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8414190 Apr 23 09:58:49.387757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 47994) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:58:49.393772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-907892733-router', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:58:49.399257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:58:49.404251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] Usage tracker for resource:router and tenant:2d7b03f35f5e47f08b4f4243b6c5eae8 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:58:49.407396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:58:49.413737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:58:49.452196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:49.453665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:49.472238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:49.578877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-a1b5a18d-9c85-4bd3-95aa-562e14ba6625', 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'fixed_ips': [{'subnet_id': 'fa7476ca-e2bd-40a0-bb43-35bc811515ab'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:58:49.579829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:49.778071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Allocated IP 172.20.0.2 (a1b5a18d-9c85-4bd3-95aa-562e14ba6625/fa7476ca-e2bd-40a0-bb43-35bc811515ab/574c866a-5593-4fc0-81f9-82abdb7097b7) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:58:49.816519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:50.008791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:50.077063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Transition to ACTIVE for port object 574c866a-5593-4fc0-81f9-82abdb7097b7 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:58:50.099623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Transition to ACTIVE for port object 574c866a-5593-4fc0-81f9-82abdb7097b7 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:58:50.138599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:50.147304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:50.210458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Network a1b5a18d-9c85-4bd3-95aa-562e14ba6625 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:58:50.219245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:58:50.224151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:58:50.234994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Pushing event updated for resources: {'Port': ['ID=574c866a-5593-4fc0-81f9-82abdb7097b7,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:50.267056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:50.270201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:50.302157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:50.336408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Attempting to bind port 574c866a-5593-4fc0-81f9-82abdb7097b7 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:58:50.336751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Attempting to bind port 574c866a-5593-4fc0-81f9-82abdb7097b7 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '401d0aac-3ae5-4335-86f3-9445e841d3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:58:50.337183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Attempting to bind port 574c866a-5593-4fc0-81f9-82abdb7097b7 on network a1b5a18d-9c85-4bd3-95aa-562e14ba6625 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:58:50.344353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:58:50.344786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Checking segment: {'id': '401d0aac-3ae5-4335-86f3-9445e841d3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:58:50.345243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:50.345692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Bound using segment: {'id': '401d0aac-3ae5-4335-86f3-9445e841d3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:58:50.346246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Bound port: 574c866a-5593-4fc0-81f9-82abdb7097b7, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401d0aac-3ae5-4335-86f3-9445e841d3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:58:50.346694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:50.445779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] For port 574c866a-5593-4fc0-81f9-82abdb7097b7, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:58:50.449219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] For port 574c866a-5593-4fc0-81f9-82abdb7097b7, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=574c866a-5593-4fc0-81f9-82abdb7097b7,segment=NetworkSegment(401d0aac-3ae5-4335-86f3-9445e841d3d9),segment_id=401d0aac-3ae5-4335-86f3-9445e841d3d9)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:58:50.461478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] Allocated IP 172.26.4.152 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/53ae7b8e-32e0-4ddf-9e05-302ad8924694) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:58:50.484527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:50.490008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0f9f5205-9495-40ae-98aa-c1b0e12bda4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:50.585745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Pushing event updated for resources: {'Port': ['ID=574c866a-5593-4fc0-81f9-82abdb7097b7,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:50.589271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:50.816670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:50.915366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:50.919880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a6ce9011-4588-4298-90c4-828f9b17f135 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:50.983053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:58:50.990678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:58:50.995287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:58:51.043429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] Pushing event updated for resources: {'Port': ['ID=53ae7b8e-32e0-4ddf-9e05-302ad8924694,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:51.048205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:51.866898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:52.005528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447f2a29-dd88-4a3b-96f4-addac2f2aef1 None None] Network a1b5a18d-9c85-4bd3-95aa-562e14ba6625 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:58:52.152272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-79f8de52-3671-4e1f-b295-c1aaa521a3ea None None] Provisioning for port 574c866a-5593-4fc0-81f9-82abdb7097b7 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:58:52.267922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:52.581117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] Router 8d8cd9cf-00e8-47aa-b9bb-bb18138123c4 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:58:52.791185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:58:52.802538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] Sync routers for ids ['8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:58:52.814897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] Routers {'8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:58:52.815725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:58:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:58:52.855750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:52.860318 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0844c0b8-0c37-44ed-bb23-17001d09f342 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4682074 Apr 23 09:58:52.860801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48000) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:58:52.913769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 574c866a-5593-4fc0-81f9-82abdb7097b7 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:58:53.021437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 574c866a-5593-4fc0-81f9-82abdb7097b7 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:58:53.027889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 574c866a-5593-4fc0-81f9-82abdb7097b7 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:58:53.028505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:53.198878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:53.199635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] Set router 8d8cd9cf-00e8-47aa-b9bb-bb18138123c4 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:58:53.238560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 574c866a-5593-4fc0-81f9-82abdb7097b7, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=574c866a-5593-4fc0-81f9-82abdb7097b7,segment=NetworkSegment(401d0aac-3ae5-4335-86f3-9445e841d3d9),segment_id=401d0aac-3ae5-4335-86f3-9445e841d3d9)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:58:53.272593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:53.275097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:53.362296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=574c866a-5593-4fc0-81f9-82abdb7097b7,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:53.366072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:53.567809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'name': 'tempest-TestMinimumBasicScenario-907892733-router', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:58:49Z', 'updated_at': '2021-04-23T09:58:51Z', 'revision_number': 3, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'gw_port': {'id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:81:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:50Z', 'updated_at': '2021-04-23T09:58:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:58:53.572493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] Checking router: 8d8cd9cf-00e8-47aa-b9bb-bb18138123c4 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:58:53.572885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] Updating router 8d8cd9cf-00e8-47aa-b9bb-bb18138123c4 port 53ae7b8e-32e0-4ddf-9e05-302ad8924694 binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:58:53.621829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:53.644170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:53.786779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d71684ab-aec6-4386-8843-bba926a8d337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:54.039487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-d71684ab-aec6-4386-8843-bba926a8d337 admin admin] Allocated IP 172.20.0.1 (a1b5a18d-9c85-4bd3-95aa-562e14ba6625/fa7476ca-e2bd-40a0-bb43-35bc811515ab/6ad44dc0-3231-4367-a926-62c40a64b34a) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:58:54.073938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:54.091417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] Transition to ACTIVE for port object 53ae7b8e-32e0-4ddf-9e05-302ad8924694 will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:58:54.129927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:54.134431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-afbcf348-042d-4976-8956-7277acf4301d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:54.219350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] Attempting to bind port 53ae7b8e-32e0-4ddf-9e05-302ad8924694 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:58:54.219752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] Attempting to bind port 53ae7b8e-32e0-4ddf-9e05-302ad8924694 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:58:54.220160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] Attempting to bind port 53ae7b8e-32e0-4ddf-9e05-302ad8924694 on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:58:54.227033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ff56-a56b-4f28-9fc1-c1d636b434ea None None] Pushing event updated for resources: {'Port': ['ID=53ae7b8e-32e0-4ddf-9e05-302ad8924694,revision_number=2']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:54.233533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:58:54.233948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:58:54.234472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:54.234933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:58:54.235466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] Bound port: 53ae7b8e-32e0-4ddf-9e05-302ad8924694, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:58:54.235882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:54.238301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d71684ab-aec6-4386-8843-bba926a8d337 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:54.269837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d71684ab-aec6-4386-8843-bba926a8d337 admin admin] Transition to ACTIVE for port object 6ad44dc0-3231-4367-a926-62c40a64b34a will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:58:54.275394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ff56-a56b-4f28-9fc1-c1d636b434ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:54.275776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ff56-a56b-4f28-9fc1-c1d636b434ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:54.276150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ff56-a56b-4f28-9fc1-c1d636b434ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:54.276531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ff56-a56b-4f28-9fc1-c1d636b434ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:54.276890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ff56-a56b-4f28-9fc1-c1d636b434ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:54.277299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ff56-a56b-4f28-9fc1-c1d636b434ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:54.277660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ff56-a56b-4f28-9fc1-c1d636b434ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:54.278020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ff56-a56b-4f28-9fc1-c1d636b434ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:54.278402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ff56-a56b-4f28-9fc1-c1d636b434ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:54.278751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ff56-a56b-4f28-9fc1-c1d636b434ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:54.279104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ff56-a56b-4f28-9fc1-c1d636b434ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:54.279986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ff56-a56b-4f28-9fc1-c1d636b434ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:58:54.290208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d0e5ff56-a56b-4f28-9fc1-c1d636b434ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:54.330608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d71684ab-aec6-4386-8843-bba926a8d337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:54.334101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] For port 53ae7b8e-32e0-4ddf-9e05-302ad8924694, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:58:54.336533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-53ca9b59-005b-4d39-9967-8daab901d6b1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:54.338384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] For port 53ae7b8e-32e0-4ddf-9e05-302ad8924694, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=53ae7b8e-32e0-4ddf-9e05-302ad8924694,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:58:54.394109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:54.399857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-24778416-344d-4c71-ba16-a41ce62e389e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:54.401657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71684ab-aec6-4386-8843-bba926a8d337 admin admin] Network a1b5a18d-9c85-4bd3-95aa-562e14ba6625 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:58:54.410925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-d71684ab-aec6-4386-8843-bba926a8d337 admin admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:58:54.413537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71684ab-aec6-4386-8843-bba926a8d337 admin admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:58:54.460977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71684ab-aec6-4386-8843-bba926a8d337 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad44dc0-3231-4367-a926-62c40a64b34a,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:54.466120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d71684ab-aec6-4386-8843-bba926a8d337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:54.485453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ff56-a56b-4f28-9fc1-c1d636b434ea None None] Pushing event updated for resources: {'Port': ['ID=53ae7b8e-32e0-4ddf-9e05-302ad8924694,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:54.494618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] Routers {'8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:58:54.495353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:58:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:58:54.503621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d71684ab-aec6-4386-8843-bba926a8d337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:54.552352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d0e5ff56-a56b-4f28-9fc1-c1d636b434ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:54.679272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-846cc9ca-17d7-410a-acf1-2883b78f279e None None] Provisioning for port 6ad44dc0-3231-4367-a926-62c40a64b34a completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:58:54.688755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-846cc9ca-17d7-410a-acf1-2883b78f279e None None] Provisioning complete for port 6ad44dc0-3231-4367-a926-62c40a64b34a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:58:54.689250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-846cc9ca-17d7-410a-acf1-2883b78f279e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:54.706738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d71684ab-aec6-4386-8843-bba926a8d337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:54.731002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] Set router 8d8cd9cf-00e8-47aa-b9bb-bb18138123c4 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:58:54.756545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-846cc9ca-17d7-410a-acf1-2883b78f279e None None] Port 6ad44dc0-3231-4367-a926-62c40a64b34a cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:58:54.902308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 574c866a-5593-4fc0-81f9-82abdb7097b7 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:58:54.985303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 574c866a-5593-4fc0-81f9-82abdb7097b7 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:58:54.985712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:54.993378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d71684ab-aec6-4386-8843-bba926a8d337 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:55.027479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d71684ab-aec6-4386-8843-bba926a8d337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:55.057914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d71684ab-aec6-4386-8843-bba926a8d337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:55.153119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71684ab-aec6-4386-8843-bba926a8d337 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad44dc0-3231-4367-a926-62c40a64b34a,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:55.156520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d71684ab-aec6-4386-8843-bba926a8d337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:55.160969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d71684ab-aec6-4386-8843-bba926a8d337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:55.183744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'name': 'tempest-TestMinimumBasicScenario-907892733-router', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:58:49Z', 'updated_at': '2021-04-23T09:58:51Z', 'revision_number': 3, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'gw_port': {'id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:81:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:50Z', 'updated_at': '2021-04-23T09:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:58:55.189512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6693ae70-50e4-4b58-8343-2854e89f2c93 None None] The sync data for ids ['8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'] in dv-neutron-786478-4-hyperv is: [{'id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'name': 'tempest-TestMinimumBasicScenario-907892733-router', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:58:49Z', 'updated_at': '2021-04-23T09:58:51Z', 'revision_number': 3, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'gw_port': {'id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:81:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:50Z', 'updated_at': '2021-04-23T09:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:58:55.323055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71684ab-aec6-4386-8843-bba926a8d337 admin admin] Network a1b5a18d-9c85-4bd3-95aa-562e14ba6625 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:58:55.324245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-d71684ab-aec6-4386-8843-bba926a8d337 admin admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:58:55.588190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d99e4c6e-fb7e-404b-92c0-376026416d15 None None] Provisioning complete for port 6ad44dc0-3231-4367-a926-62c40a64b34a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:58:55.588190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d99e4c6e-fb7e-404b-92c0-376026416d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:55.671014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d99e4c6e-fb7e-404b-92c0-376026416d15 None None] Port 6ad44dc0-3231-4367-a926-62c40a64b34a cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:58:55.859448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71684ab-aec6-4386-8843-bba926a8d337 admin admin] Router 8d8cd9cf-00e8-47aa-b9bb-bb18138123c4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:58:56.078500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71684ab-aec6-4386-8843-bba926a8d337 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:58:56.089351 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d71684ab-aec6-4386-8843-bba926a8d337 admin admin] 10.222.0.60 "PUT /v2.0/routers/8d8cd9cf-00e8-47aa-b9bb-bb18138123c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2273598 Apr 23 09:58:56.767673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48020) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:58:56.774189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1030888021-network', 'tenant_id': 'e1e5eb9827594b019e2f414e027eb9f3'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:58:56.779989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:58:56.784582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] Usage tracker for resource:network and tenant:e1e5eb9827594b019e2f414e027eb9f3 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:58:56.787781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:58:56.793844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:58:56.839281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] Made reservation on behalf of e1e5eb9827594b019e2f414e027eb9f3 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:58:56.844651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:56.859449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:56.876162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:58:56.880708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] Usage tracker for resource:security_group_rule and tenant:e1e5eb9827594b019e2f414e027eb9f3 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:58:56.883805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:58:56.891406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:58:56.895941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 53ae7b8e-32e0-4ddf-9e05-302ad8924694 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:58:56.986603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:57.005304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 53ae7b8e-32e0-4ddf-9e05-302ad8924694 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:58:57.010748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 53ae7b8e-32e0-4ddf-9e05-302ad8924694 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:58:57.011179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:57.028362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:57.034471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:57.066123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 09:58:57.075913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd92058-3782-4075-af0b-ea3ebec8a9bc,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:57.081512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:57.084179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:57.084566 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] Added segment fd0e5451-b8df-4baf-acf7-d98418e06ba3 of type vlan for network cbcb386a-4292-450a-8f62-e35bd4e45404 Apr 23 09:58:57.118796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:57.147870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:57.168174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 53ae7b8e-32e0-4ddf-9e05-302ad8924694, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=53ae7b8e-32e0-4ddf-9e05-302ad8924694,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:58:57.188736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:57.189952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:58:57.190633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:57.196558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-978ab628-6cd7-450c-aa6e-9f04115420b9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:57.207218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:57.209285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5e8fc608-2841-404e-8c0f-d39047ac18a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:57.282221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=53ae7b8e-32e0-4ddf-9e05-302ad8924694,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:57.285484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:57.313988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] Pushing event updated for resources: {'Network': ['ID=cbcb386a-4292-450a-8f62-e35bd4e45404,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:57.317080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:57.325633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network cbcb386a-4292-450a-8f62-e35bd4e45404 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 09:58:57.339166 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0e5ce3d3-e5bb-473a-bbdb-e21636e167ef admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5696816 Apr 23 09:58:57.341690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48024) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:58:57.353700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c709ac09-92ab-46b5-aadf-83ab518ae34e admin admin] Request body: {'subnet': {'network_id': 'cbcb386a-4292-450a-8f62-e35bd4e45404', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1030888021-subnet', 'tenant_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'ip_version': 4}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:58:57.363980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c709ac09-92ab-46b5-aadf-83ab518ae34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:58:57.371380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c709ac09-92ab-46b5-aadf-83ab518ae34e admin admin] Usage tracker for resource:subnet and tenant:e1e5eb9827594b019e2f414e027eb9f3 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:58:57.377823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c709ac09-92ab-46b5-aadf-83ab518ae34e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:58:57.388581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c709ac09-92ab-46b5-aadf-83ab518ae34e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:58:57.423011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c709ac09-92ab-46b5-aadf-83ab518ae34e admin admin] Made reservation on behalf of e1e5eb9827594b019e2f414e027eb9f3 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:58:57.428577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c709ac09-92ab-46b5-aadf-83ab518ae34e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:57.945408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c709ac09-92ab-46b5-aadf-83ab518ae34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:57.950655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f61163f3-51bd-4700-b582-1626d1d3091f tempest-RoutersNegativeTest-2133656844 tempest-RoutersNegativeTest-2133656844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:58.033826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709ac09-92ab-46b5-aadf-83ab518ae34e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b8d3c03-8b53-4675-be68-13e6d08bbbfa,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:58.036755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c709ac09-92ab-46b5-aadf-83ab518ae34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:58.048089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c709ac09-92ab-46b5-aadf-83ab518ae34e admin admin] Checking segment: {'id': 'fd0e5451-b8df-4baf-acf7-d98418e06ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cbcb386a-4292-450a-8f62-e35bd4e45404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:58:58.048504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c709ac09-92ab-46b5-aadf-83ab518ae34e admin admin] Network hostable DHCP agents. Network: cbcb386a-4292-450a-8f62-e35bd4e45404, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 09:58:58.103558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c709ac09-92ab-46b5-aadf-83ab518ae34e admin admin] Network cbcb386a-4292-450a-8f62-e35bd4e45404 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 09:58:58.158653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c709ac09-92ab-46b5-aadf-83ab518ae34e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, cbcb386a-4292-450a-8f62-e35bd4e45404) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:58:58.169100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a589c356-1819-4bea-b3d5-e2b64f58085d None None] Network cbcb386a-4292-450a-8f62-e35bd4e45404 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:58:58.181226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c709ac09-92ab-46b5-aadf-83ab518ae34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:58:58.182361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c709ac09-92ab-46b5-aadf-83ab518ae34e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:58.200222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] Sync routers for ids ['8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:58:58.241210 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c709ac09-92ab-46b5-aadf-83ab518ae34e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8977489 Apr 23 09:58:58.244129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48028) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:58:58.251083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1030888021-router', 'tenant_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:58:58.256805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:58:58.261187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Usage tracker for resource:router and tenant:e1e5eb9827594b019e2f414e027eb9f3 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:58:58.266757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:58:58.274046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:58:58.280899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] Routers {'8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:58:58.282149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:58:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:58:58.313077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:58.314633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:58.445660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:58.637538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] Set router 8d8cd9cf-00e8-47aa-b9bb-bb18138123c4 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:58:58.685997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-cbcb386a-4292-450a-8f62-e35bd4e45404', 'network_id': 'cbcb386a-4292-450a-8f62-e35bd4e45404', 'tenant_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'fixed_ips': [{'subnet_id': '8b8d3c03-8b53-4675-be68-13e6d08bbbfa'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 09:58:58.686958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:58.799144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:58.901712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 53ae7b8e-32e0-4ddf-9e05-302ad8924694 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:58:59.192325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:59.230213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:59.332736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 53ae7b8e-32e0-4ddf-9e05-302ad8924694 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:58:59.333152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:59.386846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Allocated IP 172.20.0.2 (cbcb386a-4292-450a-8f62-e35bd4e45404/8b8d3c03-8b53-4675-be68-13e6d08bbbfa/24c254ec-a124-4536-8c31-182c14a9d4aa) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:58:59.394853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Allocated IP 172.26.4.176 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/e707a0ac-c71a-4789-b138-6a3dab059e6d) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:58:59.575766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:59.618203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'name': 'tempest-TestMinimumBasicScenario-907892733-router', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:58:49Z', 'updated_at': '2021-04-23T09:58:54Z', 'revision_number': 4, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'gw_port': {'id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:81:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:50Z', 'updated_at': '2021-04-23T09:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '6ad44dc0-3231-4367-a926-62c40a64b34a', 'name': '', 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'mac_address': 'fa:16:3e:78:c1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'fa7476ca-e2bd-40a0-bb43-35bc811515ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:53Z', 'updated_at': '2021-04-23T09:58:54Z', 'revision_number': 2, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'subnets': [{'id': 'fa7476ca-e2bd-40a0-bb43-35bc811515ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:58:59.636571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] Checking router: 8d8cd9cf-00e8-47aa-b9bb-bb18138123c4 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:58:59.637007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] Updating router 8d8cd9cf-00e8-47aa-b9bb-bb18138123c4 port 6ad44dc0-3231-4367-a926-62c40a64b34a binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:58:59.647343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:59.653171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-597a62ff-9cec-425d-81b1-77656499999b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:58:59.722875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:58:59.731760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:58:59.737177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:58:59.770908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:59.780373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Pushing event updated for resources: {'Port': ['ID=e707a0ac-c71a-4789-b138-6a3dab059e6d,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:58:59.785803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:58:59.863210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:58:59.894506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Transition to ACTIVE for port object 24c254ec-a124-4536-8c31-182c14a9d4aa will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:58:59.980925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Transition to ACTIVE for port object 24c254ec-a124-4536-8c31-182c14a9d4aa will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:59:00.027513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:00.036298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:59:00.158370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Network cbcb386a-4292-450a-8f62-e35bd4e45404 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:59:00.170598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:59:00.176709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:59:00.194680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Pushing event updated for resources: {'Port': ['ID=24c254ec-a124-4536-8c31-182c14a9d4aa,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:59:00.260359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:00.426957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:59:00.513894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Attempting to bind port 24c254ec-a124-4536-8c31-182c14a9d4aa on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:59:00.514355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Attempting to bind port 24c254ec-a124-4536-8c31-182c14a9d4aa by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'fd0e5451-b8df-4baf-acf7-d98418e06ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cbcb386a-4292-450a-8f62-e35bd4e45404'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:59:00.515204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Attempting to bind port 24c254ec-a124-4536-8c31-182c14a9d4aa on network cbcb386a-4292-450a-8f62-e35bd4e45404 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:59:00.524828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:59:00.525311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Checking segment: {'id': 'fd0e5451-b8df-4baf-acf7-d98418e06ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cbcb386a-4292-450a-8f62-e35bd4e45404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:59:00.525703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:00.526160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Bound using segment: {'id': 'fd0e5451-b8df-4baf-acf7-d98418e06ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cbcb386a-4292-450a-8f62-e35bd4e45404'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:59:00.526740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Bound port: 24c254ec-a124-4536-8c31-182c14a9d4aa, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0e5451-b8df-4baf-acf7-d98418e06ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cbcb386a-4292-450a-8f62-e35bd4e45404'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:59:00.527166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:00.698307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:00.706146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:00.722631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] For port 24c254ec-a124-4536-8c31-182c14a9d4aa, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:59:00.727550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] For port 24c254ec-a124-4536-8c31-182c14a9d4aa, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=24c254ec-a124-4536-8c31-182c14a9d4aa,segment=NetworkSegment(fd0e5451-b8df-4baf-acf7-d98418e06ba3),segment_id=fd0e5451-b8df-4baf-acf7-d98418e06ba3)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:59:00.729003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] Transition to ACTIVE for port object 6ad44dc0-3231-4367-a926-62c40a64b34a will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:59:00.765284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:00.771901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:59:00.825008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:00.984093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Pushing event updated for resources: {'Port': ['ID=24c254ec-a124-4536-8c31-182c14a9d4aa,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:59:00.994637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:59:01.023926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:59:01.113347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Router c7f22932-dac9-4935-8e0b-6e77c206d667 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 09:59:01.119140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] Attempting to bind port 6ad44dc0-3231-4367-a926-62c40a64b34a on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:59:01.123430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] Attempting to bind port 6ad44dc0-3231-4367-a926-62c40a64b34a by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '401d0aac-3ae5-4335-86f3-9445e841d3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:59:01.123430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] Attempting to bind port 6ad44dc0-3231-4367-a926-62c40a64b34a on network a1b5a18d-9c85-4bd3-95aa-562e14ba6625 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:59:01.137187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31fb916-159c-427f-ba1c-7863361cc168 None None] Pushing event updated for resources: {'Port': ['ID=6ad44dc0-3231-4367-a926-62c40a64b34a,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:59:01.139891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:59:01.140313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] Checking segment: {'id': '401d0aac-3ae5-4335-86f3-9445e841d3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:59:01.140767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:01.142165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] Bound using segment: {'id': '401d0aac-3ae5-4335-86f3-9445e841d3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:59:01.144129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] Bound port: 6ad44dc0-3231-4367-a926-62c40a64b34a, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401d0aac-3ae5-4335-86f3-9445e841d3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:59:01.144568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:01.155673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e31fb916-159c-427f-ba1c-7863361cc168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:59:01.272631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] For port 6ad44dc0-3231-4367-a926-62c40a64b34a, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:59:01.280014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] For port 6ad44dc0-3231-4367-a926-62c40a64b34a, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6ad44dc0-3231-4367-a926-62c40a64b34a,segment=NetworkSegment(401d0aac-3ae5-4335-86f3-9445e841d3d9),segment_id=401d0aac-3ae5-4335-86f3-9445e841d3d9)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:59:01.313926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:01.325658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:59:01.439243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] Routers {'8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:59:01.440311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:58:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:59:01.608194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31fb916-159c-427f-ba1c-7863361cc168 None None] Pushing event updated for resources: {'Port': ['ID=6ad44dc0-3231-4367-a926-62c40a64b34a,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:59:01.612746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e31fb916-159c-427f-ba1c-7863361cc168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:59:01.701159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] Set router 8d8cd9cf-00e8-47aa-b9bb-bb18138123c4 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:59:01.765033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:59:01.780384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] Sync routers for ids ['c7f22932-dac9-4935-8e0b-6e77c206d667'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:59:01.796349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] Routers {'c7f22932-dac9-4935-8e0b-6e77c206d667'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:59:01.797235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:58:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c7f22932-dac9-4935-8e0b-6e77c206d667'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:59:01.842094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:01.844177 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5987403 Apr 23 09:59:01.847869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48032) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:59:02.040582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] Set router c7f22932-dac9-4935-8e0b-6e77c206d667 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:59:02.207740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'name': 'tempest-TestMinimumBasicScenario-907892733-router', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:58:49Z', 'updated_at': '2021-04-23T09:58:54Z', 'revision_number': 4, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'gw_port': {'id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:81:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:50Z', 'updated_at': '2021-04-23T09:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '6ad44dc0-3231-4367-a926-62c40a64b34a', 'name': '', 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'mac_address': 'fa:16:3e:78:c1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'fa7476ca-e2bd-40a0-bb43-35bc811515ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:53Z', 'updated_at': '2021-04-23T09:59:01Z', 'revision_number': 4, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'subnets': [{'id': 'fa7476ca-e2bd-40a0-bb43-35bc811515ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:59:02.213125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9233485d-2e1b-4ddf-a7c7-b12b46256473 None None] The sync data for ids ['8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'] in dv-neutron-786478-4-hyperv is: [{'id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'name': 'tempest-TestMinimumBasicScenario-907892733-router', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:58:49Z', 'updated_at': '2021-04-23T09:58:54Z', 'revision_number': 4, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'gw_port': {'id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:81:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:50Z', 'updated_at': '2021-04-23T09:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '6ad44dc0-3231-4367-a926-62c40a64b34a', 'name': '', 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'mac_address': 'fa:16:3e:78:c1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'fa7476ca-e2bd-40a0-bb43-35bc811515ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:53Z', 'updated_at': '2021-04-23T09:59:01Z', 'revision_number': 4, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'subnets': [{'id': 'fa7476ca-e2bd-40a0-bb43-35bc811515ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:59:02.678826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f22932-dac9-4935-8e0b-6e77c206d667', 'name': 'tempest-TestMinimumBasicScenario-1030888021-router', 'tenant_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.176'}], 'enable_snat': True}, 'gw_port_id': 'e707a0ac-c71a-4789-b138-6a3dab059e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:58:58Z', 'updated_at': '2021-04-23T09:59:00Z', 'revision_number': 3, 'project_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'gw_port': {'id': 'e707a0ac-c71a-4789-b138-6a3dab059e6d', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:79:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f22932-dac9-4935-8e0b-6e77c206d667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:59Z', 'updated_at': '2021-04-23T09:58:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:59:02.689037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] Checking router: c7f22932-dac9-4935-8e0b-6e77c206d667 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:59:02.689901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] Updating router c7f22932-dac9-4935-8e0b-6e77c206d667 port e707a0ac-c71a-4789-b138-6a3dab059e6d binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:59:02.745252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef7628a-d500-44ac-829d-d799d5bd2000 None None] Network cbcb386a-4292-450a-8f62-e35bd4e45404 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 09:59:02.815342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:02.990996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d7f2c5fd-ad08-46e4-b291-99fa962760ef None None] Provisioning for port 24c254ec-a124-4536-8c31-182c14a9d4aa completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:59:03.067600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 24c254ec-a124-4536-8c31-182c14a9d4aa up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:59:03.221592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa133ab6-e41b-4c47-80a0-2fd659c6bc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:03.277021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 24c254ec-a124-4536-8c31-182c14a9d4aa completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:59:03.286002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 24c254ec-a124-4536-8c31-182c14a9d4aa triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:59:03.286557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:03.523338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:03.552621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:03.569563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] Transition to ACTIVE for port object e707a0ac-c71a-4789-b138-6a3dab059e6d will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:59:03.590578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 24c254ec-a124-4536-8c31-182c14a9d4aa, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=24c254ec-a124-4536-8c31-182c14a9d4aa,segment=NetworkSegment(fd0e5451-b8df-4baf-acf7-d98418e06ba3),segment_id=fd0e5451-b8df-4baf-acf7-d98418e06ba3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:59:03.608086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:03.619339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8e9e9ad7-d662-4ae0-b72a-920a7b105cb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:59:03.640154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:03.641413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6ad44dc0-3231-4367-a926-62c40a64b34a up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:59:03.694807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:59:03.719661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-fa133ab6-e41b-4c47-80a0-2fd659c6bc39 admin admin] Allocated IP 172.20.0.1 (cbcb386a-4292-450a-8f62-e35bd4e45404/8b8d3c03-8b53-4675-be68-13e6d08bbbfa/db250dec-46ab-4cb7-a117-d997421d3d31) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:59:03.726228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] Attempting to bind port e707a0ac-c71a-4789-b138-6a3dab059e6d on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:59:03.727565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] Attempting to bind port e707a0ac-c71a-4789-b138-6a3dab059e6d by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:59:03.728158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] Attempting to bind port e707a0ac-c71a-4789-b138-6a3dab059e6d on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:59:03.749614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a5709-32d9-4fbf-a079-3e53c42bc37e None None] Pushing event updated for resources: {'Port': ['ID=e707a0ac-c71a-4789-b138-6a3dab059e6d,revision_number=2']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:59:03.755829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:59:03.756761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:59:03.757854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:03.759012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:59:03.759990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] Bound port: e707a0ac-c71a-4789-b138-6a3dab059e6d, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:59:03.760856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:03.846679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-896ea97b-4f14-455e-b7ef-81701e9315a1 None None] Provisioning complete for port 24c254ec-a124-4536-8c31-182c14a9d4aa triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:59:03.847328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-896ea97b-4f14-455e-b7ef-81701e9315a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:03.886880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=24c254ec-a124-4536-8c31-182c14a9d4aa,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:59:03.898543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:59:03.925620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 6ad44dc0-3231-4367-a926-62c40a64b34a completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:59:03.935507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 6ad44dc0-3231-4367-a926-62c40a64b34a triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:59:03.936094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:03.986272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d86a5709-32d9-4fbf-a079-3e53c42bc37e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:59:03.987450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa133ab6-e41b-4c47-80a0-2fd659c6bc39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:04.027265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fa133ab6-e41b-4c47-80a0-2fd659c6bc39 admin admin] Transition to ACTIVE for port object db250dec-46ab-4cb7-a117-d997421d3d31 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:59:04.042955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] For port e707a0ac-c71a-4789-b138-6a3dab059e6d, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:59:04.094989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] For port e707a0ac-c71a-4789-b138-6a3dab059e6d, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=e707a0ac-c71a-4789-b138-6a3dab059e6d,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:59:04.118225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa133ab6-e41b-4c47-80a0-2fd659c6bc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:04.134148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-64d3f76c-4bc8-4016-9cfa-3db00ee42917 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:59:04.149286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:04.149487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:04.154640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-885aa434-03ca-4a0c-9d10-8a6c3c813f3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:59:04.193744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 6ad44dc0-3231-4367-a926-62c40a64b34a, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6ad44dc0-3231-4367-a926-62c40a64b34a,segment=NetworkSegment(401d0aac-3ae5-4335-86f3-9445e841d3d9),segment_id=401d0aac-3ae5-4335-86f3-9445e841d3d9)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:59:04.225409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:04.227488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:59:04.234146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa133ab6-e41b-4c47-80a0-2fd659c6bc39 admin admin] Network cbcb386a-4292-450a-8f62-e35bd4e45404 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:59:04.238357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-fa133ab6-e41b-4c47-80a0-2fd659c6bc39 admin admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:59:04.247419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] Routers {'c7f22932-dac9-4935-8e0b-6e77c206d667'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:59:04.247631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa133ab6-e41b-4c47-80a0-2fd659c6bc39 admin admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:59:04.248091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:58:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c7f22932-dac9-4935-8e0b-6e77c206d667'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:59:04.303515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa133ab6-e41b-4c47-80a0-2fd659c6bc39 admin admin] Pushing event updated for resources: {'Port': ['ID=db250dec-46ab-4cb7-a117-d997421d3d31,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:59:04.308658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fa133ab6-e41b-4c47-80a0-2fd659c6bc39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:59:04.321363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a5709-32d9-4fbf-a079-3e53c42bc37e None None] Pushing event updated for resources: {'Port': ['ID=e707a0ac-c71a-4789-b138-6a3dab059e6d,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:59:04.336209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa133ab6-e41b-4c47-80a0-2fd659c6bc39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:04.361551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=6ad44dc0-3231-4367-a926-62c40a64b34a,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:59:04.366724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:59:04.389988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d86a5709-32d9-4fbf-a079-3e53c42bc37e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:59:04.483808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] Set router c7f22932-dac9-4935-8e0b-6e77c206d667 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:59:04.523968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa133ab6-e41b-4c47-80a0-2fd659c6bc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:04.634827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2687cbad-5a97-44c6-b686-fb1fb8f09b44 None None] Provisioning for port db250dec-46ab-4cb7-a117-d997421d3d31 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:59:04.641863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2687cbad-5a97-44c6-b686-fb1fb8f09b44 None None] Provisioning complete for port db250dec-46ab-4cb7-a117-d997421d3d31 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:59:04.643107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2687cbad-5a97-44c6-b686-fb1fb8f09b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:04.731761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2687cbad-5a97-44c6-b686-fb1fb8f09b44 None None] Port db250dec-46ab-4cb7-a117-d997421d3d31 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:59:04.882462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa133ab6-e41b-4c47-80a0-2fd659c6bc39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:04.915080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f22932-dac9-4935-8e0b-6e77c206d667', 'name': 'tempest-TestMinimumBasicScenario-1030888021-router', 'tenant_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.176'}], 'enable_snat': True}, 'gw_port_id': 'e707a0ac-c71a-4789-b138-6a3dab059e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:58:58Z', 'updated_at': '2021-04-23T09:59:00Z', 'revision_number': 3, 'project_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'gw_port': {'id': 'e707a0ac-c71a-4789-b138-6a3dab059e6d', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:79:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f22932-dac9-4935-8e0b-6e77c206d667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:59Z', 'updated_at': '2021-04-23T09:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:59:04.916500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 24c254ec-a124-4536-8c31-182c14a9d4aa up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:59:04.920362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412a367b-42ed-4904-9272-dc04ceab4f14 None None] The sync data for ids ['c7f22932-dac9-4935-8e0b-6e77c206d667'] in dv-neutron-786478-4-hyperv is: [{'id': 'c7f22932-dac9-4935-8e0b-6e77c206d667', 'name': 'tempest-TestMinimumBasicScenario-1030888021-router', 'tenant_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.176'}], 'enable_snat': True}, 'gw_port_id': 'e707a0ac-c71a-4789-b138-6a3dab059e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:58:58Z', 'updated_at': '2021-04-23T09:59:00Z', 'revision_number': 3, 'project_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'gw_port': {'id': 'e707a0ac-c71a-4789-b138-6a3dab059e6d', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:79:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f22932-dac9-4935-8e0b-6e77c206d667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:59Z', 'updated_at': '2021-04-23T09:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:59:04.927947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa133ab6-e41b-4c47-80a0-2fd659c6bc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:04.969134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c8cb7e67-3878-4aca-aa8b-f64723cedd84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:59:05.010243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 24c254ec-a124-4536-8c31-182c14a9d4aa triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:59:05.012318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:05.061062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa133ab6-e41b-4c47-80a0-2fd659c6bc39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:05.090346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa133ab6-e41b-4c47-80a0-2fd659c6bc39 admin admin] Pushing event updated for resources: {'Port': ['ID=db250dec-46ab-4cb7-a117-d997421d3d31,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:59:05.097576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fa133ab6-e41b-4c47-80a0-2fd659c6bc39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:59:05.171044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6ad44dc0-3231-4367-a926-62c40a64b34a up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:59:05.238997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa133ab6-e41b-4c47-80a0-2fd659c6bc39 admin admin] Network cbcb386a-4292-450a-8f62-e35bd4e45404 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:59:05.240183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-fa133ab6-e41b-4c47-80a0-2fd659c6bc39 admin admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:59:05.254116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 6ad44dc0-3231-4367-a926-62c40a64b34a triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:59:05.254663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:05.504600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa133ab6-e41b-4c47-80a0-2fd659c6bc39 admin admin] Router c7f22932-dac9-4935-8e0b-6e77c206d667 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 09:59:05.577038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6ae6c7dc-3084-4ec1-8634-47c716511148 None None] Provisioning complete for port db250dec-46ab-4cb7-a117-d997421d3d31 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:59:05.577465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ae6c7dc-3084-4ec1-8634-47c716511148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:05.641584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6ae6c7dc-3084-4ec1-8634-47c716511148 None None] Port db250dec-46ab-4cb7-a117-d997421d3d31 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:59:05.725408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa133ab6-e41b-4c47-80a0-2fd659c6bc39 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 09:59:05.735164 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fa133ab6-e41b-4c47-80a0-2fd659c6bc39 admin admin] 10.222.0.60 "PUT /v2.0/routers/c7f22932-dac9-4935-8e0b-6e77c206d667/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8855662 Apr 23 09:59:06.736084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-497698e7-3537-4995-b6d7-a2b8b0c7d13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:06.933222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device e707a0ac-c71a-4789-b138-6a3dab059e6d up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:59:07.052610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port e707a0ac-c71a-4789-b138-6a3dab059e6d completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:59:07.059780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port e707a0ac-c71a-4789-b138-6a3dab059e6d triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:59:07.060315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:07.233525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:07.255568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port e707a0ac-c71a-4789-b138-6a3dab059e6d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=e707a0ac-c71a-4789-b138-6a3dab059e6d,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:59:07.290627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:07.293117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e31fb916-159c-427f-ba1c-7863361cc168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:59:07.427686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=e707a0ac-c71a-4789-b138-6a3dab059e6d,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:59:07.438482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:07.439019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:07.439289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:07.439651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:07.440005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:07.440944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:07.442136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:07.442136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:07.442136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:07.442898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:07.442898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:07.443196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:07.451310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:59:07.958053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] Sync routers for ids ['c7f22932-dac9-4935-8e0b-6e77c206d667'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 09:59:07.978983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] Routers {'c7f22932-dac9-4935-8e0b-6e77c206d667'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:59:07.980046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:58:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c7f22932-dac9-4935-8e0b-6e77c206d667'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:59:08.622002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] Set router c7f22932-dac9-4935-8e0b-6e77c206d667 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:59:08.958389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device e707a0ac-c71a-4789-b138-6a3dab059e6d up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:59:09.189294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port e707a0ac-c71a-4789-b138-6a3dab059e6d triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:59:09.189857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:09.246101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f22932-dac9-4935-8e0b-6e77c206d667', 'name': 'tempest-TestMinimumBasicScenario-1030888021-router', 'tenant_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.176'}], 'enable_snat': True}, 'gw_port_id': 'e707a0ac-c71a-4789-b138-6a3dab059e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:58:58Z', 'updated_at': '2021-04-23T09:59:04Z', 'revision_number': 4, 'project_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'gw_port': {'id': 'e707a0ac-c71a-4789-b138-6a3dab059e6d', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f22932-dac9-4935-8e0b-6e77c206d667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:59Z', 'updated_at': '2021-04-23T09:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'db250dec-46ab-4cb7-a117-d997421d3d31', 'name': '', 'network_id': 'cbcb386a-4292-450a-8f62-e35bd4e45404', 'tenant_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'mac_address': 'fa:16:3e:ac:68:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f22932-dac9-4935-8e0b-6e77c206d667', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '8b8d3c03-8b53-4675-be68-13e6d08bbbfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:59:03Z', 'updated_at': '2021-04-23T09:59:04Z', 'revision_number': 2, 'project_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'subnets': [{'id': '8b8d3c03-8b53-4675-be68-13e6d08bbbfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:59:09.259399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] Checking router: c7f22932-dac9-4935-8e0b-6e77c206d667 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 09:59:09.259399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] Updating router c7f22932-dac9-4935-8e0b-6e77c206d667 port db250dec-46ab-4cb7-a117-d997421d3d31 binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 09:59:09.405438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:09.868571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:09.882414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] Transition to ACTIVE for port object db250dec-46ab-4cb7-a117-d997421d3d31 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:59:10.348386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68b5a4d5-6111-4453-b4ed-f13005a93c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:10.394244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:10.399950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3f62036a-a76b-4f06-9482-bc4a6975fe0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:59:10.585344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec097cdd-53e1-45d2-ab85-33e56b2a2cff None None] Pushing event updated for resources: {'Port': ['ID=db250dec-46ab-4cb7-a117-d997421d3d31,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:59:10.588508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ec097cdd-53e1-45d2-ab85-33e56b2a2cff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:59:10.709351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] Attempting to bind port db250dec-46ab-4cb7-a117-d997421d3d31 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:59:10.709782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] Attempting to bind port db250dec-46ab-4cb7-a117-d997421d3d31 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'fd0e5451-b8df-4baf-acf7-d98418e06ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cbcb386a-4292-450a-8f62-e35bd4e45404'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:59:10.710207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] Attempting to bind port db250dec-46ab-4cb7-a117-d997421d3d31 on network cbcb386a-4292-450a-8f62-e35bd4e45404 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:59:10.712822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:10.718441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:59:10.718897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] Checking segment: {'id': 'fd0e5451-b8df-4baf-acf7-d98418e06ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cbcb386a-4292-450a-8f62-e35bd4e45404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:59:10.719351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:10.719828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] Bound using segment: {'id': 'fd0e5451-b8df-4baf-acf7-d98418e06ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cbcb386a-4292-450a-8f62-e35bd4e45404'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:59:10.720418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] Bound port: db250dec-46ab-4cb7-a117-d997421d3d31, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0e5451-b8df-4baf-acf7-d98418e06ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cbcb386a-4292-450a-8f62-e35bd4e45404'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:59:10.720878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:10.909688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] For port db250dec-46ab-4cb7-a117-d997421d3d31, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:59:10.914218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] For port db250dec-46ab-4cb7-a117-d997421d3d31, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=db250dec-46ab-4cb7-a117-d997421d3d31,segment=NetworkSegment(fd0e5451-b8df-4baf-acf7-d98418e06ba3),segment_id=fd0e5451-b8df-4baf-acf7-d98418e06ba3)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:59:10.948645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:10.972410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:59:11.049147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] Routers {'c7f22932-dac9-4935-8e0b-6e77c206d667'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 09:59:11.049878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:59:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c7f22932-dac9-4935-8e0b-6e77c206d667'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:59:11.240979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec097cdd-53e1-45d2-ab85-33e56b2a2cff None None] Pushing event updated for resources: {'Port': ['ID=db250dec-46ab-4cb7-a117-d997421d3d31,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:59:11.245451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ec097cdd-53e1-45d2-ab85-33e56b2a2cff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:59:11.308472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:11.337083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] Set router c7f22932-dac9-4935-8e0b-6e77c206d667 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 09:59:11.826931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f22932-dac9-4935-8e0b-6e77c206d667', 'name': 'tempest-TestMinimumBasicScenario-1030888021-router', 'tenant_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.176'}], 'enable_snat': True}, 'gw_port_id': 'e707a0ac-c71a-4789-b138-6a3dab059e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:58:58Z', 'updated_at': '2021-04-23T09:59:04Z', 'revision_number': 4, 'project_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'gw_port': {'id': 'e707a0ac-c71a-4789-b138-6a3dab059e6d', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f22932-dac9-4935-8e0b-6e77c206d667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:59Z', 'updated_at': '2021-04-23T09:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'db250dec-46ab-4cb7-a117-d997421d3d31', 'name': '', 'network_id': 'cbcb386a-4292-450a-8f62-e35bd4e45404', 'tenant_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'mac_address': 'fa:16:3e:ac:68:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f22932-dac9-4935-8e0b-6e77c206d667', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '8b8d3c03-8b53-4675-be68-13e6d08bbbfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:59:03Z', 'updated_at': '2021-04-23T09:59:10Z', 'revision_number': 4, 'project_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'subnets': [{'id': '8b8d3c03-8b53-4675-be68-13e6d08bbbfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 09:59:11.835320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e82a21-be2e-465b-bea1-fcdabb06fa30 None None] The sync data for ids ['c7f22932-dac9-4935-8e0b-6e77c206d667'] in dv-neutron-786478-4-hyperv is: [{'id': 'c7f22932-dac9-4935-8e0b-6e77c206d667', 'name': 'tempest-TestMinimumBasicScenario-1030888021-router', 'tenant_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.176'}], 'enable_snat': True}, 'gw_port_id': 'e707a0ac-c71a-4789-b138-6a3dab059e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:58:58Z', 'updated_at': '2021-04-23T09:59:04Z', 'revision_number': 4, 'project_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'gw_port': {'id': 'e707a0ac-c71a-4789-b138-6a3dab059e6d', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f22932-dac9-4935-8e0b-6e77c206d667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:59Z', 'updated_at': '2021-04-23T09:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'db250dec-46ab-4cb7-a117-d997421d3d31', 'name': '', 'network_id': 'cbcb386a-4292-450a-8f62-e35bd4e45404', 'tenant_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'mac_address': 'fa:16:3e:ac:68:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f22932-dac9-4935-8e0b-6e77c206d667', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '8b8d3c03-8b53-4675-be68-13e6d08bbbfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:59:03Z', 'updated_at': '2021-04-23T09:59:10Z', 'revision_number': 4, 'project_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'subnets': [{'id': '8b8d3c03-8b53-4675-be68-13e6d08bbbfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 09:59:12.416966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:13.039373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device db250dec-46ab-4cb7-a117-d997421d3d31 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:59:13.197973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port db250dec-46ab-4cb7-a117-d997421d3d31 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:59:13.204648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port db250dec-46ab-4cb7-a117-d997421d3d31 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:59:13.205268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:13.371809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:13.422416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port db250dec-46ab-4cb7-a117-d997421d3d31, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=db250dec-46ab-4cb7-a117-d997421d3d31,segment=NetworkSegment(fd0e5451-b8df-4baf-acf7-d98418e06ba3),segment_id=fd0e5451-b8df-4baf-acf7-d98418e06ba3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:59:13.475079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:13.477706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cc58a9b2-ce2f-41e6-9660-9012eafb7aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:59:13.560659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=db250dec-46ab-4cb7-a117-d997421d3d31,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:59:13.564662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:59:14.910663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device db250dec-46ab-4cb7-a117-d997421d3d31 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:59:15.015509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port db250dec-46ab-4cb7-a117-d997421d3d31 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:59:15.016002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:17.032983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:59:20.493619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-ecee585b-f5a8-4199-9a67-a9a1d236ee6d tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:20.494360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-ecee585b-f5a8-4199-9a67-a9a1d236ee6d tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Synchronizing usage tracker for tenant:2d7b03f35f5e47f08b4f4243b6c5eae8 on resource:network {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:59:20.548675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-ecee585b-f5a8-4199-9a67-a9a1d236ee6d tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Unset dirty status for tenant:2d7b03f35f5e47f08b4f4243b6c5eae8 on resource:network {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:59:20.550006 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-ecee585b-f5a8-4199-9a67-a9a1d236ee6d tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/networks?id=a1b5a18d-9c85-4bd3-95aa-562e14ba6625 HTTP/1.1" status: 200 len: 814 time: 0.2517688 Apr 23 09:59:20.569011 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-f9d5d685-48c1-47b3-8f2f-d1a9b37bf699 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/quotas/2d7b03f35f5e47f08b4f4243b6c5eae8 HTTP/1.1" status: 200 len: 375 time: 0.0117495 Apr 23 09:59:20.671728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-1c7a5b1c-9e74-45a4-a8a6-79cff9b4578e tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Synchronizing usage tracker for tenant:2d7b03f35f5e47f08b4f4243b6c5eae8 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:59:20.726159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-1c7a5b1c-9e74-45a4-a8a6-79cff9b4578e tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Unset dirty status for tenant:2d7b03f35f5e47f08b4f4243b6c5eae8 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:59:20.727781 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-1c7a5b1c-9e74-45a4-a8a6-79cff9b4578e tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d7b03f35f5e47f08b4f4243b6c5eae8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1514835 Apr 23 09:59:20.895328 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-c581f3db-feba-41d2-9469-33c314e7c88e service neutron] 10.222.0.60 "GET /v2.0/networks/a1b5a18d-9c85-4bd3-95aa-562e14ba6625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544700 Apr 23 09:59:21.048092 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-5320c073-b63d-446b-b6aa-04d344a9c4e3 service neutron] 10.222.0.60 "GET /v2.0/networks/a1b5a18d-9c85-4bd3-95aa-562e14ba6625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450908 Apr 23 09:59:21.362716 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-41259558-8c43-457b-8df4-d6298f445ca4 req-cf87dde8-3962-4977-a826-6a0459feeeed tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 210 time: 0.0494182 Apr 23 09:59:22.535634 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d7497059-6f23-4cbf-aed1-1416f1dd206c req-e3b9af58-410d-443d-bebf-b4fd132b5ff9 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 210 time: 0.0557032 Apr 23 09:59:23.385246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-eaffa16d-6c4d-43d9-82cf-888c73efde58 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:23.386938 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-eaffa16d-6c4d-43d9-82cf-888c73efde58 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.35 "GET /v2.0/networks?id=a1b5a18d-9c85-4bd3-95aa-562e14ba6625 HTTP/1.1" status: 200 len: 814 time: 0.1816163 Apr 23 09:59:23.399768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-d4e64f7e-56ca-4a73-b18f-1ebacdf730d2 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Request body: {'port': {'device_id': '1dfa896c-9ba3-47b0-9936-a11f5097b633', 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625', 'admin_state_up': True, 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:59:23.563374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-d4e64f7e-56ca-4a73-b18f-1ebacdf730d2 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:59:23.575495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-d4e64f7e-56ca-4a73-b18f-1ebacdf730d2 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:59:23.624559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-d4e64f7e-56ca-4a73-b18f-1ebacdf730d2 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Made reservation on behalf of 2d7b03f35f5e47f08b4f4243b6c5eae8 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 09:59:23.636322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-d4e64f7e-56ca-4a73-b18f-1ebacdf730d2 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:23.649179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:23.714280 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ae686436-b475-4d49-851d-eb834a6d4362 req-c6660d71-f428-4e78-89f3-b57a83244f0d tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 210 time: 0.0563083 Apr 23 09:59:24.243177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-d4e64f7e-56ca-4a73-b18f-1ebacdf730d2 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Allocated IP 172.20.0.7 (a1b5a18d-9c85-4bd3-95aa-562e14ba6625/fa7476ca-e2bd-40a0-bb43-35bc811515ab/070f1f62-6b25-4ea8-948b-7938935a7518) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:59:24.548737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-d4e64f7e-56ca-4a73-b18f-1ebacdf730d2 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:24.569700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-d4e64f7e-56ca-4a73-b18f-1ebacdf730d2 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Transition to ACTIVE for port object 070f1f62-6b25-4ea8-948b-7938935a7518 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:59:24.625137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-d4e64f7e-56ca-4a73-b18f-1ebacdf730d2 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:24.634493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9f7e20e5-e86f-4566-b655-b60b82cd8ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:59:24.712089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-d4e64f7e-56ca-4a73-b18f-1ebacdf730d2 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Network a1b5a18d-9c85-4bd3-95aa-562e14ba6625 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:59:24.721678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-d4e64f7e-56ca-4a73-b18f-1ebacdf730d2 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:59:24.728821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-d4e64f7e-56ca-4a73-b18f-1ebacdf730d2 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:59:24.799582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e64f7e-56ca-4a73-b18f-1ebacdf730d2 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Pushing event updated for resources: {'Port': ['ID=070f1f62-6b25-4ea8-948b-7938935a7518,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:59:24.809167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d4e64f7e-56ca-4a73-b18f-1ebacdf730d2 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:59:24.876695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-d4e64f7e-56ca-4a73-b18f-1ebacdf730d2 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:24.878190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-d4e64f7e-56ca-4a73-b18f-1ebacdf730d2 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:25.014824 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-d4e64f7e-56ca-4a73-b18f-1ebacdf730d2 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6190641 Apr 23 09:59:25.041533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41427300-8567-4e69-9c83-8294f671406f req-2682cddd-7ae1-4201-b1da-ee2995bb71ca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:25.044547 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-41427300-8567-4e69-9c83-8294f671406f req-2682cddd-7ae1-4201-b1da-ee2995bb71ca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 931 time: 0.1384170 Apr 23 09:59:25.051467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [req-a37c39ad-db98-4a75-a815-36bab860ae34 req-08ef46a5-cf68-424d-8fa2-cb23f0fe03d8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] (87174) timed out ('10.222.0.35', 51788) {{(pid=87174) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 23 09:59:25.072113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-031f4be9-774f-44d3-9610-627e22aa597c None None] Provisioning for port 070f1f62-6b25-4ea8-948b-7938935a7518 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:59:25.082046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-031f4be9-774f-44d3-9610-627e22aa597c None None] Provisioning complete for port 070f1f62-6b25-4ea8-948b-7938935a7518 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:59:25.082610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-031f4be9-774f-44d3-9610-627e22aa597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:25.108652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-41427300-8567-4e69-9c83-8294f671406f req-2ef1a338-3e71-45a7-a572-dd705a25aef4 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Synchronizing usage tracker for tenant:2d7b03f35f5e47f08b4f4243b6c5eae8 on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:59:25.161632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-41427300-8567-4e69-9c83-8294f671406f req-2ef1a338-3e71-45a7-a572-dd705a25aef4 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Unset dirty status for tenant:2d7b03f35f5e47f08b4f4243b6c5eae8 on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:59:25.170686 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-41427300-8567-4e69-9c83-8294f671406f req-2ef1a338-3e71-45a7-a572-dd705a25aef4 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187897 Apr 23 09:59:25.378406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-031f4be9-774f-44d3-9610-627e22aa597c None None] Port 070f1f62-6b25-4ea8-948b-7938935a7518 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 09:59:26.390087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59899131-5167-40b3-90dc-356e26ab3ae0 req-767a945c-e218-4169-8635-874e4f6d339a tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:26.392040 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-59899131-5167-40b3-90dc-356e26ab3ae0 req-767a945c-e218-4169-8635-874e4f6d339a tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 931 time: 0.1040931 Apr 23 09:59:26.481789 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-59899131-5167-40b3-90dc-356e26ab3ae0 req-b0d3c741-9328-494d-9941-3c8bd733e59b tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823009 Apr 23 09:59:27.749716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5909f-8268-4f0c-8766-2b6bf266c44a req-511094f7-ed2c-4ec6-b540-9b7d64020cef tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:27.751593 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2dc5909f-8268-4f0c-8766-2b6bf266c44a req-511094f7-ed2c-4ec6-b540-9b7d64020cef tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 931 time: 0.1201518 Apr 23 09:59:27.805292 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2dc5909f-8268-4f0c-8766-2b6bf266c44a req-3d9f1f30-bf02-49d1-b70b-4c8e6780f0af tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470142 Apr 23 09:59:29.045509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fb538-83f3-4710-9dc9-d16f71f259cc req-0b903f5b-956a-4df5-af64-0798603d1e96 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:29.047318 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cd1fb538-83f3-4710-9dc9-d16f71f259cc req-0b903f5b-956a-4df5-af64-0798603d1e96 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 931 time: 0.1107450 Apr 23 09:59:29.115255 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cd1fb538-83f3-4710-9dc9-d16f71f259cc req-75abd312-8942-4cd8-9cc9-4a88e303fd6c tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610738 Apr 23 09:59:30.370690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14975ef-1a01-4958-9f23-76d3664a989d req-136d2a96-a499-492b-87eb-d26ca8ed46ac tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:30.376573 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d14975ef-1a01-4958-9f23-76d3664a989d req-136d2a96-a499-492b-87eb-d26ca8ed46ac tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 931 time: 0.1272981 Apr 23 09:59:30.591523 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d14975ef-1a01-4958-9f23-76d3664a989d req-4d53a960-4c2c-47ef-abcc-9bdceb194fa4 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503104 Apr 23 09:59:31.695122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e14c4-5a9d-46a9-99b8-bcdb03e07188 req-47c18b33-7b10-43d2-813c-90c3833e518a tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:31.699364 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-818e14c4-5a9d-46a9-99b8-bcdb03e07188 req-47c18b33-7b10-43d2-813c-90c3833e518a tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 931 time: 0.1153774 Apr 23 09:59:31.752409 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-818e14c4-5a9d-46a9-99b8-bcdb03e07188 req-59836df9-326e-434a-85d7-b189714df5d8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464680 Apr 23 09:59:32.987756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064658c1-164d-4219-bbe6-b14c46adbd9f req-1e2bd0c8-751e-4555-a3ee-afaa739654f1 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:32.989462 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-064658c1-164d-4219-bbe6-b14c46adbd9f req-1e2bd0c8-751e-4555-a3ee-afaa739654f1 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 931 time: 0.1044934 Apr 23 09:59:33.043189 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-064658c1-164d-4219-bbe6-b14c46adbd9f req-dcefa739-9c49-458a-ab40-6c350ffd3c1e tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460041 Apr 23 09:59:34.264039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f24aa-fa7d-41e1-9621-a5be1cc8333d req-e4c89c25-ee7f-46b1-a859-dce7580d4b8f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:34.265850 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf3f24aa-fa7d-41e1-9621-a5be1cc8333d req-e4c89c25-ee7f-46b1-a859-dce7580d4b8f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 931 time: 0.1037543 Apr 23 09:59:34.324078 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf3f24aa-fa7d-41e1-9621-a5be1cc8333d req-76c1b76f-6e5b-4f52-a33f-c62c07c6c9ad tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500059 Apr 23 09:59:34.877684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Request body: {'port': {'device_id': '1dfa896c-9ba3-47b0-9936-a11f5097b633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:59:35.003926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:35.389524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070f1f62-6b25-4ea8-948b-7938935a7518 {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:59:35.397694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:35.414355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Transition to ACTIVE for port object 070f1f62-6b25-4ea8-948b-7938935a7518 will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 09:59:35.473041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:35.479327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-671e2444-e305-43f2-84e2-8ff4fa0a52ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:59:35.531586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00397787-d7f6-4f2c-8adb-efce3ef22c62 req-992211ca-90c0-4886-822d-7903b1c35b79 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:35.533232 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-00397787-d7f6-4f2c-8adb-efce3ef22c62 req-992211ca-90c0-4886-822d-7903b1c35b79 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 943 time: 0.0930436 Apr 23 09:59:35.600335 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-00397787-d7f6-4f2c-8adb-efce3ef22c62 req-8750d133-e220-4c71-a35d-38acd31e825e tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479164 Apr 23 09:59:35.714505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Pushing event updated for resources: {'Port': ['ID=070f1f62-6b25-4ea8-948b-7938935a7518,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:59:35.758490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:35.758928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:35.759356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:35.759877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:35.760306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:35.760728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:35.761174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:35.761596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:35.762014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:35.762452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:35.762874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:35.763286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:35.768365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:59:35.815683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Attempting to bind port 070f1f62-6b25-4ea8-948b-7938935a7518 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 09:59:35.816131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Attempting to bind port 070f1f62-6b25-4ea8-948b-7938935a7518 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '401d0aac-3ae5-4335-86f3-9445e841d3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 09:59:35.816575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Attempting to bind port 070f1f62-6b25-4ea8-948b-7938935a7518 on network a1b5a18d-9c85-4bd3-95aa-562e14ba6625 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:59:35.822081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Port 070f1f62-6b25-4ea8-948b-7938935a7518 on network a1b5a18d-9c85-4bd3-95aa-562e14ba6625 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 09:59:35.822473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Attempting to bind port 070f1f62-6b25-4ea8-948b-7938935a7518 on network a1b5a18d-9c85-4bd3-95aa-562e14ba6625 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 09:59:35.828418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 9, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 09:59:35.828796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Checking segment: {'id': '401d0aac-3ae5-4335-86f3-9445e841d3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 09:59:35.829229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Bound using segment: {'id': '401d0aac-3ae5-4335-86f3-9445e841d3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 09:59:35.829706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Bound port: 070f1f62-6b25-4ea8-948b-7938935a7518, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401d0aac-3ae5-4335-86f3-9445e841d3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 09:59:35.830102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:35.932736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] For port 070f1f62-6b25-4ea8-948b-7938935a7518, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 09:59:35.936296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] For port 070f1f62-6b25-4ea8-948b-7938935a7518, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=070f1f62-6b25-4ea8-948b-7938935a7518,segment=NetworkSegment(401d0aac-3ae5-4335-86f3-9445e841d3d9),segment_id=401d0aac-3ae5-4335-86f3-9445e841d3d9)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 09:59:35.984188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:35.989323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09138755-f674-42bb-8b28-6e3090faec20 tempest-ServersNegativeTestJSON-135994701 tempest-ServersNegativeTestJSON-135994701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:59:36.048380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:36.049065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:36.050598 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] 10.222.0.35 "PUT /v2.0/ports/070f1f62-6b25-4ea8-948b-7938935a7518 HTTP/1.1" status: 200 len: 1093 time: 1.1778917 Apr 23 09:59:36.051186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfa896c-9ba3-47b0-9936-a11f5097b633', 'tag': '070f1f62-6b25-4ea8-948b-7938935a7518'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:59:36.084423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Pushing event updated for resources: {'Port': ['ID=070f1f62-6b25-4ea8-948b-7938935a7518,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:59:36.088899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:59:36.117953 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dfa896c-9ba3-47b0-9936-a11f5097b633', 'tag': '070f1f62-6b25-4ea8-948b-7938935a7518', 'status': 'completed', 'code': 200} Apr 23 09:59:36.211925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-46117b6a-3128-4cda-bc9f-d94932edbfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:36.213580 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-46117b6a-3128-4cda-bc9f-d94932edbfe3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d7b03f35f5e47f08b4f4243b6c5eae8&device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 1096 time: 0.0906789 Apr 23 09:59:36.289104 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-7bfdc84e-69eb-4dfe-b904-0f3c146ea6dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=070f1f62-6b25-4ea8-948b-7938935a7518 HTTP/1.1" status: 200 len: 217 time: 0.0682416 Apr 23 09:59:36.361705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-bdfdc6bf-a2eb-446e-b737-2847efb0bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:36.363243 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-bdfdc6bf-a2eb-446e-b737-2847efb0bd40 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa7476ca-e2bd-40a0-bb43-35bc811515ab HTTP/1.1" status: 200 len: 853 time: 0.0681853 Apr 23 09:59:36.446090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-f4e28fb9-f7e5-423f-a5c5-e870a030d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:36.447706 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-f4e28fb9-f7e5-423f-a5c5-e870a030d6eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1b5a18d-9c85-4bd3-95aa-562e14ba6625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784261 Apr 23 09:59:36.593880 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-bbe04eb2-66be-4103-beee-b7f2cc529328 service neutron] 10.222.0.35 "GET /v2.0/networks/a1b5a18d-9c85-4bd3-95aa-562e14ba6625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391993 Apr 23 09:59:36.738244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09edc9d3-1734-4938-bffe-9c03de8c21f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:36.743794 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e153c3b8-3402-45d1-8f2c-5e76d27ec864 req-41caa95b-556b-458c-b334-b7c8ee324eb9 service neutron] 10.222.0.35 "GET /v2.0/networks/a1b5a18d-9c85-4bd3-95aa-562e14ba6625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432869 Apr 23 09:59:36.801909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dce43-74e7-4d70-8e96-2b3bb801f4fd req-91089112-a313-4f44-927d-cc5c38713ca0 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:36.803571 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e94dce43-74e7-4d70-8e96-2b3bb801f4fd req-91089112-a313-4f44-927d-cc5c38713ca0 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 943 time: 0.0947852 Apr 23 09:59:36.855938 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e94dce43-74e7-4d70-8e96-2b3bb801f4fd req-2d81d450-dbe9-4ed0-a85e-8461ea06905d tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450830 Apr 23 09:59:36.896085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f9198-0f0c-4d60-b322-21c038de6b22 req-573af62c-f0a7-4c42-9027-6f289822e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:36.897716 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4d7f9198-0f0c-4d60-b322-21c038de6b22 req-573af62c-f0a7-4c42-9027-6f289822e542 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d7b03f35f5e47f08b4f4243b6c5eae8&device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 1096 time: 0.0860791 Apr 23 09:59:37.044834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f9198-0f0c-4d60-b322-21c038de6b22 req-1a6ccad8-6eac-4c7c-8906-ae115086b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:37.046394 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4d7f9198-0f0c-4d60-b322-21c038de6b22 req-1a6ccad8-6eac-4c7c-8906-ae115086b108 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1b5a18d-9c85-4bd3-95aa-562e14ba6625 HTTP/1.1" status: 200 len: 915 time: 0.1425745 Apr 23 09:59:37.123002 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4d7f9198-0f0c-4d60-b322-21c038de6b22 req-157a90ee-e888-45f8-9551-782e9f9f8243 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=070f1f62-6b25-4ea8-948b-7938935a7518 HTTP/1.1" status: 200 len: 217 time: 0.0701098 Apr 23 09:59:37.205395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f9198-0f0c-4d60-b322-21c038de6b22 req-f73c7a8a-20da-409f-b22d-02e748bab356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:37.207056 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4d7f9198-0f0c-4d60-b322-21c038de6b22 req-f73c7a8a-20da-409f-b22d-02e748bab356 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa7476ca-e2bd-40a0-bb43-35bc811515ab HTTP/1.1" status: 200 len: 853 time: 0.0783136 Apr 23 09:59:37.297614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f9198-0f0c-4d60-b322-21c038de6b22 req-e6968dd2-969e-4bbf-9951-bbd19fe8a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:37.299317 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4d7f9198-0f0c-4d60-b322-21c038de6b22 req-e6968dd2-969e-4bbf-9951-bbd19fe8a4bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1b5a18d-9c85-4bd3-95aa-562e14ba6625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855467 Apr 23 09:59:37.448516 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4d7f9198-0f0c-4d60-b322-21c038de6b22 req-9686b946-247f-49a7-9ae7-b63d43b6f22b service neutron] 10.222.0.35 "GET /v2.0/networks/a1b5a18d-9c85-4bd3-95aa-562e14ba6625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414816 Apr 23 09:59:37.604221 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4d7f9198-0f0c-4d60-b322-21c038de6b22 req-04c9da6d-9a3d-4e65-b074-9fd739469a28 service neutron] 10.222.0.35 "GET /v2.0/networks/a1b5a18d-9c85-4bd3-95aa-562e14ba6625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485226 Apr 23 09:59:38.066535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586b909-ad00-49aa-a303-5c50a25516b5 req-c2bb37fc-f5d1-4130-b43f-5f379c918dc0 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:38.068169 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2586b909-ad00-49aa-a303-5c50a25516b5 req-c2bb37fc-f5d1-4130-b43f-5f379c918dc0 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 943 time: 0.0965664 Apr 23 09:59:38.117438 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2586b909-ad00-49aa-a303-5c50a25516b5 req-001f7867-387a-4c9c-b0e8-817801d2a945 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427432 Apr 23 09:59:39.323281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da7a64-3d1b-4056-8805-3dcab2601a21 req-36089ffe-1f2e-4418-883e-e2354a0f0696 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:39.324977 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6da7a64-3d1b-4056-8805-3dcab2601a21 req-36089ffe-1f2e-4418-883e-e2354a0f0696 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 943 time: 0.0917656 Apr 23 09:59:39.377862 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6da7a64-3d1b-4056-8805-3dcab2601a21 req-82c8fd55-864d-4cb0-b99a-6af918f9ea38 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454221 Apr 23 09:59:39.688165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-734b7b96-f544-4b2c-a0a9-158847e3da10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:40.026448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 070f1f62-6b25-4ea8-948b-7938935a7518 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 09:59:40.170501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 070f1f62-6b25-4ea8-948b-7938935a7518, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=070f1f62-6b25-4ea8-948b-7938935a7518,segment=NetworkSegment(401d0aac-3ae5-4335-86f3-9445e841d3d9),segment_id=401d0aac-3ae5-4335-86f3-9445e841d3d9)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:59:40.185655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '070f1f62-6b25-4ea8-948b-7938935a7518', 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625', 'port_id': '070f1f62-6b25-4ea8-948b-7938935a7518', 'mac_address': 'fa:16:3e:93:9b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7476ca-e2bd-40a0-bb43-35bc811515ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 09:59:40.247877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:40.265626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070f1f62-6b25-4ea8-948b-7938935a7518 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 09:59:40.282376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 070f1f62-6b25-4ea8-948b-7938935a7518, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=070f1f62-6b25-4ea8-948b-7938935a7518,segment=NetworkSegment(401d0aac-3ae5-4335-86f3-9445e841d3d9),segment_id=401d0aac-3ae5-4335-86f3-9445e841d3d9)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:59:40.299002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:40.300918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:59:40.375886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=070f1f62-6b25-4ea8-948b-7938935a7518,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:59:40.379395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:59:40.533808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:40.590142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407eddb-a868-4fcc-a104-de0bd7a528f3 req-1511ed30-752b-417d-908c-41f29b6c15a5 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:40.592317 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8407eddb-a868-4fcc-a104-de0bd7a528f3 req-1511ed30-752b-417d-908c-41f29b6c15a5 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 944 time: 0.0945663 Apr 23 09:59:40.604502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['070f1f62-6b25-4ea8-948b-7938935a7518'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 09:59:40.644730 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8407eddb-a868-4fcc-a104-de0bd7a528f3 req-65eea411-0318-40fb-bf9b-40ee5f74ad67 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449624 Apr 23 09:59:41.271163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:41.859693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0889d0-b4d6-4724-aff2-f35d2250e859 req-e4d7cf80-716c-4edc-a40b-fc44117bd2a6 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:41.861348 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8f0889d0-b4d6-4724-aff2-f35d2250e859 req-e4d7cf80-716c-4edc-a40b-fc44117bd2a6 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 944 time: 0.0955386 Apr 23 09:59:41.915411 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8f0889d0-b4d6-4724-aff2-f35d2250e859 req-2e7423c9-345b-4eb1-9397-13607786d454 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475340 Apr 23 09:59:42.026884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 070f1f62-6b25-4ea8-948b-7938935a7518 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 09:59:42.139992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 070f1f62-6b25-4ea8-948b-7938935a7518 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 09:59:42.146261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 070f1f62-6b25-4ea8-948b-7938935a7518 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 09:59:42.146720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:42.273326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:42.301856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfa896c-9ba3-47b0-9936-a11f5097b633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070f1f62-6b25-4ea8-948b-7938935a7518'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 09:59:42.312671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 070f1f62-6b25-4ea8-948b-7938935a7518, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=070f1f62-6b25-4ea8-948b-7938935a7518,segment=NetworkSegment(401d0aac-3ae5-4335-86f3-9445e841d3d9),segment_id=401d0aac-3ae5-4335-86f3-9445e841d3d9)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 09:59:42.345750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:42.347853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:59:42.434503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=070f1f62-6b25-4ea8-948b-7938935a7518,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:59:42.437932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:59:42.438777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:42.563898 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dfa896c-9ba3-47b0-9936-a11f5097b633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070f1f62-6b25-4ea8-948b-7938935a7518', 'code': 200} Apr 23 09:59:42.867292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff0277-4e78-43e8-9a07-9d8e5f5e67ca req-cc4cb311-6f73-4970-ae66-474995c02b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:42.868943 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5aff0277-4e78-43e8-9a07-9d8e5f5e67ca req-cc4cb311-6f73-4970-ae66-474995c02b83 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 1098 time: 0.0830905 Apr 23 09:59:42.912485 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5aff0277-4e78-43e8-9a07-9d8e5f5e67ca req-8cc3f302-d2b5-41dc-8cda-a2b4c42f6dee service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375257 Apr 23 09:59:43.125087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c91abd-7298-4da8-b115-60fd3963147f req-2a709b97-44ae-4765-8421-d46702bc1e79 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:43.126657 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-81c91abd-7298-4da8-b115-60fd3963147f req-2a709b97-44ae-4765-8421-d46702bc1e79 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 945 time: 0.0925741 Apr 23 09:59:43.178336 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-81c91abd-7298-4da8-b115-60fd3963147f req-675d08aa-dd6f-4d88-b32d-dfd671ef0b31 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449946 Apr 23 09:59:44.389785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704273a1-230f-41ba-9ddc-dd074f982b9e req-65234ec3-bbd4-41aa-ae06-448dd4b1c5c0 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:44.391536 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-704273a1-230f-41ba-9ddc-dd074f982b9e req-65234ec3-bbd4-41aa-ae06-448dd4b1c5c0 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 945 time: 0.0949633 Apr 23 09:59:44.440773 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-704273a1-230f-41ba-9ddc-dd074f982b9e req-31ab6d23-d848-4337-9271-0c64c94646c9 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427942 Apr 23 09:59:44.652048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba00f54-6341-44e9-af23-8714256d7ab4 req-5a0c4807-0a70-418d-bd52-c330f7f1b096 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:44.653648 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cba00f54-6341-44e9-af23-8714256d7ab4 req-5a0c4807-0a70-418d-bd52-c330f7f1b096 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 945 time: 0.0895693 Apr 23 09:59:44.703065 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cba00f54-6341-44e9-af23-8714256d7ab4 req-a4414d42-82eb-4c99-b7ea-f7b23b8770a1 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421495 Apr 23 09:59:45.145448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bdb7b-5467-4194-9f58-776036f676ce req-ca68e584-663d-4e02-8665-6586e681fb16 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:45.147129 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cd6bdb7b-5467-4194-9f58-776036f676ce req-ca68e584-663d-4e02-8665-6586e681fb16 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 945 time: 0.0952346 Apr 23 09:59:45.198568 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cd6bdb7b-5467-4194-9f58-776036f676ce req-e5bf802b-3ad7-492e-83e8-adadb40a435b tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450094 Apr 23 09:59:53.666736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:54.024219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 09:59:57.423009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a3ed3-b30c-4a03-bd44-3fde6e4c088a req-103810a4-0b4c-40a8-a1d2-4d6fe097696f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:57.423009 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-647a3ed3-b30c-4a03-bd44-3fde6e4c088a req-103810a4-0b4c-40a8-a1d2-4d6fe097696f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 945 time: 0.0918632 Apr 23 09:59:57.480372 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-647a3ed3-b30c-4a03-bd44-3fde6e4c088a req-b63409aa-b78f-4f37-b68b-78faf6ec4bfc tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501761 Apr 23 09:59:57.509100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48236) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:59:57.704009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7b5781-a00c-4f3a-bb83-84cb077921ca tempest-TestMinimumBasicScenario-1358397462 tempest-TestMinimumBasicScenario-1358397462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 09:59:57.704903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ed7b5781-a00c-4f3a-bb83-84cb077921ca tempest-TestMinimumBasicScenario-1358397462 tempest-TestMinimumBasicScenario-1358397462-project-admin] Synchronizing usage tracker for tenant:e1e5eb9827594b019e2f414e027eb9f3 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 09:59:57.776818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ed7b5781-a00c-4f3a-bb83-84cb077921ca tempest-TestMinimumBasicScenario-1358397462 tempest-TestMinimumBasicScenario-1358397462-project-admin] Unset dirty status for tenant:e1e5eb9827594b019e2f414e027eb9f3 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 09:59:57.778163 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ed7b5781-a00c-4f3a-bb83-84cb077921ca tempest-TestMinimumBasicScenario-1358397462 tempest-TestMinimumBasicScenario-1358397462-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 1093 time: 0.2675977 Apr 23 09:59:57.782024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48242) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 09:59:57.789234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': '070f1f62-6b25-4ea8-948b-7938935a7518', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 09:59:57.795606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 09:59:57.801085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Usage tracker for resource:floatingip and tenant:2d7b03f35f5e47f08b4f4243b6c5eae8 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 09:59:57.804546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 09:59:57.811703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 09:59:57.847696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for floatingip, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:58.010919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:58.196822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Allocated IP 172.26.4.123 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/5c5ab66c-fe29-49ca-ac24-32adf5301992) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 09:59:58.367477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:58.451737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:58.458184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d71684ab-aec6-4386-8843-bba926a8d337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:59:58.826077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 09:59:58.834565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 09:59:58.839377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 09:59:58.879450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Pushing event updated for resources: {'Port': ['ID=5c5ab66c-fe29-49ca-ac24-32adf5301992,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:59:58.894385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:58.894970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:58.895418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:58.895860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:58.896304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:58.896725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:58.897145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:58.897565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:58.897977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:58.898440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:58.898856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:58.899270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 09:59:58.908596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:59:59.314492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:59.424290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:59.659795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:59.692398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 09:59:59.698213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 09:59:59.817201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Pushing event updated for resources: {'Port': ['ID=5c5ab66c-fe29-49ca-ac24-32adf5301992,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 09:59:59.825909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 09:59:59.836334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:00.029138 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Floating IP d7280c4b-54fc-4e03-8d51-4fac7af094ca associated. External IP: 172.26.4.123, port: 070f1f62-6b25-4ea8-948b-7938935a7518. Apr 23 10:00:00.432749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Router 8d8cd9cf-00e8-47aa-b9bb-bb18138123c4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:00:00.644584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:00:00.654433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a030d32c-a126-4791-8f7c-76c0b3e18210 None None] Sync routers for ids ['8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:00:00.665469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a030d32c-a126-4791-8f7c-76c0b3e18210 None None] Routers {'8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:00:00.666277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a030d32c-a126-4791-8f7c-76c0b3e18210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:59:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:00:00.697670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:00.762470 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9791408 Apr 23 10:00:00.763281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfa896c-9ba3-47b0-9936-a11f5097b633', 'tag': '070f1f62-6b25-4ea8-948b-7938935a7518'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:00:00.765963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48246) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:00:00.773634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-251f70c8-90ae-4584-8b27-51cb7166848a tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-576335150', 'description': 'tempest-secgroup-smoke-576335150 description', 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:00:00.780874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-251f70c8-90ae-4584-8b27-51cb7166848a tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:00:00.793676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-251f70c8-90ae-4584-8b27-51cb7166848a tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:00:00.840407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-251f70c8-90ae-4584-8b27-51cb7166848a tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:00.865063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-a030d32c-a126-4791-8f7c-76c0b3e18210 None None] Set router 8d8cd9cf-00e8-47aa-b9bb-bb18138123c4 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:00:00.867519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-251f70c8-90ae-4584-8b27-51cb7166848a tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:00:00.871717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-251f70c8-90ae-4584-8b27-51cb7166848a tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Usage tracker for resource:security_group_rule and tenant:2d7b03f35f5e47f08b4f4243b6c5eae8 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:00:00.874777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-251f70c8-90ae-4584-8b27-51cb7166848a tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:00:00.881101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-251f70c8-90ae-4584-8b27-51cb7166848a tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:00:00.885129 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dfa896c-9ba3-47b0-9936-a11f5097b633', 'tag': '070f1f62-6b25-4ea8-948b-7938935a7518', 'status': 'completed', 'code': 200} Apr 23 10:00:01.038697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-251f70c8-90ae-4584-8b27-51cb7166848a tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:01.044916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b9005-163d-48fd-88ea-e8148f02c413 req-0d0e5e08-cc08-4f6e-9b14-71bbff872495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:01.046652 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fe3b9005-163d-48fd-88ea-e8148f02c413 req-0d0e5e08-cc08-4f6e-9b14-71bbff872495 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d7b03f35f5e47f08b4f4243b6c5eae8&device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 1098 time: 0.1390181 Apr 23 10:00:01.077913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-251f70c8-90ae-4584-8b27-51cb7166848a tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:01.095520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dd2e04cf-18f3-419d-b3ef-b6c0ce324d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:00:01.206021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f70c8-90ae-4584-8b27-51cb7166848a tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114fc4e8-9e69-4327-aef1-02f5c80fef24,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:00:01.222928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-251f70c8-90ae-4584-8b27-51cb7166848a tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:00:01.243841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-251f70c8-90ae-4584-8b27-51cb7166848a tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:01.245170 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-251f70c8-90ae-4584-8b27-51cb7166848a tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4778664 Apr 23 10:00:01.248406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48254) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:00:01.250225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a030d32c-a126-4791-8f7c-76c0b3e18210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'name': 'tempest-TestMinimumBasicScenario-907892733-router', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:58:49Z', 'updated_at': '2021-04-23T09:58:54Z', 'revision_number': 4, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'gw_port': {'id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:81:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:50Z', 'updated_at': '2021-04-23T09:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'd7280c4b-54fc-4e03-8d51-4fac7af094ca', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'floating_ip_address': '172.26.4.123', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'port_id': '070f1f62-6b25-4ea8-948b-7938935a7518', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625', 'mac_address': 'fa:16:3e:93:9b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfa896c-9ba3-47b0-9936-a11f5097b633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:59:59Z', 'updated_at': '2021-04-23T09:59:59Z', 'revision_number': 0, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad44dc0-3231-4367-a926-62c40a64b34a', 'name': '', 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'mac_address': 'fa:16:3e:78:c1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'fa7476ca-e2bd-40a0-bb43-35bc811515ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:53Z', 'updated_at': '2021-04-23T09:59:04Z', 'revision_number': 5, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'subnets': [{'id': 'fa7476ca-e2bd-40a0-bb43-35bc811515ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:00:01.251076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b9005-163d-48fd-88ea-e8148f02c413 req-2023b4ba-8fb6-46d7-8a35-7e3371b1e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:01.253029 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fe3b9005-163d-48fd-88ea-e8148f02c413 req-2023b4ba-8fb6-46d7-8a35-7e3371b1e032 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1b5a18d-9c85-4bd3-95aa-562e14ba6625 HTTP/1.1" status: 200 len: 915 time: 0.1999426 Apr 23 10:00:01.255604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-640c0225-cbd4-487a-b057-201e7f9ad49d tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Request body: {'security_group_rule': {'security_group_id': '114fc4e8-9e69-4327-aef1-02f5c80fef24', 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:00:01.255920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a030d32c-a126-4791-8f7c-76c0b3e18210 None None] Checking router: 8d8cd9cf-00e8-47aa-b9bb-bb18138123c4 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:00:01.262548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-640c0225-cbd4-487a-b057-201e7f9ad49d tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:00:01.264748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a030d32c-a126-4791-8f7c-76c0b3e18210 None None] Routers {'8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:00:01.265416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a030d32c-a126-4791-8f7c-76c0b3e18210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T09:59:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:00:01.266830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-640c0225-cbd4-487a-b057-201e7f9ad49d tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Usage tracker for resource:security_group_rule and tenant:2d7b03f35f5e47f08b4f4243b6c5eae8 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:00:01.270743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-640c0225-cbd4-487a-b057-201e7f9ad49d tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:00:01.278142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-640c0225-cbd4-487a-b057-201e7f9ad49d tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:00:01.323328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-640c0225-cbd4-487a-b057-201e7f9ad49d tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:01.372822 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fe3b9005-163d-48fd-88ea-e8148f02c413 req-882da2d5-91fe-4433-80e5-f4a6aa0ce5b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=070f1f62-6b25-4ea8-948b-7938935a7518 HTTP/1.1" status: 200 len: 999 time: 0.1133842 Apr 23 10:00:01.392870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-640c0225-cbd4-487a-b057-201e7f9ad49d tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:01.434730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-640c0225-cbd4-487a-b057-201e7f9ad49d tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:01.437493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-68852838-a2de-462d-a081-bddf04012c57 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:00:01.444633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b9005-163d-48fd-88ea-e8148f02c413 req-5ecbf0ec-3eeb-4abe-b78f-a7d0b1b601b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:01.446223 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fe3b9005-163d-48fd-88ea-e8148f02c413 req-5ecbf0ec-3eeb-4abe-b78f-a7d0b1b601b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa7476ca-e2bd-40a0-bb43-35bc811515ab HTTP/1.1" status: 200 len: 853 time: 0.0674477 Apr 23 10:00:01.458806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-a030d32c-a126-4791-8f7c-76c0b3e18210 None None] Set router 8d8cd9cf-00e8-47aa-b9bb-bb18138123c4 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:00:01.464557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c0225-cbd4-487a-b057-201e7f9ad49d tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f31c0d-8833-41b5-9e21-112d4b04a6da,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:00:01.467988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-640c0225-cbd4-487a-b057-201e7f9ad49d tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:00:01.509046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-640c0225-cbd4-487a-b057-201e7f9ad49d tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:01.510872 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-640c0225-cbd4-487a-b057-201e7f9ad49d tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2611730 Apr 23 10:00:01.513899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48258) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:00:01.521612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-58813543-0e12-407e-82e7-d266af6a58f8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Request body: {'security_group_rule': {'security_group_id': '114fc4e8-9e69-4327-aef1-02f5c80fef24', 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:00:01.528013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-58813543-0e12-407e-82e7-d266af6a58f8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:00:01.532502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-58813543-0e12-407e-82e7-d266af6a58f8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Usage tracker for resource:security_group_rule and tenant:2d7b03f35f5e47f08b4f4243b6c5eae8 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:00:01.536616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-58813543-0e12-407e-82e7-d266af6a58f8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:00:01.543119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-58813543-0e12-407e-82e7-d266af6a58f8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:00:01.553746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b9005-163d-48fd-88ea-e8148f02c413 req-4f11e920-cb88-48ba-8932-ee26ca88e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:01.555400 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fe3b9005-163d-48fd-88ea-e8148f02c413 req-4f11e920-cb88-48ba-8932-ee26ca88e510 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1b5a18d-9c85-4bd3-95aa-562e14ba6625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1028872 Apr 23 10:00:01.588176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58813543-0e12-407e-82e7-d266af6a58f8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:01.703628 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fe3b9005-163d-48fd-88ea-e8148f02c413 req-ee9f54ba-0c30-465a-9ec8-2789b6c5a450 service neutron] 10.222.0.35 "GET /v2.0/networks/a1b5a18d-9c85-4bd3-95aa-562e14ba6625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412010 Apr 23 10:00:01.779205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58813543-0e12-407e-82e7-d266af6a58f8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:01.814053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58813543-0e12-407e-82e7-d266af6a58f8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:01.816106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8178453d-b8a2-466b-8660-4e00742d8f8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:00:01.845248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58813543-0e12-407e-82e7-d266af6a58f8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27f9737-27ac-49aa-8114-e83f21c3b431,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:00:01.851655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-58813543-0e12-407e-82e7-d266af6a58f8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:00:01.856146 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fe3b9005-163d-48fd-88ea-e8148f02c413 req-4d22bc62-2bae-4485-befc-925ec586118e service neutron] 10.222.0.35 "GET /v2.0/networks/a1b5a18d-9c85-4bd3-95aa-562e14ba6625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457117 Apr 23 10:00:01.877488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-a030d32c-a126-4791-8f7c-76c0b3e18210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'name': 'tempest-TestMinimumBasicScenario-907892733-router', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:58:49Z', 'updated_at': '2021-04-23T09:58:54Z', 'revision_number': 4, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'gw_port': {'id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:81:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:50Z', 'updated_at': '2021-04-23T09:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'd7280c4b-54fc-4e03-8d51-4fac7af094ca', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'floating_ip_address': '172.26.4.123', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'port_id': '070f1f62-6b25-4ea8-948b-7938935a7518', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625', 'mac_address': 'fa:16:3e:93:9b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfa896c-9ba3-47b0-9936-a11f5097b633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:59:59Z', 'updated_at': '2021-04-23T09:59:59Z', 'revision_number': 0, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad44dc0-3231-4367-a926-62c40a64b34a', 'name': '', 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'mac_address': 'fa:16:3e:78:c1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'fa7476ca-e2bd-40a0-bb43-35bc811515ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:53Z', 'updated_at': '2021-04-23T09:59:04Z', 'revision_number': 5, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'subnets': [{'id': 'fa7476ca-e2bd-40a0-bb43-35bc811515ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:00:01.882602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a030d32c-a126-4791-8f7c-76c0b3e18210 None None] The sync data for ids ['8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'] in dv-neutron-786478-4-hyperv is: [{'id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'name': 'tempest-TestMinimumBasicScenario-907892733-router', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:58:49Z', 'updated_at': '2021-04-23T09:58:54Z', 'revision_number': 4, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'gw_port': {'id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:81:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:50Z', 'updated_at': '2021-04-23T09:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'd7280c4b-54fc-4e03-8d51-4fac7af094ca', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'floating_ip_address': '172.26.4.123', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'port_id': '070f1f62-6b25-4ea8-948b-7938935a7518', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625', 'mac_address': 'fa:16:3e:93:9b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfa896c-9ba3-47b0-9936-a11f5097b633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T09:59:59Z', 'updated_at': '2021-04-23T09:59:59Z', 'revision_number': 0, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad44dc0-3231-4367-a926-62c40a64b34a', 'name': '', 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'mac_address': 'fa:16:3e:78:c1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'fa7476ca-e2bd-40a0-bb43-35bc811515ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:53Z', 'updated_at': '2021-04-23T09:59:04Z', 'revision_number': 5, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'subnets': [{'id': 'fa7476ca-e2bd-40a0-bb43-35bc811515ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:00:01.888351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58813543-0e12-407e-82e7-d266af6a58f8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:01.890012 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-58813543-0e12-407e-82e7-d266af6a58f8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3743777 Apr 23 10:00:01.892647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48262) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:00:01.899979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-31c07bf1-f46c-4237-856c-101d638966bb tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Request body: {'security_group_rule': {'security_group_id': '114fc4e8-9e69-4327-aef1-02f5c80fef24', 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:00:01.907519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-31c07bf1-f46c-4237-856c-101d638966bb tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:00:01.912885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-31c07bf1-f46c-4237-856c-101d638966bb tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Usage tracker for resource:security_group_rule and tenant:2d7b03f35f5e47f08b4f4243b6c5eae8 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:00:01.916752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-31c07bf1-f46c-4237-856c-101d638966bb tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:00:01.923362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-31c07bf1-f46c-4237-856c-101d638966bb tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:00:01.969825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-31c07bf1-f46c-4237-856c-101d638966bb tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:02.039980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-31c07bf1-f46c-4237-856c-101d638966bb tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:02.074803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-31c07bf1-f46c-4237-856c-101d638966bb tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:02.076847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b4bbaee6-1608-40ac-b618-91865f28a02e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:00:02.100298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c07bf1-f46c-4237-856c-101d638966bb tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26c86dd-75a0-4ccd-b6bc-337ed7f7f179,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:00:02.104874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-31c07bf1-f46c-4237-856c-101d638966bb tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:00:02.146760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-31c07bf1-f46c-4237-856c-101d638966bb tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:02.148400 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-31c07bf1-f46c-4237-856c-101d638966bb tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2545009 Apr 23 10:00:02.151365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48266) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:00:02.157367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-956ea045-a9b3-43c5-acab-7859ffa15a68 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Request body: {'security_group_rule': {'security_group_id': '114fc4e8-9e69-4327-aef1-02f5c80fef24', 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:00:02.165705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-956ea045-a9b3-43c5-acab-7859ffa15a68 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:00:02.169978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-956ea045-a9b3-43c5-acab-7859ffa15a68 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Usage tracker for resource:security_group_rule and tenant:2d7b03f35f5e47f08b4f4243b6c5eae8 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:00:02.173398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-956ea045-a9b3-43c5-acab-7859ffa15a68 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:00:02.180170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31da1ea0-8397-4a45-9252-81126b1ce3e7 None None] New status for floating IP d7280c4b-54fc-4e03-8d51-4fac7af094ca: ACTIVE {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:00:02.181464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-956ea045-a9b3-43c5-acab-7859ffa15a68 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:00:02.244598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-956ea045-a9b3-43c5-acab-7859ffa15a68 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:02.315713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-956ea045-a9b3-43c5-acab-7859ffa15a68 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:02.351061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-956ea045-a9b3-43c5-acab-7859ffa15a68 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:02.359194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-516c4d76-dd8f-4765-8543-43ce530ac390 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:00:02.380272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ea045-a9b3-43c5-acab-7859ffa15a68 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=723a38c5-1c06-4cae-9588-317902553155,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:00:02.382999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-956ea045-a9b3-43c5-acab-7859ffa15a68 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:00:02.413930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-956ea045-a9b3-43c5-acab-7859ffa15a68 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:02.415277 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-956ea045-a9b3-43c5-acab-7859ffa15a68 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2628713 Apr 23 10:00:02.418122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48270) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:00:02.423737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-fdb79ebc-051e-4f70-98d4-d12dc7cc9517 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Request body: {'security_group_rule': {'security_group_id': '114fc4e8-9e69-4327-aef1-02f5c80fef24', 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:00:02.431406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fdb79ebc-051e-4f70-98d4-d12dc7cc9517 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:00:02.435672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fdb79ebc-051e-4f70-98d4-d12dc7cc9517 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Usage tracker for resource:security_group_rule and tenant:2d7b03f35f5e47f08b4f4243b6c5eae8 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:00:02.438797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fdb79ebc-051e-4f70-98d4-d12dc7cc9517 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:00:02.445592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fdb79ebc-051e-4f70-98d4-d12dc7cc9517 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:00:02.476845 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-fdb79ebc-051e-4f70-98d4-d12dc7cc9517 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Project 2d7b03f35f5e47f08b4f4243b6c5eae8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 10:00:02.485104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdb79ebc-051e-4f70-98d4-d12dc7cc9517 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:02.557748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdb79ebc-051e-4f70-98d4-d12dc7cc9517 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:02.589076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdb79ebc-051e-4f70-98d4-d12dc7cc9517 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:02.591069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:00:02.616086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb79ebc-051e-4f70-98d4-d12dc7cc9517 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c34c73-8dbd-49aa-b65f-ecf221db9531,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:00:02.621872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fdb79ebc-051e-4f70-98d4-d12dc7cc9517 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:00:02.651942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fdb79ebc-051e-4f70-98d4-d12dc7cc9517 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:02.653263 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fdb79ebc-051e-4f70-98d4-d12dc7cc9517 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2341037 Apr 23 10:00:02.656248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48274) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:00:02.662044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-8b94966b-454f-4b68-b2b4-666ecaa03be8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Request body: {'security_group_rule': {'security_group_id': '114fc4e8-9e69-4327-aef1-02f5c80fef24', 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:00:02.668680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8b94966b-454f-4b68-b2b4-666ecaa03be8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:00:02.672803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8b94966b-454f-4b68-b2b4-666ecaa03be8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Usage tracker for resource:security_group_rule and tenant:2d7b03f35f5e47f08b4f4243b6c5eae8 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:00:02.676401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8b94966b-454f-4b68-b2b4-666ecaa03be8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:00:02.682643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8b94966b-454f-4b68-b2b4-666ecaa03be8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:00:02.720459 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-8b94966b-454f-4b68-b2b4-666ecaa03be8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Project 2d7b03f35f5e47f08b4f4243b6c5eae8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 10:00:02.727723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b94966b-454f-4b68-b2b4-666ecaa03be8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:02.796825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b94966b-454f-4b68-b2b4-666ecaa03be8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:02.828966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b94966b-454f-4b68-b2b4-666ecaa03be8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:02.831001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-40b65311-89f4-4e54-b2ef-a932a634f477 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:00:02.855079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94966b-454f-4b68-b2b4-666ecaa03be8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57cdee85-e895-4e03-8056-2932e56bf92c,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:00:02.857882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8b94966b-454f-4b68-b2b4-666ecaa03be8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:00:02.903470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b94966b-454f-4b68-b2b4-666ecaa03be8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:02.904840 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8b94966b-454f-4b68-b2b4-666ecaa03be8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2474878 Apr 23 10:00:03.038010 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9148956a-127e-40c1-8c5e-ed26a785bcdd req-d974a603-08d0-43ed-954b-7e56e63b15b6 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576335150&fields=id&tenant_id=2d7b03f35f5e47f08b4f4243b6c5eae8 HTTP/1.1" status: 200 len: 267 time: 0.0444589 Apr 23 10:00:03.135814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148956a-127e-40c1-8c5e-ed26a785bcdd req-6e826249-8f0f-43da-b05d-22b31f8aca44 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:03.137348 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9148956a-127e-40c1-8c5e-ed26a785bcdd req-6e826249-8f0f-43da-b05d-22b31f8aca44 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 945 time: 0.0931776 Apr 23 10:00:03.150145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-9148956a-127e-40c1-8c5e-ed26a785bcdd req-4777cf08-b616-41a1-a8ee-29b737d05e94 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Request body: {'port': {'security_groups': ['18331178-d083-4396-9005-102759e062de', '114fc4e8-9e69-4327-aef1-02f5c80fef24']}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:00:03.286754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9148956a-127e-40c1-8c5e-ed26a785bcdd req-4777cf08-b616-41a1-a8ee-29b737d05e94 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:03.636124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-9148956a-127e-40c1-8c5e-ed26a785bcdd req-4777cf08-b616-41a1-a8ee-29b737d05e94 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] For port 070f1f62-6b25-4ea8-948b-7938935a7518, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=070f1f62-6b25-4ea8-948b-7938935a7518,segment=NetworkSegment(401d0aac-3ae5-4335-86f3-9445e841d3d9),segment_id=401d0aac-3ae5-4335-86f3-9445e841d3d9)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:00:03.663542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9148956a-127e-40c1-8c5e-ed26a785bcdd req-4777cf08-b616-41a1-a8ee-29b737d05e94 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:03.709385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9148956a-127e-40c1-8c5e-ed26a785bcdd req-4777cf08-b616-41a1-a8ee-29b737d05e94 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:03.715279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b1b28f85-672d-445d-9b5d-020b86c620e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:00:03.721624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['070f1f62-6b25-4ea8-948b-7938935a7518'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:00:03.784824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148956a-127e-40c1-8c5e-ed26a785bcdd req-4777cf08-b616-41a1-a8ee-29b737d05e94 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:03.785570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-9148956a-127e-40c1-8c5e-ed26a785bcdd req-4777cf08-b616-41a1-a8ee-29b737d05e94 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:03.787110 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9148956a-127e-40c1-8c5e-ed26a785bcdd req-4777cf08-b616-41a1-a8ee-29b737d05e94 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "PUT /v2.0/ports/070f1f62-6b25-4ea8-948b-7938935a7518 HTTP/1.1" status: 200 len: 981 time: 0.6428089 Apr 23 10:00:03.787889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfa896c-9ba3-47b0-9936-a11f5097b633', 'tag': '070f1f62-6b25-4ea8-948b-7938935a7518'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:00:03.819355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777cf08-b616-41a1-a8ee-29b737d05e94 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Pushing event updated for resources: {'Port': ['ID=070f1f62-6b25-4ea8-948b-7938935a7518,revision_number=6']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:00:03.831643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4777cf08-b616-41a1-a8ee-29b737d05e94 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:00:03.856738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['070f1f62-6b25-4ea8-948b-7938935a7518'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:00:03.992583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d32bd1-dce3-426b-9d56-511ec73e41c3 req-5dd2348e-1ff4-4710-92f8-de9842c3b075 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:03.994243 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-03d32bd1-dce3-426b-9d56-511ec73e41c3 req-5dd2348e-1ff4-4710-92f8-de9842c3b075 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 984 time: 0.0931733 Apr 23 10:00:04.046686 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-03d32bd1-dce3-426b-9d56-511ec73e41c3 req-cd4365c2-e54c-4619-9308-2fc39ad917ba tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&id=114fc4e8-9e69-4327-aef1-02f5c80fef24&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451882 Apr 23 10:00:04.094821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-bfa6204a-5914-461a-b744-c04f1cac791d None None] Provisioning complete for port 070f1f62-6b25-4ea8-948b-7938935a7518 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:00:04.095341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bfa6204a-5914-461a-b744-c04f1cac791d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:04.106571 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dfa896c-9ba3-47b0-9936-a11f5097b633', 'tag': '070f1f62-6b25-4ea8-948b-7938935a7518', 'status': 'completed', 'code': 200} Apr 23 10:00:04.215012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e461783-7f57-4c1a-9ab9-12aadab2689e req-24c396c0-3f61-4651-a3f7-34992faa72b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:04.216519 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3e461783-7f57-4c1a-9ab9-12aadab2689e req-24c396c0-3f61-4651-a3f7-34992faa72b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d7b03f35f5e47f08b4f4243b6c5eae8&device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 1137 time: 0.0834606 Apr 23 10:00:04.651247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e461783-7f57-4c1a-9ab9-12aadab2689e req-4276e568-910c-449f-8a40-c132502ae345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:04.652747 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3e461783-7f57-4c1a-9ab9-12aadab2689e req-4276e568-910c-449f-8a40-c132502ae345 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1b5a18d-9c85-4bd3-95aa-562e14ba6625 HTTP/1.1" status: 200 len: 915 time: 0.4294147 Apr 23 10:00:04.764234 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3e461783-7f57-4c1a-9ab9-12aadab2689e req-018bacf9-784d-422b-9893-fb5a6d590a60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=070f1f62-6b25-4ea8-948b-7938935a7518 HTTP/1.1" status: 200 len: 1001 time: 0.1039436 Apr 23 10:00:04.833486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e461783-7f57-4c1a-9ab9-12aadab2689e req-374621be-90eb-4b96-b8ed-256703ca4697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:04.835229 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3e461783-7f57-4c1a-9ab9-12aadab2689e req-374621be-90eb-4b96-b8ed-256703ca4697 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa7476ca-e2bd-40a0-bb43-35bc811515ab HTTP/1.1" status: 200 len: 853 time: 0.0637290 Apr 23 10:00:04.922474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e461783-7f57-4c1a-9ab9-12aadab2689e req-03e0125e-9044-41af-8104-0f96b1514d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:04.923989 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3e461783-7f57-4c1a-9ab9-12aadab2689e req-03e0125e-9044-41af-8104-0f96b1514d88 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1b5a18d-9c85-4bd3-95aa-562e14ba6625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810752 Apr 23 10:00:05.066147 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3e461783-7f57-4c1a-9ab9-12aadab2689e req-07b818ba-088c-4856-943e-a4d6c7b097a8 service neutron] 10.222.0.35 "GET /v2.0/networks/a1b5a18d-9c85-4bd3-95aa-562e14ba6625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345119 Apr 23 10:00:05.211589 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3e461783-7f57-4c1a-9ab9-12aadab2689e req-766513c4-55e4-43c7-9cdc-fbcc7ba4c4ca service neutron] 10.222.0.35 "GET /v2.0/networks/a1b5a18d-9c85-4bd3-95aa-562e14ba6625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388929 Apr 23 10:00:06.738641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa692878-f5ad-4a32-a0b2-0daf60a28249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:09.693508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86d260f6-e18f-42e1-900a-a3a642f2da47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:10.541813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:11.169609 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2514ddc5-aad5-400a-bb49-5597ad38fb37 req-4dbbf09d-2210-4e4f-9f26-e8499c5dd734 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771742 Apr 23 10:00:11.276713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:11.324961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514ddc5-aad5-400a-bb49-5597ad38fb37 req-76965807-a065-4383-84b7-72b0acc26ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:11.326598 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2514ddc5-aad5-400a-bb49-5597ad38fb37 req-76965807-a065-4383-84b7-72b0acc26ada service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d7b03f35f5e47f08b4f4243b6c5eae8&device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 1137 time: 0.0832930 Apr 23 10:00:11.487362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514ddc5-aad5-400a-bb49-5597ad38fb37 req-c0bbdbe3-be2a-4cf1-aa12-db3f04ff5593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:11.488871 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2514ddc5-aad5-400a-bb49-5597ad38fb37 req-c0bbdbe3-be2a-4cf1-aa12-db3f04ff5593 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1b5a18d-9c85-4bd3-95aa-562e14ba6625 HTTP/1.1" status: 200 len: 915 time: 0.1422806 Apr 23 10:00:11.596907 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2514ddc5-aad5-400a-bb49-5597ad38fb37 req-a67c437e-2eac-48e9-bb1f-1bd0364fe3df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=070f1f62-6b25-4ea8-948b-7938935a7518 HTTP/1.1" status: 200 len: 1001 time: 0.1020980 Apr 23 10:00:11.666698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514ddc5-aad5-400a-bb49-5597ad38fb37 req-46decd83-0e98-4c2b-9d4f-41c18237aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:11.668246 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2514ddc5-aad5-400a-bb49-5597ad38fb37 req-46decd83-0e98-4c2b-9d4f-41c18237aee4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa7476ca-e2bd-40a0-bb43-35bc811515ab HTTP/1.1" status: 200 len: 853 time: 0.0658319 Apr 23 10:00:11.751823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514ddc5-aad5-400a-bb49-5597ad38fb37 req-c4fafe53-e303-41d7-9485-66178e0af807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:11.753355 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2514ddc5-aad5-400a-bb49-5597ad38fb37 req-c4fafe53-e303-41d7-9485-66178e0af807 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1b5a18d-9c85-4bd3-95aa-562e14ba6625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782568 Apr 23 10:00:11.895974 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2514ddc5-aad5-400a-bb49-5597ad38fb37 req-c26f33a2-72bf-442b-9026-a1630a0cb60f service neutron] 10.222.0.35 "GET /v2.0/networks/a1b5a18d-9c85-4bd3-95aa-562e14ba6625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357303 Apr 23 10:00:12.038825 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2514ddc5-aad5-400a-bb49-5597ad38fb37 req-2dfc98d6-da91-486e-b4a7-4d3f4b429c90 service neutron] 10.222.0.35 "GET /v2.0/networks/a1b5a18d-9c85-4bd3-95aa-562e14ba6625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353171 Apr 23 10:00:12.419702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:23.696995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:31.024674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:00:36.775842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c6f188ff-8404-4259-8d74-7f517d07a22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:39.706154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b431e477-29aa-4e39-b8f9-d945bb1a784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:40.546298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:41.279413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:42.428266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:52.518535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3d2b0-43d6-4dd2-87e9-61eb18dae604 req-d950a7c5-d632-440c-9b95-b1aacd4acfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:52.520176 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-66d3d2b0-43d6-4dd2-87e9-61eb18dae604 req-d950a7c5-d632-440c-9b95-b1aacd4acfc9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d7b03f35f5e47f08b4f4243b6c5eae8&device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 1137 time: 0.0890744 Apr 23 10:00:52.662664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486863f4-ec41-429e-91aa-1c2550fdf4c7 req-1fae028f-b9f9-4134-82c9-804dd4c4d69a tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:52.664336 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-486863f4-ec41-429e-91aa-1c2550fdf4c7 req-1fae028f-b9f9-4134-82c9-804dd4c4d69a tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 984 time: 0.2262537 Apr 23 10:00:52.717525 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-486863f4-ec41-429e-91aa-1c2550fdf4c7 req-7753db67-ebfa-42e9-8cfc-1575100b5af3 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&id=114fc4e8-9e69-4327-aef1-02f5c80fef24&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464706 Apr 23 10:00:52.753953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3d2b0-43d6-4dd2-87e9-61eb18dae604 req-10fb52e1-04c7-4270-9c8f-103fd5a60612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:52.756378 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-66d3d2b0-43d6-4dd2-87e9-61eb18dae604 req-10fb52e1-04c7-4270-9c8f-103fd5a60612 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1b5a18d-9c85-4bd3-95aa-562e14ba6625 HTTP/1.1" status: 200 len: 915 time: 0.2291958 Apr 23 10:00:52.867321 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-66d3d2b0-43d6-4dd2-87e9-61eb18dae604 req-13b4755e-4fe2-411b-ae33-9f5a731c0287 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=070f1f62-6b25-4ea8-948b-7938935a7518 HTTP/1.1" status: 200 len: 1001 time: 0.1042063 Apr 23 10:00:52.937098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3d2b0-43d6-4dd2-87e9-61eb18dae604 req-8322fb42-fcf5-4da0-8d7b-2af9164184cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:52.938693 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-66d3d2b0-43d6-4dd2-87e9-61eb18dae604 req-8322fb42-fcf5-4da0-8d7b-2af9164184cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa7476ca-e2bd-40a0-bb43-35bc811515ab HTTP/1.1" status: 200 len: 853 time: 0.0644634 Apr 23 10:00:53.020187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3d2b0-43d6-4dd2-87e9-61eb18dae604 req-8426e65d-da1a-4fb2-9c0d-bc9862ac56c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:53.021713 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-66d3d2b0-43d6-4dd2-87e9-61eb18dae604 req-8426e65d-da1a-4fb2-9c0d-bc9862ac56c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1b5a18d-9c85-4bd3-95aa-562e14ba6625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765162 Apr 23 10:00:53.168720 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-66d3d2b0-43d6-4dd2-87e9-61eb18dae604 req-3e66694e-9acf-4750-b1a9-13987488b49f service neutron] 10.222.0.35 "GET /v2.0/networks/a1b5a18d-9c85-4bd3-95aa-562e14ba6625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396174 Apr 23 10:00:53.316343 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-66d3d2b0-43d6-4dd2-87e9-61eb18dae604 req-e65a56a3-d4b4-45da-9be4-094b39f61077 service neutron] 10.222.0.35 "GET /v2.0/networks/a1b5a18d-9c85-4bd3-95aa-562e14ba6625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390839 Apr 23 10:00:53.693478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:00:53.924590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ee8ab-d8e8-4c59-9400-d4820e36b542 req-1c53e39e-78ae-4d46-b298-85c18fcb5426 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:53.926204 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c90ee8ab-d8e8-4c59-9400-d4820e36b542 req-1c53e39e-78ae-4d46-b298-85c18fcb5426 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 984 time: 0.0898440 Apr 23 10:00:53.980434 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c90ee8ab-d8e8-4c59-9400-d4820e36b542 req-b39352d9-5973-446e-bed9-24fa024fda96 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&id=114fc4e8-9e69-4327-aef1-02f5c80fef24&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473342 Apr 23 10:00:55.188059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc730f5-065b-4c8f-b36e-0af9cb129459 req-e7fd854d-6b5a-4afc-bb18-549476f1ed42 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:55.189647 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9cc730f5-065b-4c8f-b36e-0af9cb129459 req-e7fd854d-6b5a-4afc-bb18-549476f1ed42 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 984 time: 0.0895789 Apr 23 10:00:55.243638 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9cc730f5-065b-4c8f-b36e-0af9cb129459 req-3b3a4cec-30b6-4c78-945e-3d2804c58132 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&id=114fc4e8-9e69-4327-aef1-02f5c80fef24&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460660 Apr 23 10:00:56.452186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a1c38-0e0b-4806-a8eb-33d46b2d06a8 req-1ddba850-d57e-4c00-8264-167384eaf4d4 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:56.453803 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-835a1c38-0e0b-4806-a8eb-33d46b2d06a8 req-1ddba850-d57e-4c00-8264-167384eaf4d4 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 984 time: 0.0953648 Apr 23 10:00:56.508094 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-835a1c38-0e0b-4806-a8eb-33d46b2d06a8 req-9be335cd-9153-4869-8cfd-da5583424312 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&id=114fc4e8-9e69-4327-aef1-02f5c80fef24&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475600 Apr 23 10:00:57.722704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28070e3-4c3c-4f08-bbe6-0042ee82d62f req-00061099-5b4f-4985-a68a-1ce4533e3da5 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:57.724344 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e28070e3-4c3c-4f08-bbe6-0042ee82d62f req-00061099-5b4f-4985-a68a-1ce4533e3da5 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 984 time: 0.0928392 Apr 23 10:00:57.777565 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e28070e3-4c3c-4f08-bbe6-0042ee82d62f req-0ce93fc8-6def-4599-b612-9e0692694641 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&id=114fc4e8-9e69-4327-aef1-02f5c80fef24&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455344 Apr 23 10:00:58.988750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e5ebe-e8da-4729-b683-1191ab912d7e req-8f7cdd4e-3fa1-4fce-9a83-5a25239d7eff tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:00:58.990505 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1f4e5ebe-e8da-4729-b683-1191ab912d7e req-8f7cdd4e-3fa1-4fce-9a83-5a25239d7eff tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 984 time: 0.0933418 Apr 23 10:00:59.046864 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1f4e5ebe-e8da-4729-b683-1191ab912d7e req-d2f025ce-4046-41ac-8bd3-7ddc94052c93 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&id=114fc4e8-9e69-4327-aef1-02f5c80fef24&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0487840 Apr 23 10:01:00.259649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fa23a-a368-4586-ae8b-8838d0d4fee0 req-3156f17b-c220-4d7d-924b-c31c88201b28 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:01:00.261350 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7c0fa23a-a368-4586-ae8b-8838d0d4fee0 req-3156f17b-c220-4d7d-924b-c31c88201b28 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 984 time: 0.0949349 Apr 23 10:01:00.320775 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7c0fa23a-a368-4586-ae8b-8838d0d4fee0 req-ff6cf77c-d4d1-44ea-bdb6-871479b277ca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&id=114fc4e8-9e69-4327-aef1-02f5c80fef24&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517631 Apr 23 10:01:01.540839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041760e3-47e6-41fb-af95-71360ac0620e req-5036c0ef-af42-4781-9cb7-d3e257c64984 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:01:01.542523 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-041760e3-47e6-41fb-af95-71360ac0620e req-5036c0ef-af42-4781-9cb7-d3e257c64984 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 984 time: 0.0952442 Apr 23 10:01:01.594701 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-041760e3-47e6-41fb-af95-71360ac0620e req-15b9886f-35d5-41e4-b0bb-a242e4fb4e90 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&id=114fc4e8-9e69-4327-aef1-02f5c80fef24&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454025 Apr 23 10:01:02.802413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b035ec4-f7fc-4c59-b503-dc5b0ff3edbf req-e13f7162-0822-4dc2-91ba-d938a62aad5d tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:01:02.804017 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3b035ec4-f7fc-4c59-b503-dc5b0ff3edbf req-e13f7162-0822-4dc2-91ba-d938a62aad5d tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 984 time: 0.0933983 Apr 23 10:01:02.855570 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3b035ec4-f7fc-4c59-b503-dc5b0ff3edbf req-4a69d445-dfa4-4639-b6ec-fd3a4e1ad0a7 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&id=114fc4e8-9e69-4327-aef1-02f5c80fef24&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449836 Apr 23 10:01:04.067398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720dfb6-3838-4f62-929c-4f0eec3afdf5 req-a11104f3-c223-4054-b84f-8920adc5c739 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:01:04.069049 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0720dfb6-3838-4f62-929c-4f0eec3afdf5 req-a11104f3-c223-4054-b84f-8920adc5c739 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 984 time: 0.0952203 Apr 23 10:01:04.125260 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0720dfb6-3838-4f62-929c-4f0eec3afdf5 req-a9388b6a-d1dc-4e6a-bf97-e050a01b1514 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&id=114fc4e8-9e69-4327-aef1-02f5c80fef24&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0481930 Apr 23 10:01:05.334704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08daaa-bdd3-4c43-ba51-9371dc95cf2e req-8118ca17-ad99-431d-b0f4-0405c5141005 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:01:05.336330 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf08daaa-bdd3-4c43-ba51-9371dc95cf2e req-8118ca17-ad99-431d-b0f4-0405c5141005 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 984 time: 0.0941796 Apr 23 10:01:05.387695 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf08daaa-bdd3-4c43-ba51-9371dc95cf2e req-ba7e5b65-293d-4d02-8d9b-d85a27dfc39c tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&id=114fc4e8-9e69-4327-aef1-02f5c80fef24&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445695 Apr 23 10:01:06.768419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4d983c6-0df1-4b49-a398-2fba46f5b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:01:08.025022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:01:09.696130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce46f-de8a-401c-a53e-db17d097215a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:01:10.552410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:01:11.283836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:01:12.426761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:01:13.187457 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-028a3896-d5d6-4229-8981-893ed45dd89d req-6402efbd-8e62-4e5a-aecf-dc4bf0dfc4eb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832489 Apr 23 10:01:13.340471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a3896-d5d6-4229-8981-893ed45dd89d req-52c56a32-826f-4eb2-b8a7-94f5938ec188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:01:13.342088 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-028a3896-d5d6-4229-8981-893ed45dd89d req-52c56a32-826f-4eb2-b8a7-94f5938ec188 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d7b03f35f5e47f08b4f4243b6c5eae8&device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 1137 time: 0.0830781 Apr 23 10:01:13.513104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a3896-d5d6-4229-8981-893ed45dd89d req-4cedb278-062d-4980-bc29-5ae7d043030b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:01:13.514741 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-028a3896-d5d6-4229-8981-893ed45dd89d req-4cedb278-062d-4980-bc29-5ae7d043030b service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1b5a18d-9c85-4bd3-95aa-562e14ba6625 HTTP/1.1" status: 200 len: 915 time: 0.1439595 Apr 23 10:01:13.627383 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-028a3896-d5d6-4229-8981-893ed45dd89d req-8136c856-1bb2-4d80-a426-72b255fb084d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=070f1f62-6b25-4ea8-948b-7938935a7518 HTTP/1.1" status: 200 len: 1001 time: 0.1067390 Apr 23 10:01:13.700459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a3896-d5d6-4229-8981-893ed45dd89d req-f2ffc7a1-0da8-4aa3-88be-43b68c7e60cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:01:13.702051 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-028a3896-d5d6-4229-8981-893ed45dd89d req-f2ffc7a1-0da8-4aa3-88be-43b68c7e60cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa7476ca-e2bd-40a0-bb43-35bc811515ab HTTP/1.1" status: 200 len: 853 time: 0.0690408 Apr 23 10:01:13.785281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a3896-d5d6-4229-8981-893ed45dd89d req-f06b4586-09d5-428e-a85b-fd4569b4e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:01:13.786861 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-028a3896-d5d6-4229-8981-893ed45dd89d req-f06b4586-09d5-428e-a85b-fd4569b4e35a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1b5a18d-9c85-4bd3-95aa-562e14ba6625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792041 Apr 23 10:01:13.931592 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-028a3896-d5d6-4229-8981-893ed45dd89d req-3445c8a2-3945-48e2-a3db-5a5a4e3580fc service neutron] 10.222.0.35 "GET /v2.0/networks/a1b5a18d-9c85-4bd3-95aa-562e14ba6625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384361 Apr 23 10:01:14.082713 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-028a3896-d5d6-4229-8981-893ed45dd89d req-2e8365e5-e906-4b0c-b18d-1032a96a9a04 service neutron] 10.222.0.35 "GET /v2.0/networks/a1b5a18d-9c85-4bd3-95aa-562e14ba6625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452403 Apr 23 10:01:23.717173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:01:36.745133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4de85d03-9951-4111-93d5-948878399c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:01:39.695620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f22674bc-37a5-4176-b77f-fb40a6d72ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:01:40.564088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:01:41.291053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:01:42.444301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:01:45.024700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:01:53.747397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:00.162585 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-11ad500f-82cb-4701-af68-ba5f0e63d820 req-ed64934f-3029-4d61-851f-b5f39b01757f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576335150&fields=id&tenant_id=2d7b03f35f5e47f08b4f4243b6c5eae8 HTTP/1.1" status: 200 len: 267 time: 0.0462897 Apr 23 10:02:00.586178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad500f-82cb-4701-af68-ba5f0e63d820 req-ddfa7a86-23e2-4a0e-ba80-6fda5e0b6ca1 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:00.587979 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-11ad500f-82cb-4701-af68-ba5f0e63d820 req-ddfa7a86-23e2-4a0e-ba80-6fda5e0b6ca1 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 984 time: 0.4192748 Apr 23 10:02:00.601307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-11ad500f-82cb-4701-af68-ba5f0e63d820 req-46bb711c-599d-4859-93cd-35c0e8bedbca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Request body: {'port': {'security_groups': ['18331178-d083-4396-9005-102759e062de']}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:02:00.741022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-11ad500f-82cb-4701-af68-ba5f0e63d820 req-46bb711c-599d-4859-93cd-35c0e8bedbca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:01.010773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-11ad500f-82cb-4701-af68-ba5f0e63d820 req-46bb711c-599d-4859-93cd-35c0e8bedbca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] For port 070f1f62-6b25-4ea8-948b-7938935a7518, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=070f1f62-6b25-4ea8-948b-7938935a7518,segment=NetworkSegment(401d0aac-3ae5-4335-86f3-9445e841d3d9),segment_id=401d0aac-3ae5-4335-86f3-9445e841d3d9)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:02:01.038949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-11ad500f-82cb-4701-af68-ba5f0e63d820 req-46bb711c-599d-4859-93cd-35c0e8bedbca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:01.079984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-11ad500f-82cb-4701-af68-ba5f0e63d820 req-46bb711c-599d-4859-93cd-35c0e8bedbca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:01.086452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7ba77d40-2690-40da-8b65-46498e1a9c7f tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:01.092310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['070f1f62-6b25-4ea8-948b-7938935a7518'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:02:01.176109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad500f-82cb-4701-af68-ba5f0e63d820 req-46bb711c-599d-4859-93cd-35c0e8bedbca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:01.176893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-11ad500f-82cb-4701-af68-ba5f0e63d820 req-46bb711c-599d-4859-93cd-35c0e8bedbca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:01.181921 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-11ad500f-82cb-4701-af68-ba5f0e63d820 req-46bb711c-599d-4859-93cd-35c0e8bedbca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "PUT /v2.0/ports/070f1f62-6b25-4ea8-948b-7938935a7518 HTTP/1.1" status: 200 len: 942 time: 0.5854702 Apr 23 10:02:01.182809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfa896c-9ba3-47b0-9936-a11f5097b633', 'tag': '070f1f62-6b25-4ea8-948b-7938935a7518'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:02:01.184813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48358) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:01.199927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb711c-599d-4859-93cd-35c0e8bedbca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Pushing event updated for resources: {'Port': ['ID=070f1f62-6b25-4ea8-948b-7938935a7518,revision_number=7']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:01.210978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb711c-599d-4859-93cd-35c0e8bedbca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:01.211445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb711c-599d-4859-93cd-35c0e8bedbca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:01.212800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb711c-599d-4859-93cd-35c0e8bedbca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:01.213872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb711c-599d-4859-93cd-35c0e8bedbca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:01.214364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb711c-599d-4859-93cd-35c0e8bedbca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:01.214938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb711c-599d-4859-93cd-35c0e8bedbca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:01.215364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb711c-599d-4859-93cd-35c0e8bedbca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:01.215787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb711c-599d-4859-93cd-35c0e8bedbca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:01.216206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb711c-599d-4859-93cd-35c0e8bedbca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:01.217452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb711c-599d-4859-93cd-35c0e8bedbca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:01.218049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb711c-599d-4859-93cd-35c0e8bedbca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:01.218496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bb711c-599d-4859-93cd-35c0e8bedbca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:01.225250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-46bb711c-599d-4859-93cd-35c0e8bedbca tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:01.245056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['070f1f62-6b25-4ea8-948b-7938935a7518'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:02:01.260418 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dfa896c-9ba3-47b0-9936-a11f5097b633', 'tag': '070f1f62-6b25-4ea8-948b-7938935a7518', 'status': 'completed', 'code': 200} Apr 23 10:02:01.362007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-897f02dc-0f88-496b-af59-9605ac81892f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:01.412249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-897f02dc-0f88-496b-af59-9605ac81892f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:01.436328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8cecb361-89d8-4040-9818-f2583e266c19 None None] Provisioning complete for port 070f1f62-6b25-4ea8-948b-7938935a7518 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:02:01.436656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8cecb361-89d8-4040-9818-f2583e266c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:01.459191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9ec5c-51ab-4b14-9c43-c15297736afd req-a14bf22b-a9fb-473a-a67f-6c273c859144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:01.460855 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-05c9ec5c-51ab-4b14-9c43-c15297736afd req-a14bf22b-a9fb-473a-a67f-6c273c859144 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d7b03f35f5e47f08b4f4243b6c5eae8&device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 1098 time: 0.1693976 Apr 23 10:02:01.614365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9ec5c-51ab-4b14-9c43-c15297736afd req-a958501f-11ce-4052-b582-090a0ffeb8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:01.615984 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-05c9ec5c-51ab-4b14-9c43-c15297736afd req-a958501f-11ce-4052-b582-090a0ffeb8dd service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1b5a18d-9c85-4bd3-95aa-562e14ba6625 HTTP/1.1" status: 200 len: 915 time: 0.1487594 Apr 23 10:02:01.685872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-897f02dc-0f88-496b-af59-9605ac81892f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:01.700032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8d847519-cd18-4158-9f2b-7bdb99da2eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:01.720815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f02dc-0f88-496b-af59-9605ac81892f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=114fc4e8-9e69-4327-aef1-02f5c80fef24,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:01.742960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f02dc-0f88-496b-af59-9605ac81892f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:01.743403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f02dc-0f88-496b-af59-9605ac81892f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:01.743838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f02dc-0f88-496b-af59-9605ac81892f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:01.744266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f02dc-0f88-496b-af59-9605ac81892f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:01.744690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f02dc-0f88-496b-af59-9605ac81892f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:01.745116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f02dc-0f88-496b-af59-9605ac81892f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:01.745538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f02dc-0f88-496b-af59-9605ac81892f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:01.745971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f02dc-0f88-496b-af59-9605ac81892f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:01.746398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f02dc-0f88-496b-af59-9605ac81892f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:01.746821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f02dc-0f88-496b-af59-9605ac81892f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:01.747237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f02dc-0f88-496b-af59-9605ac81892f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:01.747653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f02dc-0f88-496b-af59-9605ac81892f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:01.755072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-897f02dc-0f88-496b-af59-9605ac81892f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:01.758415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-897f02dc-0f88-496b-af59-9605ac81892f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:01.759663 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-897f02dc-0f88-496b-af59-9605ac81892f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "DELETE /v2.0/security-groups/114fc4e8-9e69-4327-aef1-02f5c80fef24 HTTP/1.1" status: 204 len: 168 time: 0.5735049 Apr 23 10:02:01.763132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48364) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:01.776135 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-05c9ec5c-51ab-4b14-9c43-c15297736afd req-b6ef040f-199c-45f6-aab0-adf5b5181035 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=070f1f62-6b25-4ea8-948b-7938935a7518 HTTP/1.1" status: 200 len: 1001 time: 0.1520076 Apr 23 10:02:01.850950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9ec5c-51ab-4b14-9c43-c15297736afd req-f2537fe8-dfc9-4104-a3c0-3befd5ff19fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:01.852542 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-05c9ec5c-51ab-4b14-9c43-c15297736afd req-f2537fe8-dfc9-4104-a3c0-3befd5ff19fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa7476ca-e2bd-40a0-bb43-35bc811515ab HTTP/1.1" status: 200 len: 853 time: 0.0702600 Apr 23 10:02:01.936634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9ec5c-51ab-4b14-9c43-c15297736afd req-02862882-5b29-4ed0-aa3e-4d7c6958f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:01.938287 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-05c9ec5c-51ab-4b14-9c43-c15297736afd req-02862882-5b29-4ed0-aa3e-4d7c6958f77a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1b5a18d-9c85-4bd3-95aa-562e14ba6625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795314 Apr 23 10:02:02.052779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4a46861e-b6c3-4989-87af-1b373a775e4c tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Deleting port 5c5ab66c-fe29-49ca-ac24-32adf5301992 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:02:02.053173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4a46861e-b6c3-4989-87af-1b373a775e4c tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:02.084941 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-05c9ec5c-51ab-4b14-9c43-c15297736afd req-4d9ac52f-87c0-4faf-969c-4135d0518b0a service neutron] 10.222.0.35 "GET /v2.0/networks/a1b5a18d-9c85-4bd3-95aa-562e14ba6625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401544 Apr 23 10:02:02.183083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4a46861e-b6c3-4989-87af-1b373a775e4c tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:02.183668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4a46861e-b6c3-4989-87af-1b373a775e4c tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:02.231109 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-05c9ec5c-51ab-4b14-9c43-c15297736afd req-836ed48e-201f-4e3a-ad05-a0863286d97d service neutron] 10.222.0.35 "GET /v2.0/networks/a1b5a18d-9c85-4bd3-95aa-562e14ba6625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396842 Apr 23 10:02:02.317400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4a46861e-b6c3-4989-87af-1b373a775e4c tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Calling delete_port for 5c5ab66c-fe29-49ca-ac24-32adf5301992 owned by network:floatingip {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:02:02.464173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4a46861e-b6c3-4989-87af-1b373a775e4c tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:02.468264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-03e7f7e3-2cf7-4eef-8eff-8bc3575d6697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:02.514242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46861e-b6c3-4989-87af-1b373a775e4c tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Pushing event deleted for resources: {'Port': ['ID=5c5ab66c-fe29-49ca-ac24-32adf5301992,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:02.518897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4a46861e-b6c3-4989-87af-1b373a775e4c tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:02.623956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4a46861e-b6c3-4989-87af-1b373a775e4c tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks [] for floatingip, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:02.624224 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-4a46861e-b6c3-4989-87af-1b373a775e4c tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Floating IP d7280c4b-54fc-4e03-8d51-4fac7af094ca disassociated (deleted). External IP: 172.26.4.123, port: 070f1f62-6b25-4ea8-948b-7938935a7518. Apr 23 10:02:02.999191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a46861e-b6c3-4989-87af-1b373a775e4c tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Router 8d8cd9cf-00e8-47aa-b9bb-bb18138123c4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:02:03.197721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a46861e-b6c3-4989-87af-1b373a775e4c tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:02:03.208270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e13bee-cdb3-426b-af76-706aafe23867 None None] Sync routers for ids ['8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:02:03.215516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4a46861e-b6c3-4989-87af-1b373a775e4c tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:03.217889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e13bee-cdb3-426b-af76-706aafe23867 None None] Routers {'8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:02:03.218585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-63e13bee-cdb3-426b-af76-706aafe23867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:01:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:03.276288 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4a46861e-b6c3-4989-87af-1b373a775e4c tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "DELETE /v2.0/floatingips/d7280c4b-54fc-4e03-8d51-4fac7af094ca HTTP/1.1" status: 204 len: 168 time: 1.5119393 Apr 23 10:02:03.277001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfa896c-9ba3-47b0-9936-a11f5097b633', 'tag': '070f1f62-6b25-4ea8-948b-7938935a7518'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:02:03.409091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-63e13bee-cdb3-426b-af76-706aafe23867 None None] Set router 8d8cd9cf-00e8-47aa-b9bb-bb18138123c4 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:02:03.718543 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dfa896c-9ba3-47b0-9936-a11f5097b633', 'tag': '070f1f62-6b25-4ea8-948b-7938935a7518', 'status': 'completed', 'code': 200} Apr 23 10:02:03.761113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-63e13bee-cdb3-426b-af76-706aafe23867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'name': 'tempest-TestMinimumBasicScenario-907892733-router', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:58:49Z', 'updated_at': '2021-04-23T09:58:54Z', 'revision_number': 4, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'gw_port': {'id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:81:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:50Z', 'updated_at': '2021-04-23T09:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '6ad44dc0-3231-4367-a926-62c40a64b34a', 'name': '', 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'mac_address': 'fa:16:3e:78:c1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'fa7476ca-e2bd-40a0-bb43-35bc811515ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:53Z', 'updated_at': '2021-04-23T09:59:04Z', 'revision_number': 5, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'subnets': [{'id': 'fa7476ca-e2bd-40a0-bb43-35bc811515ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:03.765827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e13bee-cdb3-426b-af76-706aafe23867 None None] Checking router: 8d8cd9cf-00e8-47aa-b9bb-bb18138123c4 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:02:03.775638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e13bee-cdb3-426b-af76-706aafe23867 None None] Routers {'8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:02:03.776393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-63e13bee-cdb3-426b-af76-706aafe23867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:01:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:03.826305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b296f6-7703-47a2-bfb1-1d825d5c2495 req-aeba9b96-7a17-4d35-9fc4-455560350660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:03.828197 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-01b296f6-7703-47a2-bfb1-1d825d5c2495 req-aeba9b96-7a17-4d35-9fc4-455560350660 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d7b03f35f5e47f08b4f4243b6c5eae8&device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 1098 time: 0.0861747 Apr 23 10:02:03.981472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-63e13bee-cdb3-426b-af76-706aafe23867 None None] Set router 8d8cd9cf-00e8-47aa-b9bb-bb18138123c4 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:02:04.279727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b296f6-7703-47a2-bfb1-1d825d5c2495 req-c8e0ab29-0751-4b00-870f-62fe7574a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:04.281254 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-01b296f6-7703-47a2-bfb1-1d825d5c2495 req-c8e0ab29-0751-4b00-870f-62fe7574a2ee service neutron] 10.222.0.35 "GET /v2.0/networks?id=a1b5a18d-9c85-4bd3-95aa-562e14ba6625 HTTP/1.1" status: 200 len: 915 time: 0.4470093 Apr 23 10:02:04.331396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-63e13bee-cdb3-426b-af76-706aafe23867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'name': 'tempest-TestMinimumBasicScenario-907892733-router', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:58:49Z', 'updated_at': '2021-04-23T09:58:54Z', 'revision_number': 4, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'gw_port': {'id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:81:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:50Z', 'updated_at': '2021-04-23T09:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '6ad44dc0-3231-4367-a926-62c40a64b34a', 'name': '', 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'mac_address': 'fa:16:3e:78:c1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'fa7476ca-e2bd-40a0-bb43-35bc811515ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:53Z', 'updated_at': '2021-04-23T09:59:04Z', 'revision_number': 5, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'subnets': [{'id': 'fa7476ca-e2bd-40a0-bb43-35bc811515ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:04.335560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e13bee-cdb3-426b-af76-706aafe23867 None None] The sync data for ids ['8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'] in dv-neutron-786478-4-hyperv is: [{'id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'name': 'tempest-TestMinimumBasicScenario-907892733-router', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:58:49Z', 'updated_at': '2021-04-23T09:58:54Z', 'revision_number': 4, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'gw_port': {'id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:81:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:50Z', 'updated_at': '2021-04-23T09:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '6ad44dc0-3231-4367-a926-62c40a64b34a', 'name': '', 'network_id': 'a1b5a18d-9c85-4bd3-95aa-562e14ba6625', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'mac_address': 'fa:16:3e:78:c1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'fa7476ca-e2bd-40a0-bb43-35bc811515ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:53Z', 'updated_at': '2021-04-23T09:59:04Z', 'revision_number': 5, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'subnets': [{'id': 'fa7476ca-e2bd-40a0-bb43-35bc811515ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:02:04.369056 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-01b296f6-7703-47a2-bfb1-1d825d5c2495 req-3f2920c4-c41c-4df1-a176-815c7efda6bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=070f1f62-6b25-4ea8-948b-7938935a7518 HTTP/1.1" status: 200 len: 217 time: 0.0749102 Apr 23 10:02:04.445709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b296f6-7703-47a2-bfb1-1d825d5c2495 req-72bcf925-b96e-40f1-b31e-770399dcdff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:04.447462 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-01b296f6-7703-47a2-bfb1-1d825d5c2495 req-72bcf925-b96e-40f1-b31e-770399dcdff7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa7476ca-e2bd-40a0-bb43-35bc811515ab HTTP/1.1" status: 200 len: 853 time: 0.0725746 Apr 23 10:02:04.534094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b296f6-7703-47a2-bfb1-1d825d5c2495 req-1e09a977-c396-4197-85e6-2604926b4361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:04.535717 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-01b296f6-7703-47a2-bfb1-1d825d5c2495 req-1e09a977-c396-4197-85e6-2604926b4361 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a1b5a18d-9c85-4bd3-95aa-562e14ba6625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821154 Apr 23 10:02:04.689762 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-01b296f6-7703-47a2-bfb1-1d825d5c2495 req-2a97357e-51f3-427e-acb6-8e4c744d90a5 service neutron] 10.222.0.35 "GET /v2.0/networks/a1b5a18d-9c85-4bd3-95aa-562e14ba6625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476190 Apr 23 10:02:04.766628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f104d347-d9c3-4427-a36e-d61400df445e None None] New status for floating IP d7280c4b-54fc-4e03-8d51-4fac7af094ca: DOWN {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:02:04.842274 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-01b296f6-7703-47a2-bfb1-1d825d5c2495 req-2f324a3f-1cd5-40bd-ac79-870e80ae142c service neutron] 10.222.0.35 "GET /v2.0/networks/a1b5a18d-9c85-4bd3-95aa-562e14ba6625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464691 Apr 23 10:02:06.739803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-94fdf0c1-70a1-4389-9d4b-3ceaafefad8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:09.203215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9c6e9-72c4-4a67-add2-81434ca93d8d req-d76f3248-61e9-4cec-af00-08ff4952ecee tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:09.203871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-5ff9c6e9-72c4-4a67-add2-81434ca93d8d req-d76f3248-61e9-4cec-af00-08ff4952ecee tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Synchronizing usage tracker for tenant:2d7b03f35f5e47f08b4f4243b6c5eae8 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:02:09.247605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-5ff9c6e9-72c4-4a67-add2-81434ca93d8d req-d76f3248-61e9-4cec-af00-08ff4952ecee tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Unset dirty status for tenant:2d7b03f35f5e47f08b4f4243b6c5eae8 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:02:09.248916 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5ff9c6e9-72c4-4a67-add2-81434ca93d8d req-d76f3248-61e9-4cec-af00-08ff4952ecee tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 945 time: 0.1363933 Apr 23 10:02:09.303188 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5ff9c6e9-72c4-4a67-add2-81434ca93d8d req-463056b2-ec74-4baf-bc41-b1ab9bf72f11 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474241 Apr 23 10:02:09.697822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-52776dfd-d214-4c58-9555-2bff6366acfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:10.510838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c34de-42ed-4e0c-a862-6c6716532ef6 req-52b16bb2-0df3-4889-81b2-e0fd49e6cb46 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:10.512479 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-691c34de-42ed-4e0c-a862-6c6716532ef6 req-52b16bb2-0df3-4889-81b2-e0fd49e6cb46 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 945 time: 0.0915465 Apr 23 10:02:10.555255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:10.564668 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-691c34de-42ed-4e0c-a862-6c6716532ef6 req-fd187837-76fb-495f-806f-17d627ee487d tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/security-groups?id=18331178-d083-4396-9005-102759e062de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448945 Apr 23 10:02:11.137187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5167f-a3c6-4280-8b58-7d73eebc003e req-40f04e38-6535-4f7e-a09f-c0d2a7ac22f0 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:11.137946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-d4d5167f-a3c6-4280-8b58-7d73eebc003e req-40f04e38-6535-4f7e-a09f-c0d2a7ac22f0 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Synchronizing usage tracker for tenant:2d7b03f35f5e47f08b4f4243b6c5eae8 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:02:11.151253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-d4d5167f-a3c6-4280-8b58-7d73eebc003e req-40f04e38-6535-4f7e-a09f-c0d2a7ac22f0 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Unset dirty status for tenant:2d7b03f35f5e47f08b4f4243b6c5eae8 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:02:11.152442 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d5167f-a3c6-4280-8b58-7d73eebc003e req-40f04e38-6535-4f7e-a09f-c0d2a7ac22f0 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.35 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 945 time: 0.1050076 Apr 23 10:02:11.287295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:11.306715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-d4d5167f-a3c6-4280-8b58-7d73eebc003e req-3c145ae8-440a-465d-80e7-5bed83dcdb46 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Deleting port 070f1f62-6b25-4ea8-948b-7938935a7518 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:02:11.307099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d4d5167f-a3c6-4280-8b58-7d73eebc003e req-3c145ae8-440a-465d-80e7-5bed83dcdb46 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:11.452109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-d4d5167f-a3c6-4280-8b58-7d73eebc003e req-3c145ae8-440a-465d-80e7-5bed83dcdb46 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] For port 070f1f62-6b25-4ea8-948b-7938935a7518, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=070f1f62-6b25-4ea8-948b-7938935a7518,segment=NetworkSegment(401d0aac-3ae5-4335-86f3-9445e841d3d9),segment_id=401d0aac-3ae5-4335-86f3-9445e841d3d9)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:02:11.452517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d4d5167f-a3c6-4280-8b58-7d73eebc003e req-3c145ae8-440a-465d-80e7-5bed83dcdb46 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:11.590890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-d4d5167f-a3c6-4280-8b58-7d73eebc003e req-3c145ae8-440a-465d-80e7-5bed83dcdb46 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Calling delete_port for 070f1f62-6b25-4ea8-948b-7938935a7518 owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:02:11.788570 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e947b01f-db59-48d4-82f7-64d375535da5 req-3eaa8baa-f44f-4388-b832-0864db7b645c tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dfa896c-9ba3-47b0-9936-a11f5097b633 HTTP/1.1" status: 200 len: 210 time: 0.0540669 Apr 23 10:02:11.819370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d4d5167f-a3c6-4280-8b58-7d73eebc003e req-3c145ae8-440a-465d-80e7-5bed83dcdb46 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:11.825673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-90edb034-d2dd-4c8f-a84a-a16c8ea68256 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:11.832508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['070f1f62-6b25-4ea8-948b-7938935a7518'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:02:11.875544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c145ae8-440a-465d-80e7-5bed83dcdb46 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Pushing event deleted for resources: {'Port': ['ID=070f1f62-6b25-4ea8-948b-7938935a7518,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:11.878914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3c145ae8-440a-465d-80e7-5bed83dcdb46 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:11.959447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d5167f-a3c6-4280-8b58-7d73eebc003e req-3c145ae8-440a-465d-80e7-5bed83dcdb46 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] No DVR routers for this DVR port 070f1f62-6b25-4ea8-948b-7938935a7518 on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:02:11.962472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d4d5167f-a3c6-4280-8b58-7d73eebc003e req-3c145ae8-440a-465d-80e7-5bed83dcdb46 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:11.965654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfa896c-9ba3-47b0-9936-a11f5097b633', 'name': 'network-vif-deleted', 'tag': '070f1f62-6b25-4ea8-948b-7938935a7518'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:02:12.020374 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d4d5167f-a3c6-4280-8b58-7d73eebc003e req-3c145ae8-440a-465d-80e7-5bed83dcdb46 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] 10.222.0.35 "DELETE /v2.0/ports/070f1f62-6b25-4ea8-948b-7938935a7518 HTTP/1.1" status: 204 len: 173 time: 0.8624165 Apr 23 10:02:12.077460 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dfa896c-9ba3-47b0-9936-a11f5097b633', 'name': 'network-vif-deleted', 'tag': '070f1f62-6b25-4ea8-948b-7938935a7518', 'status': 'completed', 'code': 200} Apr 23 10:02:12.448334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:13.975467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48462) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:14.547983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5eb463c1-cf33-482d-88bf-14ddfa9d68a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:14.897745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 070f1f62-6b25-4ea8-948b-7938935a7518 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:02:14.939066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 070f1f62-6b25-4ea8-948b-7938935a7518 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:02:14.939469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 070f1f62-6b25-4ea8-948b-7938935a7518 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:02:15.276051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5eb463c1-cf33-482d-88bf-14ddfa9d68a0 admin admin] Deleting port 6ad44dc0-3231-4367-a926-62c40a64b34a {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:02:15.276618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5eb463c1-cf33-482d-88bf-14ddfa9d68a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:15.402348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5eb463c1-cf33-482d-88bf-14ddfa9d68a0 admin admin] For port 6ad44dc0-3231-4367-a926-62c40a64b34a, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=6ad44dc0-3231-4367-a926-62c40a64b34a,segment=NetworkSegment(401d0aac-3ae5-4335-86f3-9445e841d3d9),segment_id=401d0aac-3ae5-4335-86f3-9445e841d3d9)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:02:15.402745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5eb463c1-cf33-482d-88bf-14ddfa9d68a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:15.540122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5eb463c1-cf33-482d-88bf-14ddfa9d68a0 admin admin] Calling delete_port for 6ad44dc0-3231-4367-a926-62c40a64b34a owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:02:15.848838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5eb463c1-cf33-482d-88bf-14ddfa9d68a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:15.854498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-448d2da2-51cc-48b8-83f9-70b1253700ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:15.903268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb463c1-cf33-482d-88bf-14ddfa9d68a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad44dc0-3231-4367-a926-62c40a64b34a,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:15.906009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5eb463c1-cf33-482d-88bf-14ddfa9d68a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:16.194381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5eb463c1-cf33-482d-88bf-14ddfa9d68a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:16.578198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb463c1-cf33-482d-88bf-14ddfa9d68a0 admin admin] Router 8d8cd9cf-00e8-47aa-b9bb-bb18138123c4 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:02:16.774112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb463c1-cf33-482d-88bf-14ddfa9d68a0 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:02:16.783401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e053516d-c865-41ba-9401-12f71352aa90 None None] Sync routers for ids ['8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:02:16.787392 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5eb463c1-cf33-482d-88bf-14ddfa9d68a0 admin admin] 10.222.0.60 "PUT /v2.0/routers/8d8cd9cf-00e8-47aa-b9bb-bb18138123c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8100629 Apr 23 10:02:16.790522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48468) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:16.796907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e053516d-c865-41ba-9401-12f71352aa90 None None] Routers {'8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:02:16.797486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e053516d-c865-41ba-9401-12f71352aa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:02:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:16.982242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cd376a9-72a9-450f-96ce-13a87a578535 admin admin] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:16.992350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-e053516d-c865-41ba-9401-12f71352aa90 None None] Set router 8d8cd9cf-00e8-47aa-b9bb-bb18138123c4 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:02:17.175421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cd376a9-72a9-450f-96ce-13a87a578535 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:17.281622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3cd376a9-72a9-450f-96ce-13a87a578535 admin admin] Deleting port 53ae7b8e-32e0-4ddf-9e05-302ad8924694 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:02:17.282219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cd376a9-72a9-450f-96ce-13a87a578535 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:17.299699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e053516d-c865-41ba-9401-12f71352aa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'name': 'tempest-TestMinimumBasicScenario-907892733-router', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:58:49Z', 'updated_at': '2021-04-23T10:02:15Z', 'revision_number': 5, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'gw_port': {'id': '53ae7b8e-32e0-4ddf-9e05-302ad8924694', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:81:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:50Z', 'updated_at': '2021-04-23T09:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:17.304016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e053516d-c865-41ba-9401-12f71352aa90 None None] Checking router: 8d8cd9cf-00e8-47aa-b9bb-bb18138123c4 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:02:17.313104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e053516d-c865-41ba-9401-12f71352aa90 None None] Routers {'8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:02:17.313786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e053516d-c865-41ba-9401-12f71352aa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:02:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:17.415746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-3cd376a9-72a9-450f-96ce-13a87a578535 admin admin] For port 53ae7b8e-32e0-4ddf-9e05-302ad8924694, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=53ae7b8e-32e0-4ddf-9e05-302ad8924694,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:02:17.416151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cd376a9-72a9-450f-96ce-13a87a578535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:17.482682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-e053516d-c865-41ba-9401-12f71352aa90 None None] Set router 8d8cd9cf-00e8-47aa-b9bb-bb18138123c4 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:02:17.562322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3cd376a9-72a9-450f-96ce-13a87a578535 admin admin] Calling delete_port for 53ae7b8e-32e0-4ddf-9e05-302ad8924694 owned by network:router_gateway {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:02:17.608072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e053516d-c865-41ba-9401-12f71352aa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'name': 'tempest-TestMinimumBasicScenario-907892733-router', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:58:49Z', 'updated_at': '2021-04-23T10:02:17Z', 'revision_number': 6, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:17.612768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e053516d-c865-41ba-9401-12f71352aa90 None None] The sync data for ids ['8d8cd9cf-00e8-47aa-b9bb-bb18138123c4'] in dv-neutron-786478-4-hyperv is: [{'id': '8d8cd9cf-00e8-47aa-b9bb-bb18138123c4', 'name': 'tempest-TestMinimumBasicScenario-907892733-router', 'tenant_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:58:49Z', 'updated_at': '2021-04-23T10:02:17Z', 'revision_number': 6, 'project_id': '2d7b03f35f5e47f08b4f4243b6c5eae8', 'gw_port_host': None}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:02:17.804220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cd376a9-72a9-450f-96ce-13a87a578535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:17.809943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6f09da52-19a6-4e7a-b439-17b1a029e5ea tempest-ServersAdminNegativeTestJSON-825242800 tempest-ServersAdminNegativeTestJSON-825242800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:17.897625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd376a9-72a9-450f-96ce-13a87a578535 admin admin] Pushing event deleted for resources: {'Port': ['ID=53ae7b8e-32e0-4ddf-9e05-302ad8924694,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:17.900727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3cd376a9-72a9-450f-96ce-13a87a578535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:17.967406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cd376a9-72a9-450f-96ce-13a87a578535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:18.161067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cd376a9-72a9-450f-96ce-13a87a578535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:18.163503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cd376a9-72a9-450f-96ce-13a87a578535 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:18.265967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cd376a9-72a9-450f-96ce-13a87a578535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:18.266571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd376a9-72a9-450f-96ce-13a87a578535 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d8cd9cf-00e8-47aa-b9bb-bb18138123c4 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 10:02:18.281769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3cd376a9-72a9-450f-96ce-13a87a578535 admin admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:18.283050 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3cd376a9-72a9-450f-96ce-13a87a578535 admin admin] 10.222.0.60 "DELETE /v2.0/routers/8d8cd9cf-00e8-47aa-b9bb-bb18138123c4 HTTP/1.1" status: 204 len: 168 time: 1.4915338 Apr 23 10:02:18.285745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48478) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:18.357092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d96667-274e-4464-b5e1-9cbebae3549f admin admin] Deleting subnet fa7476ca-e2bd-40a0-bb43-35bc811515ab {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:02:18.360253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a0d96667-274e-4464-b5e1-9cbebae3549f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:18.706652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a0d96667-274e-4464-b5e1-9cbebae3549f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:18.868516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a0d96667-274e-4464-b5e1-9cbebae3549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:19.008718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 53ae7b8e-32e0-4ddf-9e05-302ad8924694 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:02:19.047428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 53ae7b8e-32e0-4ddf-9e05-302ad8924694 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:02:19.047824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 53ae7b8e-32e0-4ddf-9e05-302ad8924694 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:02:19.048308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6ad44dc0-3231-4367-a926-62c40a64b34a no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:02:19.086121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 6ad44dc0-3231-4367-a926-62c40a64b34a {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:02:19.086743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 6ad44dc0-3231-4367-a926-62c40a64b34a not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:02:19.358125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a0d96667-274e-4464-b5e1-9cbebae3549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:19.363533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e25ae525-beca-4051-8656-629310652148 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:19.400901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d96667-274e-4464-b5e1-9cbebae3549f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa7476ca-e2bd-40a0-bb43-35bc811515ab,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:19.404337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a0d96667-274e-4464-b5e1-9cbebae3549f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:19.405506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a0d96667-274e-4464-b5e1-9cbebae3549f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:19.411045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aaf65a-dfc0-405b-a5ec-dbb6ca84ccb5 None None] Network a1b5a18d-9c85-4bd3-95aa-562e14ba6625 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:02:19.412466 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a0d96667-274e-4464-b5e1-9cbebae3549f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fa7476ca-e2bd-40a0-bb43-35bc811515ab HTTP/1.1" status: 204 len: 168 time: 1.1255405 Apr 23 10:02:19.414961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48482) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:19.539653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:19.624996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] Deleting port 574c866a-5593-4fc0-81f9-82abdb7097b7 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:02:19.625279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:19.681905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef575006-5e42-4edf-ad9b-711c11e95320 None None] DHCP port deletion for a1b5a18d-9c85-4bd3-95aa-562e14ba6625 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 10:02:19.744299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] For port 574c866a-5593-4fc0-81f9-82abdb7097b7, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=574c866a-5593-4fc0-81f9-82abdb7097b7,segment=NetworkSegment(401d0aac-3ae5-4335-86f3-9445e841d3d9),segment_id=401d0aac-3ae5-4335-86f3-9445e841d3d9)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:02:19.744904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:19.752943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ef575006-5e42-4edf-ad9b-711c11e95320 None None] Deleting port 574c866a-5593-4fc0-81f9-82abdb7097b7 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:02:19.753377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ef575006-5e42-4edf-ad9b-711c11e95320 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:19.862523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-ef575006-5e42-4edf-ad9b-711c11e95320 None None] For port 574c866a-5593-4fc0-81f9-82abdb7097b7, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=574c866a-5593-4fc0-81f9-82abdb7097b7,segment=NetworkSegment(401d0aac-3ae5-4335-86f3-9445e841d3d9),segment_id=401d0aac-3ae5-4335-86f3-9445e841d3d9)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:02:19.862973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ef575006-5e42-4edf-ad9b-711c11e95320 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:19.884206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] Calling delete_port for 574c866a-5593-4fc0-81f9-82abdb7097b7 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:02:19.969208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:19.974479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4777cf08-b616-41a1-a8ee-29b737d05e94 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:19.998252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ef575006-5e42-4edf-ad9b-711c11e95320 None None] Calling delete_port for 574c866a-5593-4fc0-81f9-82abdb7097b7 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:02:20.025400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] No DVR routers for this DVR port 574c866a-5593-4fc0-81f9-82abdb7097b7 on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:02:20.043245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-ef575006-5e42-4edf-ad9b-711c11e95320 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 10:02:20.043700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-ef575006-5e42-4edf-ad9b-711c11e95320 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 10:02:20.060744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=574c866a-5593-4fc0-81f9-82abdb7097b7,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:20.063470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:20.160006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:20.278544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b5a18d-9c85-4bd3-95aa-562e14ba6625']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:20.291628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401d0aac-3ae5-4335-86f3-9445e841d3d9') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:20.291968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401d0aac-3ae5-4335-86f3-9445e841d3d9') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:20.304794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:20.375141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:20.382276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:02:20.567933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] Network a1b5a18d-9c85-4bd3-95aa-562e14ba6625 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:02:20.577719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:20.583421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ef575006-5e42-4edf-ad9b-711c11e95320 None None] The port '574c866a-5593-4fc0-81f9-82abdb7097b7' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 10:02:20.764349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] Network a1b5a18d-9c85-4bd3-95aa-562e14ba6625 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:02:20.788462 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:02:20.951794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:20.955621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0d6944c3-667e-40f4-b726-a38329d19876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:20.972206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:20.985622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1b5a18d-9c85-4bd3-95aa-562e14ba6625,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:20.992916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:21.007477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 574c866a-5593-4fc0-81f9-82abdb7097b7 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:02:21.032998 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a1b5a18d-9c85-4bd3-95aa-562e14ba6625 HTTP/1.1" status: 204 len: 168 time: 1.6167367 Apr 23 10:02:21.035831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48486) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:21.044636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 574c866a-5593-4fc0-81f9-82abdb7097b7 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:02:21.045040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 574c866a-5593-4fc0-81f9-82abdb7097b7 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:02:21.605463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d396e5a3-5a19-4a21-a07a-dcf01fde8fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:22.024150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:02:22.048452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d396e5a3-5a19-4a21-a07a-dcf01fde8fc1 admin admin] Deleting port db250dec-46ab-4cb7-a117-d997421d3d31 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:02:22.048827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d396e5a3-5a19-4a21-a07a-dcf01fde8fc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:22.195245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d396e5a3-5a19-4a21-a07a-dcf01fde8fc1 admin admin] For port db250dec-46ab-4cb7-a117-d997421d3d31, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=db250dec-46ab-4cb7-a117-d997421d3d31,segment=NetworkSegment(fd0e5451-b8df-4baf-acf7-d98418e06ba3),segment_id=fd0e5451-b8df-4baf-acf7-d98418e06ba3)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:02:22.195648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d396e5a3-5a19-4a21-a07a-dcf01fde8fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:22.356045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d396e5a3-5a19-4a21-a07a-dcf01fde8fc1 admin admin] Calling delete_port for db250dec-46ab-4cb7-a117-d997421d3d31 owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:02:22.597092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d396e5a3-5a19-4a21-a07a-dcf01fde8fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:22.604419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d1d9d9c-e390-4b0e-b7cb-56c7ff8cbf09 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:22.670988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396e5a3-5a19-4a21-a07a-dcf01fde8fc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=db250dec-46ab-4cb7-a117-d997421d3d31,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:22.673727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d396e5a3-5a19-4a21-a07a-dcf01fde8fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:22.962923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d396e5a3-5a19-4a21-a07a-dcf01fde8fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:23.633156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d396e5a3-5a19-4a21-a07a-dcf01fde8fc1 admin admin] Router c7f22932-dac9-4935-8e0b-6e77c206d667 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:02:23.752626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:23.840763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d396e5a3-5a19-4a21-a07a-dcf01fde8fc1 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:02:23.852964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b75daef-5e51-4e1f-84a1-ed8d368ca92d None None] Sync routers for ids ['c7f22932-dac9-4935-8e0b-6e77c206d667'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:02:23.862949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b75daef-5e51-4e1f-84a1-ed8d368ca92d None None] Routers {'c7f22932-dac9-4935-8e0b-6e77c206d667'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:02:23.868904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7b75daef-5e51-4e1f-84a1-ed8d368ca92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:02:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c7f22932-dac9-4935-8e0b-6e77c206d667'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:23.892051 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d396e5a3-5a19-4a21-a07a-dcf01fde8fc1 admin admin] 10.222.0.60 "PUT /v2.0/routers/c7f22932-dac9-4935-8e0b-6e77c206d667/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8550789 Apr 23 10:02:23.894608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48494) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:24.056964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-7b75daef-5e51-4e1f-84a1-ed8d368ca92d None None] Set router c7f22932-dac9-4935-8e0b-6e77c206d667 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:02:24.088192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1261478f-cdf6-48e8-9058-dec34163cc55 admin admin] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:24.284806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1261478f-cdf6-48e8-9058-dec34163cc55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:24.367042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7b75daef-5e51-4e1f-84a1-ed8d368ca92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f22932-dac9-4935-8e0b-6e77c206d667', 'name': 'tempest-TestMinimumBasicScenario-1030888021-router', 'tenant_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.176'}], 'enable_snat': True}, 'gw_port_id': 'e707a0ac-c71a-4789-b138-6a3dab059e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:58:58Z', 'updated_at': '2021-04-23T10:02:22Z', 'revision_number': 5, 'project_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'gw_port': {'id': 'e707a0ac-c71a-4789-b138-6a3dab059e6d', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f22932-dac9-4935-8e0b-6e77c206d667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T09:58:59Z', 'updated_at': '2021-04-23T09:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:24.371250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b75daef-5e51-4e1f-84a1-ed8d368ca92d None None] Checking router: c7f22932-dac9-4935-8e0b-6e77c206d667 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:02:24.380534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b75daef-5e51-4e1f-84a1-ed8d368ca92d None None] Routers {'c7f22932-dac9-4935-8e0b-6e77c206d667'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:02:24.381212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7b75daef-5e51-4e1f-84a1-ed8d368ca92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:02:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c7f22932-dac9-4935-8e0b-6e77c206d667'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:24.387353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1261478f-cdf6-48e8-9058-dec34163cc55 admin admin] Deleting port e707a0ac-c71a-4789-b138-6a3dab059e6d {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:02:24.387733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1261478f-cdf6-48e8-9058-dec34163cc55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:24.521792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1261478f-cdf6-48e8-9058-dec34163cc55 admin admin] For port e707a0ac-c71a-4789-b138-6a3dab059e6d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=e707a0ac-c71a-4789-b138-6a3dab059e6d,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:02:24.522232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1261478f-cdf6-48e8-9058-dec34163cc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:24.548602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-7b75daef-5e51-4e1f-84a1-ed8d368ca92d None None] Set router c7f22932-dac9-4935-8e0b-6e77c206d667 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:02:24.662071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1261478f-cdf6-48e8-9058-dec34163cc55 admin admin] Calling delete_port for e707a0ac-c71a-4789-b138-6a3dab059e6d owned by network:router_gateway {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:02:24.843700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7b75daef-5e51-4e1f-84a1-ed8d368ca92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f22932-dac9-4935-8e0b-6e77c206d667', 'name': 'tempest-TestMinimumBasicScenario-1030888021-router', 'tenant_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:58:58Z', 'updated_at': '2021-04-23T10:02:24Z', 'revision_number': 6, 'project_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:24.848098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b75daef-5e51-4e1f-84a1-ed8d368ca92d None None] The sync data for ids ['c7f22932-dac9-4935-8e0b-6e77c206d667'] in dv-neutron-786478-4-hyperv is: [{'id': 'c7f22932-dac9-4935-8e0b-6e77c206d667', 'name': 'tempest-TestMinimumBasicScenario-1030888021-router', 'tenant_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T09:58:58Z', 'updated_at': '2021-04-23T10:02:24Z', 'revision_number': 6, 'project_id': 'e1e5eb9827594b019e2f414e027eb9f3', 'gw_port_host': None}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:02:24.960265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device db250dec-46ab-4cb7-a117-d997421d3d31 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:02:24.964337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1261478f-cdf6-48e8-9058-dec34163cc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:24.969687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:24.997051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: db250dec-46ab-4cb7-a117-d997421d3d31 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:02:24.997470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device db250dec-46ab-4cb7-a117-d997421d3d31 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:02:25.022637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261478f-cdf6-48e8-9058-dec34163cc55 admin admin] Pushing event deleted for resources: {'Port': ['ID=e707a0ac-c71a-4789-b138-6a3dab059e6d,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:25.057022 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1261478f-cdf6-48e8-9058-dec34163cc55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:25.121952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1261478f-cdf6-48e8-9058-dec34163cc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:25.308991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1261478f-cdf6-48e8-9058-dec34163cc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:25.311364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1261478f-cdf6-48e8-9058-dec34163cc55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:25.471812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1261478f-cdf6-48e8-9058-dec34163cc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:25.472556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1261478f-cdf6-48e8-9058-dec34163cc55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7f22932-dac9-4935-8e0b-6e77c206d667 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 10:02:25.497071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1261478f-cdf6-48e8-9058-dec34163cc55 admin admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:25.501201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48498) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:25.501369 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1261478f-cdf6-48e8-9058-dec34163cc55 admin admin] 10.222.0.60 "DELETE /v2.0/routers/c7f22932-dac9-4935-8e0b-6e77c206d667 HTTP/1.1" status: 204 len: 168 time: 1.6056862 Apr 23 10:02:25.572456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76b7106-4211-4c8c-ba30-7e44c6783cb0 admin admin] Deleting subnet 8b8d3c03-8b53-4675-be68-13e6d08bbbfa {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:02:25.575574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e76b7106-4211-4c8c-ba30-7e44c6783cb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:25.631046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e76b7106-4211-4c8c-ba30-7e44c6783cb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:25.712458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e76b7106-4211-4c8c-ba30-7e44c6783cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:25.999142 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e76b7106-4211-4c8c-ba30-7e44c6783cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:26.004166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-db37eb44-2276-4bc1-b243-3083d6759b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:26.041966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b7106-4211-4c8c-ba30-7e44c6783cb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b8d3c03-8b53-4675-be68-13e6d08bbbfa,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:26.045637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e76b7106-4211-4c8c-ba30-7e44c6783cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:26.047160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e76b7106-4211-4c8c-ba30-7e44c6783cb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:26.051887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8797a8f-aa72-4cf5-9f3c-789f5c8eb31b None None] Network cbcb386a-4292-450a-8f62-e35bd4e45404 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:02:26.067484 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e76b7106-4211-4c8c-ba30-7e44c6783cb0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8b8d3c03-8b53-4675-be68-13e6d08bbbfa HTTP/1.1" status: 204 len: 168 time: 0.5510261 Apr 23 10:02:26.067658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48502) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:26.181183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:26.264742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] Deleting port 24c254ec-a124-4536-8c31-182c14a9d4aa {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:02:26.265124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:26.314641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084d8ce9-656b-426e-be22-484a34455d29 None None] DHCP port deletion for cbcb386a-4292-450a-8f62-e35bd4e45404 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 10:02:26.371779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] For port 24c254ec-a124-4536-8c31-182c14a9d4aa, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=24c254ec-a124-4536-8c31-182c14a9d4aa,segment=NetworkSegment(fd0e5451-b8df-4baf-acf7-d98418e06ba3),segment_id=fd0e5451-b8df-4baf-acf7-d98418e06ba3)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:02:26.372180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:26.391110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-084d8ce9-656b-426e-be22-484a34455d29 None None] Deleting port 24c254ec-a124-4536-8c31-182c14a9d4aa {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:02:26.391544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-084d8ce9-656b-426e-be22-484a34455d29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:26.501384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-084d8ce9-656b-426e-be22-484a34455d29 None None] For port 24c254ec-a124-4536-8c31-182c14a9d4aa, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=24c254ec-a124-4536-8c31-182c14a9d4aa,segment=NetworkSegment(fd0e5451-b8df-4baf-acf7-d98418e06ba3),segment_id=fd0e5451-b8df-4baf-acf7-d98418e06ba3)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:02:26.501862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-084d8ce9-656b-426e-be22-484a34455d29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:26.512927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] Calling delete_port for 24c254ec-a124-4536-8c31-182c14a9d4aa owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:02:26.587217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:26.592691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1261478f-cdf6-48e8-9058-dec34163cc55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:26.634878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-084d8ce9-656b-426e-be22-484a34455d29 None None] Calling delete_port for 24c254ec-a124-4536-8c31-182c14a9d4aa owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:02:26.639375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=24c254ec-a124-4536-8c31-182c14a9d4aa,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:26.642192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:26.644648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] No DVR routers for this DVR port 24c254ec-a124-4536-8c31-182c14a9d4aa on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:02:26.678038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-084d8ce9-656b-426e-be22-484a34455d29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 10:02:26.678483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-084d8ce9-656b-426e-be22-484a34455d29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 10:02:26.769552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:26.887183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcb386a-4292-450a-8f62-e35bd4e45404']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:26.900003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0e5451-b8df-4baf-acf7-d98418e06ba3') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:26.900343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0e5451-b8df-4baf-acf7-d98418e06ba3') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:26.913661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:26.928425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:26.935312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:02:27.004763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 24c254ec-a124-4536-8c31-182c14a9d4aa no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:02:27.044200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 24c254ec-a124-4536-8c31-182c14a9d4aa {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:02:27.044515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 24c254ec-a124-4536-8c31-182c14a9d4aa not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:02:27.045038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device e707a0ac-c71a-4789-b138-6a3dab059e6d no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:02:27.086811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: e707a0ac-c71a-4789-b138-6a3dab059e6d {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:02:27.087205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device e707a0ac-c71a-4789-b138-6a3dab059e6d not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:02:27.120753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] Network cbcb386a-4292-450a-8f62-e35bd4e45404 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:02:27.129871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:27.216900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-084d8ce9-656b-426e-be22-484a34455d29 None None] The port '24c254ec-a124-4536-8c31-182c14a9d4aa' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 10:02:27.311588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] Network cbcb386a-4292-450a-8f62-e35bd4e45404 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:02:27.335390 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:02:27.456275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:27.460214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-23e99181-10d1-4fc8-a33d-9123d41f7837 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:27.476225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:27.489513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] Pushing event deleted for resources: {'Network': ['ID=cbcb386a-4292-450a-8f62-e35bd4e45404,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:27.497790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:27.499742 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] 10.222.0.60 "DELETE /v2.0/networks/cbcb386a-4292-450a-8f62-e35bd4e45404 HTTP/1.1" status: 204 len: 168 time: 1.4413712 Apr 23 10:02:27.796501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48508) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:27.852075 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7be5522d-018e-4074-9b2d-6174c5c7a47a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d7b03f35f5e47f08b4f4243b6c5eae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530782 Apr 23 10:02:27.854083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48512) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:27.921688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9a84abf5-f777-4606-a1f9-ff0e442edc8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:27.949016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9a84abf5-f777-4606-a1f9-ff0e442edc8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:28.095704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9a84abf5-f777-4606-a1f9-ff0e442edc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:28.100148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fff483a7-af39-46fe-8666-01644ae0fb85 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:28.115876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84abf5-f777-4606-a1f9-ff0e442edc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18331178-d083-4396-9005-102759e062de,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:28.120129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9a84abf5-f777-4606-a1f9-ff0e442edc8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:28.123538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9a84abf5-f777-4606-a1f9-ff0e442edc8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:28.125013 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9a84abf5-f777-4606-a1f9-ff0e442edc8b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/18331178-d083-4396-9005-102759e062de HTTP/1.1" status: 204 len: 168 time: 0.2696891 Apr 23 10:02:28.608086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48520) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:28.660742 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2f61a400-2048-4fcc-8e77-245adbeca1f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1e5eb9827594b019e2f414e027eb9f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512364 Apr 23 10:02:28.663213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48524) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:28.724640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d37265b3-6e93-4478-8c8a-d434120e9ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:28.756102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d37265b3-6e93-4478-8c8a-d434120e9ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:28.987815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d37265b3-6e93-4478-8c8a-d434120e9ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:28.993984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-05460fe7-da72-4f13-a31b-dc92fb419e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:29.009354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37265b3-6e93-4478-8c8a-d434120e9ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd92058-3782-4075-af0b-ea3ebec8a9bc,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:29.011848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d37265b3-6e93-4478-8c8a-d434120e9ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:29.014181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d37265b3-6e93-4478-8c8a-d434120e9ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:29.015423 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d37265b3-6e93-4478-8c8a-d434120e9ccd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5bd92058-3782-4075-af0b-ea3ebec8a9bc HTTP/1.1" status: 204 len: 168 time: 0.3510253 Apr 23 10:02:31.370207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48566) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:31.376133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-358923550', 'description': 'tempest-secgroup-smoke-358923550 description', 'project_id': '54edd41c8fc1484eb66cc45008be2739'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:02:31.383572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:02:31.387749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:02:31.391864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:02:31.396849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:02:31.437877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:31.451790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:31.467697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:02:31.471737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:02:31.474719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:02:31.481632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:02:31.674394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:31.700599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:31.704286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-50e4c119-91f9-4526-9baf-b7a219fbb92a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:31.714625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:02:31.723235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:02:31.731956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:02:31.743754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:02:31.747456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf452a64-3105-463a-8324-9c9fa5c4437d,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:31.750765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:32.129615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:32.165656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:32.171394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9a84abf5-f777-4606-a1f9-ff0e442edc8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:32.212200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa714b2-092a-45b1-a60d-e0d708832879,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:32.215234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:32.238969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:32.240354 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fb3190ee-0329-4372-b57e-b8dcad564e51 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8690188 Apr 23 10:02:32.243488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48570) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:32.249195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7aa6de9e-7c09-4e45-a825-fa0816edc3d4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': '1aa714b2-092a-45b1-a60d-e0d708832879', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:02:32.255800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7aa6de9e-7c09-4e45-a825-fa0816edc3d4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:02:32.260119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7aa6de9e-7c09-4e45-a825-fa0816edc3d4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:02:32.263147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7aa6de9e-7c09-4e45-a825-fa0816edc3d4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:02:32.269152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7aa6de9e-7c09-4e45-a825-fa0816edc3d4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:02:32.314001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7aa6de9e-7c09-4e45-a825-fa0816edc3d4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:32.376523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7aa6de9e-7c09-4e45-a825-fa0816edc3d4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:32.410359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7aa6de9e-7c09-4e45-a825-fa0816edc3d4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:32.412279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b153e446-ddbe-47a7-9b56-24d09d8482e1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:32.436919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6de9e-7c09-4e45-a825-fa0816edc3d4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2538824a-d2b5-4e0c-844f-f92ca3fe0102,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:32.439586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7aa6de9e-7c09-4e45-a825-fa0816edc3d4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:32.473429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7aa6de9e-7c09-4e45-a825-fa0816edc3d4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:32.474871 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7aa6de9e-7c09-4e45-a825-fa0816edc3d4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2303600 Apr 23 10:02:32.478969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48574) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:32.485136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-09c79362-b24e-4233-91be-df992c35045d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': '1aa714b2-092a-45b1-a60d-e0d708832879', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:02:32.492337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-09c79362-b24e-4233-91be-df992c35045d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:02:32.496385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-09c79362-b24e-4233-91be-df992c35045d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:02:32.499506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-09c79362-b24e-4233-91be-df992c35045d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:02:32.506776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-09c79362-b24e-4233-91be-df992c35045d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:02:32.548540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09c79362-b24e-4233-91be-df992c35045d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:32.617982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09c79362-b24e-4233-91be-df992c35045d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:32.650328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09c79362-b24e-4233-91be-df992c35045d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:32.657868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9f09b924-7a05-4313-aa04-48c0e419d695 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:32.679449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c79362-b24e-4233-91be-df992c35045d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58b58ac-9c63-4008-aa22-8f6140ef7e50,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:32.682354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09c79362-b24e-4233-91be-df992c35045d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:32.718977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09c79362-b24e-4233-91be-df992c35045d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:32.720273 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-09c79362-b24e-4233-91be-df992c35045d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2401526 Apr 23 10:02:32.723263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48578) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:32.729069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-17a96b5c-58ae-4b09-b035-2fd6f6ac7f5a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': '1aa714b2-092a-45b1-a60d-e0d708832879', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:02:32.735833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-17a96b5c-58ae-4b09-b035-2fd6f6ac7f5a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:02:32.740011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-17a96b5c-58ae-4b09-b035-2fd6f6ac7f5a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:02:32.743328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-17a96b5c-58ae-4b09-b035-2fd6f6ac7f5a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:02:32.749501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-17a96b5c-58ae-4b09-b035-2fd6f6ac7f5a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:02:32.811586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-17a96b5c-58ae-4b09-b035-2fd6f6ac7f5a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:32.876191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-17a96b5c-58ae-4b09-b035-2fd6f6ac7f5a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:32.907439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-17a96b5c-58ae-4b09-b035-2fd6f6ac7f5a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:32.909342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dba96f41-acdc-4518-9929-9cb43aed6e48 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:32.933657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a96b5c-58ae-4b09-b035-2fd6f6ac7f5a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d8bb07-a1c5-4b26-9138-571ce0a28085,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:32.936199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-17a96b5c-58ae-4b09-b035-2fd6f6ac7f5a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:32.976156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-17a96b5c-58ae-4b09-b035-2fd6f6ac7f5a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:32.977649 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-17a96b5c-58ae-4b09-b035-2fd6f6ac7f5a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2533646 Apr 23 10:02:32.980537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48582) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:32.986178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6ea55bf0-a519-4756-a45e-a92d3c3b4bb1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': '1aa714b2-092a-45b1-a60d-e0d708832879', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:02:32.993690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6ea55bf0-a519-4756-a45e-a92d3c3b4bb1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:02:32.997718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6ea55bf0-a519-4756-a45e-a92d3c3b4bb1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:02:33.000750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6ea55bf0-a519-4756-a45e-a92d3c3b4bb1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:02:33.006805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6ea55bf0-a519-4756-a45e-a92d3c3b4bb1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:02:33.051515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ea55bf0-a519-4756-a45e-a92d3c3b4bb1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:33.125698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ea55bf0-a519-4756-a45e-a92d3c3b4bb1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:33.153706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ea55bf0-a519-4756-a45e-a92d3c3b4bb1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:33.155728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-512ce476-36a9-4c56-94c0-777295c67571 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:33.177886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea55bf0-a519-4756-a45e-a92d3c3b4bb1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2562ac82-fac8-4d6e-bb4b-b61f080b7a7b,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:33.183166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6ea55bf0-a519-4756-a45e-a92d3c3b4bb1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:33.222662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6ea55bf0-a519-4756-a45e-a92d3c3b4bb1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:33.224012 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6ea55bf0-a519-4756-a45e-a92d3c3b4bb1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2424898 Apr 23 10:02:33.227093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48586) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:33.232954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c2758e63-1c49-4dce-908e-ea7d566fa99c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': '1aa714b2-092a-45b1-a60d-e0d708832879', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:02:33.239951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c2758e63-1c49-4dce-908e-ea7d566fa99c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:02:33.244746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c2758e63-1c49-4dce-908e-ea7d566fa99c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:02:33.247861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c2758e63-1c49-4dce-908e-ea7d566fa99c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:02:33.253964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c2758e63-1c49-4dce-908e-ea7d566fa99c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:02:33.296892 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-c2758e63-1c49-4dce-908e-ea7d566fa99c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Project 54edd41c8fc1484eb66cc45008be2739 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 10:02:33.304368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2758e63-1c49-4dce-908e-ea7d566fa99c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:33.374480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2758e63-1c49-4dce-908e-ea7d566fa99c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:33.404991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2758e63-1c49-4dce-908e-ea7d566fa99c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:33.407006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d572a43-da00-4410-8408-1389efcb6a2f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:33.435310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2758e63-1c49-4dce-908e-ea7d566fa99c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c210a6ae-5d87-4550-9afc-b727a592634f,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:33.437901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c2758e63-1c49-4dce-908e-ea7d566fa99c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:33.468334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2758e63-1c49-4dce-908e-ea7d566fa99c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:33.469938 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c2758e63-1c49-4dce-908e-ea7d566fa99c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2415080 Apr 23 10:02:33.472524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48590) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:33.479923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-95e757fb-7030-44cd-81c7-908c675bf131 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': '1aa714b2-092a-45b1-a60d-e0d708832879', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:02:33.486724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-95e757fb-7030-44cd-81c7-908c675bf131 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:02:33.491001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-95e757fb-7030-44cd-81c7-908c675bf131 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:02:33.495390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-95e757fb-7030-44cd-81c7-908c675bf131 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:02:33.501560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-95e757fb-7030-44cd-81c7-908c675bf131 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:02:33.553948 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-95e757fb-7030-44cd-81c7-908c675bf131 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Project 54edd41c8fc1484eb66cc45008be2739 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 10:02:33.561950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-95e757fb-7030-44cd-81c7-908c675bf131 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:33.629434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-95e757fb-7030-44cd-81c7-908c675bf131 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:33.662193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-95e757fb-7030-44cd-81c7-908c675bf131 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:33.664698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-728cf084-ef3c-41eb-b7e0-0f15ce3a9e9f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:33.688774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e757fb-7030-44cd-81c7-908c675bf131 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51383dde-1bcd-45c0-b76f-441040192032,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:33.691310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-95e757fb-7030-44cd-81c7-908c675bf131 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:33.725156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-95e757fb-7030-44cd-81c7-908c675bf131 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:33.727059 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-95e757fb-7030-44cd-81c7-908c675bf131 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2527859 Apr 23 10:02:33.730704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48594) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:33.737299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ceffaab2-4c10-469b-87ad-16544142c5c4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'network': {'name': 'tempest-network-smoke--917128651', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'port_security_enabled': True}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:02:33.743412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ceffaab2-4c10-469b-87ad-16544142c5c4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:02:33.747553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ceffaab2-4c10-469b-87ad-16544142c5c4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:network and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:02:33.750654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ceffaab2-4c10-469b-87ad-16544142c5c4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:02:33.756762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ceffaab2-4c10-469b-87ad-16544142c5c4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:02:33.788027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceffaab2-4c10-469b-87ad-16544142c5c4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Made reservation on behalf of 54edd41c8fc1484eb66cc45008be2739 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:02:33.794762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ceffaab2-4c10-469b-87ad-16544142c5c4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:33.823901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceffaab2-4c10-469b-87ad-16544142c5c4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:02:33.832542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ceffaab2-4c10-469b-87ad-16544142c5c4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:33.832939 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-ceffaab2-4c10-469b-87ad-16544142c5c4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Added segment 0c068fac-390a-46b3-ace5-baffb4e9f9c0 of type vlan for network 870fcd35-df0d-4600-816a-b0e6bf43f611 Apr 23 10:02:33.913309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ceffaab2-4c10-469b-87ad-16544142c5c4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:33.959496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ceffaab2-4c10-469b-87ad-16544142c5c4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:33.966097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceffaab2-4c10-469b-87ad-16544142c5c4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:33.966830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ceffaab2-4c10-469b-87ad-16544142c5c4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:33.972148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-22cead74-951c-4ccd-a88c-048840138952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:34.070953 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ceffaab2-4c10-469b-87ad-16544142c5c4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3382955 Apr 23 10:02:34.074081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48598) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:34.080403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-602713638', 'admin_state_up': True, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:02:34.083781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffaab2-4c10-469b-87ad-16544142c5c4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Network': ['ID=870fcd35-df0d-4600-816a-b0e6bf43f611,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:34.087358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ceffaab2-4c10-469b-87ad-16544142c5c4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:34.089909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:02:34.094280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:router and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:02:34.097341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 870fcd35-df0d-4600-816a-b0e6bf43f611 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:02:34.097502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:02:34.105598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:02:34.125253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:34.126365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:34.143713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:34.447227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:34.799856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_gateway, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:34.832179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:34.975452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Allocated IP 172.26.4.181 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/5a720ff3-ff1a-4e4a-92da-de3a1892cb6d) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:02:35.130864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:35.215773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:35.220712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f1d0c367-b7df-4c1a-b010-28b62df51a47 tempest-DeleteServersTestJSON-622231219 tempest-DeleteServersTestJSON-622231219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:35.285169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:02:35.293121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:02:35.297586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:02:35.338973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=5a720ff3-ff1a-4e4a-92da-de3a1892cb6d,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:35.343297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:35.782653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_gateway, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:36.153749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:36.400711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 10:02:36.593786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:02:36.603751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] Sync routers for ids ['ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:02:36.614405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] Routers {'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:02:36.615169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:02:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:36.651321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:36.652647 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6285a9ca-cccb-44b9-b332-19969022c6a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5774195 Apr 23 10:02:36.656049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48602) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:36.748813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-263d333f-215e-46f1-ba62-f07b9bdc1126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:36.824193 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8e101dab-9199-4768-8d55-f4fec1241eda tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=54edd41c8fc1484eb66cc45008be2739&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1668367 Apr 23 10:02:36.827196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48608) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:36.979521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] Set router ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:02:37.300439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4860d751-512f-40cd-93bf-6ffa7e8a5f83 tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:37.302236 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4860d751-512f-40cd-93bf-6ffa7e8a5f83 tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4738257 Apr 23 10:02:37.305996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48612) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:37.313813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602713638', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:35Z', 'revision_number': 3, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:37.318244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] Checking router: ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:02:37.318679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] Updating router ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159 port 5a720ff3-ff1a-4e4a-92da-de3a1892cb6d binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:02:37.352638 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7ecea6b3-88e8-49e4-8ed9-1f2bce0c41c4 tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445640 Apr 23 10:02:37.356054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48616) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:37.363776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7beb8a94-bb4b-44fe-8ce3-e104f731beba tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-961965911', 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:02:37.378036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:37.490508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7beb8a94-bb4b-44fe-8ce3-e104f731beba tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:02:37.494835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7beb8a94-bb4b-44fe-8ce3-e104f731beba tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:subnet and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:02:37.497856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7beb8a94-bb4b-44fe-8ce3-e104f731beba tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:02:37.504602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7beb8a94-bb4b-44fe-8ce3-e104f731beba tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:02:37.543193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7beb8a94-bb4b-44fe-8ce3-e104f731beba tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Made reservation on behalf of 54edd41c8fc1484eb66cc45008be2739 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:02:37.549823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7beb8a94-bb4b-44fe-8ce3-e104f731beba tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:37.769714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:37.863593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] Transition to ACTIVE for port object 5a720ff3-ff1a-4e4a-92da-de3a1892cb6d will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:02:37.903296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:37.908982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-efcb0eb5-8818-422c-8a26-cf28852188ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:37.993258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] Attempting to bind port 5a720ff3-ff1a-4e4a-92da-de3a1892cb6d on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:02:37.993915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] Attempting to bind port 5a720ff3-ff1a-4e4a-92da-de3a1892cb6d by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:02:37.994485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] Attempting to bind port 5a720ff3-ff1a-4e4a-92da-de3a1892cb6d on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:02:38.007474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:02:38.008137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:02:38.008694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:38.009495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:02:38.010032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] Bound port: 5a720ff3-ff1a-4e4a-92da-de3a1892cb6d, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:02:38.010488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:38.043028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36302e48-1452-4fc6-b681-f713528efe3e None None] Pushing event updated for resources: {'Port': ['ID=5a720ff3-ff1a-4e4a-92da-de3a1892cb6d,revision_number=2']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:38.060542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36302e48-1452-4fc6-b681-f713528efe3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:38.060931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36302e48-1452-4fc6-b681-f713528efe3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:38.061311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36302e48-1452-4fc6-b681-f713528efe3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:38.061681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36302e48-1452-4fc6-b681-f713528efe3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:38.062047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36302e48-1452-4fc6-b681-f713528efe3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:38.062445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36302e48-1452-4fc6-b681-f713528efe3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:38.062814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36302e48-1452-4fc6-b681-f713528efe3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:38.063178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36302e48-1452-4fc6-b681-f713528efe3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:38.063540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36302e48-1452-4fc6-b681-f713528efe3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:38.063898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36302e48-1452-4fc6-b681-f713528efe3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:38.064253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36302e48-1452-4fc6-b681-f713528efe3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:38.064607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36302e48-1452-4fc6-b681-f713528efe3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:38.069352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-36302e48-1452-4fc6-b681-f713528efe3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:38.154944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] For port 5a720ff3-ff1a-4e4a-92da-de3a1892cb6d, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:02:38.158944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] For port 5a720ff3-ff1a-4e4a-92da-de3a1892cb6d, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=5a720ff3-ff1a-4e4a-92da-de3a1892cb6d,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:02:38.189283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:38.194854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-36302e48-1452-4fc6-b681-f713528efe3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:38.254788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7beb8a94-bb4b-44fe-8ce3-e104f731beba tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:38.260464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d0e123fc-e8da-454f-b613-874b4400576b tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:38.279802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] Routers {'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:02:38.280530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:02:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:38.346065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb8a94-bb4b-44fe-8ce3-e104f731beba tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Subnet': ['ID=0df23698-a1b4-4287-b1c7-e83d3b684abe,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:38.349821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7beb8a94-bb4b-44fe-8ce3-e104f731beba tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:38.357102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7beb8a94-bb4b-44fe-8ce3-e104f731beba tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Checking segment: {'id': '0c068fac-390a-46b3-ace5-baffb4e9f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:02:38.357508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beb8a94-bb4b-44fe-8ce3-e104f731beba tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network hostable DHCP agents. Network: 870fcd35-df0d-4600-816a-b0e6bf43f611, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:02:38.404701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36302e48-1452-4fc6-b681-f713528efe3e None None] Pushing event updated for resources: {'Port': ['ID=5a720ff3-ff1a-4e4a-92da-de3a1892cb6d,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:38.411551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beb8a94-bb4b-44fe-8ce3-e104f731beba tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 870fcd35-df0d-4600-816a-b0e6bf43f611 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:02:38.416110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-36302e48-1452-4fc6-b681-f713528efe3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:38.457170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-7beb8a94-bb4b-44fe-8ce3-e104f731beba tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 870fcd35-df0d-4600-816a-b0e6bf43f611) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:02:38.473325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beb8a94-bb4b-44fe-8ce3-e104f731beba tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:38.473999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7beb8a94-bb4b-44fe-8ce3-e104f731beba tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:38.484875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] Set router ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:02:38.497365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21358cc2-bbbe-4859-b0bf-3ec22a8924fe None None] Network 870fcd35-df0d-4600-816a-b0e6bf43f611 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:02:38.527247 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7beb8a94-bb4b-44fe-8ce3-e104f731beba tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1696401 Apr 23 10:02:38.530227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48620) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:38.757282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-870fcd35-df0d-4600-816a-b0e6bf43f611', 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ips': [{'subnet_id': '0df23698-a1b4-4287-b1c7-e83d3b684abe'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 10:02:38.758511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:38.809592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602713638', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:35Z', 'revision_number': 3, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:38.814534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea6ce54-8d12-4da3-8c3e-d7418a16dc45 None None] The sync data for ids ['ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'] in dv-neutron-786478-4-hyperv is: [{'id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602713638', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:35Z', 'revision_number': 3, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:02:38.957321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Allocated IP 172.20.0.2 (870fcd35-df0d-4600-816a-b0e6bf43f611/0df23698-a1b4-4287-b1c7-e83d3b684abe/50610fa6-ff7e-4a95-9ed5-1ac02904d88d) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:02:39.280272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:39.300338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Transition to ACTIVE for port object 50610fa6-ff7e-4a95-9ed5-1ac02904d88d will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:02:39.433712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Transition to ACTIVE for port object 50610fa6-ff7e-4a95-9ed5-1ac02904d88d will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:02:39.469673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:39.476834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:39.551174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Network 870fcd35-df0d-4600-816a-b0e6bf43f611 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:02:39.552447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:02:39.558143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:02:39.620784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Pushing event updated for resources: {'Port': ['ID=50610fa6-ff7e-4a95-9ed5-1ac02904d88d,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:39.671832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:39.672236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:39.672627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:39.673014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:39.673372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:39.673758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:39.674108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:39.674528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:39.674906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:39.675288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:39.675664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:39.676032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:02:39.690052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:39.704762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Attempting to bind port 50610fa6-ff7e-4a95-9ed5-1ac02904d88d on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:02:39.705203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Attempting to bind port 50610fa6-ff7e-4a95-9ed5-1ac02904d88d by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '0c068fac-390a-46b3-ace5-baffb4e9f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:02:39.705626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Attempting to bind port 50610fa6-ff7e-4a95-9ed5-1ac02904d88d on network 870fcd35-df0d-4600-816a-b0e6bf43f611 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:02:39.715594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:02:39.716007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Checking segment: {'id': '0c068fac-390a-46b3-ace5-baffb4e9f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:02:39.716542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65e7c908-1dcd-45c5-9c0e-d96ce9514081 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:39.716725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:39.717129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Bound using segment: {'id': '0c068fac-390a-46b3-ace5-baffb4e9f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:02:39.717678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Bound port: 50610fa6-ff7e-4a95-9ed5-1ac02904d88d, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c068fac-390a-46b3-ace5-baffb4e9f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:02:39.718108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:39.781755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb982ba0-2d91-4876-a5ea-b8b16b6da968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:39.828854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] For port 50610fa6-ff7e-4a95-9ed5-1ac02904d88d, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:02:39.832494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] For port 50610fa6-ff7e-4a95-9ed5-1ac02904d88d, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=50610fa6-ff7e-4a95-9ed5-1ac02904d88d,segment=NetworkSegment(0c068fac-390a-46b3-ace5-baffb4e9f9c0),segment_id=0c068fac-390a-46b3-ace5-baffb4e9f9c0)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:02:39.893564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:39.903128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-08a1919f-e5c1-43e8-86f1-da3a40665fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:40.030910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Pushing event updated for resources: {'Port': ['ID=50610fa6-ff7e-4a95-9ed5-1ac02904d88d,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:40.034137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:40.210547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-65e7c908-1dcd-45c5-9c0e-d96ce9514081 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Allocated IP 172.20.0.1 (870fcd35-df0d-4600-816a-b0e6bf43f611/0df23698-a1b4-4287-b1c7-e83d3b684abe/53e0d52c-f5c4-45bb-b036-bc6da48304bd) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:02:40.484335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65e7c908-1dcd-45c5-9c0e-d96ce9514081 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:40.503528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-65e7c908-1dcd-45c5-9c0e-d96ce9514081 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Transition to ACTIVE for port object 53e0d52c-f5c4-45bb-b036-bc6da48304bd will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:02:40.549437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65e7c908-1dcd-45c5-9c0e-d96ce9514081 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:40.554788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:40.573077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:40.625955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e7c908-1dcd-45c5-9c0e-d96ce9514081 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 870fcd35-df0d-4600-816a-b0e6bf43f611 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:02:40.629632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-65e7c908-1dcd-45c5-9c0e-d96ce9514081 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:02:40.639326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e7c908-1dcd-45c5-9c0e-d96ce9514081 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:02:40.685072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7c908-1dcd-45c5-9c0e-d96ce9514081 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=53e0d52c-f5c4-45bb-b036-bc6da48304bd,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:40.690021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65e7c908-1dcd-45c5-9c0e-d96ce9514081 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:40.711008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65e7c908-1dcd-45c5-9c0e-d96ce9514081 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:40.911200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65e7c908-1dcd-45c5-9c0e-d96ce9514081 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:41.067940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 5a720ff3-ff1a-4e4a-92da-de3a1892cb6d up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:02:41.182627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 5a720ff3-ff1a-4e4a-92da-de3a1892cb6d completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:02:41.189896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 5a720ff3-ff1a-4e4a-92da-de3a1892cb6d triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:02:41.190509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:41.324119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:41.355405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:41.375047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 5a720ff3-ff1a-4e4a-92da-de3a1892cb6d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=5a720ff3-ff1a-4e4a-92da-de3a1892cb6d,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:02:41.406389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:41.407487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 50610fa6-ff7e-4a95-9ed5-1ac02904d88d up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:02:41.417485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65e7c908-1dcd-45c5-9c0e-d96ce9514081 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:41.444919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:41.452016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65e7c908-1dcd-45c5-9c0e-d96ce9514081 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:41.509637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e729ec-5dfa-4e6a-931a-f54253720991 None None] Network 870fcd35-df0d-4600-816a-b0e6bf43f611 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:02:41.521685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1e5addc4-a3a9-4cf6-ade3-33980c5b441f tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:41.558744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-65e7c908-1dcd-45c5-9c0e-d96ce9514081 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:41.671987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=5a720ff3-ff1a-4e4a-92da-de3a1892cb6d,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:41.674824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-465e5fd4-23b7-47d2-a95e-309de4a4bc36 None None] Provisioning for port 50610fa6-ff7e-4a95-9ed5-1ac02904d88d completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:02:41.678983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:41.686857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-465e5fd4-23b7-47d2-a95e-309de4a4bc36 None None] Provisioning complete for port 50610fa6-ff7e-4a95-9ed5-1ac02904d88d triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:02:41.688576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-465e5fd4-23b7-47d2-a95e-309de4a4bc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:41.694908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7c908-1dcd-45c5-9c0e-d96ce9514081 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=53e0d52c-f5c4-45bb-b036-bc6da48304bd,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:41.701917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65e7c908-1dcd-45c5-9c0e-d96ce9514081 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:41.732446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 50610fa6-ff7e-4a95-9ed5-1ac02904d88d completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:02:41.752150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e7c908-1dcd-45c5-9c0e-d96ce9514081 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 870fcd35-df0d-4600-816a-b0e6bf43f611 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:02:41.753421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-65e7c908-1dcd-45c5-9c0e-d96ce9514081 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:02:41.757091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 50610fa6-ff7e-4a95-9ed5-1ac02904d88d triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:02:41.757524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:41.954172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e7c908-1dcd-45c5-9c0e-d96ce9514081 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:02:42.164607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e7c908-1dcd-45c5-9c0e-d96ce9514081 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:02:42.176593 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-65e7c908-1dcd-45c5-9c0e-d96ce9514081 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "PUT /v2.0/routers/ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6448131 Apr 23 10:02:42.221378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] Sync routers for ids ['ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:02:42.244070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-465e5fd4-23b7-47d2-a95e-309de4a4bc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:42.282449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] Routers {'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:02:42.283163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:02:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:42.358207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-b39d9087-e1c9-4247-ae5f-be8679a4e01a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Synchronizing usage tracker for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:02:42.412034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-b39d9087-e1c9-4247-ae5f-be8679a4e01a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Unset dirty status for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:02:42.414106 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-b39d9087-e1c9-4247-ae5f-be8679a4e01a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-358923550&fields=id&tenant_id=54edd41c8fc1484eb66cc45008be2739 HTTP/1.1" status: 200 len: 267 time: 0.0997417 Apr 23 10:02:42.434587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:42.495668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-465e5fd4-23b7-47d2-a95e-309de4a4bc36 None None] For port 50610fa6-ff7e-4a95-9ed5-1ac02904d88d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=50610fa6-ff7e-4a95-9ed5-1ac02904d88d,segment=NetworkSegment(0c068fac-390a-46b3-ace5-baffb4e9f9c0),segment_id=0c068fac-390a-46b3-ace5-baffb4e9f9c0)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:02:42.517436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:42.560139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-465e5fd4-23b7-47d2-a95e-309de4a4bc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:42.571518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:42.610795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-1b3c955d-67d1-43dd-8eb1-b846adc0b536 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:42.614881 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-1b3c955d-67d1-43dd-8eb1-b846adc0b536 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/networks?id=870fcd35-df0d-4600-816a-b0e6bf43f611 HTTP/1.1" status: 200 len: 796 time: 0.1933033 Apr 23 10:02:42.633986 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-e54c11f3-a03c-481d-86af-56f31873a278 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/quotas/54edd41c8fc1484eb66cc45008be2739 HTTP/1.1" status: 200 len: 375 time: 0.0129418 Apr 23 10:02:42.681661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] Set router ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:02:42.729228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 10:02:42.729650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 10:02:42.742813 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-9ae1d075-1b7a-4c45-b075-4a3bd2bb2bbf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016989 Apr 23 10:02:42.779671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e5fd4-23b7-47d2-a95e-309de4a4bc36 None None] Pushing event updated for resources: {'Port': ['ID=50610fa6-ff7e-4a95-9ed5-1ac02904d88d,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:42.842149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-465e5fd4-23b7-47d2-a95e-309de4a4bc36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:42.952237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6d0eb9cb-97f4-41c8-90ed-ea95e09dc544 None None] Provisioning for port 53e0d52c-f5c4-45bb-b036-bc6da48304bd completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:02:42.967829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6d0eb9cb-97f4-41c8-90ed-ea95e09dc544 None None] Provisioning complete for port 53e0d52c-f5c4-45bb-b036-bc6da48304bd triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:02:42.968392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d0eb9cb-97f4-41c8-90ed-ea95e09dc544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:42.983086 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-f2b20eb3-da64-43c1-a268-03afe017f185 service neutron] 10.222.0.60 "GET /v2.0/networks/870fcd35-df0d-4600-816a-b0e6bf43f611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296715 Apr 23 10:02:43.064601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-6d0eb9cb-97f4-41c8-90ed-ea95e09dc544 None None] Port 53e0d52c-f5c4-45bb-b036-bc6da48304bd cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:02:43.119620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6d0eb9cb-97f4-41c8-90ed-ea95e09dc544 None None] Provisioning complete for port 50610fa6-ff7e-4a95-9ed5-1ac02904d88d triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:02:43.120048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d0eb9cb-97f4-41c8-90ed-ea95e09dc544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:43.147110 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-41623d77-5f45-4836-a394-e90a763d22b7 service neutron] 10.222.0.60 "GET /v2.0/networks/870fcd35-df0d-4600-816a-b0e6bf43f611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579087 Apr 23 10:02:43.211231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602713638', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:40Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '53e0d52c-f5c4-45bb-b036-bc6da48304bd', 'name': '', 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:5b:5a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0df23698-a1b4-4287-b1c7-e83d3b684abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:02:39Z', 'updated_at': '2021-04-23T10:02:41Z', 'revision_number': 2, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '0df23698-a1b4-4287-b1c7-e83d3b684abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:43.276774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] Checking router: ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:02:43.277204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] Updating router ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159 port 53e0d52c-f5c4-45bb-b036-bc6da48304bd binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:02:43.388095 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0b593859-84c6-436e-bf6b-810c5968fab4 req-a5630e9a-a484-4b35-9d22-e12efefb5fda tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 210 time: 0.0553617 Apr 23 10:02:43.390074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:43.498079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 5a720ff3-ff1a-4e4a-92da-de3a1892cb6d up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:02:43.635295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b4647308-e522-46af-857e-aff0b04b1ca2 None None] Provisioning complete for port 53e0d52c-f5c4-45bb-b036-bc6da48304bd triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:02:43.635739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4647308-e522-46af-857e-aff0b04b1ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:43.799318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b4647308-e522-46af-857e-aff0b04b1ca2 None None] Port 53e0d52c-f5c4-45bb-b036-bc6da48304bd cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:02:43.822280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 5a720ff3-ff1a-4e4a-92da-de3a1892cb6d triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:02:43.822676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:44.048841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 50610fa6-ff7e-4a95-9ed5-1ac02904d88d up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:02:44.132558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 50610fa6-ff7e-4a95-9ed5-1ac02904d88d triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:02:44.132882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:44.174041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:44.246062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] Transition to ACTIVE for port object 53e0d52c-f5c4-45bb-b036-bc6da48304bd will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:02:44.309930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:44.315424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:44.499099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29990d57-a27b-4fb0-abba-3635af99ccdd None None] Pushing event updated for resources: {'Port': ['ID=53e0d52c-f5c4-45bb-b036-bc6da48304bd,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:44.508396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-29990d57-a27b-4fb0-abba-3635af99ccdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:44.569794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] Attempting to bind port 53e0d52c-f5c4-45bb-b036-bc6da48304bd on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:02:44.572708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] Attempting to bind port 53e0d52c-f5c4-45bb-b036-bc6da48304bd by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '0c068fac-390a-46b3-ace5-baffb4e9f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:02:44.572708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] Attempting to bind port 53e0d52c-f5c4-45bb-b036-bc6da48304bd on network 870fcd35-df0d-4600-816a-b0e6bf43f611 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:02:44.577641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:02:44.578073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] Checking segment: {'id': '0c068fac-390a-46b3-ace5-baffb4e9f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:02:44.578564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:44.579021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] Bound using segment: {'id': '0c068fac-390a-46b3-ace5-baffb4e9f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:02:44.579554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] Bound port: 53e0d52c-f5c4-45bb-b036-bc6da48304bd, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c068fac-390a-46b3-ace5-baffb4e9f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:02:44.579986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:44.641909 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-757ce127-6ae6-4e59-bf7b-f1bad4b1bb65 req-6bfb9d90-d820-4dbb-afaa-e52e6502db61 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 210 time: 0.0605054 Apr 23 10:02:44.695158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] For port 53e0d52c-f5c4-45bb-b036-bc6da48304bd, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:02:44.698490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] For port 53e0d52c-f5c4-45bb-b036-bc6da48304bd, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=53e0d52c-f5c4-45bb-b036-bc6da48304bd,segment=NetworkSegment(0c068fac-390a-46b3-ace5-baffb4e9f9c0),segment_id=0c068fac-390a-46b3-ace5-baffb4e9f9c0)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:02:44.731769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:44.736866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c61bd0cd-ccbd-4d2d-bee8-b0e0e0cb5b0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:44.820140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] Routers {'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:02:44.820849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:02:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:44.897353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29990d57-a27b-4fb0-abba-3635af99ccdd None None] Pushing event updated for resources: {'Port': ['ID=53e0d52c-f5c4-45bb-b036-bc6da48304bd,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:44.957333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-29990d57-a27b-4fb0-abba-3635af99ccdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:45.235536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] Set router ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:02:45.594544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602713638', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:40Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '53e0d52c-f5c4-45bb-b036-bc6da48304bd', 'name': '', 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:5b:5a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0df23698-a1b4-4287-b1c7-e83d3b684abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:02:39Z', 'updated_at': '2021-04-23T10:02:44Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '0df23698-a1b4-4287-b1c7-e83d3b684abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:02:45.598900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37508293-cec9-4eab-92f7-4431959bf49a None None] The sync data for ids ['ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'] in dv-neutron-786478-4-hyperv is: [{'id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602713638', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:40Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '53e0d52c-f5c4-45bb-b036-bc6da48304bd', 'name': '', 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:5b:5a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0df23698-a1b4-4287-b1c7-e83d3b684abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:02:39Z', 'updated_at': '2021-04-23T10:02:44Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '0df23698-a1b4-4287-b1c7-e83d3b684abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:02:45.885703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-a2a83482-1e08-4d3d-bd99-f7443f453f72 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:45.886890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-a2a83482-1e08-4d3d-bd99-f7443f453f72 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Synchronizing usage tracker for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:network {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:02:45.896705 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a8021083-65a6-41d9-be37-fb318c4320fe req-b485c65c-b3e2-445f-985c-4024cbb8ba24 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 210 time: 0.0677414 Apr 23 10:02:45.976931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-a2a83482-1e08-4d3d-bd99-f7443f453f72 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Unset dirty status for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:network {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:02:45.978957 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-a2a83482-1e08-4d3d-bd99-f7443f453f72 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "GET /v2.0/networks?id=870fcd35-df0d-4600-816a-b0e6bf43f611 HTTP/1.1" status: 200 len: 796 time: 0.3000028 Apr 23 10:02:46.045820 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-5060d3a0-992e-4518-bc3f-bcabb1a2be73 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54edd41c8fc1484eb66cc45008be2739 HTTP/1.1" status: 200 len: 379 time: 0.0580125 Apr 23 10:02:46.056463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-2beac296-6481-48ce-83ef-ce28c7663abc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'port': {'device_id': '64f254d9-f811-467f-b215-549722b4b2ff', 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611', 'admin_state_up': True, 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'security_groups': ['1aa714b2-092a-45b1-a60d-e0d708832879']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:02:46.261366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-2beac296-6481-48ce-83ef-ce28c7663abc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:02:46.265907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-2beac296-6481-48ce-83ef-ce28c7663abc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:port and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:02:46.269167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-2beac296-6481-48ce-83ef-ce28c7663abc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:02:46.276333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-2beac296-6481-48ce-83ef-ce28c7663abc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:02:46.325912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-2beac296-6481-48ce-83ef-ce28c7663abc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Made reservation on behalf of 54edd41c8fc1484eb66cc45008be2739 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:02:46.335595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-2beac296-6481-48ce-83ef-ce28c7663abc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:46.522016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-2beac296-6481-48ce-83ef-ce28c7663abc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Allocated IP 172.20.0.9 (870fcd35-df0d-4600-816a-b0e6bf43f611/0df23698-a1b4-4287-b1c7-e83d3b684abe/e575e995-b9b1-4e41-bf90-ee0d14cf76de) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:02:46.734273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-2beac296-6481-48ce-83ef-ce28c7663abc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:46.751638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-2beac296-6481-48ce-83ef-ce28c7663abc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Transition to ACTIVE for port object e575e995-b9b1-4e41-bf90-ee0d14cf76de will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:02:46.824742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-2beac296-6481-48ce-83ef-ce28c7663abc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:46.831035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7b51749a-ccfa-4b50-877e-35cd6d7dea32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:46.897146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-2beac296-6481-48ce-83ef-ce28c7663abc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 870fcd35-df0d-4600-816a-b0e6bf43f611 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:02:46.900602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-2beac296-6481-48ce-83ef-ce28c7663abc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:02:46.905407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-2beac296-6481-48ce-83ef-ce28c7663abc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:02:46.969925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beac296-6481-48ce-83ef-ce28c7663abc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=e575e995-b9b1-4e41-bf90-ee0d14cf76de,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:46.973156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2beac296-6481-48ce-83ef-ce28c7663abc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:47.003175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-2beac296-6481-48ce-83ef-ce28c7663abc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:47.004073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-2beac296-6481-48ce-83ef-ce28c7663abc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:47.130729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f2768-ec41-4dd1-808c-c8531f774e4e req-df48d227-4c8c-4924-b862-c78211f4d19c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:47.132463 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c81f2768-ec41-4dd1-808c-c8531f774e4e req-df48d227-4c8c-4924-b862-c78211f4d19c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 931 time: 0.1011565 Apr 23 10:02:47.168042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-7e51a778-1b01-4e17-9c58-5fcc100bfe57 None None] Provisioning for port e575e995-b9b1-4e41-bf90-ee0d14cf76de completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:02:47.168968 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-2beac296-6481-48ce-83ef-ce28c7663abc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1180491 Apr 23 10:02:47.176954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-7e51a778-1b01-4e17-9c58-5fcc100bfe57 None None] Provisioning complete for port e575e995-b9b1-4e41-bf90-ee0d14cf76de triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:02:47.176954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7e51a778-1b01-4e17-9c58-5fcc100bfe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:47.183171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Request body: {'port': {'device_id': '64f254d9-f811-467f-b215-549722b4b2ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:02:47.194736 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c81f2768-ec41-4dd1-808c-c8531f774e4e req-8146b305-4cc4-44eb-b6da-43821b9c2090 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=1aa714b2-092a-45b1-a60d-e0d708832879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540082 Apr 23 10:02:47.245618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7e51a778-1b01-4e17-9c58-5fcc100bfe57 None None] Port e575e995-b9b1-4e41-bf90-ee0d14cf76de cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:02:47.322631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:47.512418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 53e0d52c-f5c4-45bb-b036-bc6da48304bd up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:02:47.618799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 53e0d52c-f5c4-45bb-b036-bc6da48304bd completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:02:47.625932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 53e0d52c-f5c4-45bb-b036-bc6da48304bd triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:02:47.626370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:47.735985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e575e995-b9b1-4e41-bf90-ee0d14cf76de {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:02:47.747281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:47.773718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Transition to ACTIVE for port object e575e995-b9b1-4e41-bf90-ee0d14cf76de will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:02:47.774064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:47.806774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:47.809750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 53e0d52c-f5c4-45bb-b036-bc6da48304bd, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=53e0d52c-f5c4-45bb-b036-bc6da48304bd,segment=NetworkSegment(0c068fac-390a-46b3-ace5-baffb4e9f9c0),segment_id=0c068fac-390a-46b3-ace5-baffb4e9f9c0)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:02:47.812303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2beac296-6481-48ce-83ef-ce28c7663abc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:47.852328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:47.856002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-94c82b37-ae4f-45c6-a9af-0ade00b9fa3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:47.945566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=53e0d52c-f5c4-45bb-b036-bc6da48304bd,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:47.951756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:47.991818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e575e995-b9b1-4e41-bf90-ee0d14cf76de,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:48.000246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:48.095767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Attempting to bind port e575e995-b9b1-4e41-bf90-ee0d14cf76de on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:02:48.096158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Attempting to bind port e575e995-b9b1-4e41-bf90-ee0d14cf76de by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0c068fac-390a-46b3-ace5-baffb4e9f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:02:48.096540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Attempting to bind port e575e995-b9b1-4e41-bf90-ee0d14cf76de on network 870fcd35-df0d-4600-816a-b0e6bf43f611 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:02:48.102232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Port e575e995-b9b1-4e41-bf90-ee0d14cf76de on network 870fcd35-df0d-4600-816a-b0e6bf43f611 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:02:48.102660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Attempting to bind port e575e995-b9b1-4e41-bf90-ee0d14cf76de on network 870fcd35-df0d-4600-816a-b0e6bf43f611 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:02:48.109539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:02:48.109925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Checking segment: {'id': '0c068fac-390a-46b3-ace5-baffb4e9f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:02:48.110392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Bound using segment: {'id': '0c068fac-390a-46b3-ace5-baffb4e9f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:02:48.110884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Bound port: e575e995-b9b1-4e41-bf90-ee0d14cf76de, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c068fac-390a-46b3-ace5-baffb4e9f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:02:48.111279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:48.429632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead290f1-e819-4517-afaa-9d642aa8db80 req-b2ed55d2-9da5-45fe-b0a3-5bc4eec9db32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:48.432092 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ead290f1-e819-4517-afaa-9d642aa8db80 req-b2ed55d2-9da5-45fe-b0a3-5bc4eec9db32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 943 time: 0.1035838 Apr 23 10:02:48.500826 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ead290f1-e819-4517-afaa-9d642aa8db80 req-b5ea97c7-2178-429b-8de8-859840c4d910 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=1aa714b2-092a-45b1-a60d-e0d708832879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616648 Apr 23 10:02:48.530466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] For port e575e995-b9b1-4e41-bf90-ee0d14cf76de, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:02:48.533847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] For port e575e995-b9b1-4e41-bf90-ee0d14cf76de, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e575e995-b9b1-4e41-bf90-ee0d14cf76de,segment=NetworkSegment(0c068fac-390a-46b3-ace5-baffb4e9f9c0),segment_id=0c068fac-390a-46b3-ace5-baffb4e9f9c0)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:02:48.573661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:48.579125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2c6a3739-0ffb-4d72-bef8-9af7c3afc110 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:48.640012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:48.640694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:48.642203 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] 10.222.0.35 "PUT /v2.0/ports/e575e995-b9b1-4e41-bf90-ee0d14cf76de HTTP/1.1" status: 200 len: 1093 time: 1.4659278 Apr 23 10:02:48.642816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f254d9-f811-467f-b215-549722b4b2ff', 'tag': 'e575e995-b9b1-4e41-bf90-ee0d14cf76de'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:02:48.675900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e575e995-b9b1-4e41-bf90-ee0d14cf76de,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:48.683076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:48.699349 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f254d9-f811-467f-b215-549722b4b2ff', 'tag': 'e575e995-b9b1-4e41-bf90-ee0d14cf76de', 'status': 'completed', 'code': 200} Apr 23 10:02:48.804128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-014bbe5b-aa28-4bfe-9784-a5ed40b390da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:48.805788 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-014bbe5b-aa28-4bfe-9784-a5ed40b390da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 1096 time: 0.0947983 Apr 23 10:02:48.881177 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-28f4eed6-cd8a-45ba-b31e-2978c233dd43 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e575e995-b9b1-4e41-bf90-ee0d14cf76de HTTP/1.1" status: 200 len: 217 time: 0.0682335 Apr 23 10:02:48.957351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-2a50b795-6fda-469c-8c04-3ce579b60ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:48.962026 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-2a50b795-6fda-469c-8c04-3ce579b60ad0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0df23698-a1b4-4287-b1c7-e83d3b684abe HTTP/1.1" status: 200 len: 834 time: 0.0721598 Apr 23 10:02:49.049578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-a9d58087-d2ab-41d6-88c7-e466cd56fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:49.051327 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-a9d58087-d2ab-41d6-88c7-e466cd56fae0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=870fcd35-df0d-4600-816a-b0e6bf43f611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859733 Apr 23 10:02:49.199800 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-e10dcbc1-4312-401f-a485-e85014dccc0c service neutron] 10.222.0.35 "GET /v2.0/networks/870fcd35-df0d-4600-816a-b0e6bf43f611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419053 Apr 23 10:02:49.346767 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cf577587-f02b-47c2-86da-164dbd4aff68 req-d8e7d79b-54eb-4443-a9a0-d4395c2df9ce service neutron] 10.222.0.35 "GET /v2.0/networks/870fcd35-df0d-4600-816a-b0e6bf43f611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404393 Apr 23 10:02:49.467783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 53e0d52c-f5c4-45bb-b036-bc6da48304bd up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:02:49.548785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b7a77-4825-4fd1-b5d3-737d9b8a48f2 req-eb361287-ee76-4b89-b13e-2c93102a0764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:49.550981 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b67b7a77-4825-4fd1-b5d3-737d9b8a48f2 req-eb361287-ee76-4b89-b13e-2c93102a0764 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 1096 time: 0.1053848 Apr 23 10:02:49.552176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 53e0d52c-f5c4-45bb-b036-bc6da48304bd triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:02:49.552610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:49.706248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b7a77-4825-4fd1-b5d3-737d9b8a48f2 req-66bb8a78-1ec6-4af3-91fa-1e1f57674d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:49.707874 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b67b7a77-4825-4fd1-b5d3-737d9b8a48f2 req-66bb8a78-1ec6-4af3-91fa-1e1f57674d06 service neutron] 10.222.0.35 "GET /v2.0/networks?id=870fcd35-df0d-4600-816a-b0e6bf43f611 HTTP/1.1" status: 200 len: 897 time: 0.1504388 Apr 23 10:02:49.733071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad29cb8-f79c-4eed-8bc3-06c59caa3bc8 req-970a505e-ba58-4913-81c1-c040066b9432 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:49.734761 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6ad29cb8-f79c-4eed-8bc3-06c59caa3bc8 req-970a505e-ba58-4913-81c1-c040066b9432 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 943 time: 0.0975089 Apr 23 10:02:49.783045 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b67b7a77-4825-4fd1-b5d3-737d9b8a48f2 req-f152e08c-a8d7-4810-aa3d-eb2ed4a905e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e575e995-b9b1-4e41-bf90-ee0d14cf76de HTTP/1.1" status: 200 len: 217 time: 0.0684679 Apr 23 10:02:49.785606 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6ad29cb8-f79c-4eed-8bc3-06c59caa3bc8 req-c27082ee-656a-4fe2-a395-7bff875c3c09 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=1aa714b2-092a-45b1-a60d-e0d708832879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441661 Apr 23 10:02:49.859448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b7a77-4825-4fd1-b5d3-737d9b8a48f2 req-5f54fecf-10b7-4d39-a13d-a29bbff0fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:49.861068 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b67b7a77-4825-4fd1-b5d3-737d9b8a48f2 req-5f54fecf-10b7-4d39-a13d-a29bbff0fd56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0df23698-a1b4-4287-b1c7-e83d3b684abe HTTP/1.1" status: 200 len: 834 time: 0.0721254 Apr 23 10:02:49.948453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b7a77-4825-4fd1-b5d3-737d9b8a48f2 req-9850f1ec-790f-42a5-b328-30af256829cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:49.950088 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b67b7a77-4825-4fd1-b5d3-737d9b8a48f2 req-9850f1ec-790f-42a5-b328-30af256829cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=870fcd35-df0d-4600-816a-b0e6bf43f611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827606 Apr 23 10:02:50.102514 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b67b7a77-4825-4fd1-b5d3-737d9b8a48f2 req-4c686dcf-b850-422b-83bc-c582d8fe10c9 service neutron] 10.222.0.35 "GET /v2.0/networks/870fcd35-df0d-4600-816a-b0e6bf43f611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450570 Apr 23 10:02:50.254206 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b67b7a77-4825-4fd1-b5d3-737d9b8a48f2 req-f055883b-8f95-4ed2-bdca-46fbe3e16bf8 service neutron] 10.222.0.35 "GET /v2.0/networks/870fcd35-df0d-4600-816a-b0e6bf43f611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452372 Apr 23 10:02:51.000927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2361c0-315a-459b-bf28-e15ae5450031 req-3ef38c9c-9f51-4743-a492-bc2c0a99a5b9 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:51.002749 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ad2361c0-315a-459b-bf28-e15ae5450031 req-3ef38c9c-9f51-4743-a492-bc2c0a99a5b9 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 943 time: 0.0948355 Apr 23 10:02:51.055494 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ad2361c0-315a-459b-bf28-e15ae5450031 req-f4b7f66c-99ab-44f2-a8da-8a946b9e0309 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=1aa714b2-092a-45b1-a60d-e0d708832879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462675 Apr 23 10:02:52.297078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aed948-2603-476c-8e2b-0fbcc975a369 req-b853ef1f-e1b8-4edf-b11b-5f94edffb0aa tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:52.298733 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f2aed948-2603-476c-8e2b-0fbcc975a369 req-b853ef1f-e1b8-4edf-b11b-5f94edffb0aa tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 943 time: 0.0952265 Apr 23 10:02:52.349041 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f2aed948-2603-476c-8e2b-0fbcc975a369 req-908bbef9-1971-4ed9-8550-02dccb89c3a2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=1aa714b2-092a-45b1-a60d-e0d708832879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437822 Apr 23 10:02:53.056178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device e575e995-b9b1-4e41-bf90-ee0d14cf76de details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:02:53.205853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port e575e995-b9b1-4e41-bf90-ee0d14cf76de, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e575e995-b9b1-4e41-bf90-ee0d14cf76de,segment=NetworkSegment(0c068fac-390a-46b3-ace5-baffb4e9f9c0),segment_id=0c068fac-390a-46b3-ace5-baffb4e9f9c0)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:02:53.220498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': 'e575e995-b9b1-4e41-bf90-ee0d14cf76de', 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611', 'port_id': 'e575e995-b9b1-4e41-bf90-ee0d14cf76de', 'mac_address': 'fa:16:3e:c3:71:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df23698-a1b4-4287-b1c7-e83d3b684abe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:02:53.281546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:53.303092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e575e995-b9b1-4e41-bf90-ee0d14cf76de {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:02:53.320532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port e575e995-b9b1-4e41-bf90-ee0d14cf76de, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e575e995-b9b1-4e41-bf90-ee0d14cf76de,segment=NetworkSegment(0c068fac-390a-46b3-ace5-baffb4e9f9c0),segment_id=0c068fac-390a-46b3-ace5-baffb4e9f9c0)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:02:53.349454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:53.351454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:53.425850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=e575e995-b9b1-4e41-bf90-ee0d14cf76de,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:53.429208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:53.571959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917df601-e74b-49e7-83e5-b82d79825dd6 req-d9bbbd6e-fdea-44db-9544-4518ce67f200 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:53.574717 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-917df601-e74b-49e7-83e5-b82d79825dd6 req-d9bbbd6e-fdea-44db-9544-4518ce67f200 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 944 time: 0.1003971 Apr 23 10:02:53.625598 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-917df601-e74b-49e7-83e5-b82d79825dd6 req-4c12196c-bb0f-4383-b033-dc9bdb1c00fb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=1aa714b2-092a-45b1-a60d-e0d708832879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443244 Apr 23 10:02:53.689527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['e575e995-b9b1-4e41-bf90-ee0d14cf76de'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:02:53.773092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:54.830836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79ed3d-eff9-409d-9f74-4a5ff893dcfd req-b84c6c21-bbb1-4b11-a5c0-72b54a860d5b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:54.832497 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ac79ed3d-eff9-409d-9f74-4a5ff893dcfd req-b84c6c21-bbb1-4b11-a5c0-72b54a860d5b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 944 time: 0.0906951 Apr 23 10:02:54.886610 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ac79ed3d-eff9-409d-9f74-4a5ff893dcfd req-054dd90b-97da-4829-bbc1-7168da8f0136 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=1aa714b2-092a-45b1-a60d-e0d708832879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476208 Apr 23 10:02:55.056220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device e575e995-b9b1-4e41-bf90-ee0d14cf76de up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:02:55.190486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port e575e995-b9b1-4e41-bf90-ee0d14cf76de completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:02:55.195897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port e575e995-b9b1-4e41-bf90-ee0d14cf76de triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:02:55.196328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:55.325761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:55.354067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f254d9-f811-467f-b215-549722b4b2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e575e995-b9b1-4e41-bf90-ee0d14cf76de'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:02:55.365416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port e575e995-b9b1-4e41-bf90-ee0d14cf76de, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e575e995-b9b1-4e41-bf90-ee0d14cf76de,segment=NetworkSegment(0c068fac-390a-46b3-ace5-baffb4e9f9c0),segment_id=0c068fac-390a-46b3-ace5-baffb4e9f9c0)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:02:55.396054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:55.398154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:55.438835 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f254d9-f811-467f-b215-549722b4b2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e575e995-b9b1-4e41-bf90-ee0d14cf76de', 'code': 200} Apr 23 10:02:55.476594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=e575e995-b9b1-4e41-bf90-ee0d14cf76de,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:55.481622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:55.705479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5fe6d-22b8-4fa0-a358-ac45d53bbf45 req-18bb2875-9d2b-4cc4-8360-9a0438a27f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:55.707117 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-84c5fe6d-22b8-4fa0-a358-ac45d53bbf45 req-18bb2875-9d2b-4cc4-8360-9a0438a27f5e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 1098 time: 0.0828459 Apr 23 10:02:55.755317 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-84c5fe6d-22b8-4fa0-a358-ac45d53bbf45 req-43ec5e65-d9ad-4492-abeb-ebd5a073c966 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1aa714b2-092a-45b1-a60d-e0d708832879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410867 Apr 23 10:02:56.098146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420e088-27d1-4b30-bbd0-4cafcc2ebae5 req-a1ead17e-5849-4b9f-a759-5dcce98c14d4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:56.099866 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7420e088-27d1-4b30-bbd0-4cafcc2ebae5 req-a1ead17e-5849-4b9f-a759-5dcce98c14d4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 945 time: 0.0930822 Apr 23 10:02:56.149942 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7420e088-27d1-4b30-bbd0-4cafcc2ebae5 req-d29a46f7-3023-4fae-aa03-719091f90124 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=1aa714b2-092a-45b1-a60d-e0d708832879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426350 Apr 23 10:02:57.398916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e1e4f-8fed-4cb7-bd34-6165bb69eb49 req-52955b01-e94d-40cf-846c-bfb4322e5edd tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:57.400597 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-416e1e4f-8fed-4cb7-bd34-6165bb69eb49 req-52955b01-e94d-40cf-846c-bfb4322e5edd tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 945 time: 0.0976119 Apr 23 10:02:57.454833 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-416e1e4f-8fed-4cb7-bd34-6165bb69eb49 req-23f2c13c-310e-42e7-92cb-381f13967c2d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=1aa714b2-092a-45b1-a60d-e0d708832879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466938 Apr 23 10:02:57.667910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0c827-03e0-40ba-85ec-59276dd0a769 req-00b82325-ac94-4c63-bc2d-4f4fb366e991 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:57.669736 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ae0c827-03e0-40ba-85ec-59276dd0a769 req-00b82325-ac94-4c63-bc2d-4f4fb366e991 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 945 time: 0.0917265 Apr 23 10:02:57.720074 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ae0c827-03e0-40ba-85ec-59276dd0a769 req-c99bff6e-6361-4a8f-ab04-5de775a50e07 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=1aa714b2-092a-45b1-a60d-e0d708832879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436049 Apr 23 10:02:57.746043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48694) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:57.830506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678a3081-fe81-469c-8340-7c0ed8319e2c tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:02:57.832173 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-678a3081-fe81-469c-8340-7c0ed8319e2c tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 1093 time: 0.0850062 Apr 23 10:02:57.835330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48698) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:02:57.841111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': 'e575e995-b9b1-4e41-bf90-ee0d14cf76de', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:02:57.848002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:02:57.852153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:floatingip and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:02:57.855502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:02:57.861806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:02:57.915711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for floatingip, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:58.068481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:58.222219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Allocated IP 172.26.4.6 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/6fb09f3a-39c9-4516-8a56-7ee8e4039859) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:02:58.395396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:58.472047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:58.477992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5eb463c1-cf33-482d-88bf-14ddfa9d68a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:58.551250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:02:58.555892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:02:58.560408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:02:58.593923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=6fb09f3a-39c9-4516-8a56-7ee8e4039859,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:58.601513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:59.025380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:59.025690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:02:59.165185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:59.408975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:59.442186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:59.447568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:02:59.572611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=6fb09f3a-39c9-4516-8a56-7ee8e4039859,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:02:59.578304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:02:59.585487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:02:59.782499 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Floating IP 5527e3b2-f3af-4b1e-ad0b-8c0709714904 associated. External IP: 172.26.4.6, port: e575e995-b9b1-4e41-bf90-ee0d14cf76de. Apr 23 10:03:00.541216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:03:00.758809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:03:00.771268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e8bdd6-0fd7-43ce-a86a-3fc9385e18b8 None None] Sync routers for ids ['ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:03:00.783923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e8bdd6-0fd7-43ce-a86a-3fc9385e18b8 None None] Routers {'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:03:00.784627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b3e8bdd6-0fd7-43ce-a86a-3fc9385e18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:02:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:03:00.814427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:03:00.895033 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.0585518 Apr 23 10:03:00.896106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f254d9-f811-467f-b215-549722b4b2ff', 'tag': 'e575e995-b9b1-4e41-bf90-ee0d14cf76de'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:03:00.992212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-b3e8bdd6-0fd7-43ce-a86a-3fc9385e18b8 None None] Set router ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:03:01.143853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a802df-154d-49b4-96f0-1789192a3571 req-f1146748-8380-42a9-830d-bddf6aa9c71d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:03:01.145435 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-48a802df-154d-49b4-96f0-1789192a3571 req-f1146748-8380-42a9-830d-bddf6aa9c71d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 945 time: 0.1469936 Apr 23 10:03:01.195850 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-48a802df-154d-49b4-96f0-1789192a3571 req-51e45d1c-ef5d-41ca-8e17-4a51a7e451d9 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=1aa714b2-092a-45b1-a60d-e0d708832879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437369 Apr 23 10:03:01.222673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48708) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:03:01.256467 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f254d9-f811-467f-b215-549722b4b2ff', 'tag': 'e575e995-b9b1-4e41-bf90-ee0d14cf76de', 'status': 'completed', 'code': 200} Apr 23 10:03:01.381274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b3e8bdd6-0fd7-43ce-a86a-3fc9385e18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602713638', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:40Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '5527e3b2-f3af-4b1e-ad0b-8c0709714904', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'floating_ip_address': '172.26.4.6', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'port_id': 'e575e995-b9b1-4e41-bf90-ee0d14cf76de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611', 'mac_address': 'fa:16:3e:c3:71:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f254d9-f811-467f-b215-549722b4b2ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:02:58Z', 'updated_at': '2021-04-23T10:02:58Z', 'revision_number': 0, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e0d52c-f5c4-45bb-b036-bc6da48304bd', 'name': '', 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:5b:5a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0df23698-a1b4-4287-b1c7-e83d3b684abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:02:39Z', 'updated_at': '2021-04-23T10:02:47Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '0df23698-a1b4-4287-b1c7-e83d3b684abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:03:01.385854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e8bdd6-0fd7-43ce-a86a-3fc9385e18b8 None None] Checking router: ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:03:01.394138 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f37c9fd5-16d6-467a-9543-f91f48432f58 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/floatingips/5527e3b2-f3af-4b1e-ad0b-8c0709714904 HTTP/1.1" status: 200 len: 989 time: 0.1698039 Apr 23 10:03:01.397410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e8bdd6-0fd7-43ce-a86a-3fc9385e18b8 None None] Routers {'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:03:01.398098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b3e8bdd6-0fd7-43ce-a86a-3fc9385e18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:02:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:03:01.421404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d34f24-1114-4f09-9b2c-0c7fb5f9c178 req-47147fe3-fe63-483a-80f9-343db49ace67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:03:01.423066 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a8d34f24-1114-4f09-9b2c-0c7fb5f9c178 req-47147fe3-fe63-483a-80f9-343db49ace67 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 1098 time: 0.1323705 Apr 23 10:03:01.574498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d34f24-1114-4f09-9b2c-0c7fb5f9c178 req-281b8897-5def-4977-a810-bb7744cb7c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:03:01.576117 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a8d34f24-1114-4f09-9b2c-0c7fb5f9c178 req-281b8897-5def-4977-a810-bb7744cb7c6e service neutron] 10.222.0.35 "GET /v2.0/networks?id=870fcd35-df0d-4600-816a-b0e6bf43f611 HTTP/1.1" status: 200 len: 897 time: 0.1451654 Apr 23 10:03:01.595487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-b3e8bdd6-0fd7-43ce-a86a-3fc9385e18b8 None None] Set router ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:03:01.694470 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a8d34f24-1114-4f09-9b2c-0c7fb5f9c178 req-94addbf2-853c-4edd-aad8-0d2f7db1bc29 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e575e995-b9b1-4e41-bf90-ee0d14cf76de HTTP/1.1" status: 200 len: 997 time: 0.1120732 Apr 23 10:03:01.768949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d34f24-1114-4f09-9b2c-0c7fb5f9c178 req-b1a4a7c5-cc0e-46f1-bbb4-fe505d736fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:03:01.770668 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a8d34f24-1114-4f09-9b2c-0c7fb5f9c178 req-b1a4a7c5-cc0e-46f1-bbb4-fe505d736fa6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0df23698-a1b4-4287-b1c7-e83d3b684abe HTTP/1.1" status: 200 len: 834 time: 0.0703456 Apr 23 10:03:01.874720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d34f24-1114-4f09-9b2c-0c7fb5f9c178 req-1ad35282-e4c9-49c7-8a84-f4f285cfc167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:03:01.876461 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a8d34f24-1114-4f09-9b2c-0c7fb5f9c178 req-1ad35282-e4c9-49c7-8a84-f4f285cfc167 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=870fcd35-df0d-4600-816a-b0e6bf43f611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0997233 Apr 23 10:03:01.887865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [req-a8d34f24-1114-4f09-9b2c-0c7fb5f9c178 req-58489a55-0d18-42e2-a840-9c38c8641390 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 10:03:01.889016 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a8d34f24-1114-4f09-9b2c-0c7fb5f9c178 req-58489a55-0d18-42e2-a840-9c38c8641390 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066473 Apr 23 10:03:02.047970 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a8d34f24-1114-4f09-9b2c-0c7fb5f9c178 req-4c9c9e0d-ba99-4119-bbee-f62e99a40c62 service neutron] 10.222.0.35 "GET /v2.0/networks/870fcd35-df0d-4600-816a-b0e6bf43f611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516442 Apr 23 10:03:02.164489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b3e8bdd6-0fd7-43ce-a86a-3fc9385e18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602713638', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:40Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '5527e3b2-f3af-4b1e-ad0b-8c0709714904', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'floating_ip_address': '172.26.4.6', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'port_id': 'e575e995-b9b1-4e41-bf90-ee0d14cf76de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611', 'mac_address': 'fa:16:3e:c3:71:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f254d9-f811-467f-b215-549722b4b2ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:02:58Z', 'updated_at': '2021-04-23T10:02:58Z', 'revision_number': 0, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e0d52c-f5c4-45bb-b036-bc6da48304bd', 'name': '', 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:5b:5a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0df23698-a1b4-4287-b1c7-e83d3b684abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:02:39Z', 'updated_at': '2021-04-23T10:02:47Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '0df23698-a1b4-4287-b1c7-e83d3b684abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:03:02.169712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e8bdd6-0fd7-43ce-a86a-3fc9385e18b8 None None] The sync data for ids ['ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'] in dv-neutron-786478-4-hyperv is: [{'id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602713638', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:40Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '5527e3b2-f3af-4b1e-ad0b-8c0709714904', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'floating_ip_address': '172.26.4.6', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'port_id': 'e575e995-b9b1-4e41-bf90-ee0d14cf76de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611', 'mac_address': 'fa:16:3e:c3:71:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f254d9-f811-467f-b215-549722b4b2ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:02:58Z', 'updated_at': '2021-04-23T10:02:58Z', 'revision_number': 0, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e0d52c-f5c4-45bb-b036-bc6da48304bd', 'name': '', 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:5b:5a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0df23698-a1b4-4287-b1c7-e83d3b684abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:02:39Z', 'updated_at': '2021-04-23T10:02:47Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '0df23698-a1b4-4287-b1c7-e83d3b684abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:03:02.210989 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a8d34f24-1114-4f09-9b2c-0c7fb5f9c178 req-b408c468-330f-4cc6-bc25-4f97f6e08ed7 service neutron] 10.222.0.35 "GET /v2.0/networks/870fcd35-df0d-4600-816a-b0e6bf43f611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568654 Apr 23 10:03:02.397985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48712) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:03:02.492392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f00704-0807-47c3-b2b3-f8bee24481ac None None] New status for floating IP 5527e3b2-f3af-4b1e-ad0b-8c0709714904: ACTIVE {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:03:02.537189 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-65bdb64c-8e0b-4144-9fbd-a57055cbf666 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/floatingips/5527e3b2-f3af-4b1e-ad0b-8c0709714904 HTTP/1.1" status: 200 len: 989 time: 0.1375997 Apr 23 10:03:03.541158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48716) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:03:03.658212 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e432d48d-81a6-48f0-bcea-452442d686af tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/floatingips/5527e3b2-f3af-4b1e-ad0b-8c0709714904 HTTP/1.1" status: 200 len: 991 time: 0.1156111 Apr 23 10:03:06.751835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1953062b-897d-42dc-911f-5ddd7622956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:03:09.706281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d687cc83-7a81-42b8-a7be-0b5f27c2a31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:03:10.557470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:03:11.283288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:03:12.443799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:03:13.198754 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-da76429f-73d7-4c8f-814d-a57983db8c55 req-7242a245-823f-4ec4-a291-4c34ddc68fdd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836563 Apr 23 10:03:13.351739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76429f-73d7-4c8f-814d-a57983db8c55 req-18ed0a98-c39a-4b32-afd2-1502ef35624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:03:13.353326 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-da76429f-73d7-4c8f-814d-a57983db8c55 req-18ed0a98-c39a-4b32-afd2-1502ef35624c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 1098 time: 0.0783448 Apr 23 10:03:13.517453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76429f-73d7-4c8f-814d-a57983db8c55 req-4abf0b4a-dbe0-4cb4-a760-6f82dc4e6afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:03:13.519072 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-da76429f-73d7-4c8f-814d-a57983db8c55 req-4abf0b4a-dbe0-4cb4-a760-6f82dc4e6afb service neutron] 10.222.0.35 "GET /v2.0/networks?id=870fcd35-df0d-4600-816a-b0e6bf43f611 HTTP/1.1" status: 200 len: 897 time: 0.1462040 Apr 23 10:03:13.629479 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-da76429f-73d7-4c8f-814d-a57983db8c55 req-db603cf3-2861-4c5b-8182-8c03a04df2cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e575e995-b9b1-4e41-bf90-ee0d14cf76de HTTP/1.1" status: 200 len: 999 time: 0.1033363 Apr 23 10:03:13.702773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76429f-73d7-4c8f-814d-a57983db8c55 req-c7367286-81b7-4be1-b8c4-88a95bc5cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:03:13.704359 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-da76429f-73d7-4c8f-814d-a57983db8c55 req-c7367286-81b7-4be1-b8c4-88a95bc5cb44 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0df23698-a1b4-4287-b1c7-e83d3b684abe HTTP/1.1" status: 200 len: 834 time: 0.0673890 Apr 23 10:03:13.788182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76429f-73d7-4c8f-814d-a57983db8c55 req-f7375dbc-2107-4759-842a-d0fd5bfb48c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:03:13.789767 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-da76429f-73d7-4c8f-814d-a57983db8c55 req-f7375dbc-2107-4759-842a-d0fd5bfb48c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=870fcd35-df0d-4600-816a-b0e6bf43f611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793252 Apr 23 10:03:13.931884 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-da76429f-73d7-4c8f-814d-a57983db8c55 req-f7fec38b-fb3b-4bce-940a-2016e802cc24 service neutron] 10.222.0.35 "GET /v2.0/networks/870fcd35-df0d-4600-816a-b0e6bf43f611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357684 Apr 23 10:03:14.074295 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-da76429f-73d7-4c8f-814d-a57983db8c55 req-86efc09c-b425-4c23-a055-3770874d3dbf service neutron] 10.222.0.35 "GET /v2.0/networks/870fcd35-df0d-4600-816a-b0e6bf43f611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354792 Apr 23 10:03:23.776128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:03:36.028302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:03:36.788928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-02f18f1b-0e90-4eaf-b123-1cbd45703465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:03:39.703285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9fcaddb4-7f2b-4071-94bc-609f7a23c9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:03:40.566583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:03:41.303453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:03:42.452164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:03:53.739810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:02.893820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adae4e-dcfe-47cd-a596-86de06c8d453 req-0365622c-a0e0-4917-a914-1bf02bae01d5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:02.895442 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e7adae4e-dcfe-47cd-a596-86de06c8d453 req-0365622c-a0e0-4917-a914-1bf02bae01d5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 945 time: 0.0922713 Apr 23 10:04:02.945325 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e7adae4e-dcfe-47cd-a596-86de06c8d453 req-c33527ab-4642-45b8-85ad-6da183767156 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=1aa714b2-092a-45b1-a60d-e0d708832879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425718 Apr 23 10:04:04.152849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1148f-e6d6-4b5e-b487-d73d71713076 req-23438cd0-408c-4fbf-80ac-a692c6a481c9 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:04.154652 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c2c1148f-e6d6-4b5e-b487-d73d71713076 req-23438cd0-408c-4fbf-80ac-a692c6a481c9 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 945 time: 0.0918427 Apr 23 10:04:04.202685 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c2c1148f-e6d6-4b5e-b487-d73d71713076 req-a838033e-f8b1-4b95-a70a-53bec98593b0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=1aa714b2-092a-45b1-a60d-e0d708832879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416429 Apr 23 10:04:04.229067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48766) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:04.626433 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-868b9ee5-7039-48fa-aa2d-e8494b348baa tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/floatingips/5527e3b2-f3af-4b1e-ad0b-8c0709714904 HTTP/1.1" status: 200 len: 991 time: 0.3958764 Apr 23 10:04:06.165261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5346b9-3ce3-41e4-8833-c50e08ffc1b2 req-87c58826-b31b-48c0-8ee9-8bc0b0c73355 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:06.166919 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d5346b9-3ce3-41e4-8833-c50e08ffc1b2 req-87c58826-b31b-48c0-8ee9-8bc0b0c73355 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 945 time: 0.0970399 Apr 23 10:04:06.219808 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d5346b9-3ce3-41e4-8833-c50e08ffc1b2 req-4424dd55-d26e-4c94-8f2b-72482ef0b690 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=1aa714b2-092a-45b1-a60d-e0d708832879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433092 Apr 23 10:04:06.740590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-602ea901-a909-4d4d-a5a7-18abb3202e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:07.419948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e70eb0-ba76-4513-a421-9dc507cfb7be req-5c3e8cec-8344-4eb6-8cb8-161150fcba6f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:07.421569 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c6e70eb0-ba76-4513-a421-9dc507cfb7be req-5c3e8cec-8344-4eb6-8cb8-161150fcba6f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 945 time: 0.0900836 Apr 23 10:04:07.473748 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c6e70eb0-ba76-4513-a421-9dc507cfb7be req-c4229abe-78a4-41f3-b9dd-542c5ec359c6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=1aa714b2-092a-45b1-a60d-e0d708832879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456812 Apr 23 10:04:07.499978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48778) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:07.614434 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-eee619f1-bc5d-402b-8ae6-fcd039094346 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/floatingips/5527e3b2-f3af-4b1e-ad0b-8c0709714904 HTTP/1.1" status: 200 len: 991 time: 0.1128366 Apr 23 10:04:07.961221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48786) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:08.249244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting port 6fb09f3a-39c9-4516-8a56-7ee8e4039859 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:04:08.249628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:08.377329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:08.377697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:08.513267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Calling delete_port for 6fb09f3a-39c9-4516-8a56-7ee8e4039859 owned by network:floatingip {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:04:08.706010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:08.710925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:08.762955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Port': ['ID=6fb09f3a-39c9-4516-8a56-7ee8e4039859,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:08.807779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:08.808218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:08.808655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:08.809083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:08.809509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:08.809932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:08.810375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:08.810803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:08.811223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:08.811638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:08.812056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:08.812475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:08.844892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:08.879895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for floatingip, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:08.880365 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Floating IP 5527e3b2-f3af-4b1e-ad0b-8c0709714904 disassociated (deleted). External IP: 172.26.4.6, port: e575e995-b9b1-4e41-bf90-ee0d14cf76de. Apr 23 10:04:09.263110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:04:09.456988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:04:09.469005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4af6c72-1659-4929-8551-25abfa159c13 None None] Sync routers for ids ['ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:04:09.478936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:09.487590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4af6c72-1659-4929-8551-25abfa159c13 None None] Routers {'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:04:09.488263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d4af6c72-1659-4929-8551-25abfa159c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:03:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:04:09.542284 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ade38654-e423-44f2-aa68-33a5283275f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/floatingips/5527e3b2-f3af-4b1e-ad0b-8c0709714904 HTTP/1.1" status: 204 len: 168 time: 1.5797257 Apr 23 10:04:09.542914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f254d9-f811-467f-b215-549722b4b2ff', 'tag': 'e575e995-b9b1-4e41-bf90-ee0d14cf76de'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:04:09.681513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-d4af6c72-1659-4929-8551-25abfa159c13 None None] Set router ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:04:09.705754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cdccd94d-2a23-4be1-976a-1fe3881208ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:09.888196 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f254d9-f811-467f-b215-549722b4b2ff', 'tag': 'e575e995-b9b1-4e41-bf90-ee0d14cf76de', 'status': 'completed', 'code': 200} Apr 23 10:04:09.996530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13965077-a63d-47e6-8e02-45bf82df38d6 req-094bba6e-09ff-486b-baa5-47b4137a8161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:09.998353 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-13965077-a63d-47e6-8e02-45bf82df38d6 req-094bba6e-09ff-486b-baa5-47b4137a8161 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 1098 time: 0.0866933 Apr 23 10:04:10.040547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d4af6c72-1659-4929-8551-25abfa159c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602713638', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:40Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '53e0d52c-f5c4-45bb-b036-bc6da48304bd', 'name': '', 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:5b:5a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0df23698-a1b4-4287-b1c7-e83d3b684abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:02:39Z', 'updated_at': '2021-04-23T10:02:47Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '0df23698-a1b4-4287-b1c7-e83d3b684abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:04:10.045025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4af6c72-1659-4929-8551-25abfa159c13 None None] Checking router: ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:04:10.054866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4af6c72-1659-4929-8551-25abfa159c13 None None] Routers {'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:04:10.055541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d4af6c72-1659-4929-8551-25abfa159c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:04:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:04:10.083177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790acc5-fe9e-4824-b5e6-6b8bcf615442 req-16d90bc0-eb7f-469d-9c31-5f2462eb61d0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:10.083955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-1790acc5-fe9e-4824-b5e6-6b8bcf615442 req-16d90bc0-eb7f-469d-9c31-5f2462eb61d0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Synchronizing usage tracker for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:04:10.146308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-1790acc5-fe9e-4824-b5e6-6b8bcf615442 req-16d90bc0-eb7f-469d-9c31-5f2462eb61d0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Unset dirty status for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:04:10.148301 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1790acc5-fe9e-4824-b5e6-6b8bcf615442 req-16d90bc0-eb7f-469d-9c31-5f2462eb61d0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 945 time: 0.1605546 Apr 23 10:04:10.151634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13965077-a63d-47e6-8e02-45bf82df38d6 req-0786cda8-c34c-4649-a876-6b572d422115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:10.153227 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-13965077-a63d-47e6-8e02-45bf82df38d6 req-0786cda8-c34c-4649-a876-6b572d422115 service neutron] 10.222.0.35 "GET /v2.0/networks?id=870fcd35-df0d-4600-816a-b0e6bf43f611 HTTP/1.1" status: 200 len: 897 time: 0.1471372 Apr 23 10:04:10.200979 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1790acc5-fe9e-4824-b5e6-6b8bcf615442 req-36ece799-46ba-4993-9cbe-dacf5d986adf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=1aa714b2-092a-45b1-a60d-e0d708832879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444956 Apr 23 10:04:10.232706 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-13965077-a63d-47e6-8e02-45bf82df38d6 req-6e06120c-2da0-44b5-abee-d41c9d17ef2f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e575e995-b9b1-4e41-bf90-ee0d14cf76de HTTP/1.1" status: 200 len: 217 time: 0.0724640 Apr 23 10:04:10.254511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-d4af6c72-1659-4929-8551-25abfa159c13 None None] Set router ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:04:10.305881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13965077-a63d-47e6-8e02-45bf82df38d6 req-150930c4-daea-4bed-8d7c-36c1dc6793c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:10.307512 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-13965077-a63d-47e6-8e02-45bf82df38d6 req-150930c4-daea-4bed-8d7c-36c1dc6793c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0df23698-a1b4-4287-b1c7-e83d3b684abe HTTP/1.1" status: 200 len: 834 time: 0.0680230 Apr 23 10:04:10.397384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13965077-a63d-47e6-8e02-45bf82df38d6 req-b4c36866-8c2d-4d59-a85b-5363da8ccbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:10.399116 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-13965077-a63d-47e6-8e02-45bf82df38d6 req-b4c36866-8c2d-4d59-a85b-5363da8ccbbf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=870fcd35-df0d-4600-816a-b0e6bf43f611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837722 Apr 23 10:04:10.550582 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-13965077-a63d-47e6-8e02-45bf82df38d6 req-b600ecb2-6603-4404-b8a2-29f1e50aa083 service neutron] 10.222.0.35 "GET /v2.0/networks/870fcd35-df0d-4600-816a-b0e6bf43f611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443822 Apr 23 10:04:10.591936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:10.598446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d4af6c72-1659-4929-8551-25abfa159c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602713638', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:40Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '53e0d52c-f5c4-45bb-b036-bc6da48304bd', 'name': '', 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:5b:5a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0df23698-a1b4-4287-b1c7-e83d3b684abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:02:39Z', 'updated_at': '2021-04-23T10:02:47Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '0df23698-a1b4-4287-b1c7-e83d3b684abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:04:10.603273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4af6c72-1659-4929-8551-25abfa159c13 None None] The sync data for ids ['ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'] in dv-neutron-786478-4-hyperv is: [{'id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602713638', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:40Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '53e0d52c-f5c4-45bb-b036-bc6da48304bd', 'name': '', 'network_id': '870fcd35-df0d-4600-816a-b0e6bf43f611', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:5b:5a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0df23698-a1b4-4287-b1c7-e83d3b684abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:02:39Z', 'updated_at': '2021-04-23T10:02:47Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '0df23698-a1b4-4287-b1c7-e83d3b684abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:04:10.698770 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-13965077-a63d-47e6-8e02-45bf82df38d6 req-30c2960f-b067-4290-b920-54fb959295fb service neutron] 10.222.0.35 "GET /v2.0/networks/870fcd35-df0d-4600-816a-b0e6bf43f611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405265 Apr 23 10:04:11.010149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93935cf-1054-493a-98ac-07079c6b1d8e None None] New status for floating IP 5527e3b2-f3af-4b1e-ad0b-8c0709714904: DOWN {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:04:11.300539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:11.416502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d748145-d9b7-4102-87ae-0d55ac1caa0f req-4ad6f5d2-e09a-4e0f-805b-8a2f9880cc69 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:11.418142 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0d748145-d9b7-4102-87ae-0d55ac1caa0f req-4ad6f5d2-e09a-4e0f-805b-8a2f9880cc69 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 945 time: 0.0963521 Apr 23 10:04:11.469585 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0d748145-d9b7-4102-87ae-0d55ac1caa0f req-d7ee673c-c19b-4a03-968e-a6b555a872bd tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=1aa714b2-092a-45b1-a60d-e0d708832879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446088 Apr 23 10:04:11.771527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccf930-a662-42ee-826f-b8f65b9f8375 req-4cdff35b-494d-41c4-a64f-8627880d3826 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:11.772212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-c4ccf930-a662-42ee-826f-b8f65b9f8375 req-4cdff35b-494d-41c4-a64f-8627880d3826 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Synchronizing usage tracker for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:04:11.785830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-c4ccf930-a662-42ee-826f-b8f65b9f8375 req-4cdff35b-494d-41c4-a64f-8627880d3826 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Unset dirty status for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:04:11.787060 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c4ccf930-a662-42ee-826f-b8f65b9f8375 req-4cdff35b-494d-41c4-a64f-8627880d3826 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 945 time: 0.1051977 Apr 23 10:04:11.939098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-c4ccf930-a662-42ee-826f-b8f65b9f8375 req-895858cb-5c37-4927-8c08-7a53b2b116cf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting port e575e995-b9b1-4e41-bf90-ee0d14cf76de {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:04:11.939476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-c4ccf930-a662-42ee-826f-b8f65b9f8375 req-895858cb-5c37-4927-8c08-7a53b2b116cf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:12.084066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-c4ccf930-a662-42ee-826f-b8f65b9f8375 req-895858cb-5c37-4927-8c08-7a53b2b116cf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] For port e575e995-b9b1-4e41-bf90-ee0d14cf76de, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e575e995-b9b1-4e41-bf90-ee0d14cf76de,segment=NetworkSegment(0c068fac-390a-46b3-ace5-baffb4e9f9c0),segment_id=0c068fac-390a-46b3-ace5-baffb4e9f9c0)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:04:12.084515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-c4ccf930-a662-42ee-826f-b8f65b9f8375 req-895858cb-5c37-4927-8c08-7a53b2b116cf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:12.218447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-c4ccf930-a662-42ee-826f-b8f65b9f8375 req-895858cb-5c37-4927-8c08-7a53b2b116cf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Calling delete_port for e575e995-b9b1-4e41-bf90-ee0d14cf76de owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:04:12.443319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-c4ccf930-a662-42ee-826f-b8f65b9f8375 req-895858cb-5c37-4927-8c08-7a53b2b116cf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:12.451304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fa133ab6-e41b-4c47-80a0-2fd659c6bc39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:12.488981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:12.501072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895858cb-5c37-4927-8c08-7a53b2b116cf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Port': ['ID=e575e995-b9b1-4e41-bf90-ee0d14cf76de,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:12.548750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895858cb-5c37-4927-8c08-7a53b2b116cf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:12.549208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895858cb-5c37-4927-8c08-7a53b2b116cf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:12.549617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895858cb-5c37-4927-8c08-7a53b2b116cf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:12.550042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895858cb-5c37-4927-8c08-7a53b2b116cf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:12.550521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895858cb-5c37-4927-8c08-7a53b2b116cf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:12.550939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895858cb-5c37-4927-8c08-7a53b2b116cf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:12.551358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895858cb-5c37-4927-8c08-7a53b2b116cf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:12.551772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895858cb-5c37-4927-8c08-7a53b2b116cf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:12.552192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895858cb-5c37-4927-8c08-7a53b2b116cf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:12.559477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895858cb-5c37-4927-8c08-7a53b2b116cf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:12.559477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895858cb-5c37-4927-8c08-7a53b2b116cf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:12.559477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895858cb-5c37-4927-8c08-7a53b2b116cf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:12.559477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-895858cb-5c37-4927-8c08-7a53b2b116cf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:12.599962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ccf930-a662-42ee-826f-b8f65b9f8375 req-895858cb-5c37-4927-8c08-7a53b2b116cf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] No DVR routers for this DVR port e575e995-b9b1-4e41-bf90-ee0d14cf76de on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:04:12.603490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-c4ccf930-a662-42ee-826f-b8f65b9f8375 req-895858cb-5c37-4927-8c08-7a53b2b116cf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:12.607743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f254d9-f811-467f-b215-549722b4b2ff', 'name': 'network-vif-deleted', 'tag': 'e575e995-b9b1-4e41-bf90-ee0d14cf76de'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:04:12.638344 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c4ccf930-a662-42ee-826f-b8f65b9f8375 req-895858cb-5c37-4927-8c08-7a53b2b116cf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "DELETE /v2.0/ports/e575e995-b9b1-4e41-bf90-ee0d14cf76de HTTP/1.1" status: 204 len: 173 time: 0.8458924 Apr 23 10:04:12.641836 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8a840ad7-87b4-4a66-b14a-4dec30cb6f3d req-c030baae-cd30-4ffb-afc5-1ad347b549d9 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=64f254d9-f811-467f-b215-549722b4b2ff HTTP/1.1" status: 200 len: 210 time: 0.0514858 Apr 23 10:04:12.706853 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f254d9-f811-467f-b215-549722b4b2ff', 'name': 'network-vif-deleted', 'tag': 'e575e995-b9b1-4e41-bf90-ee0d14cf76de', 'status': 'completed', 'code': 200} Apr 23 10:04:13.028261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:04:13.752985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48804) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:14.345397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b940776-2e32-4828-a984-b425e008a6b8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:15.088817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8b940776-2e32-4828-a984-b425e008a6b8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting port 53e0d52c-f5c4-45bb-b036-bc6da48304bd {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:04:15.089193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b940776-2e32-4828-a984-b425e008a6b8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:15.234596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-8b940776-2e32-4828-a984-b425e008a6b8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] For port 53e0d52c-f5c4-45bb-b036-bc6da48304bd, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=53e0d52c-f5c4-45bb-b036-bc6da48304bd,segment=NetworkSegment(0c068fac-390a-46b3-ace5-baffb4e9f9c0),segment_id=0c068fac-390a-46b3-ace5-baffb4e9f9c0)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:04:15.235002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b940776-2e32-4828-a984-b425e008a6b8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:15.369861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8b940776-2e32-4828-a984-b425e008a6b8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Calling delete_port for 53e0d52c-f5c4-45bb-b036-bc6da48304bd owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:04:15.421466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device e575e995-b9b1-4e41-bf90-ee0d14cf76de no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:04:15.463625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: e575e995-b9b1-4e41-bf90-ee0d14cf76de {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:04:15.464099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device e575e995-b9b1-4e41-bf90-ee0d14cf76de not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:04:15.592274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b940776-2e32-4828-a984-b425e008a6b8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:15.597115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f58d2c1f-46e1-4b2e-8bd5-f87524d77f40 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:15.679784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b940776-2e32-4828-a984-b425e008a6b8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Port': ['ID=53e0d52c-f5c4-45bb-b036-bc6da48304bd,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:15.682881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8b940776-2e32-4828-a984-b425e008a6b8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:15.939979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8b940776-2e32-4828-a984-b425e008a6b8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:16.344463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b940776-2e32-4828-a984-b425e008a6b8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:04:16.539808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b940776-2e32-4828-a984-b425e008a6b8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:04:16.551201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edd5c95-32ed-4c78-a65b-b1754c75dcd1 None None] Sync routers for ids ['ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:04:16.554234 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8b940776-2e32-4828-a984-b425e008a6b8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "PUT /v2.0/routers/ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8000834 Apr 23 10:04:16.557718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48808) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:16.561643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edd5c95-32ed-4c78-a65b-b1754c75dcd1 None None] Routers {'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:04:16.562305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7edd5c95-32ed-4c78-a65b-b1754c75dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:04:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:04:16.630570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-198ede3b-6720-4db9-8bc9-2d60deebfd2e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting subnet 0df23698-a1b4-4287-b1c7-e83d3b684abe {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:04:16.633756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-198ede3b-6720-4db9-8bc9-2d60deebfd2e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:16.695330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-198ede3b-6720-4db9-8bc9-2d60deebfd2e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:16.752972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-7edd5c95-32ed-4c78-a65b-b1754c75dcd1 None None] Set router ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:04:16.783760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-198ede3b-6720-4db9-8bc9-2d60deebfd2e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:17.058393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7edd5c95-32ed-4c78-a65b-b1754c75dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602713638', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:04:15Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:04:17.062574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edd5c95-32ed-4c78-a65b-b1754c75dcd1 None None] Checking router: ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:04:17.071621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edd5c95-32ed-4c78-a65b-b1754c75dcd1 None None] Routers {'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:04:17.073110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7edd5c95-32ed-4c78-a65b-b1754c75dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:04:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:04:17.113030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-198ede3b-6720-4db9-8bc9-2d60deebfd2e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:17.117286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c709ac09-92ab-46b5-aadf-83ab518ae34e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:17.158520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ede3b-6720-4db9-8bc9-2d60deebfd2e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Subnet': ['ID=0df23698-a1b4-4287-b1c7-e83d3b684abe,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:17.162125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-198ede3b-6720-4db9-8bc9-2d60deebfd2e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:17.163285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-198ede3b-6720-4db9-8bc9-2d60deebfd2e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:17.171091 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-198ede3b-6720-4db9-8bc9-2d60deebfd2e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/subnets/0df23698-a1b4-4287-b1c7-e83d3b684abe HTTP/1.1" status: 204 len: 168 time: 0.6122262 Apr 23 10:04:17.173819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48812) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:17.177056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa4cc4d-df31-47d6-b831-2f286b290488 None None] Network 870fcd35-df0d-4600-816a-b0e6bf43f611 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:04:17.378267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7966eb37-f272-4b29-91e9-217184ea417e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:17.428242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-7edd5c95-32ed-4c78-a65b-b1754c75dcd1 None None] Set router ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:04:17.458147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ff215e-aee0-4271-931f-58d708ae6bad None None] DHCP port deletion for 870fcd35-df0d-4600-816a-b0e6bf43f611 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 10:04:17.623666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7966eb37-f272-4b29-91e9-217184ea417e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:17.642398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-29ff215e-aee0-4271-931f-58d708ae6bad None None] Deleting port 50610fa6-ff7e-4a95-9ed5-1ac02904d88d {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:04:17.642398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-29ff215e-aee0-4271-931f-58d708ae6bad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:17.714555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 50610fa6-ff7e-4a95-9ed5-1ac02904d88d no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:04:17.736325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7966eb37-f272-4b29-91e9-217184ea417e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting port 5a720ff3-ff1a-4e4a-92da-de3a1892cb6d {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:04:17.736686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7966eb37-f272-4b29-91e9-217184ea417e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:17.743515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7edd5c95-32ed-4c78-a65b-b1754c75dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602713638', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:04:15Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:04:17.748328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edd5c95-32ed-4c78-a65b-b1754c75dcd1 None None] The sync data for ids ['ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159'] in dv-neutron-786478-4-hyperv is: [{'id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602713638', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:04:15Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '5a720ff3-ff1a-4e4a-92da-de3a1892cb6d', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:02:34Z', 'updated_at': '2021-04-23T10:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:04:17.886936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-7966eb37-f272-4b29-91e9-217184ea417e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] For port 5a720ff3-ff1a-4e4a-92da-de3a1892cb6d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=5a720ff3-ff1a-4e4a-92da-de3a1892cb6d,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:04:17.887391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7966eb37-f272-4b29-91e9-217184ea417e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:18.029985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-7966eb37-f272-4b29-91e9-217184ea417e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Calling delete_port for 5a720ff3-ff1a-4e4a-92da-de3a1892cb6d owned by network:router_gateway {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:04:18.082951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-29ff215e-aee0-4271-931f-58d708ae6bad None None] For port 50610fa6-ff7e-4a95-9ed5-1ac02904d88d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=50610fa6-ff7e-4a95-9ed5-1ac02904d88d,segment=NetworkSegment(0c068fac-390a-46b3-ace5-baffb4e9f9c0),segment_id=0c068fac-390a-46b3-ace5-baffb4e9f9c0)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:04:18.083406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-29ff215e-aee0-4271-931f-58d708ae6bad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:18.263614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-29ff215e-aee0-4271-931f-58d708ae6bad None None] Calling delete_port for 50610fa6-ff7e-4a95-9ed5-1ac02904d88d owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:04:18.289568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7966eb37-f272-4b29-91e9-217184ea417e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:18.294850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:18.322699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:18.342074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966eb37-f272-4b29-91e9-217184ea417e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Port': ['ID=5a720ff3-ff1a-4e4a-92da-de3a1892cb6d,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:18.345528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7966eb37-f272-4b29-91e9-217184ea417e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:18.386164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 50610fa6-ff7e-4a95-9ed5-1ac02904d88d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=50610fa6-ff7e-4a95-9ed5-1ac02904d88d,segment=NetworkSegment(0c068fac-390a-46b3-ace5-baffb4e9f9c0),segment_id=0c068fac-390a-46b3-ace5-baffb4e9f9c0)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:04:18.426931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:18.428642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-29990d57-a27b-4fb0-abba-3635af99ccdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:18.444180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7966eb37-f272-4b29-91e9-217184ea417e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:18.467061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-29ff215e-aee0-4271-931f-58d708ae6bad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 10:04:18.467470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-29ff215e-aee0-4271-931f-58d708ae6bad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 10:04:18.504278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=50610fa6-ff7e-4a95-9ed5-1ac02904d88d,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:18.513972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:18.514416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:18.514786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:18.515166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:18.515544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:18.515919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:18.516290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:18.516662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:18.517033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:18.517402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:18.518023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:18.518431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:18.522555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:18.939869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7966eb37-f272-4b29-91e9-217184ea417e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:18.942238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7966eb37-f272-4b29-91e9-217184ea417e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:19.033930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-29ff215e-aee0-4271-931f-58d708ae6bad None None] Deleting port 50610fa6-ff7e-4a95-9ed5-1ac02904d88d {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:04:19.034404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-29ff215e-aee0-4271-931f-58d708ae6bad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:19.084057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7966eb37-f272-4b29-91e9-217184ea417e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:19.084673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7966eb37-f272-4b29-91e9-217184ea417e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Fanout notify agent at l3_agent the message router_deleted on router ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 10:04:19.104632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7966eb37-f272-4b29-91e9-217184ea417e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:19.108860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48816) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:19.109321 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7966eb37-f272-4b29-91e9-217184ea417e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/routers/ed39d3d4-0475-4b9b-9be8-6aa1fb9bb159 HTTP/1.1" status: 204 len: 168 time: 1.9343667 Apr 23 10:04:19.155802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-29ff215e-aee0-4271-931f-58d708ae6bad None None] For port 50610fa6-ff7e-4a95-9ed5-1ac02904d88d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=50610fa6-ff7e-4a95-9ed5-1ac02904d88d,segment=NetworkSegment(0c068fac-390a-46b3-ace5-baffb4e9f9c0),segment_id=0c068fac-390a-46b3-ace5-baffb4e9f9c0)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:04:19.156062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-29ff215e-aee0-4271-931f-58d708ae6bad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:19.242773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:19.294523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-29ff215e-aee0-4271-931f-58d708ae6bad None None] Calling delete_port for 50610fa6-ff7e-4a95-9ed5-1ac02904d88d owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:04:19.324048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting port 50610fa6-ff7e-4a95-9ed5-1ac02904d88d {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:04:19.324451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:19.426634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-29ff215e-aee0-4271-931f-58d708ae6bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:19.432127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a36d07f4-d823-49d7-be33-f3982920c29c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:19.434979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] For port 50610fa6-ff7e-4a95-9ed5-1ac02904d88d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=50610fa6-ff7e-4a95-9ed5-1ac02904d88d,segment=NetworkSegment(0c068fac-390a-46b3-ace5-baffb4e9f9c0),segment_id=0c068fac-390a-46b3-ace5-baffb4e9f9c0)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:04:19.435382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:19.481241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff215e-aee0-4271-931f-58d708ae6bad None None] Pushing event deleted for resources: {'Port': ['ID=50610fa6-ff7e-4a95-9ed5-1ac02904d88d,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:19.484440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-29ff215e-aee0-4271-931f-58d708ae6bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:19.485327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ff215e-aee0-4271-931f-58d708ae6bad None None] No DVR routers for this DVR port 50610fa6-ff7e-4a95-9ed5-1ac02904d88d on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:04:19.554211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 53e0d52c-f5c4-45bb-b036-bc6da48304bd no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:04:19.575102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Calling delete_port for 50610fa6-ff7e-4a95-9ed5-1ac02904d88d owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:04:19.592374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 53e0d52c-f5c4-45bb-b036-bc6da48304bd {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:04:19.592773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 53e0d52c-f5c4-45bb-b036-bc6da48304bd not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:04:19.593253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 5a720ff3-ff1a-4e4a-92da-de3a1892cb6d no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:04:19.619327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87175) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 10:04:19.619891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 10:04:19.631658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 5a720ff3-ff1a-4e4a-92da-de3a1892cb6d {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:04:19.632055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 5a720ff3-ff1a-4e4a-92da-de3a1892cb6d not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:04:20.162326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] The port '50610fa6-ff7e-4a95-9ed5-1ac02904d88d' was deleted {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 10:04:20.295538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:20.416672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870fcd35-df0d-4600-816a-b0e6bf43f611']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:04:20.434417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c068fac-390a-46b3-ace5-baffb4e9f9c0') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:04:20.434757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c068fac-390a-46b3-ace5-baffb4e9f9c0') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:04:20.446950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:20.462441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:20.469137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:04:20.655238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 870fcd35-df0d-4600-816a-b0e6bf43f611 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:04:20.664408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:20.855817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 870fcd35-df0d-4600-816a-b0e6bf43f611 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:04:20.881621 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:04:21.152848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:21.156475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2cecd9e1-8794-4b0b-a8ae-d40baa232c8e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:21.175895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:21.185854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Network': ['ID=870fcd35-df0d-4600-816a-b0e6bf43f611,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:21.189295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:21.227391 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/networks/870fcd35-df0d-4600-816a-b0e6bf43f611 HTTP/1.1" status: 204 len: 168 time: 2.1173627 Apr 23 10:04:21.230918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48820) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:21.302793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6742462b-9bdd-4888-aefe-ae96adbab976 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:21.334389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6742462b-9bdd-4888-aefe-ae96adbab976 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:21.529082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6742462b-9bdd-4888-aefe-ae96adbab976 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:21.534726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-364e3b3e-4d04-48e0-b7ca-6eeea01ab00b tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:21.551361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742462b-9bdd-4888-aefe-ae96adbab976 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa714b2-092a-45b1-a60d-e0d708832879,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:21.553739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6742462b-9bdd-4888-aefe-ae96adbab976 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:21.586100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6742462b-9bdd-4888-aefe-ae96adbab976 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:21.587424 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6742462b-9bdd-4888-aefe-ae96adbab976 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/security-groups/1aa714b2-092a-45b1-a60d-e0d708832879 HTTP/1.1" status: 204 len: 168 time: 0.3554776 Apr 23 10:04:22.003456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48828) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:22.009410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3c338e19-49f0-4fc7-a54c-faef366bb9a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1790992323', 'description': 'tempest-secgroup-smoke-1790992323 description', 'project_id': '54edd41c8fc1484eb66cc45008be2739'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:04:22.016856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3c338e19-49f0-4fc7-a54c-faef366bb9a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:04:22.021465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3c338e19-49f0-4fc7-a54c-faef366bb9a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:04:22.024471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3c338e19-49f0-4fc7-a54c-faef366bb9a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:04:22.031152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3c338e19-49f0-4fc7-a54c-faef366bb9a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:04:22.072538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c338e19-49f0-4fc7-a54c-faef366bb9a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:22.098701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3c338e19-49f0-4fc7-a54c-faef366bb9a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:04:22.103101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3c338e19-49f0-4fc7-a54c-faef366bb9a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:04:22.106256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3c338e19-49f0-4fc7-a54c-faef366bb9a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:04:22.112448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3c338e19-49f0-4fc7-a54c-faef366bb9a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:04:22.302219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c338e19-49f0-4fc7-a54c-faef366bb9a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:22.324771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c338e19-49f0-4fc7-a54c-faef366bb9a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:22.330252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3596e660-94cb-4249-a12a-9d14324e43d8 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:22.375567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c338e19-49f0-4fc7-a54c-faef366bb9a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2361a6e4-6832-4157-879a-ecba61a7d34f,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:22.378555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3c338e19-49f0-4fc7-a54c-faef366bb9a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:22.409710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c338e19-49f0-4fc7-a54c-faef366bb9a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:22.411363 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3c338e19-49f0-4fc7-a54c-faef366bb9a8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4068067 Apr 23 10:04:22.414251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48832) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:22.420512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-4618b44e-899d-4cfc-a3e8-a5b0a0912b44 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': '2361a6e4-6832-4157-879a-ecba61a7d34f', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:04:22.427067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4618b44e-899d-4cfc-a3e8-a5b0a0912b44 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:04:22.431078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4618b44e-899d-4cfc-a3e8-a5b0a0912b44 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:04:22.434308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-4618b44e-899d-4cfc-a3e8-a5b0a0912b44 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:04:22.440305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-4618b44e-899d-4cfc-a3e8-a5b0a0912b44 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:04:22.486558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4618b44e-899d-4cfc-a3e8-a5b0a0912b44 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:22.549591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4618b44e-899d-4cfc-a3e8-a5b0a0912b44 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:22.581359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4618b44e-899d-4cfc-a3e8-a5b0a0912b44 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:22.583237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d527daf9-ab4f-482c-a02f-8fe0c4ceebf3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:22.607867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618b44e-899d-4cfc-a3e8-a5b0a0912b44 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795ef9d6-41a0-4343-b17e-fd94c87f8d94,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:22.610463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4618b44e-899d-4cfc-a3e8-a5b0a0912b44 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:22.649568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4618b44e-899d-4cfc-a3e8-a5b0a0912b44 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:22.650988 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4618b44e-899d-4cfc-a3e8-a5b0a0912b44 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2356334 Apr 23 10:04:22.654426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48836) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:22.660086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e2803c1b-2a5e-4b21-b3a1-84ab5f08b39a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': '2361a6e4-6832-4157-879a-ecba61a7d34f', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:04:22.666542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e2803c1b-2a5e-4b21-b3a1-84ab5f08b39a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:04:22.671217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e2803c1b-2a5e-4b21-b3a1-84ab5f08b39a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:04:22.674214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e2803c1b-2a5e-4b21-b3a1-84ab5f08b39a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:04:22.680444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e2803c1b-2a5e-4b21-b3a1-84ab5f08b39a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:04:22.724634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2803c1b-2a5e-4b21-b3a1-84ab5f08b39a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:22.795036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2803c1b-2a5e-4b21-b3a1-84ab5f08b39a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:22.820936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2803c1b-2a5e-4b21-b3a1-84ab5f08b39a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:22.823183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4618b44e-899d-4cfc-a3e8-a5b0a0912b44 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:22.846599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2803c1b-2a5e-4b21-b3a1-84ab5f08b39a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac62027-ea72-4aa8-be7e-1ac49550576b,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:22.849165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e2803c1b-2a5e-4b21-b3a1-84ab5f08b39a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:22.884386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e2803c1b-2a5e-4b21-b3a1-84ab5f08b39a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:22.885726 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e2803c1b-2a5e-4b21-b3a1-84ab5f08b39a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2302015 Apr 23 10:04:22.888829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48840) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:22.894681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-044b652c-7155-421c-933b-68244489585c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': '2361a6e4-6832-4157-879a-ecba61a7d34f', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:04:22.901413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-044b652c-7155-421c-933b-68244489585c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:04:22.905383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-044b652c-7155-421c-933b-68244489585c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:04:22.908697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-044b652c-7155-421c-933b-68244489585c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:04:22.914801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-044b652c-7155-421c-933b-68244489585c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:04:22.959570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-044b652c-7155-421c-933b-68244489585c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:23.024586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-044b652c-7155-421c-933b-68244489585c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:23.055720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-044b652c-7155-421c-933b-68244489585c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:23.057682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c2758e63-1c49-4dce-908e-ea7d566fa99c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:23.081803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b652c-7155-421c-933b-68244489585c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2375dafa-05a0-4801-89ac-d257b45a7328,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:23.084480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-044b652c-7155-421c-933b-68244489585c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:23.113232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-044b652c-7155-421c-933b-68244489585c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:23.114537 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-044b652c-7155-421c-933b-68244489585c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2246499 Apr 23 10:04:23.117462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48844) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:23.123144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-cdc44ed0-0ab6-43a0-ba42-5c71a7a3f8f7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': '2361a6e4-6832-4157-879a-ecba61a7d34f', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:04:23.129742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cdc44ed0-0ab6-43a0-ba42-5c71a7a3f8f7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:04:23.133769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cdc44ed0-0ab6-43a0-ba42-5c71a7a3f8f7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:04:23.136905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cdc44ed0-0ab6-43a0-ba42-5c71a7a3f8f7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:04:23.142972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cdc44ed0-0ab6-43a0-ba42-5c71a7a3f8f7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:04:23.199357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cdc44ed0-0ab6-43a0-ba42-5c71a7a3f8f7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:23.268326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cdc44ed0-0ab6-43a0-ba42-5c71a7a3f8f7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:23.306765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cdc44ed0-0ab6-43a0-ba42-5c71a7a3f8f7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:23.314962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09c79362-b24e-4233-91be-df992c35045d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:23.334157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc44ed0-0ab6-43a0-ba42-5c71a7a3f8f7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d13fca1-bae5-4db6-aade-307388f75c53,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:23.336527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cdc44ed0-0ab6-43a0-ba42-5c71a7a3f8f7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:23.369620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cdc44ed0-0ab6-43a0-ba42-5c71a7a3f8f7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:23.371293 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cdc44ed0-0ab6-43a0-ba42-5c71a7a3f8f7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2528253 Apr 23 10:04:23.374137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48848) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:23.379732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-77ed0fd3-47dc-4310-8562-24b671933213 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': '2361a6e4-6832-4157-879a-ecba61a7d34f', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:04:23.387158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-77ed0fd3-47dc-4310-8562-24b671933213 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:04:23.391162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-77ed0fd3-47dc-4310-8562-24b671933213 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:04:23.394421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-77ed0fd3-47dc-4310-8562-24b671933213 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:04:23.400341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-77ed0fd3-47dc-4310-8562-24b671933213 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:04:23.438201 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-77ed0fd3-47dc-4310-8562-24b671933213 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Project 54edd41c8fc1484eb66cc45008be2739 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 10:04:23.445213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-77ed0fd3-47dc-4310-8562-24b671933213 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:23.517109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-77ed0fd3-47dc-4310-8562-24b671933213 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:23.540900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-77ed0fd3-47dc-4310-8562-24b671933213 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:23.548653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-044b652c-7155-421c-933b-68244489585c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:23.567600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed0fd3-47dc-4310-8562-24b671933213 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d7522d6-17a2-4527-8e1f-7274a92e9db9,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:23.569899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-77ed0fd3-47dc-4310-8562-24b671933213 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:23.604271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-77ed0fd3-47dc-4310-8562-24b671933213 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:23.605701 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-77ed0fd3-47dc-4310-8562-24b671933213 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2305367 Apr 23 10:04:23.608716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48852) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:23.614480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e1c5e9a6-0ff6-4531-9f27-7324ee3f8061 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': '2361a6e4-6832-4157-879a-ecba61a7d34f', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:04:23.621540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e1c5e9a6-0ff6-4531-9f27-7324ee3f8061 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:04:23.625646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e1c5e9a6-0ff6-4531-9f27-7324ee3f8061 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:04:23.628812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e1c5e9a6-0ff6-4531-9f27-7324ee3f8061 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:04:23.634981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e1c5e9a6-0ff6-4531-9f27-7324ee3f8061 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:04:23.672027 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-e1c5e9a6-0ff6-4531-9f27-7324ee3f8061 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Project 54edd41c8fc1484eb66cc45008be2739 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 10:04:23.679293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1c5e9a6-0ff6-4531-9f27-7324ee3f8061 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:23.741158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:23.749867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1c5e9a6-0ff6-4531-9f27-7324ee3f8061 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:23.780460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1c5e9a6-0ff6-4531-9f27-7324ee3f8061 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:23.788008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b857babe-4391-48d6-b40a-ab6307014fdd tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:23.806885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5e9a6-0ff6-4531-9f27-7324ee3f8061 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02865125-ffd0-49ad-b6a7-69d8c3f7785f,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:23.809786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e1c5e9a6-0ff6-4531-9f27-7324ee3f8061 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:23.843510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e1c5e9a6-0ff6-4531-9f27-7324ee3f8061 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:23.844850 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e1c5e9a6-0ff6-4531-9f27-7324ee3f8061 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2352035 Apr 23 10:04:23.847982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 48856) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:23.854085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d7af9323-61e2-43cf-ac90-e3eb34d773a4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'network': {'name': 'tempest-network-smoke--125592594', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'port_security_enabled': True}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:04:23.859746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d7af9323-61e2-43cf-ac90-e3eb34d773a4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:04:23.864322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d7af9323-61e2-43cf-ac90-e3eb34d773a4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:network and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:04:23.867314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d7af9323-61e2-43cf-ac90-e3eb34d773a4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:04:23.877074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d7af9323-61e2-43cf-ac90-e3eb34d773a4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:04:23.918331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7af9323-61e2-43cf-ac90-e3eb34d773a4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Made reservation on behalf of 54edd41c8fc1484eb66cc45008be2739 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:04:23.924548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d7af9323-61e2-43cf-ac90-e3eb34d773a4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:23.954625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7af9323-61e2-43cf-ac90-e3eb34d773a4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:04:23.963449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d7af9323-61e2-43cf-ac90-e3eb34d773a4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:23.964141 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-d7af9323-61e2-43cf-ac90-e3eb34d773a4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Added segment f48bc334-f423-4701-9e02-6026091f4a59 of type vlan for network c5dd75a8-610f-4c2b-9396-ef69a67ebe0e Apr 23 10:04:24.026798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d7af9323-61e2-43cf-ac90-e3eb34d773a4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:24.101368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d7af9323-61e2-43cf-ac90-e3eb34d773a4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:24.108423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7af9323-61e2-43cf-ac90-e3eb34d773a4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:24.114988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d7af9323-61e2-43cf-ac90-e3eb34d773a4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:24.115145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c2026a4c-d021-4110-babe-cd1fcff11602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:24.515563 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d7af9323-61e2-43cf-ac90-e3eb34d773a4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6664588 Apr 23 10:04:24.518850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48860) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:24.522244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af9323-61e2-43cf-ac90-e3eb34d773a4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Network': ['ID=c5dd75a8-610f-4c2b-9396-ef69a67ebe0e,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:24.525033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d7af9323-61e2-43cf-ac90-e3eb34d773a4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:24.525601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1173265018', 'admin_state_up': True, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:04:24.534157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network c5dd75a8-610f-4c2b-9396-ef69a67ebe0e details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:04:24.535124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:04:24.539177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:router and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:04:24.542779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:04:24.548849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:04:24.575761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:24.576995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:24.638418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:24.942029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:25.307864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_gateway, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:25.339587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:25.502684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Allocated IP 172.26.4.110 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/8799de1c-d301-4c38-807a-477cffc1c87c) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:04:25.658173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:25.707593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:25.712379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:25.778352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:04:25.781816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:04:25.785700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:04:25.821223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=8799de1c-d301-4c38-807a-477cffc1c87c,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:25.825648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:26.392406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_gateway, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:26.790699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:27.067723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router 7d405950-dd0d-4cc2-ad80-73216cc21cc3 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 10:04:27.556659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:04:27.567812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] Sync routers for ids ['7d405950-dd0d-4cc2-ad80-73216cc21cc3'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:04:27.579092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] Routers {'7d405950-dd0d-4cc2-ad80-73216cc21cc3'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:04:27.579653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:04:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['7d405950-dd0d-4cc2-ad80-73216cc21cc3'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:04:27.616018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:27.617338 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0973887 Apr 23 10:04:27.620821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48864) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:27.669473 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a79bd6d7-955f-4fc8-bd59-1eb403591061 tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=54edd41c8fc1484eb66cc45008be2739&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473509 Apr 23 10:04:27.672203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48868) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:27.769994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] Set router 7d405950-dd0d-4cc2-ad80-73216cc21cc3 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:04:27.814979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd056f08-bd9d-4a6b-b5de-ac51c28ed400 tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:27.816622 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-dd056f08-bd9d-4a6b-b5de-ac51c28ed400 tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1433597 Apr 23 10:04:27.820355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48872) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:27.870230 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ecd64a2a-8cf0-4a09-8c77-5291e3e3e69f tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450895 Apr 23 10:04:27.870863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48876) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:27.877021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5f2324d8-d83b-4239-87a9-a3d4120a7ba7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1419776285', 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:04:28.000843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5f2324d8-d83b-4239-87a9-a3d4120a7ba7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:04:28.005162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5f2324d8-d83b-4239-87a9-a3d4120a7ba7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:subnet and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:04:28.008324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5f2324d8-d83b-4239-87a9-a3d4120a7ba7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:04:28.014471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5f2324d8-d83b-4239-87a9-a3d4120a7ba7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:04:28.050303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2324d8-d83b-4239-87a9-a3d4120a7ba7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Made reservation on behalf of 54edd41c8fc1484eb66cc45008be2739 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:04:28.056486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f2324d8-d83b-4239-87a9-a3d4120a7ba7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:28.081858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173265018', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:04:24Z', 'updated_at': '2021-04-23T10:04:26Z', 'revision_number': 3, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:04:25Z', 'updated_at': '2021-04-23T10:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:04:28.086429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] Checking router: 7d405950-dd0d-4cc2-ad80-73216cc21cc3 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:04:28.086842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] Updating router 7d405950-dd0d-4cc2-ad80-73216cc21cc3 port 8799de1c-d301-4c38-807a-477cffc1c87c binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:04:28.146111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:28.532989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:28.545812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] Transition to ACTIVE for port object 8799de1c-d301-4c38-807a-477cffc1c87c will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:04:28.570153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:28.575424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e31fb916-159c-427f-ba1c-7863361cc168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:28.663529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] Attempting to bind port 8799de1c-d301-4c38-807a-477cffc1c87c on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:04:28.663898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] Attempting to bind port 8799de1c-d301-4c38-807a-477cffc1c87c by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:04:28.664329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] Attempting to bind port 8799de1c-d301-4c38-807a-477cffc1c87c on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:04:28.668676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33536d56-ec74-4e62-803d-074b528375ae None None] Pushing event updated for resources: {'Port': ['ID=8799de1c-d301-4c38-807a-477cffc1c87c,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:28.673164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:04:28.673589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:04:28.674039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:28.674511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:04:28.675039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] Bound port: 8799de1c-d301-4c38-807a-477cffc1c87c, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:04:28.675463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:28.680957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f2324d8-d83b-4239-87a9-a3d4120a7ba7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:28.685886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a6ada8b0-43ac-4f4c-992b-b408b10aa29e tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:28.701602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-33536d56-ec74-4e62-803d-074b528375ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:28.754486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] For port 8799de1c-d301-4c38-807a-477cffc1c87c, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:04:28.757659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] For port 8799de1c-d301-4c38-807a-477cffc1c87c, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=8799de1c-d301-4c38-807a-477cffc1c87c,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:04:28.771708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2324d8-d83b-4239-87a9-a3d4120a7ba7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Subnet': ['ID=9205e96b-09f4-4189-97e1-b2a86a18f094,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:28.773771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5f2324d8-d83b-4239-87a9-a3d4120a7ba7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:28.776935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2324d8-d83b-4239-87a9-a3d4120a7ba7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Checking segment: {'id': 'f48bc334-f423-4701-9e02-6026091f4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:04:28.777341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2324d8-d83b-4239-87a9-a3d4120a7ba7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network hostable DHCP agents. Network: c5dd75a8-610f-4c2b-9396-ef69a67ebe0e, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:04:28.788150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:28.793861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:28.845424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2324d8-d83b-4239-87a9-a3d4120a7ba7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network c5dd75a8-610f-4c2b-9396-ef69a67ebe0e is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:04:28.872957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-5f2324d8-d83b-4239-87a9-a3d4120a7ba7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, c5dd75a8-610f-4c2b-9396-ef69a67ebe0e) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:04:28.876433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] Routers {'7d405950-dd0d-4cc2-ad80-73216cc21cc3'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:04:28.877125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:04:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['7d405950-dd0d-4cc2-ad80-73216cc21cc3'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:04:28.888392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2324d8-d83b-4239-87a9-a3d4120a7ba7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:28.889049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f2324d8-d83b-4239-87a9-a3d4120a7ba7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:28.936865 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5f2324d8-d83b-4239-87a9-a3d4120a7ba7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0648437 Apr 23 10:04:28.937687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daeb18d-6b15-4ebe-9946-a15976feb361 None None] Network c5dd75a8-610f-4c2b-9396-ef69a67ebe0e requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:04:28.940082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48880) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:29.040041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33536d56-ec74-4e62-803d-074b528375ae None None] Pushing event updated for resources: {'Port': ['ID=8799de1c-d301-4c38-807a-477cffc1c87c,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:29.048036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-33536d56-ec74-4e62-803d-074b528375ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:29.387309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] Set router 7d405950-dd0d-4cc2-ad80-73216cc21cc3 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:04:29.701995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-c5dd75a8-610f-4c2b-9396-ef69a67ebe0e', 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ips': [{'subnet_id': '9205e96b-09f4-4189-97e1-b2a86a18f094'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 10:04:29.702955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:29.705179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f1b2761-9b1d-4254-bf48-3b4a2e5fc79d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:29.950217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Allocated IP 172.20.0.2 (c5dd75a8-610f-4c2b-9396-ef69a67ebe0e/9205e96b-09f4-4189-97e1-b2a86a18f094/8058306d-a474-4868-b4c0-41cdcf669379) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:04:29.953152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173265018', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:04:24Z', 'updated_at': '2021-04-23T10:04:26Z', 'revision_number': 3, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:04:25Z', 'updated_at': '2021-04-23T10:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:04:29.957575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e46d7-8fa0-491c-b035-4f478ca91502 None None] The sync data for ids ['7d405950-dd0d-4cc2-ad80-73216cc21cc3'] in dv-neutron-786478-4-hyperv is: [{'id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173265018', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:04:24Z', 'updated_at': '2021-04-23T10:04:26Z', 'revision_number': 3, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:04:25Z', 'updated_at': '2021-04-23T10:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:04:30.283424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:30.295531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Transition to ACTIVE for port object 8058306d-a474-4868-b4c0-41cdcf669379 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:04:30.353674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Transition to ACTIVE for port object 8058306d-a474-4868-b4c0-41cdcf669379 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:04:30.388425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:30.393511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:30.440135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-1f1b2761-9b1d-4254-bf48-3b4a2e5fc79d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Allocated IP 172.20.0.1 (c5dd75a8-610f-4c2b-9396-ef69a67ebe0e/9205e96b-09f4-4189-97e1-b2a86a18f094/25b7e774-8ad7-4133-b9c6-cf8d03e77292) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:04:30.482196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Network c5dd75a8-610f-4c2b-9396-ef69a67ebe0e is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:04:30.485956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:04:30.488955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:04:30.532304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Pushing event updated for resources: {'Port': ['ID=8058306d-a474-4868-b4c0-41cdcf669379,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:30.535393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:30.599885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Attempting to bind port 8058306d-a474-4868-b4c0-41cdcf669379 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:04:30.600321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Attempting to bind port 8058306d-a474-4868-b4c0-41cdcf669379 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'f48bc334-f423-4701-9e02-6026091f4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:04:30.600746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Attempting to bind port 8058306d-a474-4868-b4c0-41cdcf669379 on network c5dd75a8-610f-4c2b-9396-ef69a67ebe0e {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:04:30.608196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:04:30.608642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Checking segment: {'id': 'f48bc334-f423-4701-9e02-6026091f4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:04:30.609112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:30.609568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Bound using segment: {'id': 'f48bc334-f423-4701-9e02-6026091f4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:04:30.610112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Bound port: 8058306d-a474-4868-b4c0-41cdcf669379, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48bc334-f423-4701-9e02-6026091f4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:04:30.610574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:30.629170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f1b2761-9b1d-4254-bf48-3b4a2e5fc79d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:30.648070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1f1b2761-9b1d-4254-bf48-3b4a2e5fc79d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Transition to ACTIVE for port object 25b7e774-8ad7-4133-b9c6-cf8d03e77292 will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:04:30.697009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f1b2761-9b1d-4254-bf48-3b4a2e5fc79d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:30.703064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7966eb37-f272-4b29-91e9-217184ea417e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:30.718763 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] For port 8058306d-a474-4868-b4c0-41cdcf669379, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:04:30.722961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] For port 8058306d-a474-4868-b4c0-41cdcf669379, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=8058306d-a474-4868-b4c0-41cdcf669379,segment=NetworkSegment(f48bc334-f423-4701-9e02-6026091f4a59),segment_id=f48bc334-f423-4701-9e02-6026091f4a59)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:04:30.773988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1b2761-9b1d-4254-bf48-3b4a2e5fc79d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network c5dd75a8-610f-4c2b-9396-ef69a67ebe0e is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:04:30.776818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:30.783041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-1f1b2761-9b1d-4254-bf48-3b4a2e5fc79d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:04:30.784131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-29ff215e-aee0-4271-931f-58d708ae6bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:30.788438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b2761-9b1d-4254-bf48-3b4a2e5fc79d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:04:30.832422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b2761-9b1d-4254-bf48-3b4a2e5fc79d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=25b7e774-8ad7-4133-b9c6-cf8d03e77292,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:30.837439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1f1b2761-9b1d-4254-bf48-3b4a2e5fc79d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:30.858726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f1b2761-9b1d-4254-bf48-3b4a2e5fc79d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:30.877568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Pushing event updated for resources: {'Port': ['ID=8058306d-a474-4868-b4c0-41cdcf669379,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:30.881298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:31.044748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f1b2761-9b1d-4254-bf48-3b4a2e5fc79d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:31.532552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f1b2761-9b1d-4254-bf48-3b4a2e5fc79d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:31.610770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 8058306d-a474-4868-b4c0-41cdcf669379 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:04:31.622049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f1b2761-9b1d-4254-bf48-3b4a2e5fc79d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:31.654582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4a46861e-b6c3-4989-87af-1b373a775e4c tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:31.748067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 8058306d-a474-4868-b4c0-41cdcf669379 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:04:31.754165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 8799de1c-d301-4c38-807a-477cffc1c87c up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:04:31.857890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 8799de1c-d301-4c38-807a-477cffc1c87c completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:04:31.863769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 8799de1c-d301-4c38-807a-477cffc1c87c triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:04:31.864235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:32.007989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:32.030641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 8799de1c-d301-4c38-807a-477cffc1c87c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=8799de1c-d301-4c38-807a-477cffc1c87c,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:04:32.062732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:32.064550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-465e5fd4-23b7-47d2-a95e-309de4a4bc36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:32.072671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b2761-9b1d-4254-bf48-3b4a2e5fc79d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=25b7e774-8ad7-4133-b9c6-cf8d03e77292,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:32.076080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f1b2761-9b1d-4254-bf48-3b4a2e5fc79d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:32.081470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1f1b2761-9b1d-4254-bf48-3b4a2e5fc79d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:32.143356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=8799de1c-d301-4c38-807a-477cffc1c87c,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:32.147725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:32.266845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1b2761-9b1d-4254-bf48-3b4a2e5fc79d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network c5dd75a8-610f-4c2b-9396-ef69a67ebe0e is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:04:32.268113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-1f1b2761-9b1d-4254-bf48-3b4a2e5fc79d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:04:32.304264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184743e9-eba7-4938-9e85-695715dcfe55 None None] Network c5dd75a8-610f-4c2b-9396-ef69a67ebe0e requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:04:32.443330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fae40bec-7b9b-44b5-892c-97b26bba5c89 None None] Provisioning for port 8058306d-a474-4868-b4c0-41cdcf669379 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:04:32.477049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1b2761-9b1d-4254-bf48-3b4a2e5fc79d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router 7d405950-dd0d-4cc2-ad80-73216cc21cc3 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:04:33.513671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fae40bec-7b9b-44b5-892c-97b26bba5c89 None None] Provisioning complete for port 8058306d-a474-4868-b4c0-41cdcf669379 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:04:33.513671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fae40bec-7b9b-44b5-892c-97b26bba5c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:33.521213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1b2761-9b1d-4254-bf48-3b4a2e5fc79d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:04:33.521213 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1f1b2761-9b1d-4254-bf48-3b4a2e5fc79d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "PUT /v2.0/routers/7d405950-dd0d-4cc2-ad80-73216cc21cc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7665057 Apr 23 10:04:33.528605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fae40bec-7b9b-44b5-892c-97b26bba5c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:33.528605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-fae40bec-7b9b-44b5-892c-97b26bba5c89 None None] For port 8058306d-a474-4868-b4c0-41cdcf669379, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=8058306d-a474-4868-b4c0-41cdcf669379,segment=NetworkSegment(f48bc334-f423-4701-9e02-6026091f4a59),segment_id=f48bc334-f423-4701-9e02-6026091f4a59)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:04:33.531392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] Sync routers for ids ['7d405950-dd0d-4cc2-ad80-73216cc21cc3'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:04:33.531392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] Routers {'7d405950-dd0d-4cc2-ad80-73216cc21cc3'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:04:33.531392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:04:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['7d405950-dd0d-4cc2-ad80-73216cc21cc3'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:04:33.534047 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d76dd550-11cc-4021-bc73-c47b30366047 req-1a89bc9b-572b-4fb1-9a4e-26a958b857f4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1790992323&fields=id&tenant_id=54edd41c8fc1484eb66cc45008be2739 HTTP/1.1" status: 200 len: 267 time: 0.0752287 Apr 23 10:04:33.536817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] Set router 7d405950-dd0d-4cc2-ad80-73216cc21cc3 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:04:33.538304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dd550-11cc-4021-bc73-c47b30366047 req-bdceb3db-f25c-4d82-a008-574a8eebe8d0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:33.538304 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d76dd550-11cc-4021-bc73-c47b30366047 req-bdceb3db-f25c-4d82-a008-574a8eebe8d0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/networks?id=c5dd75a8-610f-4c2b-9396-ef69a67ebe0e HTTP/1.1" status: 200 len: 796 time: 0.1819694 Apr 23 10:04:33.538304 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d76dd550-11cc-4021-bc73-c47b30366047 req-ea810b75-a384-47f7-804b-75311613d858 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/quotas/54edd41c8fc1484eb66cc45008be2739 HTTP/1.1" status: 200 len: 375 time: 0.0109797 Apr 23 10:04:33.539192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fae40bec-7b9b-44b5-892c-97b26bba5c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:33.539192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:33.581677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae40bec-7b9b-44b5-892c-97b26bba5c89 None None] Pushing event updated for resources: {'Port': ['ID=8058306d-a474-4868-b4c0-41cdcf669379,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:33.585507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fae40bec-7b9b-44b5-892c-97b26bba5c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:33.597833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-d76dd550-11cc-4021-bc73-c47b30366047 req-c7566cc2-4726-4547-964f-9266d6519b43 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Synchronizing usage tracker for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:04:33.616922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-05fd3c5d-6661-413b-bb2a-87993537e456 None None] Provisioning for port 25b7e774-8ad7-4133-b9c6-cf8d03e77292 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:04:33.629696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-05fd3c5d-6661-413b-bb2a-87993537e456 None None] Provisioning complete for port 25b7e774-8ad7-4133-b9c6-cf8d03e77292 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:04:33.629696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-05fd3c5d-6661-413b-bb2a-87993537e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:33.639729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-d76dd550-11cc-4021-bc73-c47b30366047 req-c7566cc2-4726-4547-964f-9266d6519b43 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Unset dirty status for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:04:33.641994 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d76dd550-11cc-4021-bc73-c47b30366047 req-c7566cc2-4726-4547-964f-9266d6519b43 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2187526 Apr 23 10:04:33.660943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 8799de1c-d301-4c38-807a-477cffc1c87c up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:04:33.744853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-05fd3c5d-6661-413b-bb2a-87993537e456 None None] Port 25b7e774-8ad7-4133-b9c6-cf8d03e77292 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:04:33.768350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-05fd3c5d-6661-413b-bb2a-87993537e456 None None] Provisioning complete for port 8058306d-a474-4868-b4c0-41cdcf669379 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:04:33.768698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-05fd3c5d-6661-413b-bb2a-87993537e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:33.818809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 8799de1c-d301-4c38-807a-477cffc1c87c triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:04:33.819147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:33.822183 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d76dd550-11cc-4021-bc73-c47b30366047 req-df795a5b-eac8-4237-bc91-e32c9046020a service neutron] 10.222.0.60 "GET /v2.0/networks/c5dd75a8-610f-4c2b-9396-ef69a67ebe0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657784 Apr 23 10:04:33.930427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173265018', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:04:24Z', 'updated_at': '2021-04-23T10:04:30Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:04:25Z', 'updated_at': '2021-04-23T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '25b7e774-8ad7-4133-b9c6-cf8d03e77292', 'name': '', 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:f3:f5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9205e96b-09f4-4189-97e1-b2a86a18f094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:04:29Z', 'updated_at': '2021-04-23T10:04:31Z', 'revision_number': 2, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '9205e96b-09f4-4189-97e1-b2a86a18f094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:04:33.935312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] Checking router: 7d405950-dd0d-4cc2-ad80-73216cc21cc3 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:04:33.935736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] Updating router 7d405950-dd0d-4cc2-ad80-73216cc21cc3 port 25b7e774-8ad7-4133-b9c6-cf8d03e77292 binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:04:33.982721 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d76dd550-11cc-4021-bc73-c47b30366047 req-da2053c2-bc4e-4792-abc4-5fa5b2502690 service neutron] 10.222.0.60 "GET /v2.0/networks/c5dd75a8-610f-4c2b-9396-ef69a67ebe0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557651 Apr 23 10:04:34.044059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:34.318165 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dde64d52-283a-4a77-96b9-ecacc61795cf req-ac8dd34e-89f5-479d-8018-7d8159611072 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 210 time: 0.0515606 Apr 23 10:04:34.467001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:34.481186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] Transition to ACTIVE for port object 25b7e774-8ad7-4133-b9c6-cf8d03e77292 will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:04:34.508404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:34.513661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9131605a-5cee-422a-b0e7-26fc4f4bc2e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:34.656093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385d20a-13cf-4bc1-aab8-361a6c81b5b8 None None] Pushing event updated for resources: {'Port': ['ID=25b7e774-8ad7-4133-b9c6-cf8d03e77292,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:34.699946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5385d20a-13cf-4bc1-aab8-361a6c81b5b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:34.700280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5385d20a-13cf-4bc1-aab8-361a6c81b5b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:34.700650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5385d20a-13cf-4bc1-aab8-361a6c81b5b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:34.701031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5385d20a-13cf-4bc1-aab8-361a6c81b5b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:34.701408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5385d20a-13cf-4bc1-aab8-361a6c81b5b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:34.701782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5385d20a-13cf-4bc1-aab8-361a6c81b5b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:34.702157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5385d20a-13cf-4bc1-aab8-361a6c81b5b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:34.702563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5385d20a-13cf-4bc1-aab8-361a6c81b5b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:34.702906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5385d20a-13cf-4bc1-aab8-361a6c81b5b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:34.703277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5385d20a-13cf-4bc1-aab8-361a6c81b5b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:34.703634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5385d20a-13cf-4bc1-aab8-361a6c81b5b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:34.704000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5385d20a-13cf-4bc1-aab8-361a6c81b5b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:04:34.712968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5385d20a-13cf-4bc1-aab8-361a6c81b5b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:34.770455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] Attempting to bind port 25b7e774-8ad7-4133-b9c6-cf8d03e77292 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:04:34.770859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] Attempting to bind port 25b7e774-8ad7-4133-b9c6-cf8d03e77292 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'f48bc334-f423-4701-9e02-6026091f4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:04:34.771266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] Attempting to bind port 25b7e774-8ad7-4133-b9c6-cf8d03e77292 on network c5dd75a8-610f-4c2b-9396-ef69a67ebe0e {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:04:34.777668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:04:34.778157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] Checking segment: {'id': 'f48bc334-f423-4701-9e02-6026091f4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:04:34.778643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:34.779123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] Bound using segment: {'id': 'f48bc334-f423-4701-9e02-6026091f4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:04:34.779709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] Bound port: 25b7e774-8ad7-4133-b9c6-cf8d03e77292, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48bc334-f423-4701-9e02-6026091f4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:04:34.780125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:34.923524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] For port 25b7e774-8ad7-4133-b9c6-cf8d03e77292, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:04:34.989214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] For port 25b7e774-8ad7-4133-b9c6-cf8d03e77292, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=25b7e774-8ad7-4133-b9c6-cf8d03e77292,segment=NetworkSegment(f48bc334-f423-4701-9e02-6026091f4a59),segment_id=f48bc334-f423-4701-9e02-6026091f4a59)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:04:35.057056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:35.062132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-36302e48-1452-4fc6-b681-f713528efe3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:35.144496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] Routers {'7d405950-dd0d-4cc2-ad80-73216cc21cc3'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:04:35.145176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:04:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['7d405950-dd0d-4cc2-ad80-73216cc21cc3'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:04:35.284684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385d20a-13cf-4bc1-aab8-361a6c81b5b8 None None] Pushing event updated for resources: {'Port': ['ID=25b7e774-8ad7-4133-b9c6-cf8d03e77292,revision_number=4']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:35.289775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5385d20a-13cf-4bc1-aab8-361a6c81b5b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:35.519495 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3645d2b2-04d7-4640-8013-646e7434557d req-12de2283-4c88-4342-812d-cb5dac49c630 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 210 time: 0.0594478 Apr 23 10:04:35.539215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] Set router 7d405950-dd0d-4cc2-ad80-73216cc21cc3 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:04:35.561040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 8058306d-a474-4868-b4c0-41cdcf669379 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:04:35.637268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 8058306d-a474-4868-b4c0-41cdcf669379 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:04:35.637780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:35.892076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173265018', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:04:24Z', 'updated_at': '2021-04-23T10:04:30Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:04:25Z', 'updated_at': '2021-04-23T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '25b7e774-8ad7-4133-b9c6-cf8d03e77292', 'name': '', 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:f3:f5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9205e96b-09f4-4189-97e1-b2a86a18f094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:04:29Z', 'updated_at': '2021-04-23T10:04:34Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '9205e96b-09f4-4189-97e1-b2a86a18f094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:04:35.896823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0025da82-1753-4f09-a684-5cf73d8d5f76 None None] The sync data for ids ['7d405950-dd0d-4cc2-ad80-73216cc21cc3'] in dv-neutron-786478-4-hyperv is: [{'id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173265018', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:04:24Z', 'updated_at': '2021-04-23T10:04:30Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:04:25Z', 'updated_at': '2021-04-23T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '25b7e774-8ad7-4133-b9c6-cf8d03e77292', 'name': '', 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:f3:f5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9205e96b-09f4-4189-97e1-b2a86a18f094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:04:29Z', 'updated_at': '2021-04-23T10:04:34Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '9205e96b-09f4-4189-97e1-b2a86a18f094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:04:36.512081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dd550-11cc-4021-bc73-c47b30366047 req-f3843122-da1d-4096-aa97-ac0baeadfb2b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:36.513151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-d76dd550-11cc-4021-bc73-c47b30366047 req-f3843122-da1d-4096-aa97-ac0baeadfb2b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Synchronizing usage tracker for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:network {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:04:36.559919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-d76dd550-11cc-4021-bc73-c47b30366047 req-f3843122-da1d-4096-aa97-ac0baeadfb2b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Unset dirty status for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:network {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:04:36.562695 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d76dd550-11cc-4021-bc73-c47b30366047 req-f3843122-da1d-4096-aa97-ac0baeadfb2b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "GET /v2.0/networks?id=c5dd75a8-610f-4c2b-9396-ef69a67ebe0e HTTP/1.1" status: 200 len: 796 time: 0.2282290 Apr 23 10:04:36.629853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-d76dd550-11cc-4021-bc73-c47b30366047 req-b94230ff-b700-492c-909f-21f94c026af8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Synchronizing usage tracker for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:04:36.679882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-d76dd550-11cc-4021-bc73-c47b30366047 req-b94230ff-b700-492c-909f-21f94c026af8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Unset dirty status for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:04:36.681691 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d76dd550-11cc-4021-bc73-c47b30366047 req-b94230ff-b700-492c-909f-21f94c026af8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54edd41c8fc1484eb66cc45008be2739 HTTP/1.1" status: 200 len: 380 time: 0.1104674 Apr 23 10:04:36.692080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-d76dd550-11cc-4021-bc73-c47b30366047 req-986dc08c-49fe-45f9-a49f-511faaf35eb6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'port': {'device_id': 'b8ada85e-834b-47db-8e00-598ee66271d4', 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e', 'admin_state_up': True, 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'security_groups': ['2361a6e4-6832-4157-879a-ecba61a7d34f']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:04:36.702342 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2686e9e8-7370-4a45-8de0-08f4ca3e1000 req-22dcd0b8-77f6-4bf2-956c-35ce2b55ab4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 210 time: 0.0545619 Apr 23 10:04:36.754049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-daea3f51-48af-48d9-8cff-7461dd5f735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:36.854298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-d76dd550-11cc-4021-bc73-c47b30366047 req-986dc08c-49fe-45f9-a49f-511faaf35eb6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:04:36.865203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-d76dd550-11cc-4021-bc73-c47b30366047 req-986dc08c-49fe-45f9-a49f-511faaf35eb6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:04:36.925664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76dd550-11cc-4021-bc73-c47b30366047 req-986dc08c-49fe-45f9-a49f-511faaf35eb6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Made reservation on behalf of 54edd41c8fc1484eb66cc45008be2739 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:04:36.932367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d76dd550-11cc-4021-bc73-c47b30366047 req-986dc08c-49fe-45f9-a49f-511faaf35eb6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:37.115042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-d76dd550-11cc-4021-bc73-c47b30366047 req-986dc08c-49fe-45f9-a49f-511faaf35eb6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Allocated IP 172.20.0.13 (c5dd75a8-610f-4c2b-9396-ef69a67ebe0e/9205e96b-09f4-4189-97e1-b2a86a18f094/7465f84e-ebc2-4c5a-92fb-e55459f50403) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:04:37.385048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d76dd550-11cc-4021-bc73-c47b30366047 req-986dc08c-49fe-45f9-a49f-511faaf35eb6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:37.434625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-d76dd550-11cc-4021-bc73-c47b30366047 req-986dc08c-49fe-45f9-a49f-511faaf35eb6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Transition to ACTIVE for port object 7465f84e-ebc2-4c5a-92fb-e55459f50403 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:04:37.481321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d76dd550-11cc-4021-bc73-c47b30366047 req-986dc08c-49fe-45f9-a49f-511faaf35eb6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:37.498952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d4e64f7e-56ca-4a73-b18f-1ebacdf730d2 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:37.572537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76dd550-11cc-4021-bc73-c47b30366047 req-986dc08c-49fe-45f9-a49f-511faaf35eb6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network c5dd75a8-610f-4c2b-9396-ef69a67ebe0e is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:04:37.577510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 25b7e774-8ad7-4133-b9c6-cf8d03e77292 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:04:37.577751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-d76dd550-11cc-4021-bc73-c47b30366047 req-986dc08c-49fe-45f9-a49f-511faaf35eb6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:04:37.587319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76dd550-11cc-4021-bc73-c47b30366047 req-986dc08c-49fe-45f9-a49f-511faaf35eb6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:04:37.640458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986dc08c-49fe-45f9-a49f-511faaf35eb6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=7465f84e-ebc2-4c5a-92fb-e55459f50403,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:37.643942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-986dc08c-49fe-45f9-a49f-511faaf35eb6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:37.673648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dd550-11cc-4021-bc73-c47b30366047 req-986dc08c-49fe-45f9-a49f-511faaf35eb6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:37.674428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d76dd550-11cc-4021-bc73-c47b30366047 req-986dc08c-49fe-45f9-a49f-511faaf35eb6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:37.707741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 25b7e774-8ad7-4133-b9c6-cf8d03e77292 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:04:37.714462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 25b7e774-8ad7-4133-b9c6-cf8d03e77292 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:04:37.715566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:37.807093 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d76dd550-11cc-4021-bc73-c47b30366047 req-986dc08c-49fe-45f9-a49f-511faaf35eb6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1194634 Apr 23 10:04:37.820647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-d76dd550-11cc-4021-bc73-c47b30366047 req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Request body: {'port': {'device_id': 'b8ada85e-834b-47db-8e00-598ee66271d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:04:37.871732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:37.899067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-68eb7904-2282-48be-ab7a-f6c999abde21 None None] Provisioning for port 7465f84e-ebc2-4c5a-92fb-e55459f50403 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:04:37.911488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-68eb7904-2282-48be-ab7a-f6c999abde21 None None] Provisioning complete for port 7465f84e-ebc2-4c5a-92fb-e55459f50403 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:04:37.911914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-68eb7904-2282-48be-ab7a-f6c999abde21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:37.927444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35d478-7b8f-4034-800c-99b96b1702a7 req-be327344-c077-4a35-81e1-09fd64edad66 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:37.929176 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7a35d478-7b8f-4034-800c-99b96b1702a7 req-be327344-c077-4a35-81e1-09fd64edad66 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 932 time: 0.1002080 Apr 23 10:04:37.955439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 25b7e774-8ad7-4133-b9c6-cf8d03e77292, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=25b7e774-8ad7-4133-b9c6-cf8d03e77292,segment=NetworkSegment(f48bc334-f423-4701-9e02-6026091f4a59),segment_id=f48bc334-f423-4701-9e02-6026091f4a59)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:04:37.980637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:37.984561 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7a35d478-7b8f-4034-800c-99b96b1702a7 req-e3a8e992-cc5c-40ad-a37e-d27bfc66f5cd tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469072 Apr 23 10:04:37.987790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:38.020228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-68eb7904-2282-48be-ab7a-f6c999abde21 None None] Port 7465f84e-ebc2-4c5a-92fb-e55459f50403 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:04:38.038308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d76dd550-11cc-4021-bc73-c47b30366047 req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:38.063807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=25b7e774-8ad7-4133-b9c6-cf8d03e77292,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:38.067319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:38.493853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-d76dd550-11cc-4021-bc73-c47b30366047 req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7465f84e-ebc2-4c5a-92fb-e55459f50403 {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:04:38.503122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d76dd550-11cc-4021-bc73-c47b30366047 req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:38.521012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-d76dd550-11cc-4021-bc73-c47b30366047 req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Transition to ACTIVE for port object 7465f84e-ebc2-4c5a-92fb-e55459f50403 will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:04:38.554300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d76dd550-11cc-4021-bc73-c47b30366047 req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:38.560358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:38.709227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Pushing event updated for resources: {'Port': ['ID=7465f84e-ebc2-4c5a-92fb-e55459f50403,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:38.744966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:38.827962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-d76dd550-11cc-4021-bc73-c47b30366047 req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Attempting to bind port 7465f84e-ebc2-4c5a-92fb-e55459f50403 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:04:38.828341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-d76dd550-11cc-4021-bc73-c47b30366047 req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Attempting to bind port 7465f84e-ebc2-4c5a-92fb-e55459f50403 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'f48bc334-f423-4701-9e02-6026091f4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:04:38.828718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76dd550-11cc-4021-bc73-c47b30366047 req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Attempting to bind port 7465f84e-ebc2-4c5a-92fb-e55459f50403 on network c5dd75a8-610f-4c2b-9396-ef69a67ebe0e {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:04:38.833974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76dd550-11cc-4021-bc73-c47b30366047 req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Port 7465f84e-ebc2-4c5a-92fb-e55459f50403 on network c5dd75a8-610f-4c2b-9396-ef69a67ebe0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:04:38.834343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76dd550-11cc-4021-bc73-c47b30366047 req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Attempting to bind port 7465f84e-ebc2-4c5a-92fb-e55459f50403 on network c5dd75a8-610f-4c2b-9396-ef69a67ebe0e {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:04:38.840564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76dd550-11cc-4021-bc73-c47b30366047 req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:04:38.840957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76dd550-11cc-4021-bc73-c47b30366047 req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Checking segment: {'id': 'f48bc334-f423-4701-9e02-6026091f4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:04:38.841385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76dd550-11cc-4021-bc73-c47b30366047 req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Bound using segment: {'id': 'f48bc334-f423-4701-9e02-6026091f4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:04:38.841861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-d76dd550-11cc-4021-bc73-c47b30366047 req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Bound port: 7465f84e-ebc2-4c5a-92fb-e55459f50403, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48bc334-f423-4701-9e02-6026091f4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:04:38.842250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d76dd550-11cc-4021-bc73-c47b30366047 req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:38.943196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-d76dd550-11cc-4021-bc73-c47b30366047 req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] For port 7465f84e-ebc2-4c5a-92fb-e55459f50403, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:04:38.946243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-d76dd550-11cc-4021-bc73-c47b30366047 req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] For port 7465f84e-ebc2-4c5a-92fb-e55459f50403, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7465f84e-ebc2-4c5a-92fb-e55459f50403,segment=NetworkSegment(f48bc334-f423-4701-9e02-6026091f4a59),segment_id=f48bc334-f423-4701-9e02-6026091f4a59)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:04:38.983656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d76dd550-11cc-4021-bc73-c47b30366047 req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:38.989441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3c145ae8-440a-465d-80e7-5bed83dcdb46 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:39.045958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dd550-11cc-4021-bc73-c47b30366047 req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:39.046656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d76dd550-11cc-4021-bc73-c47b30366047 req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:39.048258 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d76dd550-11cc-4021-bc73-c47b30366047 req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] 10.222.0.35 "PUT /v2.0/ports/7465f84e-ebc2-4c5a-92fb-e55459f50403 HTTP/1.1" status: 200 len: 1094 time: 1.2335215 Apr 23 10:04:39.048737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ada85e-834b-47db-8e00-598ee66271d4', 'tag': '7465f84e-ebc2-4c5a-92fb-e55459f50403'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:04:39.084764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Pushing event updated for resources: {'Port': ['ID=7465f84e-ebc2-4c5a-92fb-e55459f50403,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:39.088503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:39.224079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dd550-11cc-4021-bc73-c47b30366047 req-9653abcd-f42e-4ec4-bdc7-1bd95bd2292b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:39.225721 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d76dd550-11cc-4021-bc73-c47b30366047 req-9653abcd-f42e-4ec4-bdc7-1bd95bd2292b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 1097 time: 0.0883386 Apr 23 10:04:39.229389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90cc55-f907-4ef1-a23c-d9d286fdc432 req-efda2527-aadd-4c3e-b0ef-098cd2538951 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:39.231814 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ef90cc55-f907-4ef1-a23c-d9d286fdc432 req-efda2527-aadd-4c3e-b0ef-098cd2538951 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 944 time: 0.1031036 Apr 23 10:04:39.284450 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ef90cc55-f907-4ef1-a23c-d9d286fdc432 req-9f2a35d0-24ad-4ad0-a264-c4ea83fb4927 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458994 Apr 23 10:04:39.300877 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d76dd550-11cc-4021-bc73-c47b30366047 req-844bd247-c28b-4f1e-a343-9c07869a22cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7465f84e-ebc2-4c5a-92fb-e55459f50403 HTTP/1.1" status: 200 len: 217 time: 0.0676761 Apr 23 10:04:39.353229 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ada85e-834b-47db-8e00-598ee66271d4', 'tag': '7465f84e-ebc2-4c5a-92fb-e55459f50403', 'status': 'completed', 'code': 200} Apr 23 10:04:39.384561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dd550-11cc-4021-bc73-c47b30366047 req-f5692354-508a-4b14-ac8c-6a9d673a2702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:39.386159 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d76dd550-11cc-4021-bc73-c47b30366047 req-f5692354-508a-4b14-ac8c-6a9d673a2702 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9205e96b-09f4-4189-97e1-b2a86a18f094 HTTP/1.1" status: 200 len: 835 time: 0.0793271 Apr 23 10:04:39.485809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dd550-11cc-4021-bc73-c47b30366047 req-346f1fec-0a3e-4715-91ae-4cb5d51b4851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:39.489039 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d76dd550-11cc-4021-bc73-c47b30366047 req-346f1fec-0a3e-4715-91ae-4cb5d51b4851 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5dd75a8-610f-4c2b-9396-ef69a67ebe0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0959079 Apr 23 10:04:39.561447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 25b7e774-8ad7-4133-b9c6-cf8d03e77292 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:04:39.645569 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d76dd550-11cc-4021-bc73-c47b30366047 req-7493fd7c-8e07-4db3-aadf-858de67e9eac service neutron] 10.222.0.35 "GET /v2.0/networks/c5dd75a8-610f-4c2b-9396-ef69a67ebe0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503937 Apr 23 10:04:39.645863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 25b7e774-8ad7-4133-b9c6-cf8d03e77292 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:04:39.646070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:39.774374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-527e0a66-9f2f-4cbe-94e5-8eddff36b5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:39.801335 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d76dd550-11cc-4021-bc73-c47b30366047 req-bbf4b8ec-26ba-4774-a47a-db8d0be8bf84 service neutron] 10.222.0.35 "GET /v2.0/networks/c5dd75a8-610f-4c2b-9396-ef69a67ebe0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494110 Apr 23 10:04:39.954776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cf3b1-62f9-486e-8c50-505fb8a0dac9 req-9d925234-aaab-4c86-8b1d-935318ea1d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:39.956335 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-424cf3b1-62f9-486e-8c50-505fb8a0dac9 req-9d925234-aaab-4c86-8b1d-935318ea1d2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 1097 time: 0.0871205 Apr 23 10:04:40.106751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cf3b1-62f9-486e-8c50-505fb8a0dac9 req-75b7b777-3820-4cfe-830f-4294a0b13866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:40.108439 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-424cf3b1-62f9-486e-8c50-505fb8a0dac9 req-75b7b777-3820-4cfe-830f-4294a0b13866 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c5dd75a8-610f-4c2b-9396-ef69a67ebe0e HTTP/1.1" status: 200 len: 897 time: 0.1460087 Apr 23 10:04:40.184200 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-424cf3b1-62f9-486e-8c50-505fb8a0dac9 req-971193ff-963b-4a08-b30d-f8bca0a2e700 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7465f84e-ebc2-4c5a-92fb-e55459f50403 HTTP/1.1" status: 200 len: 217 time: 0.0688984 Apr 23 10:04:40.263715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cf3b1-62f9-486e-8c50-505fb8a0dac9 req-20a4b008-5b63-4801-bc1e-a6f8f17ec443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:40.265242 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-424cf3b1-62f9-486e-8c50-505fb8a0dac9 req-20a4b008-5b63-4801-bc1e-a6f8f17ec443 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9205e96b-09f4-4189-97e1-b2a86a18f094 HTTP/1.1" status: 200 len: 835 time: 0.0754380 Apr 23 10:04:40.351605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cf3b1-62f9-486e-8c50-505fb8a0dac9 req-ad0e1a63-a4a9-4fb0-b820-fecbd41be632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:40.353224 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-424cf3b1-62f9-486e-8c50-505fb8a0dac9 req-ad0e1a63-a4a9-4fb0-b820-fecbd41be632 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5dd75a8-610f-4c2b-9396-ef69a67ebe0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815632 Apr 23 10:04:40.500060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee15fe2-3691-4f39-af16-5ec890705455 req-b4eb7755-7076-4c18-ad94-167265b54824 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:40.501785 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cee15fe2-3691-4f39-af16-5ec890705455 req-b4eb7755-7076-4c18-ad94-167265b54824 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 944 time: 0.0941994 Apr 23 10:04:40.503267 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-424cf3b1-62f9-486e-8c50-505fb8a0dac9 req-acaae97a-bcce-45f6-8f43-009714f7c66c service neutron] 10.222.0.35 "GET /v2.0/networks/c5dd75a8-610f-4c2b-9396-ef69a67ebe0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428609 Apr 23 10:04:40.565089 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cee15fe2-3691-4f39-af16-5ec890705455 req-bf3576bb-669c-4e06-9ba8-896078c227a1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516522 Apr 23 10:04:40.583097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:40.661824 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-424cf3b1-62f9-486e-8c50-505fb8a0dac9 req-e22e5912-e85d-4188-a607-b82c6bc0e7a1 service neutron] 10.222.0.35 "GET /v2.0/networks/c5dd75a8-610f-4c2b-9396-ef69a67ebe0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508923 Apr 23 10:04:41.297159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:41.783473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f44035-3654-40e9-ad9f-7c90abbea032 req-de3790fb-619b-4dc7-8f0d-7130c381fe42 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:41.785264 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a7f44035-3654-40e9-ad9f-7c90abbea032 req-de3790fb-619b-4dc7-8f0d-7130c381fe42 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 944 time: 0.0987608 Apr 23 10:04:41.837412 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a7f44035-3654-40e9-ad9f-7c90abbea032 req-965a555f-854a-4402-997c-fbf3569bd129 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454972 Apr 23 10:04:42.451603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:43.047013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafed95-7dfe-46c1-ab6c-508b628e0d70 req-1d6713a3-31e2-4782-b13a-8c9b8d5fbf90 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:43.048722 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7dafed95-7dfe-46c1-ab6c-508b628e0d70 req-1d6713a3-31e2-4782-b13a-8c9b8d5fbf90 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 944 time: 0.0918109 Apr 23 10:04:43.105994 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7dafed95-7dfe-46c1-ab6c-508b628e0d70 req-532d8bb2-c964-425c-b7f9-f5ec2bed2f24 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497770 Apr 23 10:04:43.496019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 7465f84e-ebc2-4c5a-92fb-e55459f50403 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:04:43.646884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 7465f84e-ebc2-4c5a-92fb-e55459f50403, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7465f84e-ebc2-4c5a-92fb-e55459f50403,segment=NetworkSegment(f48bc334-f423-4701-9e02-6026091f4a59),segment_id=f48bc334-f423-4701-9e02-6026091f4a59)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:04:43.662230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '7465f84e-ebc2-4c5a-92fb-e55459f50403', 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e', 'port_id': '7465f84e-ebc2-4c5a-92fb-e55459f50403', 'mac_address': 'fa:16:3e:e8:ef:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9205e96b-09f4-4189-97e1-b2a86a18f094', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:04:43.723094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:43.742308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7465f84e-ebc2-4c5a-92fb-e55459f50403 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:04:43.759047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 7465f84e-ebc2-4c5a-92fb-e55459f50403, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7465f84e-ebc2-4c5a-92fb-e55459f50403,segment=NetworkSegment(f48bc334-f423-4701-9e02-6026091f4a59),segment_id=f48bc334-f423-4701-9e02-6026091f4a59)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:04:43.800021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:43.801942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:43.877199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=7465f84e-ebc2-4c5a-92fb-e55459f50403,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:43.880506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:44.124851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['7465f84e-ebc2-4c5a-92fb-e55459f50403'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:04:44.332859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a530cb-afa6-4fd7-baf7-2763a05573f1 req-9e9e7ede-91ef-42d0-9b33-3599d4285ab2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:44.335637 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-95a530cb-afa6-4fd7-baf7-2763a05573f1 req-9e9e7ede-91ef-42d0-9b33-3599d4285ab2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 945 time: 0.1082749 Apr 23 10:04:44.388781 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-95a530cb-afa6-4fd7-baf7-2763a05573f1 req-50314d6f-3ac4-4e66-9bdb-d6faf9039064 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445151 Apr 23 10:04:45.513909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 7465f84e-ebc2-4c5a-92fb-e55459f50403 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:04:45.607039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de42b6-7a41-40fe-9749-71df08ba3f8a req-f358ac99-06d5-4b9f-a7db-f1ad0d0433f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:45.608681 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-40de42b6-7a41-40fe-9749-71df08ba3f8a req-f358ac99-06d5-4b9f-a7db-f1ad0d0433f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 945 time: 0.0975239 Apr 23 10:04:45.612657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 7465f84e-ebc2-4c5a-92fb-e55459f50403 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:04:45.618619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 7465f84e-ebc2-4c5a-92fb-e55459f50403 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:04:45.619044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:45.663344 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-40de42b6-7a41-40fe-9749-71df08ba3f8a req-e6a908ee-297c-4f2d-8ed8-8c1fc097098b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480788 Apr 23 10:04:45.926071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:45.957347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ada85e-834b-47db-8e00-598ee66271d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7465f84e-ebc2-4c5a-92fb-e55459f50403'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:04:45.968821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 7465f84e-ebc2-4c5a-92fb-e55459f50403, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7465f84e-ebc2-4c5a-92fb-e55459f50403,segment=NetworkSegment(f48bc334-f423-4701-9e02-6026091f4a59),segment_id=f48bc334-f423-4701-9e02-6026091f4a59)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:04:46.005992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:46.008115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:46.072012 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ada85e-834b-47db-8e00-598ee66271d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7465f84e-ebc2-4c5a-92fb-e55459f50403', 'code': 200} Apr 23 10:04:46.083865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=7465f84e-ebc2-4c5a-92fb-e55459f50403,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:46.087269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:46.393777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03b278-28e6-41a3-968b-a85763825084 req-a7f3c593-045a-44c5-88e9-ad3a61c67af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:46.395701 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ea03b278-28e6-41a3-968b-a85763825084 req-a7f3c593-045a-44c5-88e9-ad3a61c67af8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 1099 time: 0.0871589 Apr 23 10:04:46.441481 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ea03b278-28e6-41a3-968b-a85763825084 req-bd5bac3d-b95b-458b-8435-a662e56331a8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393360 Apr 23 10:04:46.877870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7866d-f9d1-4116-b8c8-f4918e6ba578 req-9b81feb0-37dd-4df2-ad47-ce630c8a2aa2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:46.879557 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07e7866d-f9d1-4116-b8c8-f4918e6ba578 req-9b81feb0-37dd-4df2-ad47-ce630c8a2aa2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 946 time: 0.0937996 Apr 23 10:04:46.929577 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-07e7866d-f9d1-4116-b8c8-f4918e6ba578 req-11ae48ec-791c-4503-ad25-a6cc0f12d6ae tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434508 Apr 23 10:04:48.143314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81e283-8adb-4faf-818f-d790bf47219a req-08cd412f-8a7d-4b74-89aa-c6c6f0c0fc81 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:48.144962 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3e81e283-8adb-4faf-818f-d790bf47219a req-08cd412f-8a7d-4b74-89aa-c6c6f0c0fc81 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 946 time: 0.0974574 Apr 23 10:04:48.197377 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3e81e283-8adb-4faf-818f-d790bf47219a req-9686ed40-26f9-45eb-99d9-fbd72b4af92e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456312 Apr 23 10:04:48.445261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971db49-f052-43f6-b0d8-b06ff5afbf2e req-2b0df313-08a9-46bb-b0a3-013e7868ddbf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:48.446908 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0971db49-f052-43f6-b0d8-b06ff5afbf2e req-2b0df313-08a9-46bb-b0a3-013e7868ddbf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 946 time: 0.0948312 Apr 23 10:04:48.497776 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0971db49-f052-43f6-b0d8-b06ff5afbf2e req-b9c801ad-06ea-4a2e-a0d6-d6231ee7f2da tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435398 Apr 23 10:04:48.530376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48950) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:48.608321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96341f4c-70df-45d3-a6bc-01aea942cb7d tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:48.609972 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-96341f4c-70df-45d3-a6bc-01aea942cb7d tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 1094 time: 0.0785151 Apr 23 10:04:48.613060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48954) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:48.618579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': '7465f84e-ebc2-4c5a-92fb-e55459f50403', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:04:48.626091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:04:48.630200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:floatingip and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:04:48.633294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:04:48.640904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:04:48.703465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for floatingip, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:48.854059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:49.003740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Allocated IP 172.26.4.61 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/a17036df-9041-4af0-a36b-bfc570c02365) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:04:49.162761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:49.229894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:49.235411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3cd376a9-72a9-450f-96ce-13a87a578535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:49.295042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:04:49.298382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:04:49.307056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:04:49.353745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=a17036df-9041-4af0-a36b-bfc570c02365,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:49.358415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:50.028104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:04:50.063143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:50.191017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:50.416468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:50.452729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:50.458244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6931919b-e9c4-4aeb-b12c-93da3dc8446e tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:04:50.578073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=a17036df-9041-4af0-a36b-bfc570c02365,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:04:50.583110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:04:50.590479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:50.780025 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Floating IP b060f759-8e2a-4d3a-bc1d-39aaf539c724 associated. External IP: 172.26.4.61, port: 7465f84e-ebc2-4c5a-92fb-e55459f50403. Apr 23 10:04:51.173978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router 7d405950-dd0d-4cc2-ad80-73216cc21cc3 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:04:51.371106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:04:51.381836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb460e40-2a14-46f5-abaf-8f0e91db06bd None None] Sync routers for ids ['7d405950-dd0d-4cc2-ad80-73216cc21cc3'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:04:51.393130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb460e40-2a14-46f5-abaf-8f0e91db06bd None None] Routers {'7d405950-dd0d-4cc2-ad80-73216cc21cc3'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:04:51.393842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-fb460e40-2a14-46f5-abaf-8f0e91db06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:04:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['7d405950-dd0d-4cc2-ad80-73216cc21cc3'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:04:51.424302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:51.516052 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8978937 Apr 23 10:04:51.516052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ada85e-834b-47db-8e00-598ee66271d4', 'tag': '7465f84e-ebc2-4c5a-92fb-e55459f50403'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:04:51.616174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-fb460e40-2a14-46f5-abaf-8f0e91db06bd None None] Set router 7d405950-dd0d-4cc2-ad80-73216cc21cc3 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:04:51.714294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20b297-2622-43ab-ac27-ef2cec846a9f req-925ffdaf-1d7a-455b-93f4-bfe4298a339f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:51.715903 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-db20b297-2622-43ab-ac27-ef2cec846a9f req-925ffdaf-1d7a-455b-93f4-bfe4298a339f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 946 time: 0.0938771 Apr 23 10:04:51.766466 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-db20b297-2622-43ab-ac27-ef2cec846a9f req-815d1794-1ccb-40d6-b3a1-8cda8d402c15 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439379 Apr 23 10:04:51.793067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48962) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:51.860960 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ada85e-834b-47db-8e00-598ee66271d4', 'tag': '7465f84e-ebc2-4c5a-92fb-e55459f50403', 'status': 'completed', 'code': 200} Apr 23 10:04:51.938969 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b5bb1f76-96ca-4489-8931-5723bc2ec0da tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/floatingips/b060f759-8e2a-4d3a-bc1d-39aaf539c724 HTTP/1.1" status: 200 len: 991 time: 0.1430643 Apr 23 10:04:51.960002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a806bb-fa26-4363-955d-1f8ce7abedff req-cb626b2f-3b96-43a6-9c25-0cfbc67dd544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:51.961651 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e3a806bb-fa26-4363-955d-1f8ce7abedff req-cb626b2f-3b96-43a6-9c25-0cfbc67dd544 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 1099 time: 0.0985296 Apr 23 10:04:52.026427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-fb460e40-2a14-46f5-abaf-8f0e91db06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173265018', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:04:24Z', 'updated_at': '2021-04-23T10:04:30Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:04:25Z', 'updated_at': '2021-04-23T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'b060f759-8e2a-4d3a-bc1d-39aaf539c724', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'floating_ip_address': '172.26.4.61', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'port_id': '7465f84e-ebc2-4c5a-92fb-e55459f50403', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e', 'mac_address': 'fa:16:3e:e8:ef:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ada85e-834b-47db-8e00-598ee66271d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:04:49Z', 'updated_at': '2021-04-23T10:04:49Z', 'revision_number': 0, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b7e774-8ad7-4133-b9c6-cf8d03e77292', 'name': '', 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:f3:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9205e96b-09f4-4189-97e1-b2a86a18f094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:04:29Z', 'updated_at': '2021-04-23T10:04:37Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '9205e96b-09f4-4189-97e1-b2a86a18f094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:04:52.031782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb460e40-2a14-46f5-abaf-8f0e91db06bd None None] Checking router: 7d405950-dd0d-4cc2-ad80-73216cc21cc3 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:04:52.042430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb460e40-2a14-46f5-abaf-8f0e91db06bd None None] Routers {'7d405950-dd0d-4cc2-ad80-73216cc21cc3'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:04:52.043144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-fb460e40-2a14-46f5-abaf-8f0e91db06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:04:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['7d405950-dd0d-4cc2-ad80-73216cc21cc3'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:04:52.148509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a806bb-fa26-4363-955d-1f8ce7abedff req-ec9e76ca-8f9e-4ecc-929c-c0fe4e8adad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:52.150989 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e3a806bb-fa26-4363-955d-1f8ce7abedff req-ec9e76ca-8f9e-4ecc-929c-c0fe4e8adad6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c5dd75a8-610f-4c2b-9396-ef69a67ebe0e HTTP/1.1" status: 200 len: 897 time: 0.1827133 Apr 23 10:04:52.252859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-fb460e40-2a14-46f5-abaf-8f0e91db06bd None None] Set router 7d405950-dd0d-4cc2-ad80-73216cc21cc3 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:04:52.276336 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e3a806bb-fa26-4363-955d-1f8ce7abedff req-0e63d9ab-6aef-450f-a0f0-431690eee668 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7465f84e-ebc2-4c5a-92fb-e55459f50403 HTTP/1.1" status: 200 len: 999 time: 0.1186838 Apr 23 10:04:52.349130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a806bb-fa26-4363-955d-1f8ce7abedff req-659f4cc2-d4e0-472c-a2cd-e8d1a9d48c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:52.350763 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e3a806bb-fa26-4363-955d-1f8ce7abedff req-659f4cc2-d4e0-472c-a2cd-e8d1a9d48c3f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9205e96b-09f4-4189-97e1-b2a86a18f094 HTTP/1.1" status: 200 len: 835 time: 0.0684881 Apr 23 10:04:52.443052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a806bb-fa26-4363-955d-1f8ce7abedff req-15f8b74b-0b4e-4575-b659-c3685ecd3e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:04:52.444692 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e3a806bb-fa26-4363-955d-1f8ce7abedff req-15f8b74b-0b4e-4575-b659-c3685ecd3e3c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5dd75a8-610f-4c2b-9396-ef69a67ebe0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873232 Apr 23 10:04:52.612825 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e3a806bb-fa26-4363-955d-1f8ce7abedff req-8ffc51b5-5a08-4f8a-8197-c73f5622312e service neutron] 10.222.0.35 "GET /v2.0/networks/c5dd75a8-610f-4c2b-9396-ef69a67ebe0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616254 Apr 23 10:04:52.673436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-fb460e40-2a14-46f5-abaf-8f0e91db06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173265018', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:04:24Z', 'updated_at': '2021-04-23T10:04:30Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:04:25Z', 'updated_at': '2021-04-23T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'b060f759-8e2a-4d3a-bc1d-39aaf539c724', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'floating_ip_address': '172.26.4.61', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'port_id': '7465f84e-ebc2-4c5a-92fb-e55459f50403', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e', 'mac_address': 'fa:16:3e:e8:ef:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ada85e-834b-47db-8e00-598ee66271d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:04:49Z', 'updated_at': '2021-04-23T10:04:49Z', 'revision_number': 0, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b7e774-8ad7-4133-b9c6-cf8d03e77292', 'name': '', 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:f3:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9205e96b-09f4-4189-97e1-b2a86a18f094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:04:29Z', 'updated_at': '2021-04-23T10:04:37Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '9205e96b-09f4-4189-97e1-b2a86a18f094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:04:52.679774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb460e40-2a14-46f5-abaf-8f0e91db06bd None None] The sync data for ids ['7d405950-dd0d-4cc2-ad80-73216cc21cc3'] in dv-neutron-786478-4-hyperv is: [{'id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173265018', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:04:24Z', 'updated_at': '2021-04-23T10:04:30Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:04:25Z', 'updated_at': '2021-04-23T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'b060f759-8e2a-4d3a-bc1d-39aaf539c724', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'floating_ip_address': '172.26.4.61', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'port_id': '7465f84e-ebc2-4c5a-92fb-e55459f50403', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e', 'mac_address': 'fa:16:3e:e8:ef:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ada85e-834b-47db-8e00-598ee66271d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:04:49Z', 'updated_at': '2021-04-23T10:04:49Z', 'revision_number': 0, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b7e774-8ad7-4133-b9c6-cf8d03e77292', 'name': '', 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:f3:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9205e96b-09f4-4189-97e1-b2a86a18f094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:04:29Z', 'updated_at': '2021-04-23T10:04:37Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '9205e96b-09f4-4189-97e1-b2a86a18f094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:04:52.941951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48966) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:53.001521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae0d480-be48-4d06-b150-5951d038813c None None] New status for floating IP b060f759-8e2a-4d3a-bc1d-39aaf539c724: ACTIVE {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:04:53.088193 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ad0c443b-bbc9-4933-bfa1-22340e356441 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/floatingips/b060f759-8e2a-4d3a-bc1d-39aaf539c724 HTTP/1.1" status: 200 len: 991 time: 0.1437404 Apr 23 10:04:53.108979 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e3a806bb-fa26-4363-955d-1f8ce7abedff req-89d55cc9-fcd1-46c6-8f7b-394f21672828 service neutron] 10.222.0.35 "GET /v2.0/networks/c5dd75a8-610f-4c2b-9396-ef69a67ebe0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902091 Apr 23 10:04:53.772601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:04:54.091366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 48970) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:04:54.214284 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-21d1e478-fb1c-4fb1-b3f3-94968f86f6e8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/floatingips/b060f759-8e2a-4d3a-bc1d-39aaf539c724 HTTP/1.1" status: 200 len: 993 time: 0.1214757 Apr 23 10:05:06.750751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2b85cdc-61f3-407b-932e-ae22a823911f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:05:09.699466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5324ad4b-fe0b-4013-ad8f-91ebfe190742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:05:10.561998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:05:11.294018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:05:12.468358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:05:15.199172 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ce86a87-bff2-4920-9c56-4f2adc9203f9 req-f177ba11-916b-478c-9a58-2b632efd8597 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787969 Apr 23 10:05:15.355426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce86a87-bff2-4920-9c56-4f2adc9203f9 req-96d3593b-4a26-4e9a-bed4-9b023e803d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:05:15.357023 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ce86a87-bff2-4920-9c56-4f2adc9203f9 req-96d3593b-4a26-4e9a-bed4-9b023e803d8b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 1099 time: 0.0840127 Apr 23 10:05:15.517577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce86a87-bff2-4920-9c56-4f2adc9203f9 req-19287581-ec8c-475d-8545-afc76410c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:05:15.519840 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ce86a87-bff2-4920-9c56-4f2adc9203f9 req-19287581-ec8c-475d-8545-afc76410c3fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=c5dd75a8-610f-4c2b-9396-ef69a67ebe0e HTTP/1.1" status: 200 len: 897 time: 0.1429026 Apr 23 10:05:15.629950 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ce86a87-bff2-4920-9c56-4f2adc9203f9 req-4a34c84a-5952-4fe2-8b9d-527d06aabdc4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7465f84e-ebc2-4c5a-92fb-e55459f50403 HTTP/1.1" status: 200 len: 1001 time: 0.1038606 Apr 23 10:05:15.698192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce86a87-bff2-4920-9c56-4f2adc9203f9 req-26372a53-93f1-4ad3-8749-19dbf09b1ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:05:15.699754 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ce86a87-bff2-4920-9c56-4f2adc9203f9 req-26372a53-93f1-4ad3-8749-19dbf09b1ee9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9205e96b-09f4-4189-97e1-b2a86a18f094 HTTP/1.1" status: 200 len: 835 time: 0.0637612 Apr 23 10:05:15.783520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce86a87-bff2-4920-9c56-4f2adc9203f9 req-acf81fa5-3722-4a33-abe1-ed1339974de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:05:15.785298 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ce86a87-bff2-4920-9c56-4f2adc9203f9 req-acf81fa5-3722-4a33-abe1-ed1339974de3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5dd75a8-610f-4c2b-9396-ef69a67ebe0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777967 Apr 23 10:05:15.927743 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ce86a87-bff2-4920-9c56-4f2adc9203f9 req-24e737d5-27f4-4100-b8eb-12b44e66f4eb service neutron] 10.222.0.35 "GET /v2.0/networks/c5dd75a8-610f-4c2b-9396-ef69a67ebe0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356621 Apr 23 10:05:16.070175 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ce86a87-bff2-4920-9c56-4f2adc9203f9 req-acd05631-57db-4450-83cd-2beef444805d service neutron] 10.222.0.35 "GET /v2.0/networks/c5dd75a8-610f-4c2b-9396-ef69a67ebe0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359105 Apr 23 10:05:23.786256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:05:27.028848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:05:36.752118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c3042f68-5534-4cb9-be69-a0e02f19e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:05:39.711773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-be34d719-4f9f-4a07-a9d8-bbdcb7fafaed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:05:40.580444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:05:41.289398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:05:42.483080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:05:53.463952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6214988-c52c-4463-894f-aee1fef28be5 req-17fb03a5-a914-48f2-a0e8-85ec370a3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:05:53.466403 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d6214988-c52c-4463-894f-aee1fef28be5 req-17fb03a5-a914-48f2-a0e8-85ec370a3bd7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 1099 time: 0.2244749 Apr 23 10:05:53.584520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd9bf7-9b40-4c9c-a508-b55f0237bea2 req-6839d92e-7394-4d6e-88d1-0e696af9358c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:05:53.586136 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-28dd9bf7-9b40-4c9c-a508-b55f0237bea2 req-6839d92e-7394-4d6e-88d1-0e696af9358c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 946 time: 0.3203986 Apr 23 10:05:53.615698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6214988-c52c-4463-894f-aee1fef28be5 req-6c96f7bb-1e12-4df6-b00a-14d678dbe15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:05:53.617295 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d6214988-c52c-4463-894f-aee1fef28be5 req-6c96f7bb-1e12-4df6-b00a-14d678dbe15f service neutron] 10.222.0.35 "GET /v2.0/networks?id=c5dd75a8-610f-4c2b-9396-ef69a67ebe0e HTTP/1.1" status: 200 len: 897 time: 0.1440020 Apr 23 10:05:53.636452 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-28dd9bf7-9b40-4c9c-a508-b55f0237bea2 req-71b6ca1c-5ab9-458c-bd8e-fc8e40012c2e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428705 Apr 23 10:05:53.730455 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d6214988-c52c-4463-894f-aee1fef28be5 req-2fa06b91-3401-4f8c-84cc-ac8e968c49d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7465f84e-ebc2-4c5a-92fb-e55459f50403 HTTP/1.1" status: 200 len: 1001 time: 0.1060321 Apr 23 10:05:53.784655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:05:53.800529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6214988-c52c-4463-894f-aee1fef28be5 req-3d678523-3685-4072-9c5e-8ca185657fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:05:53.802101 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d6214988-c52c-4463-894f-aee1fef28be5 req-3d678523-3685-4072-9c5e-8ca185657fcd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9205e96b-09f4-4189-97e1-b2a86a18f094 HTTP/1.1" status: 200 len: 835 time: 0.0650706 Apr 23 10:05:53.888349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6214988-c52c-4463-894f-aee1fef28be5 req-21582bb6-ea26-477f-869e-92a10010b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:05:53.889943 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d6214988-c52c-4463-894f-aee1fef28be5 req-21582bb6-ea26-477f-869e-92a10010b1ba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5dd75a8-610f-4c2b-9396-ef69a67ebe0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812683 Apr 23 10:05:54.036111 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d6214988-c52c-4463-894f-aee1fef28be5 req-562d798d-1732-40c9-95ad-3bca3475f495 service neutron] 10.222.0.35 "GET /v2.0/networks/c5dd75a8-610f-4c2b-9396-ef69a67ebe0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393812 Apr 23 10:05:54.184557 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d6214988-c52c-4463-894f-aee1fef28be5 req-c442dab2-3561-4b7d-bac7-4def4ceca26b service neutron] 10.222.0.35 "GET /v2.0/networks/c5dd75a8-610f-4c2b-9396-ef69a67ebe0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414044 Apr 23 10:05:54.857621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbd0fe-ea4c-45d2-8d30-a99ad18d7125 req-5596642b-662c-4080-a7f8-99d32f734114 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:05:54.859344 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-84cbd0fe-ea4c-45d2-8d30-a99ad18d7125 req-5596642b-662c-4080-a7f8-99d32f734114 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 946 time: 0.1034460 Apr 23 10:05:54.910661 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-84cbd0fe-ea4c-45d2-8d30-a99ad18d7125 req-f01e27e5-4e84-4c96-bae7-62f270a7e006 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443807 Apr 23 10:05:56.136120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef8238-a28f-4950-bd30-51c81d119b2c req-20a32c56-b2ce-4291-a814-b6f589618659 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:05:56.137778 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3aef8238-a28f-4950-bd30-51c81d119b2c req-20a32c56-b2ce-4291-a814-b6f589618659 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 946 time: 0.1061151 Apr 23 10:05:56.186801 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3aef8238-a28f-4950-bd30-51c81d119b2c req-eb2c9400-bb15-40b1-9890-c7b023161220 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424047 Apr 23 10:05:57.395655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c05ac0-2245-4ed6-95fe-c35cf5be24b7 req-68621369-a999-4e8f-b5cf-9cbafaaca0ef tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:05:57.397532 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-61c05ac0-2245-4ed6-95fe-c35cf5be24b7 req-68621369-a999-4e8f-b5cf-9cbafaaca0ef tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 946 time: 0.0926549 Apr 23 10:05:57.446520 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-61c05ac0-2245-4ed6-95fe-c35cf5be24b7 req-b2b5ecf5-3554-4d44-a1aa-1aae7cd4735a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424485 Apr 23 10:05:58.665732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038a368-075f-4c04-9c20-caebb369825d req-ca4c6f54-d35b-4d0d-b45b-c5a00c7aefa0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:05:58.667891 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a038a368-075f-4c04-9c20-caebb369825d req-ca4c6f54-d35b-4d0d-b45b-c5a00c7aefa0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 946 time: 0.1003959 Apr 23 10:05:58.732407 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a038a368-075f-4c04-9c20-caebb369825d req-0c03c46d-9aac-4bfb-964f-dfa057c6b309 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456216 Apr 23 10:05:59.941492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d77013-9fa2-45df-a065-57176c54e0e8 req-970c2e19-4ed8-48bb-8bbd-159a0ec4f5f2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:05:59.943135 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-68d77013-9fa2-45df-a065-57176c54e0e8 req-970c2e19-4ed8-48bb-8bbd-159a0ec4f5f2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 946 time: 0.0897968 Apr 23 10:05:59.995706 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-68d77013-9fa2-45df-a065-57176c54e0e8 req-788a962a-dbed-49b1-bd41-cbbf58e5cb2e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455940 Apr 23 10:06:01.204698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b5db5-b207-44fb-b26a-c24e15a0ea17 req-549667ae-cc26-44d0-8fd9-a830a7dab663 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:06:01.206427 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-196b5db5-b207-44fb-b26a-c24e15a0ea17 req-549667ae-cc26-44d0-8fd9-a830a7dab663 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 946 time: 0.0910971 Apr 23 10:06:01.258216 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-196b5db5-b207-44fb-b26a-c24e15a0ea17 req-3859e3ec-81bc-4d40-adc4-79d531a7fa81 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451696 Apr 23 10:06:02.470139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0482cd-c7ee-4cbc-8fa6-05c2147d2e4b req-05d33731-6953-41dc-a815-e42f150f91ff tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:06:02.471872 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4f0482cd-c7ee-4cbc-8fa6-05c2147d2e4b req-05d33731-6953-41dc-a815-e42f150f91ff tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 946 time: 0.0959036 Apr 23 10:06:02.523239 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4f0482cd-c7ee-4cbc-8fa6-05c2147d2e4b req-78b1e7f6-290a-4dd6-8bc3-812f90f90b74 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448866 Apr 23 10:06:03.745613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78636a-9f94-4218-b77e-5a1a9ba0a11c req-94843f14-56ae-40f7-9356-61863febcc30 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:06:03.748147 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6e78636a-9f94-4218-b77e-5a1a9ba0a11c req-94843f14-56ae-40f7-9356-61863febcc30 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 946 time: 0.0978217 Apr 23 10:06:03.804088 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6e78636a-9f94-4218-b77e-5a1a9ba0a11c req-926eaef4-f0d8-4791-8892-a39b4bf4e39f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485854 Apr 23 10:06:04.031228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:06:05.023932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fdcfa-ae08-4269-8d5c-d51154ce5519 req-806909e5-85f0-4888-a3d1-d3edf0251b46 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:06:05.025625 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9c2fdcfa-ae08-4269-8d5c-d51154ce5519 req-806909e5-85f0-4888-a3d1-d3edf0251b46 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 946 time: 0.0982854 Apr 23 10:06:05.077791 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9c2fdcfa-ae08-4269-8d5c-d51154ce5519 req-2a85a15f-8998-4fe9-8216-e361e7405017 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445840 Apr 23 10:06:06.302345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f196d7-afe7-4fab-b03d-ef34979521eb req-853978aa-9aa6-4eb8-a093-be401a440f33 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:06:06.303977 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a9f196d7-afe7-4fab-b03d-ef34979521eb req-853978aa-9aa6-4eb8-a093-be401a440f33 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 946 time: 0.0972309 Apr 23 10:06:06.359878 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a9f196d7-afe7-4fab-b03d-ef34979521eb req-b6d2529a-f5a9-4ca9-aef1-460c79e4710b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494413 Apr 23 10:06:06.749133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90dc5b17-0619-48dc-8611-9a0edf464cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:06:07.572208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54f074-41b4-4c5d-8cfb-30190de745b2 req-dfce310b-2bd9-433d-a800-eb2b1dc11291 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:06:07.573820 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c54f074-41b4-4c5d-8cfb-30190de745b2 req-dfce310b-2bd9-433d-a800-eb2b1dc11291 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 946 time: 0.0896878 Apr 23 10:06:07.623149 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c54f074-41b4-4c5d-8cfb-30190de745b2 req-1dd5f01a-87f0-4d81-abd3-1007672dc8eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414929 Apr 23 10:06:08.830185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897dc27a-86d9-48b8-ac88-609ce922ceec req-f0698337-d52f-46c4-bf23-57d7f14db2f5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:06:08.831870 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-897dc27a-86d9-48b8-ac88-609ce922ceec req-f0698337-d52f-46c4-bf23-57d7f14db2f5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 946 time: 0.0934889 Apr 23 10:06:09.164460 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-897dc27a-86d9-48b8-ac88-609ce922ceec req-76bd5ef8-f028-4f5e-9052-10cd8ead64ca tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3257036 Apr 23 10:06:09.720167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-563babdd-90ab-47d4-83cd-b53946fa3f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:06:10.374193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe3a5a-9252-425d-92da-7d7dab826021 req-3bc30c31-df0b-4f74-b2b6-f4ca440f02d4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:06:10.376049 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-34fe3a5a-9252-425d-92da-7d7dab826021 req-3bc30c31-df0b-4f74-b2b6-f4ca440f02d4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 946 time: 0.0944297 Apr 23 10:06:10.432280 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-34fe3a5a-9252-425d-92da-7d7dab826021 req-d6971536-d375-4f82-89af-72fd73d4d2de tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497983 Apr 23 10:06:10.457984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49032) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:06:10.576251 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-619051f9-d8ba-4d9c-895e-5f96859fdb13 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/floatingips/b060f759-8e2a-4d3a-bc1d-39aaf539c724 HTTP/1.1" status: 200 len: 993 time: 0.1161854 Apr 23 10:06:10.595143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:06:11.291673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:06:12.462892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:06:15.218623 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-82014b34-5685-4ab4-9127-ce77e5d1b944 req-4dac31b0-9485-490a-8a19-f4a35fc05188 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848861 Apr 23 10:06:15.367255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82014b34-5685-4ab4-9127-ce77e5d1b944 req-3afbc813-1b51-4b1a-b0f0-53d19d6e72c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:06:15.368838 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-82014b34-5685-4ab4-9127-ce77e5d1b944 req-3afbc813-1b51-4b1a-b0f0-53d19d6e72c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 1099 time: 0.0776813 Apr 23 10:06:15.530815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82014b34-5685-4ab4-9127-ce77e5d1b944 req-90988d46-8595-454a-a1f1-7831f58bff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:06:15.532422 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-82014b34-5685-4ab4-9127-ce77e5d1b944 req-90988d46-8595-454a-a1f1-7831f58bff3e service neutron] 10.222.0.35 "GET /v2.0/networks?id=c5dd75a8-610f-4c2b-9396-ef69a67ebe0e HTTP/1.1" status: 200 len: 897 time: 0.1441562 Apr 23 10:06:15.643858 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-82014b34-5685-4ab4-9127-ce77e5d1b944 req-79a1c5fd-b4ae-41e8-9391-589516fb8743 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7465f84e-ebc2-4c5a-92fb-e55459f50403 HTTP/1.1" status: 200 len: 1001 time: 0.1053133 Apr 23 10:06:15.715413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82014b34-5685-4ab4-9127-ce77e5d1b944 req-4d146132-665c-4254-bb44-7a3a163173bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:06:15.716974 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-82014b34-5685-4ab4-9127-ce77e5d1b944 req-4d146132-665c-4254-bb44-7a3a163173bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9205e96b-09f4-4189-97e1-b2a86a18f094 HTTP/1.1" status: 200 len: 835 time: 0.0669575 Apr 23 10:06:15.801938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82014b34-5685-4ab4-9127-ce77e5d1b944 req-23d6b58b-ed15-4c75-8516-5198ca51a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:06:15.803576 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-82014b34-5685-4ab4-9127-ce77e5d1b944 req-23d6b58b-ed15-4c75-8516-5198ca51a11c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5dd75a8-610f-4c2b-9396-ef69a67ebe0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794828 Apr 23 10:06:15.944506 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-82014b34-5685-4ab4-9127-ce77e5d1b944 req-dffb69b3-42de-4a65-be1e-5b0bde994b08 service neutron] 10.222.0.35 "GET /v2.0/networks/c5dd75a8-610f-4c2b-9396-ef69a67ebe0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335661 Apr 23 10:06:16.085224 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-82014b34-5685-4ab4-9127-ce77e5d1b944 req-fc68edf9-e1b8-4603-bf18-2158dfe1e724 service neutron] 10.222.0.35 "GET /v2.0/networks/c5dd75a8-610f-4c2b-9396-ef69a67ebe0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340232 Apr 23 10:06:23.788044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:06:36.753169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c13854c2-ef10-4fc9-8be5-867cc61de346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:06:39.712774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-151088d2-cd12-4069-b674-c04a8261f242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:06:40.592655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:06:41.034128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:06:41.284024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:06:42.466980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:06:53.792167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:06:59.082595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49054) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:06:59.405458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting port a17036df-9041-4af0-a36b-bfc570c02365 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:06:59.405778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:06:59.561903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:06:59.562554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:06:59.776933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Calling delete_port for a17036df-9041-4af0-a36b-bfc570c02365 owned by network:floatingip {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:07:00.180426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:00.187168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fa133ab6-e41b-4c47-80a0-2fd659c6bc39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:00.235899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Port': ['ID=a17036df-9041-4af0-a36b-bfc570c02365,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:00.273708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:00.274140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:00.274593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:00.275015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:00.275429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:00.275846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:00.276263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:00.276675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:00.277084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:00.277495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:00.277904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:00.278335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:00.289250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:00.362546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for floatingip, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:00.363093 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Floating IP b060f759-8e2a-4d3a-bc1d-39aaf539c724 disassociated (deleted). External IP: 172.26.4.61, port: 7465f84e-ebc2-4c5a-92fb-e55459f50403. Apr 23 10:07:01.070218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router 7d405950-dd0d-4cc2-ad80-73216cc21cc3 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:07:01.286756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:07:01.297678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccca7d3-5515-4020-8882-44eef902b179 None None] Sync routers for ids ['7d405950-dd0d-4cc2-ad80-73216cc21cc3'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:07:01.309495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:01.312843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccca7d3-5515-4020-8882-44eef902b179 None None] Routers {'7d405950-dd0d-4cc2-ad80-73216cc21cc3'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:07:01.314025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-bccca7d3-5515-4020-8882-44eef902b179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:06:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['7d405950-dd0d-4cc2-ad80-73216cc21cc3'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:07:01.420097 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/floatingips/b060f759-8e2a-4d3a-bc1d-39aaf539c724 HTTP/1.1" status: 204 len: 168 time: 2.3328524 Apr 23 10:07:01.420097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ada85e-834b-47db-8e00-598ee66271d4', 'tag': '7465f84e-ebc2-4c5a-92fb-e55459f50403'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:07:01.571004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-bccca7d3-5515-4020-8882-44eef902b179 None None] Set router 7d405950-dd0d-4cc2-ad80-73216cc21cc3 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:07:01.808356 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ada85e-834b-47db-8e00-598ee66271d4', 'tag': '7465f84e-ebc2-4c5a-92fb-e55459f50403', 'status': 'completed', 'code': 200} Apr 23 10:07:01.926124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705d1e7-7fa4-482d-a09c-18e857e5b6e3 req-7200644e-faf6-4516-98a6-b7bede2513a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:01.927837 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2705d1e7-7fa4-482d-a09c-18e857e5b6e3 req-7200644e-faf6-4516-98a6-b7bede2513a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 1099 time: 0.0949693 Apr 23 10:07:02.014500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a656e8-0720-446e-8c1c-1215b3696447 req-883f5e65-e162-4a0f-ada8-801a529117a0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:02.017669 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-92a656e8-0720-446e-8c1c-1215b3696447 req-883f5e65-e162-4a0f-ada8-801a529117a0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 946 time: 0.1054139 Apr 23 10:07:02.080007 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-92a656e8-0720-446e-8c1c-1215b3696447 req-33d35d97-4d70-43eb-9330-0a99b05556ca tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566280 Apr 23 10:07:02.089648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705d1e7-7fa4-482d-a09c-18e857e5b6e3 req-a39433ca-b588-4c46-abe2-a1d2dd0ab4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:02.093148 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2705d1e7-7fa4-482d-a09c-18e857e5b6e3 req-a39433ca-b588-4c46-abe2-a1d2dd0ab4ec service neutron] 10.222.0.35 "GET /v2.0/networks?id=c5dd75a8-610f-4c2b-9396-ef69a67ebe0e HTTP/1.1" status: 200 len: 897 time: 0.1569374 Apr 23 10:07:02.151155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-bccca7d3-5515-4020-8882-44eef902b179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173265018', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:04:24Z', 'updated_at': '2021-04-23T10:04:30Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:04:25Z', 'updated_at': '2021-04-23T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '25b7e774-8ad7-4133-b9c6-cf8d03e77292', 'name': '', 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:f3:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9205e96b-09f4-4189-97e1-b2a86a18f094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:04:29Z', 'updated_at': '2021-04-23T10:04:37Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '9205e96b-09f4-4189-97e1-b2a86a18f094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:07:02.158095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccca7d3-5515-4020-8882-44eef902b179 None None] Checking router: 7d405950-dd0d-4cc2-ad80-73216cc21cc3 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:07:02.168199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccca7d3-5515-4020-8882-44eef902b179 None None] Routers {'7d405950-dd0d-4cc2-ad80-73216cc21cc3'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:07:02.169581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-bccca7d3-5515-4020-8882-44eef902b179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:06:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['7d405950-dd0d-4cc2-ad80-73216cc21cc3'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:07:02.170375 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2705d1e7-7fa4-482d-a09c-18e857e5b6e3 req-cb7fed58-0c37-48d6-b80f-9b6d378c3ce1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7465f84e-ebc2-4c5a-92fb-e55459f50403 HTTP/1.1" status: 200 len: 217 time: 0.0705938 Apr 23 10:07:02.250014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705d1e7-7fa4-482d-a09c-18e857e5b6e3 req-e552b7fa-a2f0-410b-8b14-c584b196b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:02.251693 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2705d1e7-7fa4-482d-a09c-18e857e5b6e3 req-e552b7fa-a2f0-410b-8b14-c584b196b6df service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9205e96b-09f4-4189-97e1-b2a86a18f094 HTTP/1.1" status: 200 len: 835 time: 0.0742941 Apr 23 10:07:02.350298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705d1e7-7fa4-482d-a09c-18e857e5b6e3 req-3e6ee2f1-8371-4d0e-b481-a3565593a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:02.352682 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2705d1e7-7fa4-482d-a09c-18e857e5b6e3 req-3e6ee2f1-8371-4d0e-b481-a3565593a86b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5dd75a8-610f-4c2b-9396-ef69a67ebe0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0932357 Apr 23 10:07:02.388102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-bccca7d3-5515-4020-8882-44eef902b179 None None] Set router 7d405950-dd0d-4cc2-ad80-73216cc21cc3 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:07:02.591158 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2705d1e7-7fa4-482d-a09c-18e857e5b6e3 req-9b5df474-f41b-44ea-b546-97ef44ef52db service neutron] 10.222.0.35 "GET /v2.0/networks/c5dd75a8-610f-4c2b-9396-ef69a67ebe0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295470 Apr 23 10:07:02.754126 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2705d1e7-7fa4-482d-a09c-18e857e5b6e3 req-6f1050b3-6602-488d-8c82-9e8b29750093 service neutron] 10.222.0.35 "GET /v2.0/networks/c5dd75a8-610f-4c2b-9396-ef69a67ebe0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553862 Apr 23 10:07:02.855875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-bccca7d3-5515-4020-8882-44eef902b179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173265018', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:04:24Z', 'updated_at': '2021-04-23T10:04:30Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:04:25Z', 'updated_at': '2021-04-23T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '25b7e774-8ad7-4133-b9c6-cf8d03e77292', 'name': '', 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:f3:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9205e96b-09f4-4189-97e1-b2a86a18f094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:04:29Z', 'updated_at': '2021-04-23T10:04:37Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '9205e96b-09f4-4189-97e1-b2a86a18f094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:07:02.861537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccca7d3-5515-4020-8882-44eef902b179 None None] The sync data for ids ['7d405950-dd0d-4cc2-ad80-73216cc21cc3'] in dv-neutron-786478-4-hyperv is: [{'id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173265018', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:04:24Z', 'updated_at': '2021-04-23T10:04:30Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:04:25Z', 'updated_at': '2021-04-23T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '25b7e774-8ad7-4133-b9c6-cf8d03e77292', 'name': '', 'network_id': 'c5dd75a8-610f-4c2b-9396-ef69a67ebe0e', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:f3:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9205e96b-09f4-4189-97e1-b2a86a18f094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:04:29Z', 'updated_at': '2021-04-23T10:04:37Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '9205e96b-09f4-4189-97e1-b2a86a18f094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:07:03.274495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7d151d-91cc-47a5-ae59-ab319ea6f2c5 None None] New status for floating IP b060f759-8e2a-4d3a-bc1d-39aaf539c724: DOWN {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:07:03.315781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28f654-dcea-41c1-ac4b-88c51f120201 req-b8d29d52-f02c-4052-92f4-13a4d47edbae tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:03.317445 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8f28f654-dcea-41c1-ac4b-88c51f120201 req-b8d29d52-f02c-4052-92f4-13a4d47edbae tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 946 time: 0.1026425 Apr 23 10:07:03.371940 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8f28f654-dcea-41c1-ac4b-88c51f120201 req-865808ec-4752-4e97-8182-ecd814ba99f3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=2361a6e4-6832-4157-879a-ecba61a7d34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469835 Apr 23 10:07:03.660148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405c806-f012-4ae5-9505-48d1c1bf4fed req-b073b319-5f84-44aa-84dd-dfb57962cf2f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:03.661488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-8405c806-f012-4ae5-9505-48d1c1bf4fed req-b073b319-5f84-44aa-84dd-dfb57962cf2f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Synchronizing usage tracker for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:07:03.711476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-8405c806-f012-4ae5-9505-48d1c1bf4fed req-b073b319-5f84-44aa-84dd-dfb57962cf2f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Unset dirty status for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:07:03.712754 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8405c806-f012-4ae5-9505-48d1c1bf4fed req-b073b319-5f84-44aa-84dd-dfb57962cf2f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 946 time: 0.1764903 Apr 23 10:07:03.868523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-8405c806-f012-4ae5-9505-48d1c1bf4fed req-2c5613fd-a0c2-43e9-a804-5af706d62648 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting port 7465f84e-ebc2-4c5a-92fb-e55459f50403 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:07:03.868837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-8405c806-f012-4ae5-9505-48d1c1bf4fed req-2c5613fd-a0c2-43e9-a804-5af706d62648 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:04.016327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-8405c806-f012-4ae5-9505-48d1c1bf4fed req-2c5613fd-a0c2-43e9-a804-5af706d62648 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] For port 7465f84e-ebc2-4c5a-92fb-e55459f50403, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7465f84e-ebc2-4c5a-92fb-e55459f50403,segment=NetworkSegment(f48bc334-f423-4701-9e02-6026091f4a59),segment_id=f48bc334-f423-4701-9e02-6026091f4a59)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:07:04.016736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-8405c806-f012-4ae5-9505-48d1c1bf4fed req-2c5613fd-a0c2-43e9-a804-5af706d62648 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:04.155952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-8405c806-f012-4ae5-9505-48d1c1bf4fed req-2c5613fd-a0c2-43e9-a804-5af706d62648 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Calling delete_port for 7465f84e-ebc2-4c5a-92fb-e55459f50403 owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:07:04.431389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-8405c806-f012-4ae5-9505-48d1c1bf4fed req-2c5613fd-a0c2-43e9-a804-5af706d62648 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:04.439180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09709d3b-9fc1-4035-aee3-cb4f7558e2d3 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:04.498992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5613fd-a0c2-43e9-a804-5af706d62648 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Port': ['ID=7465f84e-ebc2-4c5a-92fb-e55459f50403,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:04.502709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2c5613fd-a0c2-43e9-a804-5af706d62648 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:04.580478 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d0541ece-4c0b-42e9-a0bf-996d70a3afd5 req-ecd0b106-073e-464d-9a6a-95a236e01307 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8ada85e-834b-47db-8e00-598ee66271d4 HTTP/1.1" status: 200 len: 210 time: 0.0716074 Apr 23 10:07:04.583095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-8405c806-f012-4ae5-9505-48d1c1bf4fed req-2c5613fd-a0c2-43e9-a804-5af706d62648 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] No DVR routers for this DVR port 7465f84e-ebc2-4c5a-92fb-e55459f50403 on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:07:04.586162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-8405c806-f012-4ae5-9505-48d1c1bf4fed req-2c5613fd-a0c2-43e9-a804-5af706d62648 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:04.589410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ada85e-834b-47db-8e00-598ee66271d4', 'name': 'network-vif-deleted', 'tag': '7465f84e-ebc2-4c5a-92fb-e55459f50403'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:07:04.643676 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8405c806-f012-4ae5-9505-48d1c1bf4fed req-2c5613fd-a0c2-43e9-a804-5af706d62648 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "DELETE /v2.0/ports/7465f84e-ebc2-4c5a-92fb-e55459f50403 HTTP/1.1" status: 204 len: 173 time: 0.9251015 Apr 23 10:07:04.645557 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ada85e-834b-47db-8e00-598ee66271d4', 'name': 'network-vif-deleted', 'tag': '7465f84e-ebc2-4c5a-92fb-e55459f50403', 'status': 'completed', 'code': 200} Apr 23 10:07:05.705135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49074) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:07:06.120586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 7465f84e-ebc2-4c5a-92fb-e55459f50403 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:07:06.160541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 7465f84e-ebc2-4c5a-92fb-e55459f50403 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:07:06.160939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 7465f84e-ebc2-4c5a-92fb-e55459f50403 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:07:06.330045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2659f61c-bed8-47c1-a7eb-dff08d066d67 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:06.739003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-73738065-4a34-4383-bb4e-6de6d0824f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:06.786006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2659f61c-bed8-47c1-a7eb-dff08d066d67 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting port 25b7e774-8ad7-4133-b9c6-cf8d03e77292 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:07:06.786333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2659f61c-bed8-47c1-a7eb-dff08d066d67 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:06.938300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-2659f61c-bed8-47c1-a7eb-dff08d066d67 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] For port 25b7e774-8ad7-4133-b9c6-cf8d03e77292, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=25b7e774-8ad7-4133-b9c6-cf8d03e77292,segment=NetworkSegment(f48bc334-f423-4701-9e02-6026091f4a59),segment_id=f48bc334-f423-4701-9e02-6026091f4a59)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:07:06.938739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2659f61c-bed8-47c1-a7eb-dff08d066d67 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:07.072694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2659f61c-bed8-47c1-a7eb-dff08d066d67 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Calling delete_port for 25b7e774-8ad7-4133-b9c6-cf8d03e77292 owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:07:07.391447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2659f61c-bed8-47c1-a7eb-dff08d066d67 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:07.396552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:07.449586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659f61c-bed8-47c1-a7eb-dff08d066d67 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Port': ['ID=25b7e774-8ad7-4133-b9c6-cf8d03e77292,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:07.453456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2659f61c-bed8-47c1-a7eb-dff08d066d67 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:07.759639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2659f61c-bed8-47c1-a7eb-dff08d066d67 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:08.453509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2659f61c-bed8-47c1-a7eb-dff08d066d67 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router 7d405950-dd0d-4cc2-ad80-73216cc21cc3 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:07:08.645919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2659f61c-bed8-47c1-a7eb-dff08d066d67 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:07:08.656268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c648956e-9737-4812-85c1-36d76a7a50c4 None None] Sync routers for ids ['7d405950-dd0d-4cc2-ad80-73216cc21cc3'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:07:08.660085 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2659f61c-bed8-47c1-a7eb-dff08d066d67 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "PUT /v2.0/routers/7d405950-dd0d-4cc2-ad80-73216cc21cc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9537790 Apr 23 10:07:08.663106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49078) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:07:08.667532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c648956e-9737-4812-85c1-36d76a7a50c4 None None] Routers {'7d405950-dd0d-4cc2-ad80-73216cc21cc3'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:07:08.668226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-c648956e-9737-4812-85c1-36d76a7a50c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:06:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['7d405950-dd0d-4cc2-ad80-73216cc21cc3'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:07:08.744246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1269d7e-2344-4f14-9e1f-ca55df56e241 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting subnet 9205e96b-09f4-4189-97e1-b2a86a18f094 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:07:08.748263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1269d7e-2344-4f14-9e1f-ca55df56e241 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:08.813364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1269d7e-2344-4f14-9e1f-ca55df56e241 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:08.863459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-c648956e-9737-4812-85c1-36d76a7a50c4 None None] Set router 7d405950-dd0d-4cc2-ad80-73216cc21cc3 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:07:08.907746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1269d7e-2344-4f14-9e1f-ca55df56e241 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:09.173669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-c648956e-9737-4812-85c1-36d76a7a50c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173265018', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:04:24Z', 'updated_at': '2021-04-23T10:07:07Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:04:25Z', 'updated_at': '2021-04-23T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:07:09.177764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c648956e-9737-4812-85c1-36d76a7a50c4 None None] Checking router: 7d405950-dd0d-4cc2-ad80-73216cc21cc3 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:07:09.187441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c648956e-9737-4812-85c1-36d76a7a50c4 None None] Routers {'7d405950-dd0d-4cc2-ad80-73216cc21cc3'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:07:09.188116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-c648956e-9737-4812-85c1-36d76a7a50c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:06:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['7d405950-dd0d-4cc2-ad80-73216cc21cc3'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:07:09.225695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1269d7e-2344-4f14-9e1f-ca55df56e241 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:09.231638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c7fcdbaf-e65c-4a17-aa92-0d1adfdf4d5a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:09.273304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b1269d7e-2344-4f14-9e1f-ca55df56e241 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:09.278430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1269d7e-2344-4f14-9e1f-ca55df56e241 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Subnet': ['ID=9205e96b-09f4-4189-97e1-b2a86a18f094,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:09.281539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b1269d7e-2344-4f14-9e1f-ca55df56e241 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:09.286423 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b1269d7e-2344-4f14-9e1f-ca55df56e241 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/subnets/9205e96b-09f4-4189-97e1-b2a86a18f094 HTTP/1.1" status: 204 len: 168 time: 0.6191132 Apr 23 10:07:09.286423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49082) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:07:09.308582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c37c216-d9bc-4ebc-9300-dc6c37b4d895 None None] Network c5dd75a8-610f-4c2b-9396-ef69a67ebe0e requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:07:09.493893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ebc3-e111-49af-bef5-961fbac93ba2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:09.546608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-c648956e-9737-4812-85c1-36d76a7a50c4 None None] Set router 7d405950-dd0d-4cc2-ad80-73216cc21cc3 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:07:09.694984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ebc3-e111-49af-bef5-961fbac93ba2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:09.813073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c8f3ebc3-e111-49af-bef5-961fbac93ba2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting port 8799de1c-d301-4c38-807a-477cffc1c87c {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:07:09.813459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ebc3-e111-49af-bef5-961fbac93ba2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:09.948767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c8f3ebc3-e111-49af-bef5-961fbac93ba2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] For port 8799de1c-d301-4c38-807a-477cffc1c87c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=8799de1c-d301-4c38-807a-477cffc1c87c,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:07:09.949166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ebc3-e111-49af-bef5-961fbac93ba2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:09.978466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e106f9fc-e4e1-405d-ac35-0cd8f303bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:10.071070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75bb0ad-df4c-4698-85fe-b8ebd1cfc158 None None] DHCP port deletion for c5dd75a8-610f-4c2b-9396-ef69a67ebe0e request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 10:07:10.093415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c8f3ebc3-e111-49af-bef5-961fbac93ba2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Calling delete_port for 8799de1c-d301-4c38-807a-477cffc1c87c owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:07:10.200855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-c648956e-9737-4812-85c1-36d76a7a50c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173265018', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:04:24Z', 'updated_at': '2021-04-23T10:07:07Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:04:25Z', 'updated_at': '2021-04-23T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:07:10.210024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e75bb0ad-df4c-4698-85fe-b8ebd1cfc158 None None] Deleting port 8058306d-a474-4868-b4c0-41cdcf669379 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:07:10.210498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e75bb0ad-df4c-4698-85fe-b8ebd1cfc158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:10.227108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c648956e-9737-4812-85c1-36d76a7a50c4 None None] The sync data for ids ['7d405950-dd0d-4cc2-ad80-73216cc21cc3'] in dv-neutron-786478-4-hyperv is: [{'id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173265018', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:04:24Z', 'updated_at': '2021-04-23T10:07:07Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '8799de1c-d301-4c38-807a-477cffc1c87c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d405950-dd0d-4cc2-ad80-73216cc21cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:04:25Z', 'updated_at': '2021-04-23T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:07:10.323798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e75bb0ad-df4c-4698-85fe-b8ebd1cfc158 None None] For port 8058306d-a474-4868-b4c0-41cdcf669379, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=8058306d-a474-4868-b4c0-41cdcf669379,segment=NetworkSegment(f48bc334-f423-4701-9e02-6026091f4a59),segment_id=f48bc334-f423-4701-9e02-6026091f4a59)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:07:10.324361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e75bb0ad-df4c-4698-85fe-b8ebd1cfc158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:10.408196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ebc3-e111-49af-bef5-961fbac93ba2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:10.413631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-58639af3-c74f-4e38-9600-f6d2e853fc08 tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:10.462477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3ebc3-e111-49af-bef5-961fbac93ba2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Port': ['ID=8799de1c-d301-4c38-807a-477cffc1c87c,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:10.472403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e75bb0ad-df4c-4698-85fe-b8ebd1cfc158 None None] Calling delete_port for 8058306d-a474-4868-b4c0-41cdcf669379 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:07:10.538154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c8f3ebc3-e111-49af-bef5-961fbac93ba2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:10.550609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e75bb0ad-df4c-4698-85fe-b8ebd1cfc158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:10.557545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-33536d56-ec74-4e62-803d-074b528375ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:10.570444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ebc3-e111-49af-bef5-961fbac93ba2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:10.609524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75bb0ad-df4c-4698-85fe-b8ebd1cfc158 None None] Pushing event deleted for resources: {'Port': ['ID=8058306d-a474-4868-b4c0-41cdcf669379,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:10.615229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75bb0ad-df4c-4698-85fe-b8ebd1cfc158 None None] No DVR routers for this DVR port 8058306d-a474-4868-b4c0-41cdcf669379 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:07:10.621190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bb0ad-df4c-4698-85fe-b8ebd1cfc158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:10.622341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bb0ad-df4c-4698-85fe-b8ebd1cfc158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:10.622729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bb0ad-df4c-4698-85fe-b8ebd1cfc158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:10.623111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bb0ad-df4c-4698-85fe-b8ebd1cfc158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:10.623488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bb0ad-df4c-4698-85fe-b8ebd1cfc158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:10.623863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bb0ad-df4c-4698-85fe-b8ebd1cfc158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:10.624430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bb0ad-df4c-4698-85fe-b8ebd1cfc158 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:10.624803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bb0ad-df4c-4698-85fe-b8ebd1cfc158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:10.625175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bb0ad-df4c-4698-85fe-b8ebd1cfc158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:10.625568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bb0ad-df4c-4698-85fe-b8ebd1cfc158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:10.625982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bb0ad-df4c-4698-85fe-b8ebd1cfc158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:10.626453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75bb0ad-df4c-4698-85fe-b8ebd1cfc158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:10.632025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e75bb0ad-df4c-4698-85fe-b8ebd1cfc158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:10.648148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:10.759243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ebc3-e111-49af-bef5-961fbac93ba2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:10.761742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ebc3-e111-49af-bef5-961fbac93ba2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:10.882601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ebc3-e111-49af-bef5-961fbac93ba2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:10.883172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f3ebc3-e111-49af-bef5-961fbac93ba2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Fanout notify agent at l3_agent the message router_deleted on router 7d405950-dd0d-4cc2-ad80-73216cc21cc3 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 10:07:10.900544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ebc3-e111-49af-bef5-961fbac93ba2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:10.901810 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c8f3ebc3-e111-49af-bef5-961fbac93ba2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/routers/7d405950-dd0d-4cc2-ad80-73216cc21cc3 HTTP/1.1" status: 204 len: 168 time: 1.6147654 Apr 23 10:07:10.904676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49086) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:07:11.035922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd5266db-1c6e-4811-b2bf-92ea61f9f127 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:11.179510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd5266db-1c6e-4811-b2bf-92ea61f9f127 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:11.299313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:11.303236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-fd5266db-1c6e-4811-b2bf-92ea61f9f127 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5dd75a8-610f-4c2b-9396-ef69a67ebe0e']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:07:11.316972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-fd5266db-1c6e-4811-b2bf-92ea61f9f127 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48bc334-f423-4701-9e02-6026091f4a59') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:07:11.317317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-fd5266db-1c6e-4811-b2bf-92ea61f9f127 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48bc334-f423-4701-9e02-6026091f4a59') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:07:11.330175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd5266db-1c6e-4811-b2bf-92ea61f9f127 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:11.345107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd5266db-1c6e-4811-b2bf-92ea61f9f127 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:11.353425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5266db-1c6e-4811-b2bf-92ea61f9f127 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:07:11.544962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-fd5266db-1c6e-4811-b2bf-92ea61f9f127 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network c5dd75a8-610f-4c2b-9396-ef69a67ebe0e has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:07:11.554116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd5266db-1c6e-4811-b2bf-92ea61f9f127 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:11.658162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 25b7e774-8ad7-4133-b9c6-cf8d03e77292 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:07:11.698153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 25b7e774-8ad7-4133-b9c6-cf8d03e77292 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:07:11.698574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 25b7e774-8ad7-4133-b9c6-cf8d03e77292 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:07:11.699134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 8058306d-a474-4868-b4c0-41cdcf669379 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:07:11.739971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 8058306d-a474-4868-b4c0-41cdcf669379 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:07:11.740370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 8058306d-a474-4868-b4c0-41cdcf669379 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:07:11.740836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 8799de1c-d301-4c38-807a-477cffc1c87c no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:07:11.741294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-fd5266db-1c6e-4811-b2bf-92ea61f9f127 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network c5dd75a8-610f-4c2b-9396-ef69a67ebe0e has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:07:11.766959 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:07:11.778728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 8799de1c-d301-4c38-807a-477cffc1c87c {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:07:11.779144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 8799de1c-d301-4c38-807a-477cffc1c87c not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:07:12.225150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd5266db-1c6e-4811-b2bf-92ea61f9f127 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:12.228746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-223d8f79-c81f-48f8-8169-9e01859cd9f9 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:12.247953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd5266db-1c6e-4811-b2bf-92ea61f9f127 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:12.255049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5266db-1c6e-4811-b2bf-92ea61f9f127 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Network': ['ID=c5dd75a8-610f-4c2b-9396-ef69a67ebe0e,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:12.260225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fd5266db-1c6e-4811-b2bf-92ea61f9f127 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:12.300375 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fd5266db-1c6e-4811-b2bf-92ea61f9f127 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/networks/c5dd75a8-610f-4c2b-9396-ef69a67ebe0e HTTP/1.1" status: 204 len: 168 time: 1.3945372 Apr 23 10:07:12.303105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49090) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:07:12.378328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8133242c-497e-446b-adf3-6f010a9d43cc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:12.412334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8133242c-497e-446b-adf3-6f010a9d43cc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:12.493871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:12.619099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8133242c-497e-446b-adf3-6f010a9d43cc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:12.625634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c0e82678-aecb-40f5-bcbb-54d9e40f6dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:12.643571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133242c-497e-446b-adf3-6f010a9d43cc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2361a6e4-6832-4157-879a-ecba61a7d34f,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:12.646019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8133242c-497e-446b-adf3-6f010a9d43cc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:12.673938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8133242c-497e-446b-adf3-6f010a9d43cc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:12.676029 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8133242c-497e-446b-adf3-6f010a9d43cc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/security-groups/2361a6e4-6832-4157-879a-ecba61a7d34f HTTP/1.1" status: 204 len: 168 time: 0.3716989 Apr 23 10:07:13.197635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49098) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:07:13.204247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-aa468398-b4af-4a27-acca-3959573475ab tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1126117299', 'description': 'tempest-secgroup-smoke-1126117299 description', 'project_id': '54edd41c8fc1484eb66cc45008be2739'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:07:13.211715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-aa468398-b4af-4a27-acca-3959573475ab tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:07:13.216725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aa468398-b4af-4a27-acca-3959573475ab tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:07:13.219856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aa468398-b4af-4a27-acca-3959573475ab tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:07:13.225957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-aa468398-b4af-4a27-acca-3959573475ab tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:07:13.270675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa468398-b4af-4a27-acca-3959573475ab tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:13.292867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-aa468398-b4af-4a27-acca-3959573475ab tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:07:13.297302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aa468398-b4af-4a27-acca-3959573475ab tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:07:13.300343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-aa468398-b4af-4a27-acca-3959573475ab tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:07:13.306361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-aa468398-b4af-4a27-acca-3959573475ab tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:07:13.473194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa468398-b4af-4a27-acca-3959573475ab tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:13.504896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa468398-b4af-4a27-acca-3959573475ab tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:13.509413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-68cec251-eb51-4b13-b9a1-f10acc936584 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:13.555585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa468398-b4af-4a27-acca-3959573475ab tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d10cb755-1849-4787-8b04-69af76ab20fa,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:13.559210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aa468398-b4af-4a27-acca-3959573475ab tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:13.584810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aa468398-b4af-4a27-acca-3959573475ab tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:13.586217 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-aa468398-b4af-4a27-acca-3959573475ab tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3874128 Apr 23 10:07:13.589791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49102) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:07:13.595736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-96bc462b-54e8-4caa-9aae-95fce712c3ff tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': 'd10cb755-1849-4787-8b04-69af76ab20fa', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:07:13.602565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-96bc462b-54e8-4caa-9aae-95fce712c3ff tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:07:13.607412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-96bc462b-54e8-4caa-9aae-95fce712c3ff tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:07:13.610478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-96bc462b-54e8-4caa-9aae-95fce712c3ff tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:07:13.616575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-96bc462b-54e8-4caa-9aae-95fce712c3ff tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:07:13.655019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96bc462b-54e8-4caa-9aae-95fce712c3ff tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:13.721043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96bc462b-54e8-4caa-9aae-95fce712c3ff tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:13.739085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96bc462b-54e8-4caa-9aae-95fce712c3ff tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:13.740992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-17a96b5c-58ae-4b09-b035-2fd6f6ac7f5a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:13.766728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc462b-54e8-4caa-9aae-95fce712c3ff tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21f7b8b-22ff-4b2e-9bad-81bd4811fc65,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:13.769466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-96bc462b-54e8-4caa-9aae-95fce712c3ff tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:13.796314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96bc462b-54e8-4caa-9aae-95fce712c3ff tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:13.797661 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-96bc462b-54e8-4caa-9aae-95fce712c3ff tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2067661 Apr 23 10:07:13.800587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49106) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:07:13.806416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f584509d-9594-4299-a98f-36e90dbc5f0e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': 'd10cb755-1849-4787-8b04-69af76ab20fa', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:07:13.813612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f584509d-9594-4299-a98f-36e90dbc5f0e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:07:13.817696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f584509d-9594-4299-a98f-36e90dbc5f0e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:07:13.820770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f584509d-9594-4299-a98f-36e90dbc5f0e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:07:13.827841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f584509d-9594-4299-a98f-36e90dbc5f0e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:07:13.878807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f584509d-9594-4299-a98f-36e90dbc5f0e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:13.948832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f584509d-9594-4299-a98f-36e90dbc5f0e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:13.990898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f584509d-9594-4299-a98f-36e90dbc5f0e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:13.992844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-10baea1c-1aea-4f09-9579-59622d80f034 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:14.018564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584509d-9594-4299-a98f-36e90dbc5f0e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc43476-0859-4e04-a736-e82087b75517,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:14.023611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f584509d-9594-4299-a98f-36e90dbc5f0e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:14.064994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f584509d-9594-4299-a98f-36e90dbc5f0e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:14.066402 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f584509d-9594-4299-a98f-36e90dbc5f0e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2647099 Apr 23 10:07:14.069292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49110) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:07:14.076135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-58ed0125-01de-4402-89d5-7ae41917c2d6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': 'd10cb755-1849-4787-8b04-69af76ab20fa', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:07:14.082943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-58ed0125-01de-4402-89d5-7ae41917c2d6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:07:14.087032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-58ed0125-01de-4402-89d5-7ae41917c2d6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:07:14.090650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-58ed0125-01de-4402-89d5-7ae41917c2d6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:07:14.096827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-58ed0125-01de-4402-89d5-7ae41917c2d6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:07:14.141843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58ed0125-01de-4402-89d5-7ae41917c2d6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:14.208313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58ed0125-01de-4402-89d5-7ae41917c2d6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:14.242377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58ed0125-01de-4402-89d5-7ae41917c2d6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:14.244330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f00d592b-34d0-4a23-a1b8-5dce8d85de73 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:14.270488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed0125-01de-4402-89d5-7ae41917c2d6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1226a7ed-1c77-4586-ae3b-385c7a861a80,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:14.275382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-58ed0125-01de-4402-89d5-7ae41917c2d6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:14.310926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-58ed0125-01de-4402-89d5-7ae41917c2d6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:14.312246 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-58ed0125-01de-4402-89d5-7ae41917c2d6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2417984 Apr 23 10:07:14.315459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49114) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:07:14.321292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': 'd10cb755-1849-4787-8b04-69af76ab20fa', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:07:14.329186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:07:14.333418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:07:14.336473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:07:14.343627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:07:14.397689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:14.473661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:14.510647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:14.513442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0900bef9-bb24-4475-8565-ca4a0dc56b14 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:14.538352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b16b1c-7f04-4587-a622-80f631bd815f,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:14.550369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:14.550823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:14.551257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:14.551681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:14.552105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:14.552532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:14.552954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:14.553372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:14.553788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:14.554207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:14.554650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:14.566660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:14.566660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:14.584938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:14.586262 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2697089 Apr 23 10:07:14.589270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49118) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:07:14.595724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-551dd076-a233-47f3-b23c-5581f597bf0a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': 'd10cb755-1849-4787-8b04-69af76ab20fa', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:07:14.602491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-551dd076-a233-47f3-b23c-5581f597bf0a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:07:14.606625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-551dd076-a233-47f3-b23c-5581f597bf0a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:07:14.609680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-551dd076-a233-47f3-b23c-5581f597bf0a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:07:14.615843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-551dd076-a233-47f3-b23c-5581f597bf0a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:07:14.659633 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-551dd076-a233-47f3-b23c-5581f597bf0a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Project 54edd41c8fc1484eb66cc45008be2739 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 10:07:14.667268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-551dd076-a233-47f3-b23c-5581f597bf0a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:14.738782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-551dd076-a233-47f3-b23c-5581f597bf0a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:14.773697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-551dd076-a233-47f3-b23c-5581f597bf0a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:14.775677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d3c1b55-8d29-4e73-bcd8-2edb32c4d64d tempest-SecGroupTest-1758494469 tempest-SecGroupTest-1758494469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:14.799711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551dd076-a233-47f3-b23c-5581f597bf0a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea47522-17e4-4803-b178-dae3400879ec,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:14.804496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-551dd076-a233-47f3-b23c-5581f597bf0a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:14.842631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-551dd076-a233-47f3-b23c-5581f597bf0a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:14.844146 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-551dd076-a233-47f3-b23c-5581f597bf0a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2535250 Apr 23 10:07:14.847728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49122) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:07:14.853567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6a3549fb-9dbf-4408-91f0-e20d27c50cde tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': 'd10cb755-1849-4787-8b04-69af76ab20fa', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:07:14.860940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6a3549fb-9dbf-4408-91f0-e20d27c50cde tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:07:14.865230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6a3549fb-9dbf-4408-91f0-e20d27c50cde tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:07:14.868546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6a3549fb-9dbf-4408-91f0-e20d27c50cde tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:07:14.876509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6a3549fb-9dbf-4408-91f0-e20d27c50cde tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:07:14.922355 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-6a3549fb-9dbf-4408-91f0-e20d27c50cde tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Project 54edd41c8fc1484eb66cc45008be2739 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 10:07:14.930247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a3549fb-9dbf-4408-91f0-e20d27c50cde tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:15.005297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a3549fb-9dbf-4408-91f0-e20d27c50cde tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:15.036678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a3549fb-9dbf-4408-91f0-e20d27c50cde tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:15.038786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4d9c3abf-71c5-4d78-bb31-8485ec10510b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:15.068214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3549fb-9dbf-4408-91f0-e20d27c50cde tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d5d813-2285-412f-bf77-b78683293885,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:15.071107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6a3549fb-9dbf-4408-91f0-e20d27c50cde tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:15.105251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a3549fb-9dbf-4408-91f0-e20d27c50cde tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:15.107574 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6a3549fb-9dbf-4408-91f0-e20d27c50cde tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2585890 Apr 23 10:07:15.111087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49126) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:07:15.118637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-317d50a1-744d-4bfc-ac36-77d5d41710e3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'network': {'name': 'tempest-network-smoke--705945687', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'port_security_enabled': True}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:07:15.124633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-317d50a1-744d-4bfc-ac36-77d5d41710e3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:07:15.130225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-317d50a1-744d-4bfc-ac36-77d5d41710e3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:network and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:07:15.133831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-317d50a1-744d-4bfc-ac36-77d5d41710e3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:07:15.142069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-317d50a1-744d-4bfc-ac36-77d5d41710e3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:07:15.179497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317d50a1-744d-4bfc-ac36-77d5d41710e3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Made reservation on behalf of 54edd41c8fc1484eb66cc45008be2739 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:07:15.185816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-317d50a1-744d-4bfc-ac36-77d5d41710e3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:15.218934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317d50a1-744d-4bfc-ac36-77d5d41710e3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:07:15.272983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-317d50a1-744d-4bfc-ac36-77d5d41710e3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:15.273620 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-317d50a1-744d-4bfc-ac36-77d5d41710e3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Added segment d173ade6-fa86-405c-871d-c39f7d807810 of type vlan for network a542f6fe-be71-4525-a081-170c5259c184 Apr 23 10:07:15.353053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-317d50a1-744d-4bfc-ac36-77d5d41710e3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:15.447971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-317d50a1-744d-4bfc-ac36-77d5d41710e3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:15.455577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317d50a1-744d-4bfc-ac36-77d5d41710e3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:15.462757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-317d50a1-744d-4bfc-ac36-77d5d41710e3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:15.462757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:15.583576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d50a1-744d-4bfc-ac36-77d5d41710e3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Network': ['ID=a542f6fe-be71-4525-a081-170c5259c184,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:15.586578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-317d50a1-744d-4bfc-ac36-77d5d41710e3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:15.596653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network a542f6fe-be71-4525-a081-170c5259c184 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:07:15.599122 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-317d50a1-744d-4bfc-ac36-77d5d41710e3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4853334 Apr 23 10:07:15.600665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49130) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:07:15.606638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-614044030', 'admin_state_up': True, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:07:15.615334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:07:15.620014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:router and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:07:15.623197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:07:15.634038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:07:15.682744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:15.684722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:15.766930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:16.109847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:16.483467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:16.517902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:16.665813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Allocated IP 172.26.4.137 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/2883678c-30f5-431d-8292-d460312efc60) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:07:16.824084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:16.893771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:16.899211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-608f8bd7-167e-4e91-9672-4285b37e5b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:16.961300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:07:16.964521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:07:16.967393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:07:17.019951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=2883678c-30f5-431d-8292-d460312efc60,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:17.023014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:17.537333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:17.900539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:18.034128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:07:18.190640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router c98ad298-ad85-46d8-9ae9-c15ac31c0753 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 10:07:18.382114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:07:18.392727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] Sync routers for ids ['c98ad298-ad85-46d8-9ae9-c15ac31c0753'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:07:18.403236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] Routers {'c98ad298-ad85-46d8-9ae9-c15ac31c0753'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:07:18.404250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:07:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c98ad298-ad85-46d8-9ae9-c15ac31c0753'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:07:18.436455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:18.437796 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8360908 Apr 23 10:07:18.441279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49134) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:07:18.603951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] Set router c98ad298-ad85-46d8-9ae9-c15ac31c0753 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:07:18.793575 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9b739cc1-aa6b-4e32-be81-d8f4db666a4e tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=54edd41c8fc1484eb66cc45008be2739&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3505130 Apr 23 10:07:18.796314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49138) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:07:18.914997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614044030', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '2883678c-30f5-431d-8292-d460312efc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:07:15Z', 'updated_at': '2021-04-23T10:07:17Z', 'revision_number': 3, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '2883678c-30f5-431d-8292-d460312efc60', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:07:16Z', 'updated_at': '2021-04-23T10:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:07:18.920185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] Checking router: c98ad298-ad85-46d8-9ae9-c15ac31c0753 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:07:18.920580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] Updating router c98ad298-ad85-46d8-9ae9-c15ac31c0753 port 2883678c-30f5-431d-8292-d460312efc60 binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:07:18.939005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a34003-ef7b-493c-a331-012bc7dda0c3 tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:18.940693 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b7a34003-ef7b-493c-a331-012bc7dda0c3 tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1433563 Apr 23 10:07:18.943651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49142) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:07:18.980350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:18.989271 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b10e1b45-9033-4e01-b223-fc00ed6d6075 tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444033 Apr 23 10:07:18.992085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49146) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:07:18.998661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bb947e94-05ae-48ee-8250-3f442f6c144d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-540173331', 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:07:19.117204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bb947e94-05ae-48ee-8250-3f442f6c144d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:07:19.121325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bb947e94-05ae-48ee-8250-3f442f6c144d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:subnet and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:07:19.124376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bb947e94-05ae-48ee-8250-3f442f6c144d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:07:19.130659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bb947e94-05ae-48ee-8250-3f442f6c144d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:07:19.219114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb947e94-05ae-48ee-8250-3f442f6c144d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Made reservation on behalf of 54edd41c8fc1484eb66cc45008be2739 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:07:19.225399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb947e94-05ae-48ee-8250-3f442f6c144d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:19.394020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:19.505027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] Transition to ACTIVE for port object 2883678c-30f5-431d-8292-d460312efc60 will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:07:19.539175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:19.545049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b59a2881-b3c0-41f4-b551-a2c4659f53d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:19.627824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] Attempting to bind port 2883678c-30f5-431d-8292-d460312efc60 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:07:19.628372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] Attempting to bind port 2883678c-30f5-431d-8292-d460312efc60 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:07:19.628618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] Attempting to bind port 2883678c-30f5-431d-8292-d460312efc60 on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:07:19.632330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d1627-02e5-43a1-b738-25e213d0e7d6 None None] Pushing event updated for resources: {'Port': ['ID=2883678c-30f5-431d-8292-d460312efc60,revision_number=2']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:19.637665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:07:19.638081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:07:19.638551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:19.638987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:07:19.639528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] Bound port: 2883678c-30f5-431d-8292-d460312efc60, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:07:19.639943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:19.684007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d1627-02e5-43a1-b738-25e213d0e7d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:19.684286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d1627-02e5-43a1-b738-25e213d0e7d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:19.684660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d1627-02e5-43a1-b738-25e213d0e7d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:19.685035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d1627-02e5-43a1-b738-25e213d0e7d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:19.685426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d1627-02e5-43a1-b738-25e213d0e7d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:19.685767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d1627-02e5-43a1-b738-25e213d0e7d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:19.686131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d1627-02e5-43a1-b738-25e213d0e7d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:19.686525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d1627-02e5-43a1-b738-25e213d0e7d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:19.686887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d1627-02e5-43a1-b738-25e213d0e7d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:19.687396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d1627-02e5-43a1-b738-25e213d0e7d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:19.687759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d1627-02e5-43a1-b738-25e213d0e7d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:19.688121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d1627-02e5-43a1-b738-25e213d0e7d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:07:19.693521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c49d1627-02e5-43a1-b738-25e213d0e7d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:19.734794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] For port 2883678c-30f5-431d-8292-d460312efc60, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:07:19.737946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] For port 2883678c-30f5-431d-8292-d460312efc60, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2883678c-30f5-431d-8292-d460312efc60,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:07:19.768063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:19.773016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-36ff5c41-f716-49df-941f-906e3b06413a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:19.850074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] Routers {'c98ad298-ad85-46d8-9ae9-c15ac31c0753'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:07:19.850790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:07:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c98ad298-ad85-46d8-9ae9-c15ac31c0753'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:07:19.869387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb947e94-05ae-48ee-8250-3f442f6c144d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:19.874890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bad97383-543f-4782-ad0f-2cd0a41a3c93 tempest-TestNetworkAdvancedServerOps-2094426871 tempest-TestNetworkAdvancedServerOps-2094426871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:19.965579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb947e94-05ae-48ee-8250-3f442f6c144d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Subnet': ['ID=82c8a23b-71a7-4112-b2e5-186ab6ddb20d,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:19.970408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bb947e94-05ae-48ee-8250-3f442f6c144d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:19.971325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb947e94-05ae-48ee-8250-3f442f6c144d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Checking segment: {'id': 'd173ade6-fa86-405c-871d-c39f7d807810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:07:19.971725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb947e94-05ae-48ee-8250-3f442f6c144d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network hostable DHCP agents. Network: a542f6fe-be71-4525-a081-170c5259c184, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:07:20.036298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb947e94-05ae-48ee-8250-3f442f6c144d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network a542f6fe-be71-4525-a081-170c5259c184 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:07:20.070652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-bb947e94-05ae-48ee-8250-3f442f6c144d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, a542f6fe-be71-4525-a081-170c5259c184) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:07:20.084678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddfeb45-2acb-4198-99bf-89949e09c70c None None] Network a542f6fe-be71-4525-a081-170c5259c184 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:07:20.092406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb947e94-05ae-48ee-8250-3f442f6c144d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:20.093498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb947e94-05ae-48ee-8250-3f442f6c144d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:20.153334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d1627-02e5-43a1-b738-25e213d0e7d6 None None] Pushing event updated for resources: {'Port': ['ID=2883678c-30f5-431d-8292-d460312efc60,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:20.156916 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bb947e94-05ae-48ee-8250-3f442f6c144d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1637080 Apr 23 10:07:20.159810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49150) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:07:20.161143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c49d1627-02e5-43a1-b738-25e213d0e7d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:20.222294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] Set router c98ad298-ad85-46d8-9ae9-c15ac31c0753 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:07:20.350616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-a542f6fe-be71-4525-a081-170c5259c184', 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ips': [{'subnet_id': '82c8a23b-71a7-4112-b2e5-186ab6ddb20d'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 10:07:20.351798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:20.541709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614044030', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '2883678c-30f5-431d-8292-d460312efc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:07:15Z', 'updated_at': '2021-04-23T10:07:17Z', 'revision_number': 3, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '2883678c-30f5-431d-8292-d460312efc60', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:07:16Z', 'updated_at': '2021-04-23T10:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:07:20.546656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b66fa-e4a2-4d4e-b536-ff7b9fd6c757 None None] The sync data for ids ['c98ad298-ad85-46d8-9ae9-c15ac31c0753'] in dv-neutron-786478-4-hyperv is: [{'id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614044030', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '2883678c-30f5-431d-8292-d460312efc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:07:15Z', 'updated_at': '2021-04-23T10:07:17Z', 'revision_number': 3, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '2883678c-30f5-431d-8292-d460312efc60', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:07:16Z', 'updated_at': '2021-04-23T10:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:07:20.552788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Allocated IP 172.20.0.2 (a542f6fe-be71-4525-a081-170c5259c184/82c8a23b-71a7-4112-b2e5-186ab6ddb20d/8ed0621e-bc37-479d-bc64-730f6169e8a8) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:07:20.839573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:20.851555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Transition to ACTIVE for port object 8ed0621e-bc37-479d-bc64-730f6169e8a8 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:07:20.872696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Transition to ACTIVE for port object 8ed0621e-bc37-479d-bc64-730f6169e8a8 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:07:20.911113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:20.917476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-29990d57-a27b-4fb0-abba-3635af99ccdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:20.932114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97150a5e-71a7-407c-8a6f-d5e75d93e446 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:21.013380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Pushing event updated for resources: {'Port': ['ID=8ed0621e-bc37-479d-bc64-730f6169e8a8,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:21.018737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:21.020790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Network a542f6fe-be71-4525-a081-170c5259c184 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:07:21.022045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:07:21.025652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:07:21.129035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Attempting to bind port 8ed0621e-bc37-479d-bc64-730f6169e8a8 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:07:21.129467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Attempting to bind port 8ed0621e-bc37-479d-bc64-730f6169e8a8 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'd173ade6-fa86-405c-871d-c39f7d807810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:07:21.130227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Attempting to bind port 8ed0621e-bc37-479d-bc64-730f6169e8a8 on network a542f6fe-be71-4525-a081-170c5259c184 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:07:21.136249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:07:21.136790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Checking segment: {'id': 'd173ade6-fa86-405c-871d-c39f7d807810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:07:21.138066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:21.138199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Bound using segment: {'id': 'd173ade6-fa86-405c-871d-c39f7d807810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:07:21.138735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Bound port: 8ed0621e-bc37-479d-bc64-730f6169e8a8, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd173ade6-fa86-405c-871d-c39f7d807810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:07:21.139171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:21.244144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] For port 8ed0621e-bc37-479d-bc64-730f6169e8a8, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:07:21.248876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] For port 8ed0621e-bc37-479d-bc64-730f6169e8a8, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=8ed0621e-bc37-479d-bc64-730f6169e8a8,segment=NetworkSegment(d173ade6-fa86-405c-871d-c39f7d807810),segment_id=d173ade6-fa86-405c-871d-c39f7d807810)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:07:21.282498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:21.287554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:21.381660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Pushing event updated for resources: {'Port': ['ID=8ed0621e-bc37-479d-bc64-730f6169e8a8,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:21.391653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:21.400226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-97150a5e-71a7-407c-8a6f-d5e75d93e446 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Allocated IP 172.20.0.1 (a542f6fe-be71-4525-a081-170c5259c184/82c8a23b-71a7-4112-b2e5-186ab6ddb20d/02264f92-2fcb-404e-8990-a69c0f5552ff) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:07:21.585971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97150a5e-71a7-407c-8a6f-d5e75d93e446 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:21.604149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-97150a5e-71a7-407c-8a6f-d5e75d93e446 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Transition to ACTIVE for port object 02264f92-2fcb-404e-8990-a69c0f5552ff will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:07:21.682488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97150a5e-71a7-407c-8a6f-d5e75d93e446 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:21.688994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7c8ce441-7081-431a-96aa-7171130b2ffd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:21.733146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2883678c-30f5-431d-8292-d460312efc60 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:07:21.760274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97150a5e-71a7-407c-8a6f-d5e75d93e446 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network a542f6fe-be71-4525-a081-170c5259c184 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:07:21.770210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-97150a5e-71a7-407c-8a6f-d5e75d93e446 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:07:21.774761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97150a5e-71a7-407c-8a6f-d5e75d93e446 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:07:21.822386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97150a5e-71a7-407c-8a6f-d5e75d93e446 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=02264f92-2fcb-404e-8990-a69c0f5552ff,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:21.827425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-97150a5e-71a7-407c-8a6f-d5e75d93e446 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:21.841851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 2883678c-30f5-431d-8292-d460312efc60 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:07:21.847425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 2883678c-30f5-431d-8292-d460312efc60 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:07:21.847859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:21.848553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97150a5e-71a7-407c-8a6f-d5e75d93e446 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:21.975657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:21.993203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 2883678c-30f5-431d-8292-d460312efc60, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2883678c-30f5-431d-8292-d460312efc60,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:07:22.023134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97150a5e-71a7-407c-8a6f-d5e75d93e446 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:22.024366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:22.027826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:22.102469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=2883678c-30f5-431d-8292-d460312efc60,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:22.106511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:22.471776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97150a5e-71a7-407c-8a6f-d5e75d93e446 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:22.526863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97150a5e-71a7-407c-8a6f-d5e75d93e446 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:22.557692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-895858cb-5c37-4927-8c08-7a53b2b116cf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:22.651896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97150a5e-71a7-407c-8a6f-d5e75d93e446 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:22.656968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97150a5e-71a7-407c-8a6f-d5e75d93e446 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=02264f92-2fcb-404e-8990-a69c0f5552ff,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:22.662010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-97150a5e-71a7-407c-8a6f-d5e75d93e446 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:22.778651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea593e20-039e-4dab-83cc-78e2c94f3121 None None] Network a542f6fe-be71-4525-a081-170c5259c184 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:07:22.801054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97150a5e-71a7-407c-8a6f-d5e75d93e446 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network a542f6fe-be71-4525-a081-170c5259c184 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:07:22.802292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-97150a5e-71a7-407c-8a6f-d5e75d93e446 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:07:22.949732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-05d2c03b-f06e-40a6-96cd-d4618994a234 None None] Provisioning for port 8ed0621e-bc37-479d-bc64-730f6169e8a8 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:07:23.311208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-00dbafd5-1570-4d01-bea9-f5a254010293 None None] Provisioning for port 02264f92-2fcb-404e-8990-a69c0f5552ff completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:07:23.316915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-00dbafd5-1570-4d01-bea9-f5a254010293 None None] Provisioning complete for port 02264f92-2fcb-404e-8990-a69c0f5552ff triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:07:23.317333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-00dbafd5-1570-4d01-bea9-f5a254010293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:23.323441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97150a5e-71a7-407c-8a6f-d5e75d93e446 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router c98ad298-ad85-46d8-9ae9-c15ac31c0753 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:07:23.381859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-00dbafd5-1570-4d01-bea9-f5a254010293 None None] Port 02264f92-2fcb-404e-8990-a69c0f5552ff cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:07:23.519498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-dd183cc2-333b-4510-ba5e-ee9b560f272d None None] Provisioning complete for port 02264f92-2fcb-404e-8990-a69c0f5552ff triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:07:23.519940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd183cc2-333b-4510-ba5e-ee9b560f272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:23.543870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97150a5e-71a7-407c-8a6f-d5e75d93e446 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:07:23.562969 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-97150a5e-71a7-407c-8a6f-d5e75d93e446 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "PUT /v2.0/routers/c98ad298-ad85-46d8-9ae9-c15ac31c0753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3972824 Apr 23 10:07:23.563216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] Sync routers for ids ['c98ad298-ad85-46d8-9ae9-c15ac31c0753'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:07:23.597893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] Routers {'c98ad298-ad85-46d8-9ae9-c15ac31c0753'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:07:23.598648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:07:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c98ad298-ad85-46d8-9ae9-c15ac31c0753'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:07:23.671489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-dd183cc2-333b-4510-ba5e-ee9b560f272d None None] Port 02264f92-2fcb-404e-8990-a69c0f5552ff cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:07:23.779472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 8ed0621e-bc37-479d-bc64-730f6169e8a8 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:07:23.823389 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-acfedc70-216a-4a47-b418-5394291813f5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126117299&fields=id&tenant_id=54edd41c8fc1484eb66cc45008be2739 HTTP/1.1" status: 200 len: 267 time: 0.0487399 Apr 23 10:07:24.008254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-2629a56a-c833-40ac-85f3-d0751f677bcf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:24.009811 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-2629a56a-c833-40ac-85f3-d0751f677bcf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/networks?id=a542f6fe-be71-4525-a081-170c5259c184 HTTP/1.1" status: 200 len: 796 time: 0.1780901 Apr 23 10:07:24.022146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:24.028244 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-b21ee3ce-243b-4d99-808f-1a4e04d0817a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/quotas/54edd41c8fc1484eb66cc45008be2739 HTTP/1.1" status: 200 len: 375 time: 0.0103886 Apr 23 10:07:24.073992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e684443b-f50d-43a9-9603-578f4f214aa4 None None] Provisioning complete for port 02264f92-2fcb-404e-8990-a69c0f5552ff triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:07:24.074658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e684443b-f50d-43a9-9603-578f4f214aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:24.127389 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-d998a8ae-6038-4ef6-b557-0d96261a7ed0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896342 Apr 23 10:07:24.132380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] Set router c98ad298-ad85-46d8-9ae9-c15ac31c0753 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:07:24.145724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-0100da0f-114a-4eda-94f8-5c18ffab6ce7 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 10:07:24.146887 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-0100da0f-114a-4eda-94f8-5c18ffab6ce7 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061612 Apr 23 10:07:24.207864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e684443b-f50d-43a9-9603-578f4f214aa4 None None] Port 02264f92-2fcb-404e-8990-a69c0f5552ff cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:07:24.282866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 8ed0621e-bc37-479d-bc64-730f6169e8a8 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:07:24.295296 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-008ff543-a841-456e-b597-a00fe0a1e34d service neutron] 10.222.0.60 "GET /v2.0/networks/a542f6fe-be71-4525-a081-170c5259c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412961 Apr 23 10:07:24.311900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 8ed0621e-bc37-479d-bc64-730f6169e8a8 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:07:24.312331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:24.446520 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-c26631c4-6ecb-4a6b-9adf-32918a30c026 service neutron] 10.222.0.60 "GET /v2.0/networks/a542f6fe-be71-4525-a081-170c5259c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439781 Apr 23 10:07:24.585945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:24.638537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 8ed0621e-bc37-479d-bc64-730f6169e8a8, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=8ed0621e-bc37-479d-bc64-730f6169e8a8,segment=NetworkSegment(d173ade6-fa86-405c-871d-c39f7d807810),segment_id=d173ade6-fa86-405c-871d-c39f7d807810)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:07:24.645859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614044030', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '2883678c-30f5-431d-8292-d460312efc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:07:15Z', 'updated_at': '2021-04-23T10:07:21Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '2883678c-30f5-431d-8292-d460312efc60', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:07:16Z', 'updated_at': '2021-04-23T10:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '02264f92-2fcb-404e-8990-a69c0f5552ff', 'name': '', 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:99:29:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '82c8a23b-71a7-4112-b2e5-186ab6ddb20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:07:21Z', 'updated_at': '2021-04-23T10:07:22Z', 'revision_number': 2, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '82c8a23b-71a7-4112-b2e5-186ab6ddb20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:07:24.650721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] Checking router: c98ad298-ad85-46d8-9ae9-c15ac31c0753 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:07:24.650721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] Updating router c98ad298-ad85-46d8-9ae9-c15ac31c0753 port 02264f92-2fcb-404e-8990-a69c0f5552ff binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:07:24.681889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:24.682851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2883678c-30f5-431d-8292-d460312efc60 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:07:24.720270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5b6064a-f365-4126-8b0b-3ea4c7d5e05f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:24.722297 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6e92cf7b-a875-409a-878e-df168979e570 req-050b0647-6a4f-4395-ae91-30c151b187d7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 210 time: 0.0586097 Apr 23 10:07:24.826432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:24.854795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=8ed0621e-bc37-479d-bc64-730f6169e8a8,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:24.887927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:24.921565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 2883678c-30f5-431d-8292-d460312efc60 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:07:24.921987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:25.339921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:25.352163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] Transition to ACTIVE for port object 02264f92-2fcb-404e-8990-a69c0f5552ff will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:07:25.396072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:25.401250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:25.579494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42788c86-b6f5-4e60-b4c4-b845d540633c None None] Pushing event updated for resources: {'Port': ['ID=02264f92-2fcb-404e-8990-a69c0f5552ff,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:25.591641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-42788c86-b6f5-4e60-b4c4-b845d540633c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:25.657792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] Attempting to bind port 02264f92-2fcb-404e-8990-a69c0f5552ff on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:07:25.658432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] Attempting to bind port 02264f92-2fcb-404e-8990-a69c0f5552ff by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'd173ade6-fa86-405c-871d-c39f7d807810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:07:25.659005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] Attempting to bind port 02264f92-2fcb-404e-8990-a69c0f5552ff on network a542f6fe-be71-4525-a081-170c5259c184 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:07:25.665696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:07:25.666120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] Checking segment: {'id': 'd173ade6-fa86-405c-871d-c39f7d807810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:07:25.666766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:25.667223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] Bound using segment: {'id': 'd173ade6-fa86-405c-871d-c39f7d807810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:07:25.668697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] Bound port: 02264f92-2fcb-404e-8990-a69c0f5552ff, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd173ade6-fa86-405c-871d-c39f7d807810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:07:25.669128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:25.686498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 8ed0621e-bc37-479d-bc64-730f6169e8a8 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:07:25.856729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] For port 02264f92-2fcb-404e-8990-a69c0f5552ff, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:07:25.858879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 8ed0621e-bc37-479d-bc64-730f6169e8a8 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:07:25.859310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:25.891588 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bc6c1bf1-54df-4247-a16f-426ad2968fa2 req-6dfaa55d-99e0-4faa-82f2-8b834ff714ed tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 210 time: 0.0503976 Apr 23 10:07:25.908197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] For port 02264f92-2fcb-404e-8990-a69c0f5552ff, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=02264f92-2fcb-404e-8990-a69c0f5552ff,segment=NetworkSegment(d173ade6-fa86-405c-871d-c39f7d807810),segment_id=d173ade6-fa86-405c-871d-c39f7d807810)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:07:25.991369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:25.997758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5d37a6b8-300f-4ea9-b4fa-51a77849d7dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:26.082747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] Routers {'c98ad298-ad85-46d8-9ae9-c15ac31c0753'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:07:26.083457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:07:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c98ad298-ad85-46d8-9ae9-c15ac31c0753'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:07:26.211263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42788c86-b6f5-4e60-b4c4-b845d540633c None None] Pushing event updated for resources: {'Port': ['ID=02264f92-2fcb-404e-8990-a69c0f5552ff,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:26.416151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-42788c86-b6f5-4e60-b4c4-b845d540633c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:26.505506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-5e0de120-cb9f-480e-824e-0234837434be tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:26.506663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-5e0de120-cb9f-480e-824e-0234837434be tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Synchronizing usage tracker for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:network {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:07:26.513231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] Set router c98ad298-ad85-46d8-9ae9-c15ac31c0753 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:07:26.578429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-5e0de120-cb9f-480e-824e-0234837434be tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Unset dirty status for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:network {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:07:26.579734 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-5e0de120-cb9f-480e-824e-0234837434be tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "GET /v2.0/networks?id=a542f6fe-be71-4525-a081-170c5259c184 HTTP/1.1" status: 200 len: 796 time: 0.2486742 Apr 23 10:07:26.635477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-0c869186-d786-4e1b-a0c3-9cfb06d2d1f7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Synchronizing usage tracker for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:07:26.681874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-0c869186-d786-4e1b-a0c3-9cfb06d2d1f7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Unset dirty status for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:07:26.684127 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-0c869186-d786-4e1b-a0c3-9cfb06d2d1f7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54edd41c8fc1484eb66cc45008be2739 HTTP/1.1" status: 200 len: 380 time: 0.0944431 Apr 23 10:07:26.692881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-30d40cd4-1014-4d6d-88a1-7bf0d823de4d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'port': {'device_id': '769997ea-07eb-4fe7-8d08-72ee5309359b', 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184', 'admin_state_up': True, 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'security_groups': ['d10cb755-1849-4787-8b04-69af76ab20fa']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:07:26.842662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-30d40cd4-1014-4d6d-88a1-7bf0d823de4d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:07:26.847103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-30d40cd4-1014-4d6d-88a1-7bf0d823de4d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:port and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:07:26.850050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-30d40cd4-1014-4d6d-88a1-7bf0d823de4d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:07:26.857106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-30d40cd4-1014-4d6d-88a1-7bf0d823de4d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:07:26.857740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614044030', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '2883678c-30f5-431d-8292-d460312efc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:07:15Z', 'updated_at': '2021-04-23T10:07:21Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '2883678c-30f5-431d-8292-d460312efc60', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:07:16Z', 'updated_at': '2021-04-23T10:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '02264f92-2fcb-404e-8990-a69c0f5552ff', 'name': '', 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:99:29:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '82c8a23b-71a7-4112-b2e5-186ab6ddb20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:07:21Z', 'updated_at': '2021-04-23T10:07:25Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '82c8a23b-71a7-4112-b2e5-186ab6ddb20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:07:26.862273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3db4ae-69fc-4025-ad06-d6c1e0ce9b0c None None] The sync data for ids ['c98ad298-ad85-46d8-9ae9-c15ac31c0753'] in dv-neutron-786478-4-hyperv is: [{'id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614044030', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '2883678c-30f5-431d-8292-d460312efc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:07:15Z', 'updated_at': '2021-04-23T10:07:21Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '2883678c-30f5-431d-8292-d460312efc60', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:07:16Z', 'updated_at': '2021-04-23T10:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '02264f92-2fcb-404e-8990-a69c0f5552ff', 'name': '', 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:99:29:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '82c8a23b-71a7-4112-b2e5-186ab6ddb20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:07:21Z', 'updated_at': '2021-04-23T10:07:25Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '82c8a23b-71a7-4112-b2e5-186ab6ddb20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:07:26.903519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-30d40cd4-1014-4d6d-88a1-7bf0d823de4d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Made reservation on behalf of 54edd41c8fc1484eb66cc45008be2739 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:07:26.910090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-30d40cd4-1014-4d6d-88a1-7bf0d823de4d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:27.083436 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0734b2ed-b6de-4e22-88f7-289ea8a84b16 req-d026fa23-f80f-444e-b8dd-e8fd4ac33a81 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 210 time: 0.0506804 Apr 23 10:07:27.104778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-30d40cd4-1014-4d6d-88a1-7bf0d823de4d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Allocated IP 172.20.0.12 (a542f6fe-be71-4525-a081-170c5259c184/82c8a23b-71a7-4112-b2e5-186ab6ddb20d/9548c3bb-376e-4728-a543-67c35883df60) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:07:27.322562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-30d40cd4-1014-4d6d-88a1-7bf0d823de4d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:27.341011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-30d40cd4-1014-4d6d-88a1-7bf0d823de4d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Transition to ACTIVE for port object 9548c3bb-376e-4728-a543-67c35883df60 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:07:27.407835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-30d40cd4-1014-4d6d-88a1-7bf0d823de4d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:27.415231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:27.481774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-30d40cd4-1014-4d6d-88a1-7bf0d823de4d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network a542f6fe-be71-4525-a081-170c5259c184 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:07:27.485480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-30d40cd4-1014-4d6d-88a1-7bf0d823de4d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:07:27.494815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-30d40cd4-1014-4d6d-88a1-7bf0d823de4d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:07:27.548265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d40cd4-1014-4d6d-88a1-7bf0d823de4d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=9548c3bb-376e-4728-a543-67c35883df60,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:27.553420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-30d40cd4-1014-4d6d-88a1-7bf0d823de4d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:27.578492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-30d40cd4-1014-4d6d-88a1-7bf0d823de4d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:27.579224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-30d40cd4-1014-4d6d-88a1-7bf0d823de4d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:27.638698 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-30d40cd4-1014-4d6d-88a1-7bf0d823de4d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9502912 Apr 23 10:07:27.655067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Request body: {'port': {'device_id': '769997ea-07eb-4fe7-8d08-72ee5309359b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:07:27.709548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 02264f92-2fcb-404e-8990-a69c0f5552ff up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:07:27.746294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-84d611e7-1f39-41b7-bf51-29edf60ad04d None None] Provisioning for port 9548c3bb-376e-4728-a543-67c35883df60 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:07:27.759497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-84d611e7-1f39-41b7-bf51-29edf60ad04d None None] Provisioning complete for port 9548c3bb-376e-4728-a543-67c35883df60 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:07:27.759952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-84d611e7-1f39-41b7-bf51-29edf60ad04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:27.791322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:27.837228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-84d611e7-1f39-41b7-bf51-29edf60ad04d None None] Port 9548c3bb-376e-4728-a543-67c35883df60 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:07:27.881473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 02264f92-2fcb-404e-8990-a69c0f5552ff completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:07:27.887571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 02264f92-2fcb-404e-8990-a69c0f5552ff triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:07:27.888255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:28.020553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:28.055266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 02264f92-2fcb-404e-8990-a69c0f5552ff, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=02264f92-2fcb-404e-8990-a69c0f5552ff,segment=NetworkSegment(d173ade6-fa86-405c-871d-c39f7d807810),segment_id=d173ade6-fa86-405c-871d-c39f7d807810)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:07:28.093320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:28.095519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-33536d56-ec74-4e62-803d-074b528375ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:28.173601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=02264f92-2fcb-404e-8990-a69c0f5552ff,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:28.176197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9548c3bb-376e-4728-a543-67c35883df60 {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:07:28.177058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:28.185848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:28.202075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Transition to ACTIVE for port object 9548c3bb-376e-4728-a543-67c35883df60 will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:07:28.241937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:28.249338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2659f61c-bed8-47c1-a7eb-dff08d066d67 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:28.315245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6381155-47b6-4a94-b166-ef2a9c99c76c req-f0415e4e-ecd9-4b38-ae8e-2619e3d98bcc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:28.316952 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d6381155-47b6-4a94-b166-ef2a9c99c76c req-f0415e4e-ecd9-4b38-ae8e-2619e3d98bcc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 944 time: 0.0987394 Apr 23 10:07:28.379459 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d6381155-47b6-4a94-b166-ef2a9c99c76c req-d14d5e9d-dfa9-4faf-b6b3-1ae6ad5709e9 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502350 Apr 23 10:07:28.430206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9548c3bb-376e-4728-a543-67c35883df60,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:28.439844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:28.519294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Attempting to bind port 9548c3bb-376e-4728-a543-67c35883df60 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:07:28.519775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Attempting to bind port 9548c3bb-376e-4728-a543-67c35883df60 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'd173ade6-fa86-405c-871d-c39f7d807810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:07:28.520040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Attempting to bind port 9548c3bb-376e-4728-a543-67c35883df60 on network a542f6fe-be71-4525-a081-170c5259c184 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:07:28.525118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Port 9548c3bb-376e-4728-a543-67c35883df60 on network a542f6fe-be71-4525-a081-170c5259c184 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:07:28.525483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Attempting to bind port 9548c3bb-376e-4728-a543-67c35883df60 on network a542f6fe-be71-4525-a081-170c5259c184 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:07:28.531376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:07:28.531758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Checking segment: {'id': 'd173ade6-fa86-405c-871d-c39f7d807810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:07:28.532192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Bound using segment: {'id': 'd173ade6-fa86-405c-871d-c39f7d807810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:07:28.532661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Bound port: 9548c3bb-376e-4728-a543-67c35883df60, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd173ade6-fa86-405c-871d-c39f7d807810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:07:28.533045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:28.630976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] For port 9548c3bb-376e-4728-a543-67c35883df60, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:07:28.633988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] For port 9548c3bb-376e-4728-a543-67c35883df60, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9548c3bb-376e-4728-a543-67c35883df60,segment=NetworkSegment(d173ade6-fa86-405c-871d-c39f7d807810),segment_id=d173ade6-fa86-405c-871d-c39f7d807810)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:07:28.664837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:28.670233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2c5613fd-a0c2-43e9-a804-5af706d62648 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:28.729369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:28.733214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:28.733214 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] 10.222.0.35 "PUT /v2.0/ports/9548c3bb-376e-4728-a543-67c35883df60 HTTP/1.1" status: 200 len: 1094 time: 1.0839689 Apr 23 10:07:28.733214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769997ea-07eb-4fe7-8d08-72ee5309359b', 'tag': '9548c3bb-376e-4728-a543-67c35883df60'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:07:28.759216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Pushing event updated for resources: {'Port': ['ID=9548c3bb-376e-4728-a543-67c35883df60,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:28.763053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:28.863664 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769997ea-07eb-4fe7-8d08-72ee5309359b', 'tag': '9548c3bb-376e-4728-a543-67c35883df60', 'status': 'completed', 'code': 200} Apr 23 10:07:28.905845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-68974ec2-3d25-4dda-90a1-2eee7bca6a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:28.907507 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-68974ec2-3d25-4dda-90a1-2eee7bca6a83 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 1097 time: 0.0896640 Apr 23 10:07:28.986471 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-c3e1171a-431d-4b5c-8b7d-c31a739d8cd4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9548c3bb-376e-4728-a543-67c35883df60 HTTP/1.1" status: 200 len: 217 time: 0.0720544 Apr 23 10:07:29.054258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-4dda33f3-7002-49f2-9ad6-1d7d380ea935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:29.055838 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-4dda33f3-7002-49f2-9ad6-1d7d380ea935 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=82c8a23b-71a7-4112-b2e5-186ab6ddb20d HTTP/1.1" status: 200 len: 834 time: 0.0637591 Apr 23 10:07:29.145197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-1f262408-9a70-46d7-bf60-00fffc679733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:29.146840 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-1f262408-9a70-46d7-bf60-00fffc679733 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a542f6fe-be71-4525-a081-170c5259c184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848417 Apr 23 10:07:29.289476 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-2dc5dac8-1dcf-4fe5-b984-9bf558c18828 service neutron] 10.222.0.35 "GET /v2.0/networks/a542f6fe-be71-4525-a081-170c5259c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354463 Apr 23 10:07:29.434286 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-676f77e7-446e-490f-9ba6-14e98151fd56 req-77a16821-e958-489a-a242-572a2c0c145d service neutron] 10.222.0.35 "GET /v2.0/networks/a542f6fe-be71-4525-a081-170c5259c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388290 Apr 23 10:07:29.584209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583a791-d610-4c33-b527-ee6186a33b6b req-b78d0fee-7c53-4ca3-8bc5-e3cf28228e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:29.585830 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b583a791-d610-4c33-b527-ee6186a33b6b req-b78d0fee-7c53-4ca3-8bc5-e3cf28228e9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 1097 time: 0.0799429 Apr 23 10:07:29.594753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a0520-b120-4ba7-817b-06931a685320 req-7cf65b6d-4bf3-4549-a963-4dfe2a4a3eb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:29.596376 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-276a0520-b120-4ba7-817b-06931a685320 req-7cf65b6d-4bf3-4549-a963-4dfe2a4a3eb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 944 time: 0.0918622 Apr 23 10:07:29.650391 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-276a0520-b120-4ba7-817b-06931a685320 req-79dee9e1-8ebe-432e-82e1-8a58034dda17 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474229 Apr 23 10:07:29.676711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 02264f92-2fcb-404e-8990-a69c0f5552ff up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:07:29.734326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583a791-d610-4c33-b527-ee6186a33b6b req-9e0766bb-077a-41f9-af97-6a05e8894393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:29.735920 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b583a791-d610-4c33-b527-ee6186a33b6b req-9e0766bb-077a-41f9-af97-6a05e8894393 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a542f6fe-be71-4525-a081-170c5259c184 HTTP/1.1" status: 200 len: 897 time: 0.1435685 Apr 23 10:07:29.751310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 02264f92-2fcb-404e-8990-a69c0f5552ff triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:07:29.751742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:29.812353 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b583a791-d610-4c33-b527-ee6186a33b6b req-88fc4629-e2d5-484d-ac04-5bbf03cc5803 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9548c3bb-376e-4728-a543-67c35883df60 HTTP/1.1" status: 200 len: 217 time: 0.0699704 Apr 23 10:07:29.887537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583a791-d610-4c33-b527-ee6186a33b6b req-62502988-c815-4256-b9e1-8d6d68b47bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:29.889152 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b583a791-d610-4c33-b527-ee6186a33b6b req-62502988-c815-4256-b9e1-8d6d68b47bdf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=82c8a23b-71a7-4112-b2e5-186ab6ddb20d HTTP/1.1" status: 200 len: 834 time: 0.0706325 Apr 23 10:07:29.976599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583a791-d610-4c33-b527-ee6186a33b6b req-e684c728-f3a8-47e1-9ad4-4eaa1de55872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:29.978286 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b583a791-d610-4c33-b527-ee6186a33b6b req-e684c728-f3a8-47e1-9ad4-4eaa1de55872 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a542f6fe-be71-4525-a081-170c5259c184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822358 Apr 23 10:07:30.158582 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b583a791-d610-4c33-b527-ee6186a33b6b req-12ef5af3-ea6b-4c77-97fe-e84783f0f0e3 service neutron] 10.222.0.35 "GET /v2.0/networks/a542f6fe-be71-4525-a081-170c5259c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734097 Apr 23 10:07:30.326405 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b583a791-d610-4c33-b527-ee6186a33b6b req-c72ac681-9124-42aa-8166-2d28ded4d316 service neutron] 10.222.0.35 "GET /v2.0/networks/a542f6fe-be71-4525-a081-170c5259c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603305 Apr 23 10:07:30.914484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad2f29-cd02-493f-927c-970e2df2ae7b req-13f9db75-6ee4-40a6-8f14-ac43d83a2138 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:30.916093 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-43ad2f29-cd02-493f-927c-970e2df2ae7b req-13f9db75-6ee4-40a6-8f14-ac43d83a2138 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 944 time: 0.0931900 Apr 23 10:07:30.967950 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-43ad2f29-cd02-493f-927c-970e2df2ae7b req-12ed01ff-6dc6-4229-b263-096347c63a8a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434582 Apr 23 10:07:32.176471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf00f47-4b8a-4471-bd05-94a6c0426563 req-1c34f767-4f70-4c8e-b660-e754b36aa9dc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:32.178148 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-daf00f47-4b8a-4471-bd05-94a6c0426563 req-1c34f767-4f70-4c8e-b660-e754b36aa9dc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 944 time: 0.0958154 Apr 23 10:07:32.227311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 9548c3bb-376e-4728-a543-67c35883df60 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:07:32.228094 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-daf00f47-4b8a-4471-bd05-94a6c0426563 req-9deb03ae-f9c6-401e-b967-d9f7150b1173 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422022 Apr 23 10:07:32.371482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9548c3bb-376e-4728-a543-67c35883df60, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9548c3bb-376e-4728-a543-67c35883df60,segment=NetworkSegment(d173ade6-fa86-405c-871d-c39f7d807810),segment_id=d173ade6-fa86-405c-871d-c39f7d807810)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:07:32.385278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '9548c3bb-376e-4728-a543-67c35883df60', 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184', 'port_id': '9548c3bb-376e-4728-a543-67c35883df60', 'mac_address': 'fa:16:3e:08:6a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c8a23b-71a7-4112-b2e5-186ab6ddb20d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:07:32.448353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:32.467240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9548c3bb-376e-4728-a543-67c35883df60 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:07:32.484581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9548c3bb-376e-4728-a543-67c35883df60, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9548c3bb-376e-4728-a543-67c35883df60,segment=NetworkSegment(d173ade6-fa86-405c-871d-c39f7d807810),segment_id=d173ade6-fa86-405c-871d-c39f7d807810)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:07:32.504224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:32.506126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-42788c86-b6f5-4e60-b4c4-b845d540633c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:32.576979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=9548c3bb-376e-4728-a543-67c35883df60,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:32.580195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:32.867850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['9548c3bb-376e-4728-a543-67c35883df60'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:07:33.437226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283efbe-f170-45c8-afe5-700304712556 req-7cd60b37-f309-47e2-bb7e-457b253af06a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:33.438906 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f283efbe-f170-45c8-afe5-700304712556 req-7cd60b37-f309-47e2-bb7e-457b253af06a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 945 time: 0.0968554 Apr 23 10:07:33.489625 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f283efbe-f170-45c8-afe5-700304712556 req-e4160eb4-885e-424b-b461-bdfcf4ac11e9 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442078 Apr 23 10:07:34.242642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 9548c3bb-376e-4728-a543-67c35883df60 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:07:34.344409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 9548c3bb-376e-4728-a543-67c35883df60 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:07:34.349657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 9548c3bb-376e-4728-a543-67c35883df60 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:07:34.350116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:34.476445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:34.506061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769997ea-07eb-4fe7-8d08-72ee5309359b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9548c3bb-376e-4728-a543-67c35883df60'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:07:34.519017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9548c3bb-376e-4728-a543-67c35883df60, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9548c3bb-376e-4728-a543-67c35883df60,segment=NetworkSegment(d173ade6-fa86-405c-871d-c39f7d807810),segment_id=d173ade6-fa86-405c-871d-c39f7d807810)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:07:34.550485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:34.552616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:34.592214 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769997ea-07eb-4fe7-8d08-72ee5309359b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9548c3bb-376e-4728-a543-67c35883df60', 'code': 200} Apr 23 10:07:34.627076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=9548c3bb-376e-4728-a543-67c35883df60,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:34.630601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:34.743487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d80e9-6151-4189-941a-0de3a54cb87d req-668159c7-3477-4dd9-87f9-09deffa303c2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:34.745092 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5a3d80e9-6151-4189-941a-0de3a54cb87d req-668159c7-3477-4dd9-87f9-09deffa303c2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.0951517 Apr 23 10:07:34.794477 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5a3d80e9-6151-4189-941a-0de3a54cb87d req-b3867ce0-b9d2-46e9-bed1-117fceace36d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421355 Apr 23 10:07:34.856578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8b029-fb30-4b57-af23-771d110d5907 req-2896f9e0-2f3a-4cd6-a23a-5e47f556a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:34.858174 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-95b8b029-fb30-4b57-af23-771d110d5907 req-2896f9e0-2f3a-4cd6-a23a-5e47f556a9f1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 1099 time: 0.0783973 Apr 23 10:07:34.902732 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-95b8b029-fb30-4b57-af23-771d110d5907 req-e7c72459-4923-4f19-963c-1d58996c94aa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377185 Apr 23 10:07:36.003494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94c65e-94cd-47ee-bcf7-cafb123e1ea3 req-3b5697ca-1505-4215-bceb-99f2abca70be tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:36.005132 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6e94c65e-94cd-47ee-bcf7-cafb123e1ea3 req-3b5697ca-1505-4215-bceb-99f2abca70be tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.0931053 Apr 23 10:07:36.059737 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6e94c65e-94cd-47ee-bcf7-cafb123e1ea3 req-f8a6aeea-40a9-4442-ab1e-47b6940c9010 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480089 Apr 23 10:07:36.744318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-57c85359-f1d1-4f5b-a08b-a01d08fcc20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:37.267272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b706e3-9686-4cd2-9da8-fbaab136e221 req-508456ae-43a4-42c0-bf9c-174529848174 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:37.268931 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-90b706e3-9686-4cd2-9da8-fbaab136e221 req-508456ae-43a4-42c0-bf9c-174529848174 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.0919449 Apr 23 10:07:37.318512 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-90b706e3-9686-4cd2-9da8-fbaab136e221 req-fcf170f4-44bf-4005-a99c-de0a526f9f88 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429144 Apr 23 10:07:37.533439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2e8b5-2251-4d46-87a0-f69f6afc866a req-54c2e75b-c188-451e-b78e-fc6914eb8aae tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:37.535222 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-63f2e8b5-2251-4d46-87a0-f69f6afc866a req-54c2e75b-c188-451e-b78e-fc6914eb8aae tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.0999258 Apr 23 10:07:37.586647 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-63f2e8b5-2251-4d46-87a0-f69f6afc866a req-29df9992-6aa4-4097-9c04-96a06e9e3b0d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449834 Apr 23 10:07:37.611558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49214) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:07:37.745320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f1d88e-b21f-4404-977a-75825b66e9cd tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:37.747934 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f4f1d88e-b21f-4404-977a-75825b66e9cd tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 1094 time: 0.1352181 Apr 23 10:07:37.751146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49220) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:07:37.757016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': '9548c3bb-376e-4728-a543-67c35883df60', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:07:37.764636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:07:37.768962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:floatingip and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:07:37.772100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:07:37.778372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:07:37.818690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for floatingip, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:37.968458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:38.114279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Allocated IP 172.26.4.185 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/613da3c5-f915-4faa-9d2e-e454b9e0cdeb) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:07:38.275004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:38.344690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:38.349659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f5d9dd8f-96b8-4b99-b69a-c0a8c2660a12 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:38.410093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:07:38.421787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:07:38.426281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:07:38.469521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=613da3c5-f915-4faa-9d2e-e454b9e0cdeb,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:38.474011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:38.862713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:38.974115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:39.194791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:39.252542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:39.257490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6423b8c3-6de1-4679-a631-34df115ea9c8 tempest-ServerDiskConfigTestJSON-1169423010 tempest-ServerDiskConfigTestJSON-1169423010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:07:39.373272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=613da3c5-f915-4faa-9d2e-e454b9e0cdeb,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:07:39.376210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:07:39.383897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:39.574330 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Floating IP 0bddc393-3cb4-49ad-a501-b8b789641add associated. External IP: 172.26.4.185, port: 9548c3bb-376e-4728-a543-67c35883df60. Apr 23 10:07:39.710084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-080065ce-3a94-4962-b7ab-61fb6d135c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:40.227229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router c98ad298-ad85-46d8-9ae9-c15ac31c0753 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:07:40.421414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:07:40.431275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec03f2e-c2fb-4049-90d9-e20dd483b1b6 None None] Sync routers for ids ['c98ad298-ad85-46d8-9ae9-c15ac31c0753'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:07:40.442375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec03f2e-c2fb-4049-90d9-e20dd483b1b6 None None] Routers {'c98ad298-ad85-46d8-9ae9-c15ac31c0753'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:07:40.443042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0ec03f2e-c2fb-4049-90d9-e20dd483b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:07:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c98ad298-ad85-46d8-9ae9-c15ac31c0753'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:07:40.475890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:40.539735 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7873793 Apr 23 10:07:40.540543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769997ea-07eb-4fe7-8d08-72ee5309359b', 'tag': '9548c3bb-376e-4728-a543-67c35883df60'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:07:40.613231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:40.640567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-0ec03f2e-c2fb-4049-90d9-e20dd483b1b6 None None] Set router c98ad298-ad85-46d8-9ae9-c15ac31c0753 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:07:40.733272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163aab3a-b815-4d7d-b66d-5e7a303f571f req-a700385a-c48c-4110-8ef9-27df5939f2a0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:40.734932 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-163aab3a-b815-4d7d-b66d-5e7a303f571f req-a700385a-c48c-4110-8ef9-27df5939f2a0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.0949087 Apr 23 10:07:40.784777 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-163aab3a-b815-4d7d-b66d-5e7a303f571f req-39573c4a-974d-4edf-8cd4-0d6e2d41aeaf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434625 Apr 23 10:07:40.810296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49230) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:07:40.913960 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769997ea-07eb-4fe7-8d08-72ee5309359b', 'tag': '9548c3bb-376e-4728-a543-67c35883df60', 'status': 'completed', 'code': 200} Apr 23 10:07:40.937358 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3ac94341-a249-449e-8d34-6cf700b56e80 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/floatingips/0bddc393-3cb4-49ad-a501-b8b789641add HTTP/1.1" status: 200 len: 992 time: 0.1256645 Apr 23 10:07:41.015100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a903606-ecd2-40f2-98da-15ed9c673737 req-0190eb6f-9441-4073-a8e7-83b7295669e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:41.016719 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5a903606-ecd2-40f2-98da-15ed9c673737 req-0190eb6f-9441-4073-a8e7-83b7295669e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 1099 time: 0.0835893 Apr 23 10:07:41.017331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0ec03f2e-c2fb-4049-90d9-e20dd483b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614044030', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '2883678c-30f5-431d-8292-d460312efc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:07:15Z', 'updated_at': '2021-04-23T10:07:21Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '2883678c-30f5-431d-8292-d460312efc60', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:07:16Z', 'updated_at': '2021-04-23T10:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '0bddc393-3cb4-49ad-a501-b8b789641add', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'floating_ip_address': '172.26.4.185', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'port_id': '9548c3bb-376e-4728-a543-67c35883df60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184', 'mac_address': 'fa:16:3e:08:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769997ea-07eb-4fe7-8d08-72ee5309359b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:07:38Z', 'updated_at': '2021-04-23T10:07:38Z', 'revision_number': 0, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02264f92-2fcb-404e-8990-a69c0f5552ff', 'name': '', 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:99:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '82c8a23b-71a7-4112-b2e5-186ab6ddb20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:07:21Z', 'updated_at': '2021-04-23T10:07:28Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '82c8a23b-71a7-4112-b2e5-186ab6ddb20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:07:41.021432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec03f2e-c2fb-4049-90d9-e20dd483b1b6 None None] Checking router: c98ad298-ad85-46d8-9ae9-c15ac31c0753 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:07:41.030613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec03f2e-c2fb-4049-90d9-e20dd483b1b6 None None] Routers {'c98ad298-ad85-46d8-9ae9-c15ac31c0753'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:07:41.031256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0ec03f2e-c2fb-4049-90d9-e20dd483b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:07:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c98ad298-ad85-46d8-9ae9-c15ac31c0753'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:07:41.233643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-0ec03f2e-c2fb-4049-90d9-e20dd483b1b6 None None] Set router c98ad298-ad85-46d8-9ae9-c15ac31c0753 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:07:41.304654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:41.462523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a903606-ecd2-40f2-98da-15ed9c673737 req-86d8ae82-b641-467c-b3d0-f76726660e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:41.464197 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5a903606-ecd2-40f2-98da-15ed9c673737 req-86d8ae82-b641-467c-b3d0-f76726660e47 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a542f6fe-be71-4525-a081-170c5259c184 HTTP/1.1" status: 200 len: 897 time: 0.4408073 Apr 23 10:07:41.579097 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5a903606-ecd2-40f2-98da-15ed9c673737 req-72b83dfe-a08c-442b-9574-cf5f1341d2ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9548c3bb-376e-4728-a543-67c35883df60 HTTP/1.1" status: 200 len: 1000 time: 0.1077521 Apr 23 10:07:41.621552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-0ec03f2e-c2fb-4049-90d9-e20dd483b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614044030', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '2883678c-30f5-431d-8292-d460312efc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:07:15Z', 'updated_at': '2021-04-23T10:07:21Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '2883678c-30f5-431d-8292-d460312efc60', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:07:16Z', 'updated_at': '2021-04-23T10:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '0bddc393-3cb4-49ad-a501-b8b789641add', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'floating_ip_address': '172.26.4.185', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'port_id': '9548c3bb-376e-4728-a543-67c35883df60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184', 'mac_address': 'fa:16:3e:08:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769997ea-07eb-4fe7-8d08-72ee5309359b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:07:38Z', 'updated_at': '2021-04-23T10:07:38Z', 'revision_number': 0, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02264f92-2fcb-404e-8990-a69c0f5552ff', 'name': '', 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:99:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '82c8a23b-71a7-4112-b2e5-186ab6ddb20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:07:21Z', 'updated_at': '2021-04-23T10:07:28Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '82c8a23b-71a7-4112-b2e5-186ab6ddb20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:07:41.625826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec03f2e-c2fb-4049-90d9-e20dd483b1b6 None None] The sync data for ids ['c98ad298-ad85-46d8-9ae9-c15ac31c0753'] in dv-neutron-786478-4-hyperv is: [{'id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614044030', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '2883678c-30f5-431d-8292-d460312efc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:07:15Z', 'updated_at': '2021-04-23T10:07:21Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '2883678c-30f5-431d-8292-d460312efc60', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:07:16Z', 'updated_at': '2021-04-23T10:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '0bddc393-3cb4-49ad-a501-b8b789641add', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'floating_ip_address': '172.26.4.185', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'port_id': '9548c3bb-376e-4728-a543-67c35883df60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184', 'mac_address': 'fa:16:3e:08:6a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769997ea-07eb-4fe7-8d08-72ee5309359b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:07:38Z', 'updated_at': '2021-04-23T10:07:38Z', 'revision_number': 0, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02264f92-2fcb-404e-8990-a69c0f5552ff', 'name': '', 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:99:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '82c8a23b-71a7-4112-b2e5-186ab6ddb20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:07:21Z', 'updated_at': '2021-04-23T10:07:28Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '82c8a23b-71a7-4112-b2e5-186ab6ddb20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:07:41.650662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a903606-ecd2-40f2-98da-15ed9c673737 req-8c4da7d5-4933-44f6-8f4e-069ddf6879a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:41.653183 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5a903606-ecd2-40f2-98da-15ed9c673737 req-8c4da7d5-4933-44f6-8f4e-069ddf6879a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=82c8a23b-71a7-4112-b2e5-186ab6ddb20d HTTP/1.1" status: 200 len: 834 time: 0.0671141 Apr 23 10:07:41.740181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a903606-ecd2-40f2-98da-15ed9c673737 req-77a9db11-289c-4393-b5bc-cf4ef5cac7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:07:41.741814 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5a903606-ecd2-40f2-98da-15ed9c673737 req-77a9db11-289c-4393-b5bc-cf4ef5cac7e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a542f6fe-be71-4525-a081-170c5259c184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830107 Apr 23 10:07:41.886280 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5a903606-ecd2-40f2-98da-15ed9c673737 req-4fc199b7-bd97-4b9d-8f58-e468d3078bc4 service neutron] 10.222.0.35 "GET /v2.0/networks/a542f6fe-be71-4525-a081-170c5259c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383479 Apr 23 10:07:41.929058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09052196-4296-43d5-83b6-b8ad1500071b None None] New status for floating IP 0bddc393-3cb4-49ad-a501-b8b789641add: ACTIVE {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:07:41.941488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49234) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:07:42.036102 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5a903606-ecd2-40f2-98da-15ed9c673737 req-0bb4c534-3f8b-4762-98f9-c94a09a23b5f service neutron] 10.222.0.35 "GET /v2.0/networks/a542f6fe-be71-4525-a081-170c5259c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438200 Apr 23 10:07:42.064126 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fefc0beb-8557-499a-b988-29777f60215d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/floatingips/0bddc393-3cb4-49ad-a501-b8b789641add HTTP/1.1" status: 200 len: 992 time: 0.1212869 Apr 23 10:07:42.475678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:43.067630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49238) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:07:43.183207 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ec7b5e21-e758-44a7-a899-4c4050676f66 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/floatingips/0bddc393-3cb4-49ad-a501-b8b789641add HTTP/1.1" status: 200 len: 994 time: 0.1141944 Apr 23 10:07:53.818504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:07:55.033570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:08:01.973659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [req-c7722582-3b4c-49c5-bca4-05ffb886662e req-c5c0ee86-7334-4ea0-a0e3-2d926a2958e5 service neutron] (87174) timed out ('10.222.0.60', 45150) {{(pid=87174) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 23 10:08:06.738545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4dabdf58-7c47-4195-a749-3a5f3ae7274c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:08:09.715095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-01aa0c4a-0277-45a7-ba31-376439e8a8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:08:10.578052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:08:11.292287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:08:12.487169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:08:17.190252 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1b32a373-3671-4130-b308-97de43dc44ff req-f9bea294-b8bc-4f5c-a908-c43ff24197d1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790401 Apr 23 10:08:17.344692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32a373-3671-4130-b308-97de43dc44ff req-731599a1-cbd5-4863-b3c2-273a76720cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:17.346297 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1b32a373-3671-4130-b308-97de43dc44ff req-731599a1-cbd5-4863-b3c2-273a76720cad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 1099 time: 0.0832417 Apr 23 10:08:17.505974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32a373-3671-4130-b308-97de43dc44ff req-d5d76109-4e04-4c1d-8cbf-dcf97dc20959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:17.507531 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1b32a373-3671-4130-b308-97de43dc44ff req-d5d76109-4e04-4c1d-8cbf-dcf97dc20959 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a542f6fe-be71-4525-a081-170c5259c184 HTTP/1.1" status: 200 len: 897 time: 0.1429234 Apr 23 10:08:17.619444 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1b32a373-3671-4130-b308-97de43dc44ff req-74cfe1c0-4b56-4648-9c75-538c75804ffe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9548c3bb-376e-4728-a543-67c35883df60 HTTP/1.1" status: 200 len: 1002 time: 0.1051142 Apr 23 10:08:17.694116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32a373-3671-4130-b308-97de43dc44ff req-54cb7639-67aa-44d5-9cce-4d46d31bfe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:17.695745 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1b32a373-3671-4130-b308-97de43dc44ff req-54cb7639-67aa-44d5-9cce-4d46d31bfe6a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=82c8a23b-71a7-4112-b2e5-186ab6ddb20d HTTP/1.1" status: 200 len: 834 time: 0.0699203 Apr 23 10:08:17.778859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32a373-3671-4130-b308-97de43dc44ff req-78224abb-e8f7-41a5-a6b3-3ac0709d1dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:17.780407 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1b32a373-3671-4130-b308-97de43dc44ff req-78224abb-e8f7-41a5-a6b3-3ac0709d1dfe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a542f6fe-be71-4525-a081-170c5259c184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788498 Apr 23 10:08:17.923763 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1b32a373-3671-4130-b308-97de43dc44ff req-37b65e4f-7ed4-43b7-8ebe-e415e1eff322 service neutron] 10.222.0.35 "GET /v2.0/networks/a542f6fe-be71-4525-a081-170c5259c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370108 Apr 23 10:08:18.067066 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1b32a373-3671-4130-b308-97de43dc44ff req-864682c9-c526-462c-89ee-70d7e986fedc service neutron] 10.222.0.35 "GET /v2.0/networks/a542f6fe-be71-4525-a081-170c5259c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365016 Apr 23 10:08:23.830260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:08:32.033799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:08:36.743892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-96bc29db-949e-43a2-9614-eba1ef51f580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:08:39.725653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c7a04fb-b499-4e3e-b1bf-ab57f04e3ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:08:40.321263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49272) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:08:40.403711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75800fb0-ce67-4b90-8dd4-bb8d5355f756 req-81938632-c32b-4955-b21f-5f16c883fed4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:40.405439 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-75800fb0-ce67-4b90-8dd4-bb8d5355f756 req-81938632-c32b-4955-b21f-5f16c883fed4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.0998042 Apr 23 10:08:40.456880 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-75800fb0-ce67-4b90-8dd4-bb8d5355f756 req-7fb22a63-d33c-4680-ac1f-d95c96e338c7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438259 Apr 23 10:08:40.461449 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-8c81c620-9671-45b8-b868-a12d221d7ce7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1388247 Apr 23 10:08:40.612670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:08:41.316164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:08:41.679537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192e7d2-7df4-4bc9-b714-3bb9f8bd9cd7 req-82d3b1bd-ae72-43a9-aa8f-87f46e2130ca tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:41.681206 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6192e7d2-7df4-4bc9-b714-3bb9f8bd9cd7 req-82d3b1bd-ae72-43a9-aa8f-87f46e2130ca tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.0923781 Apr 23 10:08:41.734287 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6192e7d2-7df4-4bc9-b714-3bb9f8bd9cd7 req-b7865ff2-f682-4bed-9fd6-5b76396a70bd tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455825 Apr 23 10:08:42.366303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-465d9b61-2e7f-41d9-a29b-0156bb5bcdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:42.367948 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-465d9b61-2e7f-41d9-a29b-0156bb5bcdaf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 1099 time: 0.0803933 Apr 23 10:08:42.486616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:08:42.515822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-53fa854f-6c50-43df-8735-c69e43d0c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:42.517435 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-53fa854f-6c50-43df-8735-c69e43d0c7c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a542f6fe-be71-4525-a081-170c5259c184 HTTP/1.1" status: 200 len: 897 time: 0.1431146 Apr 23 10:08:42.630482 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-80656575-1ca8-4428-b806-61f140c525a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9548c3bb-376e-4728-a543-67c35883df60 HTTP/1.1" status: 200 len: 1002 time: 0.1065445 Apr 23 10:08:42.699108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-19e34e4b-142c-4547-8440-1242a1107770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:42.700705 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-19e34e4b-142c-4547-8440-1242a1107770 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=82c8a23b-71a7-4112-b2e5-186ab6ddb20d HTTP/1.1" status: 200 len: 834 time: 0.0646307 Apr 23 10:08:42.788152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-74d672a6-35a5-4ea5-a04a-4a9d08c3aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:42.789771 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-74d672a6-35a5-4ea5-a04a-4a9d08c3aa8e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a542f6fe-be71-4525-a081-170c5259c184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826972 Apr 23 10:08:42.934817 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-8b7517c6-e7aa-49ea-9b8c-342c3f651be5 service neutron] 10.222.0.35 "GET /v2.0/networks/a542f6fe-be71-4525-a081-170c5259c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378279 Apr 23 10:08:42.951834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f99cb-b555-4cbd-990f-509ad813d34c req-980e79a0-d44d-4fdc-9b89-099aafb75fa0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:42.953448 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b71f99cb-b555-4cbd-990f-509ad813d34c req-980e79a0-d44d-4fdc-9b89-099aafb75fa0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.0951846 Apr 23 10:08:43.006105 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b71f99cb-b555-4cbd-990f-509ad813d34c req-c3b8a966-6066-433d-8358-e0c3d0ca57e2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450943 Apr 23 10:08:43.081492 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-5d5d8cdf-fc09-43a1-90cb-2540d29e2659 service neutron] 10.222.0.35 "GET /v2.0/networks/a542f6fe-be71-4525-a081-170c5259c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400943 Apr 23 10:08:44.215768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb4b86-94cf-4cbb-9483-e646cd276c71 req-20865eb6-6fc6-4447-b7a8-953fea900591 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:44.217401 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2ddb4b86-94cf-4cbb-9483-e646cd276c71 req-20865eb6-6fc6-4447-b7a8-953fea900591 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.0919299 Apr 23 10:08:44.271189 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2ddb4b86-94cf-4cbb-9483-e646cd276c71 req-f32a88f1-855c-4fe1-b821-46fe25c164ef tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467205 Apr 23 10:08:45.481794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390f184-0746-4b7d-98ce-4533308ef80e req-4bb5b1d7-0c98-4538-9cd4-33758229e49b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:45.483468 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6390f184-0746-4b7d-98ce-4533308ef80e req-4bb5b1d7-0c98-4538-9cd4-33758229e49b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.0936940 Apr 23 10:08:45.539462 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6390f184-0746-4b7d-98ce-4533308ef80e req-3d329ce7-b719-4d98-9e57-fa9901c05609 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490215 Apr 23 10:08:46.754657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a39540-b220-4d5d-9084-ac15a9953354 req-55dc1b02-2244-4a1e-a6a8-154e23e4fc1a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:46.756319 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d8a39540-b220-4d5d-9084-ac15a9953354 req-55dc1b02-2244-4a1e-a6a8-154e23e4fc1a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.0977271 Apr 23 10:08:46.807563 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d8a39540-b220-4d5d-9084-ac15a9953354 req-3fa33094-49bd-4048-a13a-962bf20f2148 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447848 Apr 23 10:08:48.019327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477390c4-e3a8-4c10-9f3b-a9851f45c7d9 req-1afd6b35-eac7-486a-beeb-48e865e96bbc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:48.020969 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-477390c4-e3a8-4c10-9f3b-a9851f45c7d9 req-1afd6b35-eac7-486a-beeb-48e865e96bbc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.0914063 Apr 23 10:08:48.071001 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-477390c4-e3a8-4c10-9f3b-a9851f45c7d9 req-6f701ef8-2a67-4621-b519-0527c5699307 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432293 Apr 23 10:08:49.323856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86119f-fed0-4b2d-a3c9-50b5a27bdaca req-c5ffb55f-451c-4626-8c1c-63b3628842b0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:49.325501 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3d86119f-fed0-4b2d-a3c9-50b5a27bdaca req-c5ffb55f-451c-4626-8c1c-63b3628842b0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.0962639 Apr 23 10:08:49.375337 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3d86119f-fed0-4b2d-a3c9-50b5a27bdaca req-24ea2a32-1fd8-4535-85df-f7d70c5d66b6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425494 Apr 23 10:08:50.593886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6cfc4-731d-466d-95a8-725becd9e347 req-9d92f9c0-aa43-48ef-a596-17bd090e3f9a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:50.595711 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f4e6cfc4-731d-466d-95a8-725becd9e347 req-9d92f9c0-aa43-48ef-a596-17bd090e3f9a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.1011956 Apr 23 10:08:50.649230 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f4e6cfc4-731d-466d-95a8-725becd9e347 req-80906451-f4c7-4b1c-9ed0-62af0f967743 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462511 Apr 23 10:08:51.859822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b02df-22e9-4c93-86e4-992da61ab156 req-0b21ea60-2230-43ff-8dc2-3e5d8081ab87 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:51.862165 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-853b02df-22e9-4c93-86e4-992da61ab156 req-0b21ea60-2230-43ff-8dc2-3e5d8081ab87 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.0948095 Apr 23 10:08:51.912358 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-853b02df-22e9-4c93-86e4-992da61ab156 req-17dfc90e-38d6-47d6-9db0-1a9cf3e4b649 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431626 Apr 23 10:08:53.292474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168c78d-b701-4a42-bd8e-7634f7f2634b req-ffc78de2-be8c-4538-b165-3975e666d5df tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:53.294119 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9168c78d-b701-4a42-bd8e-7634f7f2634b req-ffc78de2-be8c-4538-b165-3975e666d5df tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.0974846 Apr 23 10:08:53.344189 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9168c78d-b701-4a42-bd8e-7634f7f2634b req-44348b59-411b-4d2e-8b75-6639408652a0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434656 Apr 23 10:08:53.847275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:08:54.567620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878b7d7-3347-497e-9ba3-3be979f76481 req-5c4589a6-9eb2-4dc4-8b06-adb398436179 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:54.569258 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0878b7d7-3347-497e-9ba3-3be979f76481 req-5c4589a6-9eb2-4dc4-8b06-adb398436179 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.1002514 Apr 23 10:08:54.623346 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0878b7d7-3347-497e-9ba3-3be979f76481 req-6b4f71fe-fd83-47ca-8153-86f66538114e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475368 Apr 23 10:08:54.985577 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-3064cd0a-4c17-4c9d-a5fc-d2069ee4e58e service neutron] 10.222.0.35 "GET /v2.0/ports/9548c3bb-376e-4728-a543-67c35883df60/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0828621 Apr 23 10:08:55.414605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-efb2baf2-101a-47fd-96e1-6e0301433728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:55.416222 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-efb2baf2-101a-47fd-96e1-6e0301433728 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b&tenant_id=54edd41c8fc1484eb66cc45008be2739 HTTP/1.1" status: 200 len: 1099 time: 0.0834308 Apr 23 10:08:55.519301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-e86cb0a8-420b-4239-af98-4b00a9b65f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:55.520952 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-e86cb0a8-420b-4239-af98-4b00a9b65f35 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 1099 time: 0.0825090 Apr 23 10:08:55.671472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-a6469b9d-4e4a-4a7d-bb35-fad5ef857d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:55.673051 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-a6469b9d-4e4a-4a7d-bb35-fad5ef857d46 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a542f6fe-be71-4525-a081-170c5259c184 HTTP/1.1" status: 200 len: 897 time: 0.1458890 Apr 23 10:08:55.790714 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-e49142f0-d8c1-4547-890b-cf0122f5d689 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9548c3bb-376e-4728-a543-67c35883df60 HTTP/1.1" status: 200 len: 1002 time: 0.1110063 Apr 23 10:08:55.834284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222297f-f264-45b6-8d8a-e601b4d12cc3 req-2dc94f79-0a46-4333-b1a8-615bc9a694b5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:55.836041 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1222297f-f264-45b6-8d8a-e601b4d12cc3 req-2dc94f79-0a46-4333-b1a8-615bc9a694b5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.0946558 Apr 23 10:08:55.860199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-1e85bd2e-945c-43f3-9242-740dd43fd29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:55.861870 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-1e85bd2e-945c-43f3-9242-740dd43fd29c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=82c8a23b-71a7-4112-b2e5-186ab6ddb20d HTTP/1.1" status: 200 len: 834 time: 0.0653944 Apr 23 10:08:55.886926 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1222297f-f264-45b6-8d8a-e601b4d12cc3 req-fbcdb326-c7b0-46c3-8eb6-068c5de4cab2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441251 Apr 23 10:08:55.951211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-936ee40e-0b37-49aa-aef5-841e027b6e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:55.952821 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-936ee40e-0b37-49aa-aef5-841e027b6e26 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a542f6fe-be71-4525-a081-170c5259c184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845635 Apr 23 10:08:56.103243 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-dd478cbd-88b5-4436-b2e4-c7e87c7545f2 service neutron] 10.222.0.35 "GET /v2.0/networks/a542f6fe-be71-4525-a081-170c5259c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432974 Apr 23 10:08:56.252216 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-92c0ead8-6941-4b1e-8b57-d069bf1d4c36 service neutron] 10.222.0.35 "GET /v2.0/networks/a542f6fe-be71-4525-a081-170c5259c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425159 Apr 23 10:08:57.112903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcace7-b204-4826-836d-d192761d7fa2 req-418cc81f-a102-429a-9d3d-4bd40338c866 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:57.114684 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1ddcace7-b204-4826-836d-d192761d7fa2 req-418cc81f-a102-429a-9d3d-4bd40338c866 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.1027203 Apr 23 10:08:57.168594 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1ddcace7-b204-4826-836d-d192761d7fa2 req-e0cb6885-c890-4d8d-8368-b5499d0970ef tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466759 Apr 23 10:08:58.394619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249f944-d026-4566-9cc5-e849610b8e88 req-fb819a59-16e2-4697-a8c5-7b2bfa794e9f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:58.396240 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8249f944-d026-4566-9cc5-e849610b8e88 req-fb819a59-16e2-4697-a8c5-7b2bfa794e9f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.0979686 Apr 23 10:08:58.453692 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8249f944-d026-4566-9cc5-e849610b8e88 req-6e87099d-e427-434e-8c6f-b6d3d351836d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480888 Apr 23 10:08:58.661900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 9548c3bb-376e-4728-a543-67c35883df60 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:08:58.664752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 9548c3bb-376e-4728-a543-67c35883df60 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:08:58.913357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:08:58.960312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9548c3bb-376e-4728-a543-67c35883df60, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9548c3bb-376e-4728-a543-67c35883df60,segment=NetworkSegment(d173ade6-fa86-405c-871d-c39f7d807810),segment_id=d173ade6-fa86-405c-871d-c39f7d807810)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:08:58.982896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '9548c3bb-376e-4728-a543-67c35883df60', 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184', 'port_id': '9548c3bb-376e-4728-a543-67c35883df60', 'mac_address': 'fa:16:3e:08:6a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c8a23b-71a7-4112-b2e5-186ab6ddb20d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:08:59.030430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769997ea-07eb-4fe7-8d08-72ee5309359b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9548c3bb-376e-4728-a543-67c35883df60'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:08:59.055011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9548c3bb-376e-4728-a543-67c35883df60, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9548c3bb-376e-4728-a543-67c35883df60,segment=NetworkSegment(d173ade6-fa86-405c-871d-c39f7d807810),segment_id=d173ade6-fa86-405c-871d-c39f7d807810)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:08:59.071467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:08:59.087774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:08:59.092831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:08:59.137890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9548c3bb-376e-4728-a543-67c35883df60 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:08:59.194177 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769997ea-07eb-4fe7-8d08-72ee5309359b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9548c3bb-376e-4728-a543-67c35883df60', 'code': 200} Apr 23 10:08:59.239504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=9548c3bb-376e-4728-a543-67c35883df60,revision_number=6']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:08:59.247893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 10:08:59.248303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 10:08:59.249659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:08:59.250120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:08:59.250528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:08:59.250907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:08:59.251278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:08:59.251650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:08:59.252048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:08:59.252416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:08:59.252789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:08:59.253152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:08:59.253517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:08:59.253880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:08:59.258086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:08:59.685588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac36072-74e9-4475-9d62-b13a6b712e50 req-9c247c8e-c67a-4c2b-b564-e423e2d632f4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:08:59.687350 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1ac36072-74e9-4475-9d62-b13a6b712e50 req-9c247c8e-c67a-4c2b-b564-e423e2d632f4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 944 time: 0.0996530 Apr 23 10:08:59.742657 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1ac36072-74e9-4475-9d62-b13a6b712e50 req-a5dea627-a191-4920-8950-54a9a22f4916 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476413 Apr 23 10:08:59.816813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:08:59.837825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9548c3bb-376e-4728-a543-67c35883df60 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:08:59.856369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9548c3bb-376e-4728-a543-67c35883df60, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9548c3bb-376e-4728-a543-67c35883df60,segment=NetworkSegment(d173ade6-fa86-405c-871d-c39f7d807810),segment_id=d173ade6-fa86-405c-871d-c39f7d807810)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:08:59.902988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:08:59.905703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:08:59.981282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['9548c3bb-376e-4728-a543-67c35883df60'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:09:00.040439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=9548c3bb-376e-4728-a543-67c35883df60,revision_number=7']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:09:00.044200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:09:00.214460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef12c04-c57c-4f46-a526-cfe63a15b976 req-9518bb01-d69b-4cc9-ba01-fcd87f675dbd tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:09:00.216195 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fef12c04-c57c-4f46-a526-cfe63a15b976 req-9518bb01-d69b-4cc9-ba01-fcd87f675dbd tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 945 time: 0.1096747 Apr 23 10:09:00.238485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfef0e9-2229-4953-88de-ecee8d286959 req-88ba71ee-84c4-4994-9b24-2aca947ba916 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:09:00.239405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-9bfef0e9-2229-4953-88de-ecee8d286959 req-88ba71ee-84c4-4994-9b24-2aca947ba916 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Synchronizing usage tracker for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:09:00.274236 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fef12c04-c57c-4f46-a526-cfe63a15b976 req-851f2901-4508-47af-98e4-e28b69178354 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494325 Apr 23 10:09:00.292629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-9bfef0e9-2229-4953-88de-ecee8d286959 req-88ba71ee-84c4-4994-9b24-2aca947ba916 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Unset dirty status for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:09:00.293926 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9bfef0e9-2229-4953-88de-ecee8d286959 req-88ba71ee-84c4-4994-9b24-2aca947ba916 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b&tenant_id=54edd41c8fc1484eb66cc45008be2739&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.1532700 Apr 23 10:09:00.467904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfef0e9-2229-4953-88de-ecee8d286959 req-d0fb70ba-b501-4f97-a85d-31dcc4f223de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:09:00.469451 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9bfef0e9-2229-4953-88de-ecee8d286959 req-d0fb70ba-b501-4f97-a85d-31dcc4f223de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 1098 time: 0.0934191 Apr 23 10:09:00.528930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecacc4-8dec-4384-8302-8db3b1c0dd65 req-3a789958-6c51-46b1-9673-d3cc9f731bec tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:09:00.530620 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a0ecacc4-8dec-4384-8302-8db3b1c0dd65 req-3a789958-6c51-46b1-9673-d3cc9f731bec tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 945 time: 0.1345465 Apr 23 10:09:00.605737 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a0ecacc4-8dec-4384-8302-8db3b1c0dd65 req-db13eef4-32e1-4938-9a2c-35a0251a9e49 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608332 Apr 23 10:09:00.682610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 9548c3bb-376e-4728-a543-67c35883df60 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:09:00.782644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 9548c3bb-376e-4728-a543-67c35883df60 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:09:00.783822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:00.966162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfef0e9-2229-4953-88de-ecee8d286959 req-25b58a27-1aca-4e56-ba66-f33d306016a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:09:00.967872 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9bfef0e9-2229-4953-88de-ecee8d286959 req-25b58a27-1aca-4e56-ba66-f33d306016a4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a542f6fe-be71-4525-a081-170c5259c184 HTTP/1.1" status: 200 len: 897 time: 0.4909420 Apr 23 10:09:01.166277 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9bfef0e9-2229-4953-88de-ecee8d286959 req-847c4b9a-fea9-4f72-a552-5131c9ec0021 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9548c3bb-376e-4728-a543-67c35883df60 HTTP/1.1" status: 200 len: 1001 time: 0.1912742 Apr 23 10:09:01.198030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:01.231864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769997ea-07eb-4fe7-8d08-72ee5309359b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9548c3bb-376e-4728-a543-67c35883df60'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:09:01.241324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfef0e9-2229-4953-88de-ecee8d286959 req-e5d4e5e4-a17c-460a-af8e-e4bd1f9aaa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:09:01.242996 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9bfef0e9-2229-4953-88de-ecee8d286959 req-e5d4e5e4-a17c-460a-af8e-e4bd1f9aaa2e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=82c8a23b-71a7-4112-b2e5-186ab6ddb20d HTTP/1.1" status: 200 len: 834 time: 0.0708826 Apr 23 10:09:01.245193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 9548c3bb-376e-4728-a543-67c35883df60, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9548c3bb-376e-4728-a543-67c35883df60,segment=NetworkSegment(d173ade6-fa86-405c-871d-c39f7d807810),segment_id=d173ade6-fa86-405c-871d-c39f7d807810)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:09:01.297895 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769997ea-07eb-4fe7-8d08-72ee5309359b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9548c3bb-376e-4728-a543-67c35883df60', 'code': 200} Apr 23 10:09:01.308487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:01.310691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:09:01.336145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfef0e9-2229-4953-88de-ecee8d286959 req-27c663db-35f9-41c2-bf85-319fe2ac6a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:09:01.338082 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9bfef0e9-2229-4953-88de-ecee8d286959 req-27c663db-35f9-41c2-bf85-319fe2ac6a2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a542f6fe-be71-4525-a081-170c5259c184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882232 Apr 23 10:09:01.389636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=9548c3bb-376e-4728-a543-67c35883df60,revision_number=8']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:09:01.393670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:09:01.492849 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9bfef0e9-2229-4953-88de-ecee8d286959 req-4eab68dd-7237-4d43-a0d8-0d43056983de service neutron] 10.222.0.35 "GET /v2.0/networks/a542f6fe-be71-4525-a081-170c5259c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485627 Apr 23 10:09:01.656476 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9bfef0e9-2229-4953-88de-ecee8d286959 req-5415165e-7d07-4944-9e0c-bdb8cf169896 service neutron] 10.222.0.35 "GET /v2.0/networks/a542f6fe-be71-4525-a081-170c5259c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577127 Apr 23 10:09:01.837814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c04140-1750-4efa-8dce-63a01fae71e4 req-b893c5da-68d7-446a-aa09-108990472c2f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:09:01.839525 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-93c04140-1750-4efa-8dce-63a01fae71e4 req-b893c5da-68d7-446a-aa09-108990472c2f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.0991211 Apr 23 10:09:01.893714 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-93c04140-1750-4efa-8dce-63a01fae71e4 req-9b12aa7c-0ba5-4461-bfff-fb1ae2ee5751 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475535 Apr 23 10:09:03.101363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e3a7f-af3e-4d8c-9190-e50b4c3c69c8 req-2f036eaa-5161-4340-820b-038ac8d4757b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:09:03.103108 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-be1e3a7f-af3e-4d8c-9190-e50b4c3c69c8 req-2f036eaa-5161-4340-820b-038ac8d4757b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.0917368 Apr 23 10:09:03.153975 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-be1e3a7f-af3e-4d8c-9190-e50b4c3c69c8 req-db049325-1c83-4860-98db-97cdde335207 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441766 Apr 23 10:09:03.179619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49354) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:09:03.296079 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0c07d884-2fe4-4548-ae0e-344d759bfe1c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/floatingips/0bddc393-3cb4-49ad-a501-b8b789641add HTTP/1.1" status: 200 len: 994 time: 0.1151748 Apr 23 10:09:06.748585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-705b1c46-65d0-439b-9c3c-7c9ac7315c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:08.258107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [req-fc3698bb-493b-4c32-874d-38df3bbd2ff2 req-8a62a5de-4a60-4502-8c2f-2dc56c3facb4 tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] (87175) timed out ('10.222.0.60', 58884) {{(pid=87175) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 23 10:09:09.034190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:09:09.715025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d6b1cc72-5003-49f2-8367-ce9faa1a6d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:10.601056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:11.292048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:12.498221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:19.201609 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bbbdde30-b3aa-4b39-91c7-6d3bc7e75b2e req-ffe79177-0f01-4e5f-8374-caf2a2d77511 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0856431 Apr 23 10:09:19.357096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdde30-b3aa-4b39-91c7-6d3bc7e75b2e req-41cef340-2319-4307-9f0d-2715e0e5ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:09:19.358729 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bbbdde30-b3aa-4b39-91c7-6d3bc7e75b2e req-41cef340-2319-4307-9f0d-2715e0e5ea87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 1099 time: 0.0812390 Apr 23 10:09:19.518322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdde30-b3aa-4b39-91c7-6d3bc7e75b2e req-57e81f34-75b7-45c2-8084-cd8eec60f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:09:19.520258 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bbbdde30-b3aa-4b39-91c7-6d3bc7e75b2e req-57e81f34-75b7-45c2-8084-cd8eec60f124 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a542f6fe-be71-4525-a081-170c5259c184 HTTP/1.1" status: 200 len: 897 time: 0.1405191 Apr 23 10:09:19.634661 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bbbdde30-b3aa-4b39-91c7-6d3bc7e75b2e req-03c65af8-6cb5-40b8-bfd9-e3515e0d4832 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9548c3bb-376e-4728-a543-67c35883df60 HTTP/1.1" status: 200 len: 1002 time: 0.1067779 Apr 23 10:09:19.704554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdde30-b3aa-4b39-91c7-6d3bc7e75b2e req-412fc1cd-d155-4286-a4ba-618b80b04d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:09:19.706097 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bbbdde30-b3aa-4b39-91c7-6d3bc7e75b2e req-412fc1cd-d155-4286-a4ba-618b80b04d47 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=82c8a23b-71a7-4112-b2e5-186ab6ddb20d HTTP/1.1" status: 200 len: 834 time: 0.0651596 Apr 23 10:09:19.795669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdde30-b3aa-4b39-91c7-6d3bc7e75b2e req-2a2dd690-7477-4f46-bffd-373b5737525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:09:19.797187 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bbbdde30-b3aa-4b39-91c7-6d3bc7e75b2e req-2a2dd690-7477-4f46-bffd-373b5737525e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a542f6fe-be71-4525-a081-170c5259c184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826430 Apr 23 10:09:19.939429 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bbbdde30-b3aa-4b39-91c7-6d3bc7e75b2e req-6c8706fe-0a7d-4b41-a583-fac8efbef079 service neutron] 10.222.0.35 "GET /v2.0/networks/a542f6fe-be71-4525-a081-170c5259c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355011 Apr 23 10:09:20.088753 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bbbdde30-b3aa-4b39-91c7-6d3bc7e75b2e req-6c66d764-eb99-40ac-bcf1-bb88a8c88f2c service neutron] 10.222.0.35 "GET /v2.0/networks/a542f6fe-be71-4525-a081-170c5259c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415637 Apr 23 10:09:23.856598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:36.749035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f8dae49-b4af-4395-a502-7624934c059a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:39.720773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-edc41544-42f9-416f-992a-802edc25c75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:40.610843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:41.302302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:42.496590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:46.033495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:09:47.737992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49372) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:09:48.027711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting port 613da3c5-f915-4faa-9d2e-e454b9e0cdeb {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:09:48.028104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:48.156765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:48.157138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:48.291963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Calling delete_port for 613da3c5-f915-4faa-9d2e-e454b9e0cdeb owned by network:floatingip {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:09:48.525067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:48.530096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6703c825-cb3f-4e68-b43b-71ce973a4feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:09:48.574743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Port': ['ID=613da3c5-f915-4faa-9d2e-e454b9e0cdeb,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:09:48.619919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:09:48.620394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:09:48.620825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:09:48.621244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:09:48.621661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:09:48.622073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:09:48.622516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:09:48.622976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:09:48.623388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:09:48.623798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:09:48.624243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:09:48.624648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:09:48.628388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:09:48.694998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for floatingip, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:48.695370 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Floating IP 0bddc393-3cb4-49ad-a501-b8b789641add disassociated (deleted). External IP: 172.26.4.185, port: 9548c3bb-376e-4728-a543-67c35883df60. Apr 23 10:09:49.114990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router c98ad298-ad85-46d8-9ae9-c15ac31c0753 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:09:49.313370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:09:49.323227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c0c56f-e995-40f7-b55f-284ce53998ad None None] Sync routers for ids ['c98ad298-ad85-46d8-9ae9-c15ac31c0753'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:09:49.333316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c0c56f-e995-40f7-b55f-284ce53998ad None None] Routers {'c98ad298-ad85-46d8-9ae9-c15ac31c0753'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:09:49.334005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-19c0c56f-e995-40f7-b55f-284ce53998ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:09:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c98ad298-ad85-46d8-9ae9-c15ac31c0753'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:09:49.361318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:49.424069 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/floatingips/0bddc393-3cb4-49ad-a501-b8b789641add HTTP/1.1" status: 204 len: 168 time: 1.6809754 Apr 23 10:09:49.424069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769997ea-07eb-4fe7-8d08-72ee5309359b', 'tag': '9548c3bb-376e-4728-a543-67c35883df60'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:09:49.730425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-19c0c56f-e995-40f7-b55f-284ce53998ad None None] Set router c98ad298-ad85-46d8-9ae9-c15ac31c0753 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:09:49.783805 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769997ea-07eb-4fe7-8d08-72ee5309359b', 'tag': '9548c3bb-376e-4728-a543-67c35883df60', 'status': 'completed', 'code': 200} Apr 23 10:09:49.892295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81bde4-9183-4779-a412-2ca536b56f27 req-7a8d1059-4ea4-46ff-8fab-3d257e933880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:09:49.893939 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa81bde4-9183-4779-a412-2ca536b56f27 req-7a8d1059-4ea4-46ff-8fab-3d257e933880 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 1099 time: 0.0869870 Apr 23 10:09:50.063525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81bde4-9183-4779-a412-2ca536b56f27 req-d23f747c-6377-4442-a887-559037fc94dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:09:50.069365 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa81bde4-9183-4779-a412-2ca536b56f27 req-d23f747c-6377-4442-a887-559037fc94dd service neutron] 10.222.0.35 "GET /v2.0/networks?id=a542f6fe-be71-4525-a081-170c5259c184 HTTP/1.1" status: 200 len: 897 time: 0.1641088 Apr 23 10:09:50.103502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-19c0c56f-e995-40f7-b55f-284ce53998ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614044030', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '2883678c-30f5-431d-8292-d460312efc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:07:15Z', 'updated_at': '2021-04-23T10:07:21Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '2883678c-30f5-431d-8292-d460312efc60', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:07:16Z', 'updated_at': '2021-04-23T10:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '02264f92-2fcb-404e-8990-a69c0f5552ff', 'name': '', 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:99:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '82c8a23b-71a7-4112-b2e5-186ab6ddb20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:07:21Z', 'updated_at': '2021-04-23T10:07:28Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '82c8a23b-71a7-4112-b2e5-186ab6ddb20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:09:50.109091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c0c56f-e995-40f7-b55f-284ce53998ad None None] Checking router: c98ad298-ad85-46d8-9ae9-c15ac31c0753 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:09:50.120506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c0c56f-e995-40f7-b55f-284ce53998ad None None] Routers {'c98ad298-ad85-46d8-9ae9-c15ac31c0753'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:09:50.121243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-19c0c56f-e995-40f7-b55f-284ce53998ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:09:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c98ad298-ad85-46d8-9ae9-c15ac31c0753'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:09:50.148318 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa81bde4-9183-4779-a412-2ca536b56f27 req-ecdfd187-4e73-4420-b902-3890e6fa975e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9548c3bb-376e-4728-a543-67c35883df60 HTTP/1.1" status: 200 len: 217 time: 0.0756278 Apr 23 10:09:50.209792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b7e05-e8b4-4fad-874e-ff205a1c7e3b req-924117b0-04ed-4031-8703-1730b0e070ec tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:09:50.211986 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-972b7e05-e8b4-4fad-874e-ff205a1c7e3b req-924117b0-04ed-4031-8703-1730b0e070ec tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.1613796 Apr 23 10:09:50.239941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81bde4-9183-4779-a412-2ca536b56f27 req-06c4b310-c5a3-4fd3-968b-2ad06766ca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:09:50.241564 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa81bde4-9183-4779-a412-2ca536b56f27 req-06c4b310-c5a3-4fd3-968b-2ad06766ca54 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=82c8a23b-71a7-4112-b2e5-186ab6ddb20d HTTP/1.1" status: 200 len: 834 time: 0.0854993 Apr 23 10:09:50.269340 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-972b7e05-e8b4-4fad-874e-ff205a1c7e3b req-dc43393b-fa66-4b9a-bb06-6f2b53670cbc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490918 Apr 23 10:09:50.328592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81bde4-9183-4779-a412-2ca536b56f27 req-e99222a4-8d46-45aa-a81c-043c41f40e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:09:50.330232 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa81bde4-9183-4779-a412-2ca536b56f27 req-e99222a4-8d46-45aa-a81c-043c41f40e14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a542f6fe-be71-4525-a081-170c5259c184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810618 Apr 23 10:09:50.339849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-19c0c56f-e995-40f7-b55f-284ce53998ad None None] Set router c98ad298-ad85-46d8-9ae9-c15ac31c0753 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:09:50.700902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-19c0c56f-e995-40f7-b55f-284ce53998ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614044030', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '2883678c-30f5-431d-8292-d460312efc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:07:15Z', 'updated_at': '2021-04-23T10:07:21Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '2883678c-30f5-431d-8292-d460312efc60', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:07:16Z', 'updated_at': '2021-04-23T10:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '02264f92-2fcb-404e-8990-a69c0f5552ff', 'name': '', 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:99:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '82c8a23b-71a7-4112-b2e5-186ab6ddb20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:07:21Z', 'updated_at': '2021-04-23T10:07:28Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '82c8a23b-71a7-4112-b2e5-186ab6ddb20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:09:50.705991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c0c56f-e995-40f7-b55f-284ce53998ad None None] The sync data for ids ['c98ad298-ad85-46d8-9ae9-c15ac31c0753'] in dv-neutron-786478-4-hyperv is: [{'id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614044030', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '2883678c-30f5-431d-8292-d460312efc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:07:15Z', 'updated_at': '2021-04-23T10:07:21Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '2883678c-30f5-431d-8292-d460312efc60', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:07:16Z', 'updated_at': '2021-04-23T10:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '02264f92-2fcb-404e-8990-a69c0f5552ff', 'name': '', 'network_id': 'a542f6fe-be71-4525-a081-170c5259c184', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:99:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '82c8a23b-71a7-4112-b2e5-186ab6ddb20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:07:21Z', 'updated_at': '2021-04-23T10:07:28Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '82c8a23b-71a7-4112-b2e5-186ab6ddb20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:09:50.764366 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa81bde4-9183-4779-a412-2ca536b56f27 req-9d5fce02-51f7-4b8e-8149-e634a6deced5 service neutron] 10.222.0.35 "GET /v2.0/networks/a542f6fe-be71-4525-a081-170c5259c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265230 Apr 23 10:09:50.913847 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa81bde4-9183-4779-a412-2ca536b56f27 req-a81c6999-9c86-46cb-8524-e8b5b9a64a9d service neutron] 10.222.0.35 "GET /v2.0/networks/a542f6fe-be71-4525-a081-170c5259c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430149 Apr 23 10:09:51.090184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5fd2ae-0c74-47c1-838c-ba5b0e0ca6e2 None None] New status for floating IP 0bddc393-3cb4-49ad-a501-b8b789641add: DOWN {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:09:51.481403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87015c-ad95-4328-beb2-73bd8553b929 req-2f03a26e-a09c-4dea-aba5-dd05f82ffe55 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:09:51.483126 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fd87015c-ad95-4328-beb2-73bd8553b929 req-2f03a26e-a09c-4dea-aba5-dd05f82ffe55 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.0904748 Apr 23 10:09:51.573265 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-fd87015c-ad95-4328-beb2-73bd8553b929 req-8080cc70-0e47-47da-be43-88a6be0b62ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=d10cb755-1849-4787-8b04-69af76ab20fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828731 Apr 23 10:09:51.734327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e794f8b-e353-4461-9fa4-018d8a3ada93 req-e773352d-d1d9-42d8-b7ac-61d0a5469127 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:09:51.735241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-4e794f8b-e353-4461-9fa4-018d8a3ada93 req-e773352d-d1d9-42d8-b7ac-61d0a5469127 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Synchronizing usage tracker for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:09:51.777970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-4e794f8b-e353-4461-9fa4-018d8a3ada93 req-e773352d-d1d9-42d8-b7ac-61d0a5469127 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Unset dirty status for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:09:51.779466 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4e794f8b-e353-4461-9fa4-018d8a3ada93 req-e773352d-d1d9-42d8-b7ac-61d0a5469127 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 946 time: 0.1394906 Apr 23 10:09:51.935771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-4e794f8b-e353-4461-9fa4-018d8a3ada93 req-0e984719-0fbc-4ad1-b940-aab0df03d326 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting port 9548c3bb-376e-4728-a543-67c35883df60 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:09:51.936566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4e794f8b-e353-4461-9fa4-018d8a3ada93 req-0e984719-0fbc-4ad1-b940-aab0df03d326 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:52.086280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-4e794f8b-e353-4461-9fa4-018d8a3ada93 req-0e984719-0fbc-4ad1-b940-aab0df03d326 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] For port 9548c3bb-376e-4728-a543-67c35883df60, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9548c3bb-376e-4728-a543-67c35883df60,segment=NetworkSegment(d173ade6-fa86-405c-871d-c39f7d807810),segment_id=d173ade6-fa86-405c-871d-c39f7d807810)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:09:52.086738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4e794f8b-e353-4461-9fa4-018d8a3ada93 req-0e984719-0fbc-4ad1-b940-aab0df03d326 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:52.226703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-4e794f8b-e353-4461-9fa4-018d8a3ada93 req-0e984719-0fbc-4ad1-b940-aab0df03d326 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Calling delete_port for 9548c3bb-376e-4728-a543-67c35883df60 owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:09:52.486990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4e794f8b-e353-4461-9fa4-018d8a3ada93 req-0e984719-0fbc-4ad1-b940-aab0df03d326 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:52.493385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5290fe9d-aa37-4970-bfc7-a24cf4e906fc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:09:52.547980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e984719-0fbc-4ad1-b940-aab0df03d326 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Port': ['ID=9548c3bb-376e-4728-a543-67c35883df60,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:09:52.551449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0e984719-0fbc-4ad1-b940-aab0df03d326 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:09:52.629300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e794f8b-e353-4461-9fa4-018d8a3ada93 req-0e984719-0fbc-4ad1-b940-aab0df03d326 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] No DVR routers for this DVR port 9548c3bb-376e-4728-a543-67c35883df60 on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:09:52.631740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-4e794f8b-e353-4461-9fa4-018d8a3ada93 req-0e984719-0fbc-4ad1-b940-aab0df03d326 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:52.634827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769997ea-07eb-4fe7-8d08-72ee5309359b', 'name': 'network-vif-deleted', 'tag': '9548c3bb-376e-4728-a543-67c35883df60'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:09:52.675891 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4e794f8b-e353-4461-9fa4-018d8a3ada93 req-0e984719-0fbc-4ad1-b940-aab0df03d326 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "DELETE /v2.0/ports/9548c3bb-376e-4728-a543-67c35883df60 HTTP/1.1" status: 204 len: 173 time: 0.8912828 Apr 23 10:09:52.748158 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a42d09a3-61ce-43eb-a982-0185ed284624 req-185fb67d-9980-4682-aa26-ea15891417a0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=769997ea-07eb-4fe7-8d08-72ee5309359b HTTP/1.1" status: 200 len: 210 time: 0.0544693 Apr 23 10:09:52.805777 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769997ea-07eb-4fe7-8d08-72ee5309359b', 'name': 'network-vif-deleted', 'tag': '9548c3bb-376e-4728-a543-67c35883df60', 'status': 'completed', 'code': 200} Apr 23 10:09:53.857981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49396) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:09:53.881021 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:54.509242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-71651176-f1a1-494a-8650-18c0ca19f1d5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:54.910338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 9548c3bb-376e-4728-a543-67c35883df60 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:09:54.952486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 9548c3bb-376e-4728-a543-67c35883df60 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:09:54.952895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 9548c3bb-376e-4728-a543-67c35883df60 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:09:54.966674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-71651176-f1a1-494a-8650-18c0ca19f1d5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting port 02264f92-2fcb-404e-8990-a69c0f5552ff {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:09:54.966674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-71651176-f1a1-494a-8650-18c0ca19f1d5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:55.113887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-71651176-f1a1-494a-8650-18c0ca19f1d5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] For port 02264f92-2fcb-404e-8990-a69c0f5552ff, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=02264f92-2fcb-404e-8990-a69c0f5552ff,segment=NetworkSegment(d173ade6-fa86-405c-871d-c39f7d807810),segment_id=d173ade6-fa86-405c-871d-c39f7d807810)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:09:55.114345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-71651176-f1a1-494a-8650-18c0ca19f1d5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:55.257899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-71651176-f1a1-494a-8650-18c0ca19f1d5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Calling delete_port for 02264f92-2fcb-404e-8990-a69c0f5552ff owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:09:55.576576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-71651176-f1a1-494a-8650-18c0ca19f1d5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:55.582091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a7bf94da-269d-4adc-a406-2faafcf05ff9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:09:55.636141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71651176-f1a1-494a-8650-18c0ca19f1d5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Port': ['ID=02264f92-2fcb-404e-8990-a69c0f5552ff,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:09:55.672786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-71651176-f1a1-494a-8650-18c0ca19f1d5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:09:55.935958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-71651176-f1a1-494a-8650-18c0ca19f1d5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:56.643460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71651176-f1a1-494a-8650-18c0ca19f1d5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router c98ad298-ad85-46d8-9ae9-c15ac31c0753 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:09:56.842641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71651176-f1a1-494a-8650-18c0ca19f1d5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:09:56.852771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbc5ec4-e5dc-49bd-8c92-6befb2e99065 None None] Sync routers for ids ['c98ad298-ad85-46d8-9ae9-c15ac31c0753'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:09:56.857607 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-71651176-f1a1-494a-8650-18c0ca19f1d5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "PUT /v2.0/routers/c98ad298-ad85-46d8-9ae9-c15ac31c0753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9977112 Apr 23 10:09:56.861670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49400) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:09:56.863507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbc5ec4-e5dc-49bd-8c92-6befb2e99065 None None] Routers {'c98ad298-ad85-46d8-9ae9-c15ac31c0753'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:09:56.864187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7dbc5ec4-e5dc-49bd-8c92-6befb2e99065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:09:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c98ad298-ad85-46d8-9ae9-c15ac31c0753'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:09:56.938229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-6acac559-2695-41de-9115-227e05472c59 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting subnet 82c8a23b-71a7-4112-b2e5-186ab6ddb20d {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:09:56.941516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6acac559-2695-41de-9115-227e05472c59 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:57.005996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6acac559-2695-41de-9115-227e05472c59 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:57.058887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-7dbc5ec4-e5dc-49bd-8c92-6befb2e99065 None None] Set router c98ad298-ad85-46d8-9ae9-c15ac31c0753 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:09:57.185954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6acac559-2695-41de-9115-227e05472c59 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:57.364343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7dbc5ec4-e5dc-49bd-8c92-6befb2e99065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614044030', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '2883678c-30f5-431d-8292-d460312efc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:07:15Z', 'updated_at': '2021-04-23T10:09:55Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '2883678c-30f5-431d-8292-d460312efc60', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:07:16Z', 'updated_at': '2021-04-23T10:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:09:57.368396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbc5ec4-e5dc-49bd-8c92-6befb2e99065 None None] Checking router: c98ad298-ad85-46d8-9ae9-c15ac31c0753 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:09:57.377731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbc5ec4-e5dc-49bd-8c92-6befb2e99065 None None] Routers {'c98ad298-ad85-46d8-9ae9-c15ac31c0753'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:09:57.378425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7dbc5ec4-e5dc-49bd-8c92-6befb2e99065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:09:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['c98ad298-ad85-46d8-9ae9-c15ac31c0753'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:09:57.498258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6acac559-2695-41de-9115-227e05472c59 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:57.503508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-43e85946-05f0-4ed2-95be-985534bb449b tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:09:57.542496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acac559-2695-41de-9115-227e05472c59 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Subnet': ['ID=82c8a23b-71a7-4112-b2e5-186ab6ddb20d,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:09:57.545932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6acac559-2695-41de-9115-227e05472c59 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:09:57.547025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6acac559-2695-41de-9115-227e05472c59 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:57.555178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd1d020-ee01-474b-bb47-e39ff7abf910 None None] Network a542f6fe-be71-4525-a081-170c5259c184 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:09:57.556520 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6acac559-2695-41de-9115-227e05472c59 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/subnets/82c8a23b-71a7-4112-b2e5-186ab6ddb20d HTTP/1.1" status: 204 len: 168 time: 0.6937478 Apr 23 10:09:57.557037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49404) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:09:57.572981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-7dbc5ec4-e5dc-49bd-8c92-6befb2e99065 None None] Set router c98ad298-ad85-46d8-9ae9-c15ac31c0753 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:09:57.772422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:57.843952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaceccb-7021-471c-b549-9bf6734a3cb9 None None] DHCP port deletion for a542f6fe-be71-4525-a081-170c5259c184 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 10:09:57.923112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bcaceccb-7021-471c-b549-9bf6734a3cb9 None None] Deleting port 8ed0621e-bc37-479d-bc64-730f6169e8a8 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:09:57.923538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bcaceccb-7021-471c-b549-9bf6734a3cb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:57.986235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:58.036268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-bcaceccb-7021-471c-b549-9bf6734a3cb9 None None] For port 8ed0621e-bc37-479d-bc64-730f6169e8a8, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=8ed0621e-bc37-479d-bc64-730f6169e8a8,segment=NetworkSegment(d173ade6-fa86-405c-871d-c39f7d807810),segment_id=d173ade6-fa86-405c-871d-c39f7d807810)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:09:58.036631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bcaceccb-7021-471c-b549-9bf6734a3cb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:58.063487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-7dbc5ec4-e5dc-49bd-8c92-6befb2e99065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614044030', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '2883678c-30f5-431d-8292-d460312efc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:07:15Z', 'updated_at': '2021-04-23T10:09:55Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '2883678c-30f5-431d-8292-d460312efc60', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:07:16Z', 'updated_at': '2021-04-23T10:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:09:58.068349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbc5ec4-e5dc-49bd-8c92-6befb2e99065 None None] The sync data for ids ['c98ad298-ad85-46d8-9ae9-c15ac31c0753'] in dv-neutron-786478-4-hyperv is: [{'id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614044030', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '2883678c-30f5-431d-8292-d460312efc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:07:15Z', 'updated_at': '2021-04-23T10:09:55Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '2883678c-30f5-431d-8292-d460312efc60', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98ad298-ad85-46d8-9ae9-c15ac31c0753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:07:16Z', 'updated_at': '2021-04-23T10:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:09:58.152862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting port 2883678c-30f5-431d-8292-d460312efc60 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:09:58.153233 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:58.182121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bcaceccb-7021-471c-b549-9bf6734a3cb9 None None] Calling delete_port for 8ed0621e-bc37-479d-bc64-730f6169e8a8 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:09:58.287326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bcaceccb-7021-471c-b549-9bf6734a3cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:58.293454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:09:58.347446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaceccb-7021-471c-b549-9bf6734a3cb9 None None] Pushing event deleted for resources: {'Port': ['ID=8ed0621e-bc37-479d-bc64-730f6169e8a8,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:09:58.349664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaceccb-7021-471c-b549-9bf6734a3cb9 None None] No DVR routers for this DVR port 8ed0621e-bc37-479d-bc64-730f6169e8a8 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:09:58.351295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bcaceccb-7021-471c-b549-9bf6734a3cb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:09:58.605799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] For port 2883678c-30f5-431d-8292-d460312efc60, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2883678c-30f5-431d-8292-d460312efc60,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:09:58.606204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:58.747137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Calling delete_port for 2883678c-30f5-431d-8292-d460312efc60 owned by network:router_gateway {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:09:59.035250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:59.038038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1c55954d-c163-4d3b-808c-ec160dbd2b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:09:59.084511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Port': ['ID=2883678c-30f5-431d-8292-d460312efc60,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:09:59.125149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:09:59.125582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:09:59.126017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:09:59.126472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:09:59.126898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:09:59.127323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:09:59.127746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:09:59.128161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:09:59.128565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:09:59.128978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:09:59.129444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:09:59.129829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:09:59.138869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:09:59.207872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:59.397117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:59.399551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:59.457750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:59.458252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Fanout notify agent at l3_agent the message router_deleted on router c98ad298-ad85-46d8-9ae9-c15ac31c0753 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 10:09:59.474771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:59.476006 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/routers/c98ad298-ad85-46d8-9ae9-c15ac31c0753 HTTP/1.1" status: 204 len: 168 time: 1.9175150 Apr 23 10:09:59.479352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49408) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:09:59.619420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4de6edc-cce4-43bc-b5b3-6c2430a26806 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:59.771541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 8ed0621e-bc37-479d-bc64-730f6169e8a8 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:09:59.773188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4de6edc-cce4-43bc-b5b3-6c2430a26806 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:59.812183 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 8ed0621e-bc37-479d-bc64-730f6169e8a8 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:09:59.812581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 8ed0621e-bc37-479d-bc64-730f6169e8a8 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:09:59.813067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2883678c-30f5-431d-8292-d460312efc60 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:09:59.849207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 2883678c-30f5-431d-8292-d460312efc60 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:09:59.849613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2883678c-30f5-431d-8292-d460312efc60 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:09:59.850083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 02264f92-2fcb-404e-8990-a69c0f5552ff no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:09:59.886921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 02264f92-2fcb-404e-8990-a69c0f5552ff {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:09:59.887318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 02264f92-2fcb-404e-8990-a69c0f5552ff not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:09:59.901001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-b4de6edc-cce4-43bc-b5b3-6c2430a26806 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a542f6fe-be71-4525-a081-170c5259c184']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:09:59.915206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-b4de6edc-cce4-43bc-b5b3-6c2430a26806 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd173ade6-fa86-405c-871d-c39f7d807810') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:09:59.915461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-b4de6edc-cce4-43bc-b5b3-6c2430a26806 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd173ade6-fa86-405c-871d-c39f7d807810') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:09:59.928164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4de6edc-cce4-43bc-b5b3-6c2430a26806 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:59.943109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4de6edc-cce4-43bc-b5b3-6c2430a26806 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:09:59.949486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4de6edc-cce4-43bc-b5b3-6c2430a26806 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:10:00.136031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b4de6edc-cce4-43bc-b5b3-6c2430a26806 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network a542f6fe-be71-4525-a081-170c5259c184 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:10:00.146638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4de6edc-cce4-43bc-b5b3-6c2430a26806 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:00.332500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b4de6edc-cce4-43bc-b5b3-6c2430a26806 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network a542f6fe-be71-4525-a081-170c5259c184 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:10:00.357762 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:10:00.503629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4de6edc-cce4-43bc-b5b3-6c2430a26806 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:00.508083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b4de6edc-cce4-43bc-b5b3-6c2430a26806 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:00.511701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-244d7fcd-c1a6-49b7-8d1b-162eb4066f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:00.539304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de6edc-cce4-43bc-b5b3-6c2430a26806 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Network': ['ID=a542f6fe-be71-4525-a081-170c5259c184,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:00.541931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b4de6edc-cce4-43bc-b5b3-6c2430a26806 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:00.573120 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b4de6edc-cce4-43bc-b5b3-6c2430a26806 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/networks/a542f6fe-be71-4525-a081-170c5259c184 HTTP/1.1" status: 204 len: 168 time: 1.0926414 Apr 23 10:10:00.576591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49412) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:10:00.656016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-752b8eb8-f348-4cce-adc2-848953da1009 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:00.691094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-752b8eb8-f348-4cce-adc2-848953da1009 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:00.772004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-752b8eb8-f348-4cce-adc2-848953da1009 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:00.777656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6d25ec29-6eef-4e47-8fcd-52db1abcfc6a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:00.797650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b8eb8-f348-4cce-adc2-848953da1009 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10cb755-1849-4787-8b04-69af76ab20fa,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:00.800540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-752b8eb8-f348-4cce-adc2-848953da1009 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:00.851421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-752b8eb8-f348-4cce-adc2-848953da1009 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:00.852711 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-752b8eb8-f348-4cce-adc2-848953da1009 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/security-groups/d10cb755-1849-4787-8b04-69af76ab20fa HTTP/1.1" status: 204 len: 168 time: 0.2750101 Apr 23 10:10:01.211870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49420) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:10:01.218711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-e4bbce84-b50f-4c0e-ae20-d4285f0fe78c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1794572400', 'description': 'tempest-secgroup-smoke-1794572400 description', 'project_id': '54edd41c8fc1484eb66cc45008be2739'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:10:01.225663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e4bbce84-b50f-4c0e-ae20-d4285f0fe78c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:10:01.230216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e4bbce84-b50f-4c0e-ae20-d4285f0fe78c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:10:01.233928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e4bbce84-b50f-4c0e-ae20-d4285f0fe78c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:10:01.240127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e4bbce84-b50f-4c0e-ae20-d4285f0fe78c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:10:01.281239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e4bbce84-b50f-4c0e-ae20-d4285f0fe78c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:01.304664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e4bbce84-b50f-4c0e-ae20-d4285f0fe78c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:10:01.308791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e4bbce84-b50f-4c0e-ae20-d4285f0fe78c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:10:01.312555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-e4bbce84-b50f-4c0e-ae20-d4285f0fe78c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:10:01.318946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-e4bbce84-b50f-4c0e-ae20-d4285f0fe78c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:10:01.517053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e4bbce84-b50f-4c0e-ae20-d4285f0fe78c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:01.559465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e4bbce84-b50f-4c0e-ae20-d4285f0fe78c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:01.565680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-515f396f-ecfd-4e9c-bf17-8922641fe6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:01.610713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbce84-b50f-4c0e-ae20-d4285f0fe78c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f736c42-ed21-4ea5-8252-b850a5eaf72b,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:01.613752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e4bbce84-b50f-4c0e-ae20-d4285f0fe78c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:01.663990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e4bbce84-b50f-4c0e-ae20-d4285f0fe78c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:01.665484 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e4bbce84-b50f-4c0e-ae20-d4285f0fe78c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4523492 Apr 23 10:10:01.668597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49424) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:10:01.675148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-fa6eb0de-a911-4f36-b00c-7689facc9a58 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': '8f736c42-ed21-4ea5-8252-b850a5eaf72b', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:10:01.681987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fa6eb0de-a911-4f36-b00c-7689facc9a58 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:10:01.686548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fa6eb0de-a911-4f36-b00c-7689facc9a58 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:10:01.692099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fa6eb0de-a911-4f36-b00c-7689facc9a58 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:10:01.698440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fa6eb0de-a911-4f36-b00c-7689facc9a58 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:10:01.751491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa6eb0de-a911-4f36-b00c-7689facc9a58 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:01.820404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa6eb0de-a911-4f36-b00c-7689facc9a58 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:01.852445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa6eb0de-a911-4f36-b00c-7689facc9a58 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:01.860803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f18f5c65-b17f-4474-9970-c038bdfeecc1 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:01.885680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6eb0de-a911-4f36-b00c-7689facc9a58 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66349cb-b421-4808-af60-7cce6e0025a4,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:01.889961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fa6eb0de-a911-4f36-b00c-7689facc9a58 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:02.018434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fa6eb0de-a911-4f36-b00c-7689facc9a58 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:02.019853 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fa6eb0de-a911-4f36-b00c-7689facc9a58 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3501809 Apr 23 10:10:02.023933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49428) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:10:02.031478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-047c15d2-8e16-4f0c-9871-1ca12d05eaee tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': '8f736c42-ed21-4ea5-8252-b850a5eaf72b', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:10:02.039000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-047c15d2-8e16-4f0c-9871-1ca12d05eaee tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:10:02.044099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-047c15d2-8e16-4f0c-9871-1ca12d05eaee tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:10:02.048055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-047c15d2-8e16-4f0c-9871-1ca12d05eaee tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:10:02.054993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-047c15d2-8e16-4f0c-9871-1ca12d05eaee tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:10:02.111208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-047c15d2-8e16-4f0c-9871-1ca12d05eaee tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:02.189399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-047c15d2-8e16-4f0c-9871-1ca12d05eaee tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:02.212370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-047c15d2-8e16-4f0c-9871-1ca12d05eaee tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:02.221480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c706926c-f4e0-464d-a583-f5c3e402fd8c tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:02.245945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c15d2-8e16-4f0c-9871-1ca12d05eaee tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483d9430-f84c-4873-a7c7-91003cf9fc06,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:02.249113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-047c15d2-8e16-4f0c-9871-1ca12d05eaee tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:02.275344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-047c15d2-8e16-4f0c-9871-1ca12d05eaee tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:02.276674 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-047c15d2-8e16-4f0c-9871-1ca12d05eaee tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2516396 Apr 23 10:10:02.280253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49432) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:10:02.286207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-260cf8fb-b8f3-46e0-a3ce-3247d4cf407f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': '8f736c42-ed21-4ea5-8252-b850a5eaf72b', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:10:02.293196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-260cf8fb-b8f3-46e0-a3ce-3247d4cf407f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:10:02.298533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-260cf8fb-b8f3-46e0-a3ce-3247d4cf407f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:10:02.301775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-260cf8fb-b8f3-46e0-a3ce-3247d4cf407f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:10:02.308342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-260cf8fb-b8f3-46e0-a3ce-3247d4cf407f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:10:02.346904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-260cf8fb-b8f3-46e0-a3ce-3247d4cf407f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:02.418285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-260cf8fb-b8f3-46e0-a3ce-3247d4cf407f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:02.447597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-260cf8fb-b8f3-46e0-a3ce-3247d4cf407f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:02.449958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-df9c5bc2-d6c8-4416-9f8a-537ab71de4ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:02.476551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260cf8fb-b8f3-46e0-a3ce-3247d4cf407f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d75986-c485-484c-ae8d-8877833e0d17,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:02.484632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-260cf8fb-b8f3-46e0-a3ce-3247d4cf407f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:02.515723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-260cf8fb-b8f3-46e0-a3ce-3247d4cf407f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:02.517354 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-260cf8fb-b8f3-46e0-a3ce-3247d4cf407f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2357740 Apr 23 10:10:02.520832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49436) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:10:02.526884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-46fef2fb-d65a-4072-a746-c3520372c770 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': '8f736c42-ed21-4ea5-8252-b850a5eaf72b', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:10:02.535078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-46fef2fb-d65a-4072-a746-c3520372c770 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:10:02.540721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-46fef2fb-d65a-4072-a746-c3520372c770 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:10:02.543934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-46fef2fb-d65a-4072-a746-c3520372c770 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:10:02.550230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-46fef2fb-d65a-4072-a746-c3520372c770 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:10:02.597815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46fef2fb-d65a-4072-a746-c3520372c770 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:02.671417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46fef2fb-d65a-4072-a746-c3520372c770 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:02.719574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46fef2fb-d65a-4072-a746-c3520372c770 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:02.721602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fdb79ebc-051e-4f70-98d4-d12dc7cc9517 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:02.747214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fef2fb-d65a-4072-a746-c3520372c770 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9701dcd-8ee7-41aa-acae-49c3fa323a5d,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:02.755645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-46fef2fb-d65a-4072-a746-c3520372c770 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:02.789504 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46fef2fb-d65a-4072-a746-c3520372c770 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:02.790921 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-46fef2fb-d65a-4072-a746-c3520372c770 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2689853 Apr 23 10:10:02.793884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49440) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:10:02.799865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c643135c-cb7e-4c98-ac3b-7c09edd3d44f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': '8f736c42-ed21-4ea5-8252-b850a5eaf72b', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:10:02.806829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c643135c-cb7e-4c98-ac3b-7c09edd3d44f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:10:02.811141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c643135c-cb7e-4c98-ac3b-7c09edd3d44f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:10:02.814637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c643135c-cb7e-4c98-ac3b-7c09edd3d44f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:10:02.821509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c643135c-cb7e-4c98-ac3b-7c09edd3d44f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:10:02.862409 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-c643135c-cb7e-4c98-ac3b-7c09edd3d44f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Project 54edd41c8fc1484eb66cc45008be2739 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 10:10:02.869982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c643135c-cb7e-4c98-ac3b-7c09edd3d44f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:02.941913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c643135c-cb7e-4c98-ac3b-7c09edd3d44f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:02.982105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c643135c-cb7e-4c98-ac3b-7c09edd3d44f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:02.984189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:03.009025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643135c-cb7e-4c98-ac3b-7c09edd3d44f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ca0b58-99dc-4650-91aa-de89874f1084,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:03.011747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c643135c-cb7e-4c98-ac3b-7c09edd3d44f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:03.050579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c643135c-cb7e-4c98-ac3b-7c09edd3d44f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:03.051917 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c643135c-cb7e-4c98-ac3b-7c09edd3d44f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2569389 Apr 23 10:10:03.054880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49444) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:10:03.061310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b5a00a29-a8e7-4bfd-8afe-1b05435bceed tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': '8f736c42-ed21-4ea5-8252-b850a5eaf72b', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:10:03.068295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b5a00a29-a8e7-4bfd-8afe-1b05435bceed tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:10:03.072666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b5a00a29-a8e7-4bfd-8afe-1b05435bceed tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:10:03.076677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b5a00a29-a8e7-4bfd-8afe-1b05435bceed tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:10:03.083068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b5a00a29-a8e7-4bfd-8afe-1b05435bceed tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:10:03.119570 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-b5a00a29-a8e7-4bfd-8afe-1b05435bceed tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Project 54edd41c8fc1484eb66cc45008be2739 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 10:10:03.127821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5a00a29-a8e7-4bfd-8afe-1b05435bceed tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:03.198997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5a00a29-a8e7-4bfd-8afe-1b05435bceed tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:03.233861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5a00a29-a8e7-4bfd-8afe-1b05435bceed tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:03.235925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e0cb9d5c-4b6b-4f5a-82a8-c6a457746935 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:03.264536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a00a29-a8e7-4bfd-8afe-1b05435bceed tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf0e36c-3af8-48f4-afb5-bac016ff54a3,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:03.267286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b5a00a29-a8e7-4bfd-8afe-1b05435bceed tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:03.303709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5a00a29-a8e7-4bfd-8afe-1b05435bceed tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:03.305091 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b5a00a29-a8e7-4bfd-8afe-1b05435bceed tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2491372 Apr 23 10:10:03.308527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49448) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:10:03.315329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0f08c4d8-142c-4aee-b745-3f9eb068106e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'network': {'name': 'tempest-network-smoke--286056999', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'port_security_enabled': True}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:10:03.320980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0f08c4d8-142c-4aee-b745-3f9eb068106e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:10:03.325510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0f08c4d8-142c-4aee-b745-3f9eb068106e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:network and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:10:03.328572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0f08c4d8-142c-4aee-b745-3f9eb068106e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:10:03.334774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0f08c4d8-142c-4aee-b745-3f9eb068106e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:10:03.370704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f08c4d8-142c-4aee-b745-3f9eb068106e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Made reservation on behalf of 54edd41c8fc1484eb66cc45008be2739 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:10:03.377521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f08c4d8-142c-4aee-b745-3f9eb068106e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:03.408407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f08c4d8-142c-4aee-b745-3f9eb068106e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:10:03.466525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f08c4d8-142c-4aee-b745-3f9eb068106e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:03.466952 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-0f08c4d8-142c-4aee-b745-3f9eb068106e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Added segment 99364b37-f04e-4721-a23f-1e5862c3fee9 of type vlan for network 42c2fb13-d08e-4c82-b8f2-65cfecfa169b Apr 23 10:10:03.545285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f08c4d8-142c-4aee-b745-3f9eb068106e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:03.612430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f08c4d8-142c-4aee-b745-3f9eb068106e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:03.619292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f08c4d8-142c-4aee-b745-3f9eb068106e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:03.619961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0f08c4d8-142c-4aee-b745-3f9eb068106e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:03.626043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5c04e5e4-df81-4771-a785-8f3fa8e30ff4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:03.741107 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0f08c4d8-142c-4aee-b745-3f9eb068106e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4313424 Apr 23 10:10:03.744198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49452) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:10:03.748514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08c4d8-142c-4aee-b745-3f9eb068106e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Network': ['ID=42c2fb13-d08e-4c82-b8f2-65cfecfa169b,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:03.751255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-47399560', 'admin_state_up': True, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:10:03.751438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0f08c4d8-142c-4aee-b745-3f9eb068106e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:03.759370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:10:03.761835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 42c2fb13-d08e-4c82-b8f2-65cfecfa169b details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:10:03.765423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:router and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:10:03.771243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:10:03.783885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:10:03.824394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:03.826145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:03.842674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:04.188638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:04.549466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:04.581554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:04.730791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Allocated IP 172.26.4.135 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/483204b1-2dfd-4bcd-8942-0374b47ee761) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:10:04.893485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:04.954129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:04.959486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:05.027195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:10:05.031682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:10:05.034285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:10:05.077893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=483204b1-2dfd-4bcd-8942-0374b47ee761,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:05.081160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:05.605377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:06.292112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:06.577824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router 2eb7ac14-c7f7-4d3e-a145-4d4e671f2661 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 10:10:06.732576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd227176-852f-479a-90a2-bfcfc999e2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:06.779618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:10:06.790290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] Sync routers for ids ['2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:10:06.801181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] Routers {'2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:10:06.801967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:09:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:10:06.835822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:06.837117 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0917346 Apr 23 10:10:06.840449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49456) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:10:06.895672 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ab1f48dc-64ce-4ae6-aa3e-6bbef006fb91 tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=54edd41c8fc1484eb66cc45008be2739&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0514328 Apr 23 10:10:06.896113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49460) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:10:07.003262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] Set router 2eb7ac14-c7f7-4d3e-a145-4d4e671f2661 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:10:07.055366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1401e5-9014-4e7e-aec5-029ae10c66b8 tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:07.058113 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1a1401e5-9014-4e7e-aec5-029ae10c66b8 tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1606596 Apr 23 10:10:07.062927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49464) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:10:07.146719 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bb6bc8ef-5adb-4db8-8d30-f31aef0d2cdc tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0815623 Apr 23 10:10:07.149294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49468) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:10:07.156793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-90e99992-2f4f-45f1-83a5-8eac2e6a5286 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-378150135', 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:10:07.282824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-90e99992-2f4f-45f1-83a5-8eac2e6a5286 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:10:07.287086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-90e99992-2f4f-45f1-83a5-8eac2e6a5286 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:subnet and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:10:07.290509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-90e99992-2f4f-45f1-83a5-8eac2e6a5286 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:10:07.297695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-90e99992-2f4f-45f1-83a5-8eac2e6a5286 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:10:07.329816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47399560', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:10:03Z', 'updated_at': '2021-04-23T10:10:05Z', 'revision_number': 3, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:10:04Z', 'updated_at': '2021-04-23T10:10:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:10:07.334071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] Checking router: 2eb7ac14-c7f7-4d3e-a145-4d4e671f2661 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:10:07.334503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] Updating router 2eb7ac14-c7f7-4d3e-a145-4d4e671f2661 port 483204b1-2dfd-4bcd-8942-0374b47ee761 binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:10:07.353832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e99992-2f4f-45f1-83a5-8eac2e6a5286 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Made reservation on behalf of 54edd41c8fc1484eb66cc45008be2739 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:10:07.360646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90e99992-2f4f-45f1-83a5-8eac2e6a5286 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:07.394579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:07.783793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:07.797417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] Transition to ACTIVE for port object 483204b1-2dfd-4bcd-8942-0374b47ee761 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:10:07.839472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:07.845284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e75bb0ad-df4c-4698-85fe-b8ebd1cfc158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:07.933983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] Attempting to bind port 483204b1-2dfd-4bcd-8942-0374b47ee761 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:10:07.934425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] Attempting to bind port 483204b1-2dfd-4bcd-8942-0374b47ee761 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:10:07.934985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] Attempting to bind port 483204b1-2dfd-4bcd-8942-0374b47ee761 on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:10:07.937352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3885ba-78fe-4cd6-84ed-121c3e9da6e0 None None] Pushing event updated for resources: {'Port': ['ID=483204b1-2dfd-4bcd-8942-0374b47ee761,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:07.948064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3885ba-78fe-4cd6-84ed-121c3e9da6e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:10:07.948450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3885ba-78fe-4cd6-84ed-121c3e9da6e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:10:07.948834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3885ba-78fe-4cd6-84ed-121c3e9da6e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:10:07.949205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3885ba-78fe-4cd6-84ed-121c3e9da6e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:10:07.949580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3885ba-78fe-4cd6-84ed-121c3e9da6e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:10:07.949948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3885ba-78fe-4cd6-84ed-121c3e9da6e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:10:07.950337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3885ba-78fe-4cd6-84ed-121c3e9da6e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:10:07.951309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3885ba-78fe-4cd6-84ed-121c3e9da6e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:10:07.951718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3885ba-78fe-4cd6-84ed-121c3e9da6e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:10:07.952175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3885ba-78fe-4cd6-84ed-121c3e9da6e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:10:07.952546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3885ba-78fe-4cd6-84ed-121c3e9da6e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:10:07.952917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3885ba-78fe-4cd6-84ed-121c3e9da6e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:10:07.956653 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:10:07.957075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:10:07.957526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:07.957967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:10:07.958533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] Bound port: 483204b1-2dfd-4bcd-8942-0374b47ee761, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:10:07.958949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:07.985388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-db3885ba-78fe-4cd6-84ed-121c3e9da6e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:08.036593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90e99992-2f4f-45f1-83a5-8eac2e6a5286 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:08.041466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e76b7106-4211-4c8c-ba30-7e44c6783cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:08.043672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] For port 483204b1-2dfd-4bcd-8942-0374b47ee761, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:10:08.047598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] For port 483204b1-2dfd-4bcd-8942-0374b47ee761, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=483204b1-2dfd-4bcd-8942-0374b47ee761,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:10:08.110231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:08.115577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-db3885ba-78fe-4cd6-84ed-121c3e9da6e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:08.124272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e99992-2f4f-45f1-83a5-8eac2e6a5286 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Subnet': ['ID=2c959529-37e6-4202-9d62-deed0ff5d327,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:08.128652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-90e99992-2f4f-45f1-83a5-8eac2e6a5286 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:08.133200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e99992-2f4f-45f1-83a5-8eac2e6a5286 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Checking segment: {'id': '99364b37-f04e-4721-a23f-1e5862c3fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:10:08.133611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e99992-2f4f-45f1-83a5-8eac2e6a5286 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network hostable DHCP agents. Network: 42c2fb13-d08e-4c82-b8f2-65cfecfa169b, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:10:08.202731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] Routers {'2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:10:08.203409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:09:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:10:08.206552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e99992-2f4f-45f1-83a5-8eac2e6a5286 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 42c2fb13-d08e-4c82-b8f2-65cfecfa169b is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:10:08.268254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-90e99992-2f4f-45f1-83a5-8eac2e6a5286 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 42c2fb13-d08e-4c82-b8f2-65cfecfa169b) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:10:08.282899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e99992-2f4f-45f1-83a5-8eac2e6a5286 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:08.283576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-90e99992-2f4f-45f1-83a5-8eac2e6a5286 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:08.331167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc224bb-ec06-47bf-93e0-99e9ffaa7772 None None] Network 42c2fb13-d08e-4c82-b8f2-65cfecfa169b requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:10:08.357317 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-90e99992-2f4f-45f1-83a5-8eac2e6a5286 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2038214 Apr 23 10:10:08.357633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49472) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:10:08.582528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3885ba-78fe-4cd6-84ed-121c3e9da6e0 None None] Pushing event updated for resources: {'Port': ['ID=483204b1-2dfd-4bcd-8942-0374b47ee761,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:08.585862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-db3885ba-78fe-4cd6-84ed-121c3e9da6e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:08.786215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] Set router 2eb7ac14-c7f7-4d3e-a145-4d4e671f2661 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:10:09.067776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-42c2fb13-d08e-4c82-b8f2-65cfecfa169b', 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ips': [{'subnet_id': '2c959529-37e6-4202-9d62-deed0ff5d327'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 10:10:09.068783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:09.181697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe66faa6-f59f-427d-b9a8-4856af0bf51f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:09.314840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47399560', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:10:03Z', 'updated_at': '2021-04-23T10:10:05Z', 'revision_number': 3, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:10:04Z', 'updated_at': '2021-04-23T10:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:10:09.327546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d95468-e57a-4723-8c57-18211504e5d3 None None] The sync data for ids ['2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'] in dv-neutron-786478-4-hyperv is: [{'id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47399560', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:10:03Z', 'updated_at': '2021-04-23T10:10:05Z', 'revision_number': 3, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:10:04Z', 'updated_at': '2021-04-23T10:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:10:09.329900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Allocated IP 172.20.0.2 (42c2fb13-d08e-4c82-b8f2-65cfecfa169b/2c959529-37e6-4202-9d62-deed0ff5d327/ac8da2fc-be86-4261-a1ae-df9e584811d4) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:10:09.579235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:09.592320 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Transition to ACTIVE for port object ac8da2fc-be86-4261-a1ae-df9e584811d4 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:10:09.663939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Transition to ACTIVE for port object ac8da2fc-be86-4261-a1ae-df9e584811d4 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:10:09.693224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:09.699491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:09.758725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff826553-63bc-4850-ba7e-b7bfedc9672d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:09.801318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Network 42c2fb13-d08e-4c82-b8f2-65cfecfa169b is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:10:09.804070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-fe66faa6-f59f-427d-b9a8-4856af0bf51f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Allocated IP 172.20.0.1 (42c2fb13-d08e-4c82-b8f2-65cfecfa169b/2c959529-37e6-4202-9d62-deed0ff5d327/618a4849-8e5d-4649-843d-ac6c3c6e21b2) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:10:09.819974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:10:09.828691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:10:09.843765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Pushing event updated for resources: {'Port': ['ID=ac8da2fc-be86-4261-a1ae-df9e584811d4,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:09.916744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:09.976020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Attempting to bind port ac8da2fc-be86-4261-a1ae-df9e584811d4 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:10:09.976351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Attempting to bind port ac8da2fc-be86-4261-a1ae-df9e584811d4 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '99364b37-f04e-4721-a23f-1e5862c3fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:10:09.976803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Attempting to bind port ac8da2fc-be86-4261-a1ae-df9e584811d4 on network 42c2fb13-d08e-4c82-b8f2-65cfecfa169b {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:10:09.983942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:10:09.984373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Checking segment: {'id': '99364b37-f04e-4721-a23f-1e5862c3fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:10:09.984834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:09.985254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Bound using segment: {'id': '99364b37-f04e-4721-a23f-1e5862c3fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:10:09.985785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Bound port: ac8da2fc-be86-4261-a1ae-df9e584811d4, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99364b37-f04e-4721-a23f-1e5862c3fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:10:09.986219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:10.062871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe66faa6-f59f-427d-b9a8-4856af0bf51f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:10.082449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fe66faa6-f59f-427d-b9a8-4856af0bf51f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Transition to ACTIVE for port object 618a4849-8e5d-4649-843d-ac6c3c6e21b2 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:10:10.094512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] For port ac8da2fc-be86-4261-a1ae-df9e584811d4, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:10:10.098102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] For port ac8da2fc-be86-4261-a1ae-df9e584811d4, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ac8da2fc-be86-4261-a1ae-df9e584811d4,segment=NetworkSegment(99364b37-f04e-4721-a23f-1e5862c3fee9),segment_id=99364b37-f04e-4721-a23f-1e5862c3fee9)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:10:10.140948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:10.149350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aa4e92b7-6df9-4c2b-908a-fc20823d8481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:10.173174 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe66faa6-f59f-427d-b9a8-4856af0bf51f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:10.179016 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ec31b213-dc5b-4b30-8689-8ecfbb9915e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:10.246056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe66faa6-f59f-427d-b9a8-4856af0bf51f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 42c2fb13-d08e-4c82-b8f2-65cfecfa169b is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:10:10.250710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-fe66faa6-f59f-427d-b9a8-4856af0bf51f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:10:10.256814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe66faa6-f59f-427d-b9a8-4856af0bf51f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:10:10.261264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Pushing event updated for resources: {'Port': ['ID=ac8da2fc-be86-4261-a1ae-df9e584811d4,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:10.273786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:10.323214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66faa6-f59f-427d-b9a8-4856af0bf51f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=618a4849-8e5d-4649-843d-ac6c3c6e21b2,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:10.329305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fe66faa6-f59f-427d-b9a8-4856af0bf51f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:10.349864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe66faa6-f59f-427d-b9a8-4856af0bf51f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:10.611701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:10.891627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe66faa6-f59f-427d-b9a8-4856af0bf51f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:11.325382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:11.411751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe66faa6-f59f-427d-b9a8-4856af0bf51f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:11.446991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe66faa6-f59f-427d-b9a8-4856af0bf51f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:11.486668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ca332182-fe7d-42e3-a9f7-05c152fdd37b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:11.605111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe66faa6-f59f-427d-b9a8-4856af0bf51f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:11.611808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66faa6-f59f-427d-b9a8-4856af0bf51f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=618a4849-8e5d-4649-843d-ac6c3c6e21b2,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:11.618726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fe66faa6-f59f-427d-b9a8-4856af0bf51f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:11.716492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ee4764-002c-497a-95d5-9184142a3806 None None] Network 42c2fb13-d08e-4c82-b8f2-65cfecfa169b requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:10:11.822684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe66faa6-f59f-427d-b9a8-4856af0bf51f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 42c2fb13-d08e-4c82-b8f2-65cfecfa169b is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:10:11.828570 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-fe66faa6-f59f-427d-b9a8-4856af0bf51f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:10:11.871090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-21dae89c-6a45-413e-a190-6b3104425cfb None None] Provisioning for port ac8da2fc-be86-4261-a1ae-df9e584811d4 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:10:11.896559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 483204b1-2dfd-4bcd-8942-0374b47ee761 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:10:12.043336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe66faa6-f59f-427d-b9a8-4856af0bf51f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router 2eb7ac14-c7f7-4d3e-a145-4d4e671f2661 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:10:12.082738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 483204b1-2dfd-4bcd-8942-0374b47ee761 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:10:12.091605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 483204b1-2dfd-4bcd-8942-0374b47ee761 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:10:12.092154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:12.264785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:12.283143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe66faa6-f59f-427d-b9a8-4856af0bf51f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:10:12.288153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 483204b1-2dfd-4bcd-8942-0374b47ee761, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=483204b1-2dfd-4bcd-8942-0374b47ee761,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:10:12.310433 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fe66faa6-f59f-427d-b9a8-4856af0bf51f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "PUT /v2.0/routers/2eb7ac14-c7f7-4d3e-a145-4d4e671f2661/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9505630 Apr 23 10:10:12.338361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:12.339441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ac8da2fc-be86-4261-a1ae-df9e584811d4 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:10:12.352777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] Sync routers for ids ['2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:10:12.366439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] Routers {'2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:10:12.367253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:10:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:10:12.396153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:12.581728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-e5894547-2da2-4d2b-8fe7-7e0c1c35f97f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Synchronizing usage tracker for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:10:12.621126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=483204b1-2dfd-4bcd-8942-0374b47ee761,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:12.626172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:12.632258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:12.638752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] Set router 2eb7ac14-c7f7-4d3e-a145-4d4e671f2661 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:10:12.652787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-e5894547-2da2-4d2b-8fe7-7e0c1c35f97f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Unset dirty status for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:10:12.655073 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-e5894547-2da2-4d2b-8fe7-7e0c1c35f97f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1794572400&fields=id&tenant_id=54edd41c8fc1484eb66cc45008be2739 HTTP/1.1" status: 200 len: 267 time: 0.1691022 Apr 23 10:10:12.657147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2ae3058a-43d8-41a7-8d8c-71847be6c07e None None] Provisioning for port 618a4849-8e5d-4649-843d-ac6c3c6e21b2 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:10:12.667762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-2ae3058a-43d8-41a7-8d8c-71847be6c07e None None] Provisioning complete for port 618a4849-8e5d-4649-843d-ac6c3c6e21b2 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:10:12.668458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2ae3058a-43d8-41a7-8d8c-71847be6c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:12.710096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port ac8da2fc-be86-4261-a1ae-df9e584811d4 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:10:12.730226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port ac8da2fc-be86-4261-a1ae-df9e584811d4 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:10:12.730681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:12.809346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-2ae3058a-43d8-41a7-8d8c-71847be6c07e None None] Port 618a4849-8e5d-4649-843d-ac6c3c6e21b2 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:10:12.913372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-95048eff-f6ac-469f-85e2-db0f28e48b62 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:12.914815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-95048eff-f6ac-469f-85e2-db0f28e48b62 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Synchronizing usage tracker for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:network {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:10:12.945121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:12.968308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-95048eff-f6ac-469f-85e2-db0f28e48b62 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Unset dirty status for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:network {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:10:12.981276 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-95048eff-f6ac-469f-85e2-db0f28e48b62 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/networks?id=42c2fb13-d08e-4c82-b8f2-65cfecfa169b HTTP/1.1" status: 200 len: 796 time: 0.3136489 Apr 23 10:10:12.984683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-611bbd36-c35f-451d-b79d-b618ca4dd862 None None] Provisioning complete for port 618a4849-8e5d-4649-843d-ac6c3c6e21b2 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:10:12.985289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-611bbd36-c35f-451d-b79d-b618ca4dd862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:13.003056 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-13c0194f-185a-4e9b-89c4-52c96a61ca32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/quotas/54edd41c8fc1484eb66cc45008be2739 HTTP/1.1" status: 200 len: 375 time: 0.0197623 Apr 23 10:10:13.030369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47399560', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:10:03Z', 'updated_at': '2021-04-23T10:10:10Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:10:04Z', 'updated_at': '2021-04-23T10:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '618a4849-8e5d-4649-843d-ac6c3c6e21b2', 'name': '', 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:c6:8d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '2c959529-37e6-4202-9d62-deed0ff5d327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:10:09Z', 'updated_at': '2021-04-23T10:10:11Z', 'revision_number': 2, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '2c959529-37e6-4202-9d62-deed0ff5d327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:10:13.037409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port ac8da2fc-be86-4261-a1ae-df9e584811d4, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ac8da2fc-be86-4261-a1ae-df9e584811d4,segment=NetworkSegment(99364b37-f04e-4721-a23f-1e5862c3fee9),segment_id=99364b37-f04e-4721-a23f-1e5862c3fee9)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:10:13.038222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] Checking router: 2eb7ac14-c7f7-4d3e-a145-4d4e671f2661 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:10:13.038895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] Updating router 2eb7ac14-c7f7-4d3e-a145-4d4e671f2661 port 618a4849-8e5d-4649-843d-ac6c3c6e21b2 binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:10:13.060628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-611bbd36-c35f-451d-b79d-b618ca4dd862 None None] Port 618a4849-8e5d-4649-843d-ac6c3c6e21b2 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:10:13.080061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:13.082566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:13.117350 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-c262fb77-877d-49a0-b087-a7ffcca0eab6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1132655 Apr 23 10:10:13.143869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:13.179421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=ac8da2fc-be86-4261-a1ae-df9e584811d4,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:13.184452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:13.199924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-97cd3781-ea9b-45ad-b45c-cde10461992a None None] Provisioning complete for port 618a4849-8e5d-4649-843d-ac6c3c6e21b2 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:10:13.200867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97cd3781-ea9b-45ad-b45c-cde10461992a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:13.280001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-97cd3781-ea9b-45ad-b45c-cde10461992a None None] Port 618a4849-8e5d-4649-843d-ac6c3c6e21b2 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:10:13.424340 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-0288c784-c4b2-4f1e-9c76-8faa6cb9aec5 service neutron] 10.222.0.60 "GET /v2.0/networks/42c2fb13-d08e-4c82-b8f2-65cfecfa169b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395401 Apr 23 10:10:13.591168 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-84a91ec8-9392-4050-81ef-e32408b88a17 service neutron] 10.222.0.60 "GET /v2.0/networks/42c2fb13-d08e-4c82-b8f2-65cfecfa169b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593261 Apr 23 10:10:13.595966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:13.673105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] Transition to ACTIVE for port object 618a4849-8e5d-4649-843d-ac6c3c6e21b2 will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:10:13.713769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:13.719131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-91b7056f-0295-4a6b-b336-313733f0134e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:13.781975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 483204b1-2dfd-4bcd-8942-0374b47ee761 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:10:13.898828 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6d0dd0f2-5f92-4c7a-b6ac-a5bf5ebfb89c req-f7a27d5f-9b7f-4ce3-ba39-08b4ef93f1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 210 time: 0.0915134 Apr 23 10:10:13.947276 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 483204b1-2dfd-4bcd-8942-0374b47ee761 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:10:13.948068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:14.030743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2f7c2-548f-44a5-9b85-45556289a4c6 None None] Pushing event updated for resources: {'Port': ['ID=618a4849-8e5d-4649-843d-ac6c3c6e21b2,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:14.047612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2f7c2-548f-44a5-9b85-45556289a4c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:10:14.048219 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2f7c2-548f-44a5-9b85-45556289a4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:10:14.048818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2f7c2-548f-44a5-9b85-45556289a4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:10:14.049408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2f7c2-548f-44a5-9b85-45556289a4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:10:14.049990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2f7c2-548f-44a5-9b85-45556289a4c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:10:14.050614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2f7c2-548f-44a5-9b85-45556289a4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:10:14.051218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2f7c2-548f-44a5-9b85-45556289a4c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:10:14.051797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2f7c2-548f-44a5-9b85-45556289a4c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:10:14.052438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2f7c2-548f-44a5-9b85-45556289a4c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:10:14.053012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2f7c2-548f-44a5-9b85-45556289a4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:10:14.053584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2f7c2-548f-44a5-9b85-45556289a4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:10:14.054156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e2f7c2-548f-44a5-9b85-45556289a4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:10:14.069819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a8e2f7c2-548f-44a5-9b85-45556289a4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:14.096770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] Attempting to bind port 618a4849-8e5d-4649-843d-ac6c3c6e21b2 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:10:14.097419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] Attempting to bind port 618a4849-8e5d-4649-843d-ac6c3c6e21b2 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '99364b37-f04e-4721-a23f-1e5862c3fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:10:14.098051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] Attempting to bind port 618a4849-8e5d-4649-843d-ac6c3c6e21b2 on network 42c2fb13-d08e-4c82-b8f2-65cfecfa169b {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:10:14.108963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:10:14.109652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] Checking segment: {'id': '99364b37-f04e-4721-a23f-1e5862c3fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:10:14.110407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:14.111043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] Bound using segment: {'id': '99364b37-f04e-4721-a23f-1e5862c3fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:10:14.111861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] Bound port: 618a4849-8e5d-4649-843d-ac6c3c6e21b2, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99364b37-f04e-4721-a23f-1e5862c3fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:10:14.112350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:14.177340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ac8da2fc-be86-4261-a1ae-df9e584811d4 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:10:14.227079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] For port 618a4849-8e5d-4649-843d-ac6c3c6e21b2, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:10:14.232389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] For port 618a4849-8e5d-4649-843d-ac6c3c6e21b2, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=618a4849-8e5d-4649-843d-ac6c3c6e21b2,segment=NetworkSegment(99364b37-f04e-4721-a23f-1e5862c3fee9),segment_id=99364b37-f04e-4721-a23f-1e5862c3fee9)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:10:14.262586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:14.269536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ea5dfaeb-2ff4-435d-8031-6501c7876014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:14.272520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port ac8da2fc-be86-4261-a1ae-df9e584811d4 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:10:14.272898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:14.365616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2f7c2-548f-44a5-9b85-45556289a4c6 None None] Pushing event updated for resources: {'Port': ['ID=618a4849-8e5d-4649-843d-ac6c3c6e21b2,revision_number=4']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:14.368712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] Routers {'2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:10:14.369388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:10:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:10:14.541709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a8e2f7c2-548f-44a5-9b85-45556289a4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:14.622379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] Set router 2eb7ac14-c7f7-4d3e-a145-4d4e671f2661 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:10:14.990351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47399560', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:10:03Z', 'updated_at': '2021-04-23T10:10:10Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:10:04Z', 'updated_at': '2021-04-23T10:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '618a4849-8e5d-4649-843d-ac6c3c6e21b2', 'name': '', 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:c6:8d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '2c959529-37e6-4202-9d62-deed0ff5d327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:10:09Z', 'updated_at': '2021-04-23T10:10:14Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '2c959529-37e6-4202-9d62-deed0ff5d327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:10:14.996177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4696c591-e911-4989-ae45-74d04523d8fd None None] The sync data for ids ['2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'] in dv-neutron-786478-4-hyperv is: [{'id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47399560', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:10:03Z', 'updated_at': '2021-04-23T10:10:10Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:10:04Z', 'updated_at': '2021-04-23T10:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '618a4849-8e5d-4649-843d-ac6c3c6e21b2', 'name': '', 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:c6:8d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '2c959529-37e6-4202-9d62-deed0ff5d327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:10:09Z', 'updated_at': '2021-04-23T10:10:14Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '2c959529-37e6-4202-9d62-deed0ff5d327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:10:15.096477 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54742af0-814f-497b-943f-700118ea10d9 req-589b4707-bf56-4cb1-9bb5-9e872e2a3918 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 210 time: 0.0658104 Apr 23 10:10:15.828018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 618a4849-8e5d-4649-843d-ac6c3c6e21b2 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:10:15.943822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 618a4849-8e5d-4649-843d-ac6c3c6e21b2 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:10:15.949722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 618a4849-8e5d-4649-843d-ac6c3c6e21b2 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:10:15.950209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:16.008055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1b2806bf-4cdf-4035-ab17-bcd54a2fd599 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:16.009851 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1b2806bf-4cdf-4035-ab17-bcd54a2fd599 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "GET /v2.0/networks?id=42c2fb13-d08e-4c82-b8f2-65cfecfa169b HTTP/1.1" status: 200 len: 796 time: 0.1925602 Apr 23 10:10:16.085782 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-be68497e-d51b-415d-8c7d-4ac35632b8d7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54edd41c8fc1484eb66cc45008be2739 HTTP/1.1" status: 200 len: 380 time: 0.0676150 Apr 23 10:10:16.097924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:16.098973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-850a90e6-9896-4cfe-b19a-571bb4a13f88 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'port': {'device_id': 'ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d', 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b', 'admin_state_up': True, 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'security_groups': ['8f736c42-ed21-4ea5-8252-b850a5eaf72b']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:10:16.171846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 618a4849-8e5d-4649-843d-ac6c3c6e21b2, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=618a4849-8e5d-4649-843d-ac6c3c6e21b2,segment=NetworkSegment(99364b37-f04e-4721-a23f-1e5862c3fee9),segment_id=99364b37-f04e-4721-a23f-1e5862c3fee9)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:10:16.218618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:16.226106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:16.308583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-850a90e6-9896-4cfe-b19a-571bb4a13f88 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:10:16.318189 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b45b509c-fe1a-48f3-8f8e-960028fa1346 req-28085e21-afc1-422f-b02d-1e3323ba5153 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 210 time: 0.0707047 Apr 23 10:10:16.321788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-850a90e6-9896-4cfe-b19a-571bb4a13f88 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:port and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:10:16.326828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-850a90e6-9896-4cfe-b19a-571bb4a13f88 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:10:16.328987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=618a4849-8e5d-4649-843d-ac6c3c6e21b2,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:16.334573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-850a90e6-9896-4cfe-b19a-571bb4a13f88 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:10:16.335858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:16.451956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-850a90e6-9896-4cfe-b19a-571bb4a13f88 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Made reservation on behalf of 54edd41c8fc1484eb66cc45008be2739 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:10:16.458623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-850a90e6-9896-4cfe-b19a-571bb4a13f88 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:16.662048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-850a90e6-9896-4cfe-b19a-571bb4a13f88 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Allocated IP 172.20.0.8 (42c2fb13-d08e-4c82-b8f2-65cfecfa169b/2c959529-37e6-4202-9d62-deed0ff5d327/4ccc381c-19f1-420f-86d0-89eb117b7ef2) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:10:16.879895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-850a90e6-9896-4cfe-b19a-571bb4a13f88 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:16.897533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-850a90e6-9896-4cfe-b19a-571bb4a13f88 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Transition to ACTIVE for port object 4ccc381c-19f1-420f-86d0-89eb117b7ef2 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:10:16.988448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-850a90e6-9896-4cfe-b19a-571bb4a13f88 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:16.994720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-162c5447-1bd3-4dbb-8d8d-b05fc0e84a4f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:17.065450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-850a90e6-9896-4cfe-b19a-571bb4a13f88 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 42c2fb13-d08e-4c82-b8f2-65cfecfa169b is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:10:17.073899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-850a90e6-9896-4cfe-b19a-571bb4a13f88 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:10:17.079158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-850a90e6-9896-4cfe-b19a-571bb4a13f88 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:10:17.120815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a90e6-9896-4cfe-b19a-571bb4a13f88 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=4ccc381c-19f1-420f-86d0-89eb117b7ef2,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:17.127463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-850a90e6-9896-4cfe-b19a-571bb4a13f88 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:17.163572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-850a90e6-9896-4cfe-b19a-571bb4a13f88 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:17.164321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-850a90e6-9896-4cfe-b19a-571bb4a13f88 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:17.262870 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-850a90e6-9896-4cfe-b19a-571bb4a13f88 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1723173 Apr 23 10:10:17.372964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4585effd-208c-47a3-aba2-9783ebeeefa3 None None] Provisioning for port 4ccc381c-19f1-420f-86d0-89eb117b7ef2 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:10:17.378588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] Request body: {'port': {'device_id': 'ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:10:17.378963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4585effd-208c-47a3-aba2-9783ebeeefa3 None None] Provisioning complete for port 4ccc381c-19f1-420f-86d0-89eb117b7ef2 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:10:17.379252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4585effd-208c-47a3-aba2-9783ebeeefa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:17.442818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4585effd-208c-47a3-aba2-9783ebeeefa3 None None] Port 4ccc381c-19f1-420f-86d0-89eb117b7ef2 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:10:17.559768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:17.597527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bf970-5fcf-4abf-bf25-ba21cf275cbf req-4c266a73-b828-4d96-9204-6edc48cfed78 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:17.599520 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-569bf970-5fcf-4abf-bf25-ba21cf275cbf req-4c266a73-b828-4d96-9204-6edc48cfed78 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 931 time: 0.1312189 Apr 23 10:10:17.693248 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-569bf970-5fcf-4abf-bf25-ba21cf275cbf req-be4acc81-3b40-48c6-8473-b8f15a6f08a7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863066 Apr 23 10:10:17.912536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 618a4849-8e5d-4649-843d-ac6c3c6e21b2 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:10:18.028101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ccc381c-19f1-420f-86d0-89eb117b7ef2 {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:10:18.032593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 618a4849-8e5d-4649-843d-ac6c3c6e21b2 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:10:18.033341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:18.037884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:18.056097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] Transition to ACTIVE for port object 4ccc381c-19f1-420f-86d0-89eb117b7ef2 will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:10:18.104037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:18.111545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c8f3ebc3-e111-49af-bef5-961fbac93ba2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:18.308750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] Pushing event updated for resources: {'Port': ['ID=4ccc381c-19f1-420f-86d0-89eb117b7ef2,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:18.312643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:18.392257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] Attempting to bind port 4ccc381c-19f1-420f-86d0-89eb117b7ef2 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:10:18.392627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] Attempting to bind port 4ccc381c-19f1-420f-86d0-89eb117b7ef2 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '99364b37-f04e-4721-a23f-1e5862c3fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:10:18.393000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] Attempting to bind port 4ccc381c-19f1-420f-86d0-89eb117b7ef2 on network 42c2fb13-d08e-4c82-b8f2-65cfecfa169b {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:10:18.398249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] Port 4ccc381c-19f1-420f-86d0-89eb117b7ef2 on network 42c2fb13-d08e-4c82-b8f2-65cfecfa169b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:10:18.398645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] Attempting to bind port 4ccc381c-19f1-420f-86d0-89eb117b7ef2 on network 42c2fb13-d08e-4c82-b8f2-65cfecfa169b {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:10:18.404982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:10:18.405358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] Checking segment: {'id': '99364b37-f04e-4721-a23f-1e5862c3fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:10:18.405782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] Bound using segment: {'id': '99364b37-f04e-4721-a23f-1e5862c3fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:10:18.406254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] Bound port: 4ccc381c-19f1-420f-86d0-89eb117b7ef2, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99364b37-f04e-4721-a23f-1e5862c3fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:10:18.406667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:18.515980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] For port 4ccc381c-19f1-420f-86d0-89eb117b7ef2, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:10:18.519489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] For port 4ccc381c-19f1-420f-86d0-89eb117b7ef2, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4ccc381c-19f1-420f-86d0-89eb117b7ef2,segment=NetworkSegment(99364b37-f04e-4721-a23f-1e5862c3fee9),segment_id=99364b37-f04e-4721-a23f-1e5862c3fee9)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:10:18.555887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:18.561771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a71efc3f-5405-49ed-9602-b953b5c4a7bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:18.618825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:18.619549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:18.620942 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] 10.222.0.35 "PUT /v2.0/ports/4ccc381c-19f1-420f-86d0-89eb117b7ef2 HTTP/1.1" status: 200 len: 1093 time: 1.3000541 Apr 23 10:10:18.621508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d', 'tag': '4ccc381c-19f1-420f-86d0-89eb117b7ef2'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:10:18.652481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] Pushing event updated for resources: {'Port': ['ID=4ccc381c-19f1-420f-86d0-89eb117b7ef2,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:18.658047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:18.789933 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d', 'tag': '4ccc381c-19f1-420f-86d0-89eb117b7ef2', 'status': 'completed', 'code': 200} Apr 23 10:10:18.802523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-c3ae8cb7-bdea-4648-90a3-5dd21a14e323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:18.804436 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-c3ae8cb7-bdea-4648-90a3-5dd21a14e323 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 1096 time: 0.0935035 Apr 23 10:10:18.885168 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-5b7537e9-3f44-4b0e-a099-2d4063c533a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ccc381c-19f1-420f-86d0-89eb117b7ef2 HTTP/1.1" status: 200 len: 217 time: 0.0734031 Apr 23 10:10:18.969151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-b6aff369-8e2c-4711-bd45-24b35f3fab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:18.970822 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-b6aff369-8e2c-4711-bd45-24b35f3fab35 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c959529-37e6-4202-9d62-deed0ff5d327 HTTP/1.1" status: 200 len: 834 time: 0.0800157 Apr 23 10:10:18.982137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c90ecf-b6e5-45a6-bc40-c87f1d65a017 req-2ab9f34e-6e6f-4928-abdb-be128c9be02b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:18.983893 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-75c90ecf-b6e5-45a6-bc40-c87f1d65a017 req-2ab9f34e-6e6f-4928-abdb-be128c9be02b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 943 time: 0.1049685 Apr 23 10:10:19.036479 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-75c90ecf-b6e5-45a6-bc40-c87f1d65a017 req-575732e9-dfbd-4cef-976c-1c21dc1b0cbe tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458534 Apr 23 10:10:19.062408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1bbc0080-819e-411b-9850-3ad141685ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:19.064030 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-1bbc0080-819e-411b-9850-3ad141685ddc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42c2fb13-d08e-4c82-b8f2-65cfecfa169b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873780 Apr 23 10:10:19.217281 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-8380bd56-397a-4c73-85d4-5514c2a01e98 service neutron] 10.222.0.35 "GET /v2.0/networks/42c2fb13-d08e-4c82-b8f2-65cfecfa169b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467466 Apr 23 10:10:19.365130 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d642d84-6bdb-4a65-8506-449417b92c9a req-15b14c01-775a-4cf5-95d6-3b4bbb27ee30 service neutron] 10.222.0.35 "GET /v2.0/networks/42c2fb13-d08e-4c82-b8f2-65cfecfa169b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411426 Apr 23 10:10:19.518453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92296cbe-36fb-4c36-9570-4d7166183175 req-c5c6841a-5033-4fe0-81dc-a0773c3b196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:19.520091 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-92296cbe-36fb-4c36-9570-4d7166183175 req-c5c6841a-5033-4fe0-81dc-a0773c3b196a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 1096 time: 0.0826879 Apr 23 10:10:19.961099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92296cbe-36fb-4c36-9570-4d7166183175 req-de50177f-65a4-4936-b17a-4bce2652323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:19.962654 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-92296cbe-36fb-4c36-9570-4d7166183175 req-de50177f-65a4-4936-b17a-4bce2652323b service neutron] 10.222.0.35 "GET /v2.0/networks?id=42c2fb13-d08e-4c82-b8f2-65cfecfa169b HTTP/1.1" status: 200 len: 897 time: 0.4365332 Apr 23 10:10:20.040817 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-92296cbe-36fb-4c36-9570-4d7166183175 req-6c580754-d639-44b9-86f7-9d41eb23a977 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ccc381c-19f1-420f-86d0-89eb117b7ef2 HTTP/1.1" status: 200 len: 217 time: 0.0715380 Apr 23 10:10:20.117262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92296cbe-36fb-4c36-9570-4d7166183175 req-774359f6-0e43-42a7-a137-631ca4251725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:20.118866 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-92296cbe-36fb-4c36-9570-4d7166183175 req-774359f6-0e43-42a7-a137-631ca4251725 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c959529-37e6-4202-9d62-deed0ff5d327 HTTP/1.1" status: 200 len: 834 time: 0.0722826 Apr 23 10:10:20.213161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92296cbe-36fb-4c36-9570-4d7166183175 req-f2929478-d0c3-4a30-bbbd-13a628848aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:20.214721 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-92296cbe-36fb-4c36-9570-4d7166183175 req-f2929478-d0c3-4a30-bbbd-13a628848aae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42c2fb13-d08e-4c82-b8f2-65cfecfa169b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890069 Apr 23 10:10:20.258735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6466e-fb2a-4e9b-b6f1-aca555299b83 req-f9e4a16a-48de-47ea-9840-ff42d48769f2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:20.260443 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d5c6466e-fb2a-4e9b-b6f1-aca555299b83 req-f9e4a16a-48de-47ea-9840-ff42d48769f2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 943 time: 0.0938540 Apr 23 10:10:20.316710 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d5c6466e-fb2a-4e9b-b6f1-aca555299b83 req-4122c879-a294-428b-95dd-aee7e34ea3aa tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489073 Apr 23 10:10:20.387865 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-92296cbe-36fb-4c36-9570-4d7166183175 req-677317ea-d188-4009-a03f-4ab277a5e28e service neutron] 10.222.0.35 "GET /v2.0/networks/42c2fb13-d08e-4c82-b8f2-65cfecfa169b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657903 Apr 23 10:10:20.554776 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-92296cbe-36fb-4c36-9570-4d7166183175 req-9ec0a0b4-54ce-4388-9504-ab810ccd216b service neutron] 10.222.0.35 "GET /v2.0/networks/42c2fb13-d08e-4c82-b8f2-65cfecfa169b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586924 Apr 23 10:10:21.551470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d024d-fde6-47f6-a4f5-d3062224c63b req-1ed52a9d-9b61-44cc-9ec5-73f22152020c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:21.553223 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-878d024d-fde6-47f6-a4f5-d3062224c63b req-1ed52a9d-9b61-44cc-9ec5-73f22152020c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 943 time: 0.1097369 Apr 23 10:10:21.611911 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-878d024d-fde6-47f6-a4f5-d3062224c63b req-5099f414-ab9d-4369-8fb5-e07e501fcc9f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464160 Apr 23 10:10:22.836454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ca924-1b0f-4344-be2b-df7ebbc09133 req-1940fbc6-1c22-4fb9-959a-8401aaac385a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:22.838201 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c8ca924-1b0f-4344-be2b-df7ebbc09133 req-1940fbc6-1c22-4fb9-959a-8401aaac385a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 943 time: 0.0995307 Apr 23 10:10:22.897094 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c8ca924-1b0f-4344-be2b-df7ebbc09133 req-6b7b5e4d-7518-4ea5-8c4a-8ab2c062912d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516174 Apr 23 10:10:23.019292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 4ccc381c-19f1-420f-86d0-89eb117b7ef2 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:10:23.034382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:10:23.190274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 4ccc381c-19f1-420f-86d0-89eb117b7ef2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4ccc381c-19f1-420f-86d0-89eb117b7ef2,segment=NetworkSegment(99364b37-f04e-4721-a23f-1e5862c3fee9),segment_id=99364b37-f04e-4721-a23f-1e5862c3fee9)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:10:23.206289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '4ccc381c-19f1-420f-86d0-89eb117b7ef2', 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b', 'port_id': '4ccc381c-19f1-420f-86d0-89eb117b7ef2', 'mac_address': 'fa:16:3e:50:60:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c959529-37e6-4202-9d62-deed0ff5d327', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:10:23.274856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:23.305729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ccc381c-19f1-420f-86d0-89eb117b7ef2 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:10:23.332719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 4ccc381c-19f1-420f-86d0-89eb117b7ef2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4ccc381c-19f1-420f-86d0-89eb117b7ef2,segment=NetworkSegment(99364b37-f04e-4721-a23f-1e5862c3fee9),segment_id=99364b37-f04e-4721-a23f-1e5862c3fee9)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:10:23.371407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:23.373903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5e2e0557-7d97-4158-8804-214f9ac441ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:23.452975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=4ccc381c-19f1-420f-86d0-89eb117b7ef2,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:23.458555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:23.702821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['4ccc381c-19f1-420f-86d0-89eb117b7ef2'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:10:23.892162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:24.139259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbfda6-8fa0-4b37-b5f2-9af2d5aa49ec req-00a78bf7-5b06-47a0-ad8d-095ff489ea9f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:24.140985 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-42fbfda6-8fa0-4b37-b5f2-9af2d5aa49ec req-00a78bf7-5b06-47a0-ad8d-095ff489ea9f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 944 time: 0.1003499 Apr 23 10:10:24.193266 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-42fbfda6-8fa0-4b37-b5f2-9af2d5aa49ec req-4ff27fc8-75b7-40f3-b4fd-19016ddd1a0f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454860 Apr 23 10:10:25.018783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 4ccc381c-19f1-420f-86d0-89eb117b7ef2 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:10:25.149560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 4ccc381c-19f1-420f-86d0-89eb117b7ef2 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:10:25.155334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 4ccc381c-19f1-420f-86d0-89eb117b7ef2 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:10:25.155761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:25.298979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:25.332203 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccc381c-19f1-420f-86d0-89eb117b7ef2'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:10:25.343246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 4ccc381c-19f1-420f-86d0-89eb117b7ef2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4ccc381c-19f1-420f-86d0-89eb117b7ef2,segment=NetworkSegment(99364b37-f04e-4721-a23f-1e5862c3fee9),segment_id=99364b37-f04e-4721-a23f-1e5862c3fee9)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:10:25.378974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:25.382383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-db3885ba-78fe-4cd6-84ed-121c3e9da6e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:25.457171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f84ef3-3c45-48d8-8eda-b31f3e7e91a8 req-c894635c-357d-4580-bad4-527271d022e3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:25.458873 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-88f84ef3-3c45-48d8-8eda-b31f3e7e91a8 req-c894635c-357d-4580-bad4-527271d022e3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 945 time: 0.1292450 Apr 23 10:10:25.522448 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-88f84ef3-3c45-48d8-8eda-b31f3e7e91a8 req-abc4d0af-d284-4815-9a96-cee4661485e1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491695 Apr 23 10:10:25.536463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=4ccc381c-19f1-420f-86d0-89eb117b7ef2,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:25.541878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:25.649047 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccc381c-19f1-420f-86d0-89eb117b7ef2', 'code': 200} Apr 23 10:10:26.044045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a304df-f56c-45ad-91db-7446c8d3e2be req-653a4c5f-c9d5-4aa8-a926-9cc93c0ad8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:26.045636 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-03a304df-f56c-45ad-91db-7446c8d3e2be req-653a4c5f-c9d5-4aa8-a926-9cc93c0ad8ab service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 1098 time: 0.1411295 Apr 23 10:10:26.099775 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-03a304df-f56c-45ad-91db-7446c8d3e2be req-00a3d8da-48b5-4ff7-9fcd-d984921c04ca service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474236 Apr 23 10:10:26.754733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6aefe3-833c-4f8e-80df-3ef11c183536 req-b144ff6a-87de-46c6-a994-510489dfd652 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:26.756458 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9f6aefe3-833c-4f8e-80df-3ef11c183536 req-b144ff6a-87de-46c6-a994-510489dfd652 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 945 time: 0.1007726 Apr 23 10:10:26.811815 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9f6aefe3-833c-4f8e-80df-3ef11c183536 req-8f2fedd8-8e71-40ac-a6cc-efc1f9ed27fd tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483294 Apr 23 10:10:28.053017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21b51f-6fbf-417f-8ef3-cdcf6740b628 req-5cca1a32-af50-4cb0-8cd5-bb1a0ab3dcaa tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:28.056254 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d21b51f-6fbf-417f-8ef3-cdcf6740b628 req-5cca1a32-af50-4cb0-8cd5-bb1a0ab3dcaa tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 945 time: 0.1158504 Apr 23 10:10:28.114678 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d21b51f-6fbf-417f-8ef3-cdcf6740b628 req-6ec8d68e-6b1b-43d9-89a9-3b83bd5f6947 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502751 Apr 23 10:10:28.334253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66bb22-fcd4-4ae4-b685-c2153cc4b0e5 req-182942b9-4d4e-42db-be46-9e11188249ee tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:28.336008 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9b66bb22-fcd4-4ae4-b685-c2153cc4b0e5 req-182942b9-4d4e-42db-be46-9e11188249ee tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 945 time: 0.0954876 Apr 23 10:10:28.401245 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9b66bb22-fcd4-4ae4-b685-c2153cc4b0e5 req-6d54ec46-d541-48de-b154-d318e8e66e4f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539551 Apr 23 10:10:28.436727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49556) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:10:28.539090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fe8308-9683-4866-929d-bb424068dffd tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:28.540830 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c5fe8308-9683-4866-929d-bb424068dffd tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 1093 time: 0.1025510 Apr 23 10:10:28.545800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49560) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:10:28.551850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': '4ccc381c-19f1-420f-86d0-89eb117b7ef2', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:10:28.559144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:10:28.564282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:floatingip and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:10:28.567903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:10:28.575326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:10:28.622636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for floatingip, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:28.794036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:28.949234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Allocated IP 172.26.4.90 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/57c23743-fc49-4be2-add9-388151282302) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:10:29.157151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:29.218037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:29.223349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65e7c908-1dcd-45c5-9c0e-d96ce9514081 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:29.296018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:10:29.299569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:10:29.303646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:10:29.341256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=57c23743-fc49-4be2-add9-388151282302,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:29.346170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:29.767845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:29.885913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:30.110835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:30.144034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:30.148667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-65e7c908-1dcd-45c5-9c0e-d96ce9514081 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:10:30.268550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=57c23743-fc49-4be2-add9-388151282302,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:10:30.273634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:10:30.281551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:30.480678 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Floating IP ec5c3552-2188-43ce-812f-37fc669443d0 associated. External IP: 172.26.4.90, port: 4ccc381c-19f1-420f-86d0-89eb117b7ef2. Apr 23 10:10:30.885471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router 2eb7ac14-c7f7-4d3e-a145-4d4e671f2661 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:10:31.086027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:10:31.096045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896b6eaf-d056-44ef-b742-bdafeb8c7da6 None None] Sync routers for ids ['2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:10:31.108281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896b6eaf-d056-44ef-b742-bdafeb8c7da6 None None] Routers {'2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:10:31.108989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-896b6eaf-d056-44ef-b742-bdafeb8c7da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:10:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:10:31.149984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:31.224684 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6776230 Apr 23 10:10:31.225459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d', 'tag': '4ccc381c-19f1-420f-86d0-89eb117b7ef2'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:10:31.340751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-896b6eaf-d056-44ef-b742-bdafeb8c7da6 None None] Set router 2eb7ac14-c7f7-4d3e-a145-4d4e671f2661 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:10:31.419691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea946b-92d9-4861-9836-66ccc9119be9 req-56ab8872-9b1a-4b89-a5fa-2cf6b023c9de tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:31.421337 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-00ea946b-92d9-4861-9836-66ccc9119be9 req-56ab8872-9b1a-4b89-a5fa-2cf6b023c9de tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 945 time: 0.0987184 Apr 23 10:10:31.482268 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-00ea946b-92d9-4861-9836-66ccc9119be9 req-1788e275-a0bc-4487-a017-f3b596e16581 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534606 Apr 23 10:10:31.515950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49568) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:10:31.587237 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d', 'tag': '4ccc381c-19f1-420f-86d0-89eb117b7ef2', 'status': 'completed', 'code': 200} Apr 23 10:10:31.780581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-896b6eaf-d056-44ef-b742-bdafeb8c7da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47399560', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:10:03Z', 'updated_at': '2021-04-23T10:10:10Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:10:04Z', 'updated_at': '2021-04-23T10:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'ec5c3552-2188-43ce-812f-37fc669443d0', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'floating_ip_address': '172.26.4.90', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'port_id': '4ccc381c-19f1-420f-86d0-89eb117b7ef2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b', 'mac_address': 'fa:16:3e:50:60:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:10:29Z', 'updated_at': '2021-04-23T10:10:29Z', 'revision_number': 0, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '618a4849-8e5d-4649-843d-ac6c3c6e21b2', 'name': '', 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:c6:8d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '2c959529-37e6-4202-9d62-deed0ff5d327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:10:09Z', 'updated_at': '2021-04-23T10:10:16Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '2c959529-37e6-4202-9d62-deed0ff5d327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:10:31.785431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896b6eaf-d056-44ef-b742-bdafeb8c7da6 None None] Checking router: 2eb7ac14-c7f7-4d3e-a145-4d4e671f2661 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:10:31.795809 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896b6eaf-d056-44ef-b742-bdafeb8c7da6 None None] Routers {'2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:10:31.796505 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-896b6eaf-d056-44ef-b742-bdafeb8c7da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:10:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:10:32.003566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-896b6eaf-d056-44ef-b742-bdafeb8c7da6 None None] Set router 2eb7ac14-c7f7-4d3e-a145-4d4e671f2661 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:10:32.006906 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b0215104-4945-4849-a715-322e66133a7a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/floatingips/ec5c3552-2188-43ce-812f-37fc669443d0 HTTP/1.1" status: 200 len: 990 time: 0.4874897 Apr 23 10:10:32.034685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2050f-cd25-4e7e-8b64-646f73c90a66 req-7965822b-68ec-433f-b3d7-74dfaa3805c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:32.036606 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bfb2050f-cd25-4e7e-8b64-646f73c90a66 req-7965822b-68ec-433f-b3d7-74dfaa3805c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 1098 time: 0.4485395 Apr 23 10:10:32.213924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2050f-cd25-4e7e-8b64-646f73c90a66 req-70319379-f32e-4a59-924b-8a228ea1107b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:32.216539 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bfb2050f-cd25-4e7e-8b64-646f73c90a66 req-70319379-f32e-4a59-924b-8a228ea1107b service neutron] 10.222.0.35 "GET /v2.0/networks?id=42c2fb13-d08e-4c82-b8f2-65cfecfa169b HTTP/1.1" status: 200 len: 897 time: 0.1724148 Apr 23 10:10:32.336885 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bfb2050f-cd25-4e7e-8b64-646f73c90a66 req-dca32566-11a5-4ad6-b6f8-d17f2cf5fa6b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ccc381c-19f1-420f-86d0-89eb117b7ef2 HTTP/1.1" status: 200 len: 998 time: 0.1142983 Apr 23 10:10:32.412564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2050f-cd25-4e7e-8b64-646f73c90a66 req-dfaae28b-1ee7-48e0-af53-293cb3d5e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:32.414190 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bfb2050f-cd25-4e7e-8b64-646f73c90a66 req-dfaae28b-1ee7-48e0-af53-293cb3d5e304 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c959529-37e6-4202-9d62-deed0ff5d327 HTTP/1.1" status: 200 len: 834 time: 0.0712156 Apr 23 10:10:32.420857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-896b6eaf-d056-44ef-b742-bdafeb8c7da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47399560', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:10:03Z', 'updated_at': '2021-04-23T10:10:10Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:10:04Z', 'updated_at': '2021-04-23T10:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'ec5c3552-2188-43ce-812f-37fc669443d0', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'floating_ip_address': '172.26.4.90', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'port_id': '4ccc381c-19f1-420f-86d0-89eb117b7ef2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b', 'mac_address': 'fa:16:3e:50:60:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:10:29Z', 'updated_at': '2021-04-23T10:10:29Z', 'revision_number': 0, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '618a4849-8e5d-4649-843d-ac6c3c6e21b2', 'name': '', 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:c6:8d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '2c959529-37e6-4202-9d62-deed0ff5d327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:10:09Z', 'updated_at': '2021-04-23T10:10:16Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '2c959529-37e6-4202-9d62-deed0ff5d327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:10:32.425669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896b6eaf-d056-44ef-b742-bdafeb8c7da6 None None] The sync data for ids ['2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'] in dv-neutron-786478-4-hyperv is: [{'id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47399560', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:10:03Z', 'updated_at': '2021-04-23T10:10:10Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:10:04Z', 'updated_at': '2021-04-23T10:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'ec5c3552-2188-43ce-812f-37fc669443d0', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'floating_ip_address': '172.26.4.90', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'port_id': '4ccc381c-19f1-420f-86d0-89eb117b7ef2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b', 'mac_address': 'fa:16:3e:50:60:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:10:29Z', 'updated_at': '2021-04-23T10:10:29Z', 'revision_number': 0, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '618a4849-8e5d-4649-843d-ac6c3c6e21b2', 'name': '', 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:c6:8d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '2c959529-37e6-4202-9d62-deed0ff5d327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:10:09Z', 'updated_at': '2021-04-23T10:10:16Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '2c959529-37e6-4202-9d62-deed0ff5d327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:10:32.514027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2050f-cd25-4e7e-8b64-646f73c90a66 req-bd7ff035-449c-4519-9f69-57f4d5414066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:10:32.516150 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bfb2050f-cd25-4e7e-8b64-646f73c90a66 req-bd7ff035-449c-4519-9f69-57f4d5414066 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42c2fb13-d08e-4c82-b8f2-65cfecfa169b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0955844 Apr 23 10:10:32.685883 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bfb2050f-cd25-4e7e-8b64-646f73c90a66 req-e2099e31-3ec3-4da4-a0c8-9195d923eb1d service neutron] 10.222.0.35 "GET /v2.0/networks/42c2fb13-d08e-4c82-b8f2-65cfecfa169b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614761 Apr 23 10:10:32.772068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53041f36-b24c-4aad-88d0-7c019d5520dc None None] New status for floating IP ec5c3552-2188-43ce-812f-37fc669443d0: ACTIVE {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:10:32.863629 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bfb2050f-cd25-4e7e-8b64-646f73c90a66 req-c4b28b59-6006-4520-a1fa-e2ca4538d93c service neutron] 10.222.0.35 "GET /v2.0/networks/42c2fb13-d08e-4c82-b8f2-65cfecfa169b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716940 Apr 23 10:10:33.009874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49572) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:10:33.171321 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9039de8f-0124-4c3f-a0ea-cbec9568b22c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/floatingips/ec5c3552-2188-43ce-812f-37fc669443d0 HTTP/1.1" status: 200 len: 990 time: 0.1595075 Apr 23 10:10:34.175369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49576) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:10:34.308765 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fa0de637-4841-4638-8d95-8b0ccc7ab30c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/floatingips/ec5c3552-2188-43ce-812f-37fc669443d0 HTTP/1.1" status: 200 len: 992 time: 0.1319737 Apr 23 10:10:36.744147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4f388995-4216-48d7-8f4c-f9281cae83b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:39.715069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3f4724ab-4272-4587-8224-aa11a9b87867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:40.635482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:41.314950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:42.504020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:10:53.893935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:11:00.034244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:11:06.748055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-11855881-96dd-4b7a-9bb6-e232bf3f6385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:11:09.712992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cf1f56f8-0a7e-41a6-a0d1-603743a1b7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:11:10.604848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:11:11.303979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:11:12.504571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:11:20.200526 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ead97fa-b7b0-490c-b337-c9798d98d5fe req-3f721fab-0017-4700-9d41-b696a6677c8c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0933108 Apr 23 10:11:20.353229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead97fa-b7b0-490c-b337-c9798d98d5fe req-4126b3ea-b8af-4c42-ad67-13b54bed9f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:11:20.354871 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ead97fa-b7b0-490c-b337-c9798d98d5fe req-4126b3ea-b8af-4c42-ad67-13b54bed9f4e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 1098 time: 0.0799499 Apr 23 10:11:20.516407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead97fa-b7b0-490c-b337-c9798d98d5fe req-56e7bcef-2dd1-49dc-a0b9-02ead95343c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:11:20.518002 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ead97fa-b7b0-490c-b337-c9798d98d5fe req-56e7bcef-2dd1-49dc-a0b9-02ead95343c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=42c2fb13-d08e-4c82-b8f2-65cfecfa169b HTTP/1.1" status: 200 len: 897 time: 0.1436169 Apr 23 10:11:20.628646 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ead97fa-b7b0-490c-b337-c9798d98d5fe req-5fee3674-942b-462c-ba72-ce026fb178ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ccc381c-19f1-420f-86d0-89eb117b7ef2 HTTP/1.1" status: 200 len: 1000 time: 0.1041098 Apr 23 10:11:20.698568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead97fa-b7b0-490c-b337-c9798d98d5fe req-d23f92e2-8da7-49aa-a9db-9a6761e7cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:11:20.700157 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ead97fa-b7b0-490c-b337-c9798d98d5fe req-d23f92e2-8da7-49aa-a9db-9a6761e7cda7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c959529-37e6-4202-9d62-deed0ff5d327 HTTP/1.1" status: 200 len: 834 time: 0.0652168 Apr 23 10:11:20.787474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead97fa-b7b0-490c-b337-c9798d98d5fe req-2c47e276-05de-45a3-ba47-eb011ac70bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:11:20.789015 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ead97fa-b7b0-490c-b337-c9798d98d5fe req-2c47e276-05de-45a3-ba47-eb011ac70bb8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42c2fb13-d08e-4c82-b8f2-65cfecfa169b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822773 Apr 23 10:11:20.933435 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ead97fa-b7b0-490c-b337-c9798d98d5fe req-32727607-4d66-4a8c-bac1-51165d4a44e3 service neutron] 10.222.0.35 "GET /v2.0/networks/42c2fb13-d08e-4c82-b8f2-65cfecfa169b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372101 Apr 23 10:11:21.082132 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ead97fa-b7b0-490c-b337-c9798d98d5fe req-b099f8c7-c9b7-41f7-86b7-b33d35878f03 service neutron] 10.222.0.35 "GET /v2.0/networks/42c2fb13-d08e-4c82-b8f2-65cfecfa169b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429555 Apr 23 10:11:23.886503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:11:33.362677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239fe2e-ce41-4741-9ef6-1b830a778ee8 req-8da85417-c899-48d8-8b7a-a7ec37602f24 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:11:33.364286 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7239fe2e-ce41-4741-9ef6-1b830a778ee8 req-8da85417-c899-48d8-8b7a-a7ec37602f24 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 945 time: 0.1000843 Apr 23 10:11:33.417614 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7239fe2e-ce41-4741-9ef6-1b830a778ee8 req-c378f953-cc6b-42f4-bcf3-0745109cb344 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455728 Apr 23 10:11:34.630024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1389dc9-d7fa-4817-a2d5-ecec11141edc req-afe32b16-2a23-4f93-bd71-33c6b08197a3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:11:34.632264 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d1389dc9-d7fa-4817-a2d5-ecec11141edc req-afe32b16-2a23-4f93-bd71-33c6b08197a3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 945 time: 0.0934839 Apr 23 10:11:34.681606 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d1389dc9-d7fa-4817-a2d5-ecec11141edc req-70529ea2-f9f3-4a64-a838-3ded781266e5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430179 Apr 23 10:11:35.890018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b439aa7-938d-44ac-b4f6-89f5a9e972d6 req-edd62c65-a36e-4aa9-aee2-a13f50671eb6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:11:35.891818 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5b439aa7-938d-44ac-b4f6-89f5a9e972d6 req-edd62c65-a36e-4aa9-aee2-a13f50671eb6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 945 time: 0.0928996 Apr 23 10:11:35.945289 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5b439aa7-938d-44ac-b4f6-89f5a9e972d6 req-5bc41577-957c-4350-9b90-b8eb2d93908b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462322 Apr 23 10:11:36.742083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-604f93b1-c411-416d-b2cc-7ca98ef51380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:11:37.034046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:11:37.152647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9170e-230b-449c-81fa-d789eb38331c req-8c15c7f7-89c0-4900-bfe3-63c7073ea6d5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:11:37.154403 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99f9170e-230b-449c-81fa-d789eb38331c req-8c15c7f7-89c0-4900-bfe3-63c7073ea6d5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 945 time: 0.0925345 Apr 23 10:11:37.205009 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99f9170e-230b-449c-81fa-d789eb38331c req-c2c1ebcd-b3dd-4688-9cd2-219e77e26bdb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439463 Apr 23 10:11:38.411314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ae965-ad5e-4172-9de1-7f69d8545ffd req-736f327e-96c8-46a2-81d5-6f8b9ac91305 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:11:38.413483 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-467ae965-ad5e-4172-9de1-7f69d8545ffd req-736f327e-96c8-46a2-81d5-6f8b9ac91305 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 945 time: 0.0913584 Apr 23 10:11:38.756118 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-467ae965-ad5e-4172-9de1-7f69d8545ffd req-4fdacc63-21a6-407d-bc8a-179677deaad5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3358603 Apr 23 10:11:39.732753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1c862ab9-262e-415a-a842-47c36ec2272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:11:39.957220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a54ee6-6f3a-42fe-88b0-e872856589d4 req-000d8637-fd12-4dc7-b863-5881c893c57e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:11:39.958835 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c9a54ee6-6f3a-42fe-88b0-e872856589d4 req-000d8637-fd12-4dc7-b863-5881c893c57e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 945 time: 0.0896814 Apr 23 10:11:40.015692 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c9a54ee6-6f3a-42fe-88b0-e872856589d4 req-1c5dd7ff-e70c-42b3-8fd6-31ebd78313cc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477948 Apr 23 10:11:40.606749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:11:41.217350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8c2af-1d77-40d5-abff-ed476412007f req-0ab793c4-7637-429b-9433-1eed0c53067c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:11:41.218968 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cee8c2af-1d77-40d5-abff-ed476412007f req-0ab793c4-7637-429b-9433-1eed0c53067c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 945 time: 0.0891664 Apr 23 10:11:41.267405 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cee8c2af-1d77-40d5-abff-ed476412007f req-20ee32eb-c752-4263-b613-6ccdb51db495 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415320 Apr 23 10:11:41.309848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:11:42.483639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1427f-7cd1-45e6-84a7-12bc3319ae94 req-5337e9e6-64b5-4951-9dfd-e233b9070f56 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:11:42.485316 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f0a1427f-7cd1-45e6-84a7-12bc3319ae94 req-5337e9e6-64b5-4951-9dfd-e233b9070f56 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 945 time: 0.0976224 Apr 23 10:11:42.515746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:11:42.536190 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f0a1427f-7cd1-45e6-84a7-12bc3319ae94 req-8edc9e83-db30-4ea2-91d5-d82a21aacd74 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436633 Apr 23 10:11:43.742731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d94db-b354-4642-b245-4c0766f6455c req-1945b5bb-6741-42e4-97d3-355315b647bf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:11:43.744322 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-de1d94db-b354-4642-b245-4c0766f6455c req-1945b5bb-6741-42e4-97d3-355315b647bf tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 945 time: 0.0920491 Apr 23 10:11:43.792965 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-de1d94db-b354-4642-b245-4c0766f6455c req-525856a0-d9aa-4334-a991-7eba0e802abe tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419774 Apr 23 10:11:43.817886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49634) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:11:43.933019 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3c30d77e-7839-4f85-a0d1-81d93c64727c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/floatingips/ec5c3552-2188-43ce-812f-37fc669443d0 HTTP/1.1" status: 200 len: 992 time: 0.1131980 Apr 23 10:11:45.506427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd5969-7f67-495f-bee0-365639450a05 req-703abcd4-a177-4df9-b735-7332275b1f4c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:11:45.508223 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4ecd5969-7f67-495f-bee0-365639450a05 req-703abcd4-a177-4df9-b735-7332275b1f4c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 945 time: 0.0991442 Apr 23 10:11:45.558970 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4ecd5969-7f67-495f-bee0-365639450a05 req-fdb9d0df-5d07-4633-8f30-88ea891f5e2f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433977 Apr 23 10:11:45.573262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9667e7-6fee-442a-a830-7ad62697834c req-cdeeb4ad-473a-499b-b8ab-9568ae39954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:11:45.574926 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d9667e7-6fee-442a-a830-7ad62697834c req-cdeeb4ad-473a-499b-b8ab-9568ae39954e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 1098 time: 0.0830305 Apr 23 10:11:45.718222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9667e7-6fee-442a-a830-7ad62697834c req-817821a8-0a18-4105-9c07-a8c6d415fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:11:45.719872 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d9667e7-6fee-442a-a830-7ad62697834c req-817821a8-0a18-4105-9c07-a8c6d415fcdb service neutron] 10.222.0.35 "GET /v2.0/networks?id=42c2fb13-d08e-4c82-b8f2-65cfecfa169b HTTP/1.1" status: 200 len: 897 time: 0.1382408 Apr 23 10:11:45.830174 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d9667e7-6fee-442a-a830-7ad62697834c req-80a0456c-1b62-4523-ab1e-f5490f72c608 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ccc381c-19f1-420f-86d0-89eb117b7ef2 HTTP/1.1" status: 200 len: 1000 time: 0.1037154 Apr 23 10:11:45.898876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9667e7-6fee-442a-a830-7ad62697834c req-46fb5fe8-9775-4e42-884e-edc60e9bcc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:11:45.900442 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d9667e7-6fee-442a-a830-7ad62697834c req-46fb5fe8-9775-4e42-884e-edc60e9bcc14 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c959529-37e6-4202-9d62-deed0ff5d327 HTTP/1.1" status: 200 len: 834 time: 0.0640948 Apr 23 10:11:45.985487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9667e7-6fee-442a-a830-7ad62697834c req-cb235a21-f2a4-47df-bda2-09966f889d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:11:45.987123 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d9667e7-6fee-442a-a830-7ad62697834c req-cb235a21-f2a4-47df-bda2-09966f889d7f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42c2fb13-d08e-4c82-b8f2-65cfecfa169b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803931 Apr 23 10:11:46.132400 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d9667e7-6fee-442a-a830-7ad62697834c req-26ddea2a-9ba9-4a2e-afbc-ff9faa392ebb service neutron] 10.222.0.35 "GET /v2.0/networks/42c2fb13-d08e-4c82-b8f2-65cfecfa169b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387193 Apr 23 10:11:46.277120 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d9667e7-6fee-442a-a830-7ad62697834c req-2e91fb73-dfea-44b9-91f1-9bfb325afe9c service neutron] 10.222.0.35 "GET /v2.0/networks/42c2fb13-d08e-4c82-b8f2-65cfecfa169b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389146 Apr 23 10:11:46.770613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13fea7-194f-4f0f-b9d3-909341e77ddb req-7ea45c9c-c0d8-4ab1-ae9d-e46737382fd9 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:11:46.772186 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9d13fea7-194f-4f0f-b9d3-909341e77ddb req-7ea45c9c-c0d8-4ab1-ae9d-e46737382fd9 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 945 time: 0.0947256 Apr 23 10:11:46.822450 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9d13fea7-194f-4f0f-b9d3-909341e77ddb req-4ea2b93d-ad88-41c3-acad-8c58185cc7f5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436797 Apr 23 10:11:48.029470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ab364-1020-4066-a21b-0c2f2448339f req-da3845d1-bfc5-4fda-9f22-8dd36c13d056 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:11:48.031153 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2e1ab364-1020-4066-a21b-0c2f2448339f req-da3845d1-bfc5-4fda-9f22-8dd36c13d056 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 945 time: 0.0914068 Apr 23 10:11:48.079894 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2e1ab364-1020-4066-a21b-0c2f2448339f req-c496281b-2121-4000-82e6-46b39bfcc0a2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423267 Apr 23 10:11:48.107398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49658) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:11:48.223707 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-be554435-c812-46b5-abfe-a44deb1687fb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/floatingips/ec5c3552-2188-43ce-812f-37fc669443d0 HTTP/1.1" status: 200 len: 992 time: 0.1150558 Apr 23 10:11:53.915608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:06.804738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd3266ec-363a-4ddb-a6a2-f478cf117ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:09.707864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-41053df8-3229-4d1f-8245-f350d4fe62cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:10.616333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:11.313552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:12.521781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:14.034418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:12:20.183592 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99d3ffea-e4fd-46eb-b0e6-1efde06bc901 req-f03666cd-751c-4e9d-8fd9-087f68868992 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790412 Apr 23 10:12:20.344864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3ffea-e4fd-46eb-b0e6-1efde06bc901 req-fe95650f-402d-4c96-9624-ee07e3878b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:12:20.346498 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99d3ffea-e4fd-46eb-b0e6-1efde06bc901 req-fe95650f-402d-4c96-9624-ee07e3878b9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 1098 time: 0.0892937 Apr 23 10:12:20.514278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3ffea-e4fd-46eb-b0e6-1efde06bc901 req-1bf8e18a-50c5-459d-9b64-bc78934fa01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:12:20.515889 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99d3ffea-e4fd-46eb-b0e6-1efde06bc901 req-1bf8e18a-50c5-459d-9b64-bc78934fa01d service neutron] 10.222.0.35 "GET /v2.0/networks?id=42c2fb13-d08e-4c82-b8f2-65cfecfa169b HTTP/1.1" status: 200 len: 897 time: 0.1481740 Apr 23 10:12:20.624754 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99d3ffea-e4fd-46eb-b0e6-1efde06bc901 req-6ebdb68a-6261-47e4-b5bf-d62141aacfc7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ccc381c-19f1-420f-86d0-89eb117b7ef2 HTTP/1.1" status: 200 len: 1000 time: 0.1025884 Apr 23 10:12:20.704270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3ffea-e4fd-46eb-b0e6-1efde06bc901 req-ce5379ff-ab2e-426d-a7ac-345c0e86f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:12:20.705754 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99d3ffea-e4fd-46eb-b0e6-1efde06bc901 req-ce5379ff-ab2e-426d-a7ac-345c0e86f747 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c959529-37e6-4202-9d62-deed0ff5d327 HTTP/1.1" status: 200 len: 834 time: 0.0751922 Apr 23 10:12:20.786766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3ffea-e4fd-46eb-b0e6-1efde06bc901 req-f35e8fb9-1095-4fbc-b1ee-71f071b5e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:12:20.788357 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99d3ffea-e4fd-46eb-b0e6-1efde06bc901 req-f35e8fb9-1095-4fbc-b1ee-71f071b5e7f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42c2fb13-d08e-4c82-b8f2-65cfecfa169b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766339 Apr 23 10:12:20.938051 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99d3ffea-e4fd-46eb-b0e6-1efde06bc901 req-f68f1b93-9c7c-4583-9118-e6cdd43d9b98 service neutron] 10.222.0.35 "GET /v2.0/networks/42c2fb13-d08e-4c82-b8f2-65cfecfa169b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418543 Apr 23 10:12:21.386120 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-99d3ffea-e4fd-46eb-b0e6-1efde06bc901 req-efe7e0d0-59b4-4e14-ab4c-8dd5cda55223 service neutron] 10.222.0.35 "GET /v2.0/networks/42c2fb13-d08e-4c82-b8f2-65cfecfa169b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416559 Apr 23 10:12:23.910125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:36.745757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b9d9c4c-df72-46cf-b5e0-11aea9bee958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:39.736266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a0c3d1ad-5ddc-4b1f-9004-b1b2729c7754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:40.630712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:41.161670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49688) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:12:41.316367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:41.663490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting port 57c23743-fc49-4be2-add9-388151282302 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:12:41.663880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:41.794880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:41.795258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:41.930214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Calling delete_port for 57c23743-fc49-4be2-add9-388151282302 owned by network:floatingip {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:12:42.167836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:42.172875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-986dc08c-49fe-45f9-a49f-511faaf35eb6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:12:42.223029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Port': ['ID=57c23743-fc49-4be2-add9-388151282302,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:12:42.257480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:42.257909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:42.258364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:42.258803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:42.259225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:42.259646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:42.260577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:42.260993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:42.261405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:42.261818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:42.262231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:42.262670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:42.270944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:12:42.332308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for floatingip, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:42.332685 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Floating IP ec5c3552-2188-43ce-812f-37fc669443d0 disassociated (deleted). External IP: 172.26.4.90, port: 4ccc381c-19f1-420f-86d0-89eb117b7ef2. Apr 23 10:12:42.522065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:42.719274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router 2eb7ac14-c7f7-4d3e-a145-4d4e671f2661 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:12:42.910760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:12:42.921915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1096a88f-bd02-4230-81d1-5cc6e9b58cd3 None None] Sync routers for ids ['2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:12:42.929785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:42.934672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1096a88f-bd02-4230-81d1-5cc6e9b58cd3 None None] Routers {'2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:12:42.935401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1096a88f-bd02-4230-81d1-5cc6e9b58cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:12:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:12:42.995180 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/floatingips/ec5c3552-2188-43ce-812f-37fc669443d0 HTTP/1.1" status: 204 len: 168 time: 1.8314824 Apr 23 10:12:42.996470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d', 'tag': '4ccc381c-19f1-420f-86d0-89eb117b7ef2'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:12:43.321705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-1096a88f-bd02-4230-81d1-5cc6e9b58cd3 None None] Set router 2eb7ac14-c7f7-4d3e-a145-4d4e671f2661 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:12:43.340104 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d', 'tag': '4ccc381c-19f1-420f-86d0-89eb117b7ef2', 'status': 'completed', 'code': 200} Apr 23 10:12:43.443979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c5b4a-433c-4573-a592-99bd4cf63d8a req-f2fa7c6f-e312-4b07-bcdb-e712baa9e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:12:43.445827 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-955c5b4a-433c-4573-a592-99bd4cf63d8a req-f2fa7c6f-e312-4b07-bcdb-e712baa9e7fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 1098 time: 0.0835271 Apr 23 10:12:43.531901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86234b6f-e3a8-48d4-a9ab-1bdc556069a6 req-b7d57544-a50e-4295-9111-1901b55e5b5f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:12:43.533533 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-86234b6f-e3a8-48d4-a9ab-1bdc556069a6 req-b7d57544-a50e-4295-9111-1901b55e5b5f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 945 time: 0.1026025 Apr 23 10:12:43.587150 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-86234b6f-e3a8-48d4-a9ab-1bdc556069a6 req-67a0f5fc-2c7e-4ced-b744-b0d52694cfff tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467179 Apr 23 10:12:43.612535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c5b4a-433c-4573-a592-99bd4cf63d8a req-15917453-6a3f-48e4-8cab-c9754357fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:12:43.614141 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-955c5b4a-433c-4573-a592-99bd4cf63d8a req-15917453-6a3f-48e4-8cab-c9754357fe6c service neutron] 10.222.0.35 "GET /v2.0/networks?id=42c2fb13-d08e-4c82-b8f2-65cfecfa169b HTTP/1.1" status: 200 len: 897 time: 0.1612403 Apr 23 10:12:43.685537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1096a88f-bd02-4230-81d1-5cc6e9b58cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47399560', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:10:03Z', 'updated_at': '2021-04-23T10:10:10Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:10:04Z', 'updated_at': '2021-04-23T10:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '618a4849-8e5d-4649-843d-ac6c3c6e21b2', 'name': '', 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:c6:8d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '2c959529-37e6-4202-9d62-deed0ff5d327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:10:09Z', 'updated_at': '2021-04-23T10:10:16Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '2c959529-37e6-4202-9d62-deed0ff5d327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:12:43.689872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1096a88f-bd02-4230-81d1-5cc6e9b58cd3 None None] Checking router: 2eb7ac14-c7f7-4d3e-a145-4d4e671f2661 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:12:43.695322 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-955c5b4a-433c-4573-a592-99bd4cf63d8a req-88c647e4-c5e9-450d-bf8b-6fb06827ee2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ccc381c-19f1-420f-86d0-89eb117b7ef2 HTTP/1.1" status: 200 len: 217 time: 0.0735669 Apr 23 10:12:43.699901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1096a88f-bd02-4230-81d1-5cc6e9b58cd3 None None] Routers {'2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:12:43.700577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1096a88f-bd02-4230-81d1-5cc6e9b58cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:12:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:12:43.768372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c5b4a-433c-4573-a592-99bd4cf63d8a req-9c9e6ac0-77bb-4689-82cd-c523d9c8fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:12:43.769984 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-955c5b4a-433c-4573-a592-99bd4cf63d8a req-9c9e6ac0-77bb-4689-82cd-c523d9c8fc53 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c959529-37e6-4202-9d62-deed0ff5d327 HTTP/1.1" status: 200 len: 834 time: 0.0679331 Apr 23 10:12:43.858710 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c5b4a-433c-4573-a592-99bd4cf63d8a req-129b82c8-7f8a-4e94-a4fc-c3587290365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:12:43.860249 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-955c5b4a-433c-4573-a592-99bd4cf63d8a req-129b82c8-7f8a-4e94-a4fc-c3587290365e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42c2fb13-d08e-4c82-b8f2-65cfecfa169b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830495 Apr 23 10:12:43.901465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-1096a88f-bd02-4230-81d1-5cc6e9b58cd3 None None] Set router 2eb7ac14-c7f7-4d3e-a145-4d4e671f2661 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:12:44.005510 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-955c5b4a-433c-4573-a592-99bd4cf63d8a req-b50e947a-0afa-4d98-af80-445e3a185f47 service neutron] 10.222.0.35 "GET /v2.0/networks/42c2fb13-d08e-4c82-b8f2-65cfecfa169b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367195 Apr 23 10:12:44.160592 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-955c5b4a-433c-4573-a592-99bd4cf63d8a req-8b49d35e-9aa4-41d9-8432-5672e975faf7 service neutron] 10.222.0.35 "GET /v2.0/networks/42c2fb13-d08e-4c82-b8f2-65cfecfa169b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373944 Apr 23 10:12:44.241006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1096a88f-bd02-4230-81d1-5cc6e9b58cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47399560', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:10:03Z', 'updated_at': '2021-04-23T10:10:10Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:10:04Z', 'updated_at': '2021-04-23T10:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '618a4849-8e5d-4649-843d-ac6c3c6e21b2', 'name': '', 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:c6:8d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '2c959529-37e6-4202-9d62-deed0ff5d327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:10:09Z', 'updated_at': '2021-04-23T10:10:16Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '2c959529-37e6-4202-9d62-deed0ff5d327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:12:44.245856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1096a88f-bd02-4230-81d1-5cc6e9b58cd3 None None] The sync data for ids ['2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'] in dv-neutron-786478-4-hyperv is: [{'id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47399560', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:10:03Z', 'updated_at': '2021-04-23T10:10:10Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:10:04Z', 'updated_at': '2021-04-23T10:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '618a4849-8e5d-4649-843d-ac6c3c6e21b2', 'name': '', 'network_id': '42c2fb13-d08e-4c82-b8f2-65cfecfa169b', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:c6:8d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '2c959529-37e6-4202-9d62-deed0ff5d327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:10:09Z', 'updated_at': '2021-04-23T10:10:16Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '2c959529-37e6-4202-9d62-deed0ff5d327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:12:44.629532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5957396-9023-4f9f-8595-f3d8448a0f3f None None] New status for floating IP ec5c3552-2188-43ce-812f-37fc669443d0: DOWN {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:12:44.798810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540e217-72a1-4401-a7d4-81d1660db9fa req-322bf339-de9e-45d9-bc9c-48f301ef6ec4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:12:44.800436 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4540e217-72a1-4401-a7d4-81d1660db9fa req-322bf339-de9e-45d9-bc9c-48f301ef6ec4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 945 time: 0.0962274 Apr 23 10:12:44.850697 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4540e217-72a1-4401-a7d4-81d1660db9fa req-ac5bf3ae-5dc6-4a0c-a3b9-3eb7f4c85a01 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=8f736c42-ed21-4ea5-8252-b850a5eaf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438080 Apr 23 10:12:45.131251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278fe3f-20c1-4acd-9958-3bcb5dcb01ed req-2b3d5a8b-d936-468d-adc4-8efe686f93d2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:12:45.132008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-2278fe3f-20c1-4acd-9958-3bcb5dcb01ed req-2b3d5a8b-d936-468d-adc4-8efe686f93d2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Synchronizing usage tracker for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:12:45.207888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-2278fe3f-20c1-4acd-9958-3bcb5dcb01ed req-2b3d5a8b-d936-468d-adc4-8efe686f93d2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Unset dirty status for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:12:45.209191 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2278fe3f-20c1-4acd-9958-3bcb5dcb01ed req-2b3d5a8b-d936-468d-adc4-8efe686f93d2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 945 time: 0.1665828 Apr 23 10:12:45.360444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-2278fe3f-20c1-4acd-9958-3bcb5dcb01ed req-d8c6c531-e84e-410a-954a-56f434d1d9c7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting port 4ccc381c-19f1-420f-86d0-89eb117b7ef2 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:12:45.360827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-2278fe3f-20c1-4acd-9958-3bcb5dcb01ed req-d8c6c531-e84e-410a-954a-56f434d1d9c7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:45.504715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-2278fe3f-20c1-4acd-9958-3bcb5dcb01ed req-d8c6c531-e84e-410a-954a-56f434d1d9c7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] For port 4ccc381c-19f1-420f-86d0-89eb117b7ef2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4ccc381c-19f1-420f-86d0-89eb117b7ef2,segment=NetworkSegment(99364b37-f04e-4721-a23f-1e5862c3fee9),segment_id=99364b37-f04e-4721-a23f-1e5862c3fee9)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:12:45.505034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-2278fe3f-20c1-4acd-9958-3bcb5dcb01ed req-d8c6c531-e84e-410a-954a-56f434d1d9c7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:45.640616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-2278fe3f-20c1-4acd-9958-3bcb5dcb01ed req-d8c6c531-e84e-410a-954a-56f434d1d9c7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Calling delete_port for 4ccc381c-19f1-420f-86d0-89eb117b7ef2 owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:12:45.942415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-2278fe3f-20c1-4acd-9958-3bcb5dcb01ed req-d8c6c531-e84e-410a-954a-56f434d1d9c7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:45.950095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e7fba145-5921-4dc2-9953-7f54dfcddd7f tempest-TestEncryptedCinderVolumes-862163779 tempest-TestEncryptedCinderVolumes-862163779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:12:45.999329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6c531-e84e-410a-954a-56f434d1d9c7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Port': ['ID=4ccc381c-19f1-420f-86d0-89eb117b7ef2,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:12:46.001889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d8c6c531-e84e-410a-954a-56f434d1d9c7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:12:46.021618 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-05734b87-0f90-44b6-9c54-baae32452724 req-b46221a9-1ad5-42e0-8ec5-a4c5982a27e8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d HTTP/1.1" status: 200 len: 210 time: 0.0515528 Apr 23 10:12:46.084486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-2278fe3f-20c1-4acd-9958-3bcb5dcb01ed req-d8c6c531-e84e-410a-954a-56f434d1d9c7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] No DVR routers for this DVR port 4ccc381c-19f1-420f-86d0-89eb117b7ef2 on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:12:46.087053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-2278fe3f-20c1-4acd-9958-3bcb5dcb01ed req-d8c6c531-e84e-410a-954a-56f434d1d9c7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:46.092450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d', 'name': 'network-vif-deleted', 'tag': '4ccc381c-19f1-420f-86d0-89eb117b7ef2'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:12:46.131784 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2278fe3f-20c1-4acd-9958-3bcb5dcb01ed req-d8c6c531-e84e-410a-954a-56f434d1d9c7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "DELETE /v2.0/ports/4ccc381c-19f1-420f-86d0-89eb117b7ef2 HTTP/1.1" status: 204 len: 173 time: 0.9168189 Apr 23 10:12:46.144971 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd1ca93-d8f2-4b8e-af40-e2e0ca218d6d', 'name': 'network-vif-deleted', 'tag': '4ccc381c-19f1-420f-86d0-89eb117b7ef2', 'status': 'completed', 'code': 200} Apr 23 10:12:47.126517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49718) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:12:47.735165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 4ccc381c-19f1-420f-86d0-89eb117b7ef2 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:12:47.777122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 4ccc381c-19f1-420f-86d0-89eb117b7ef2 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:12:47.777914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 4ccc381c-19f1-420f-86d0-89eb117b7ef2 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:12:48.011377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f5580c3-faf0-4611-b2cc-b72a75f55305 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:48.465347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5f5580c3-faf0-4611-b2cc-b72a75f55305 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting port 618a4849-8e5d-4649-843d-ac6c3c6e21b2 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:12:48.465873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f5580c3-faf0-4611-b2cc-b72a75f55305 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:48.612955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5f5580c3-faf0-4611-b2cc-b72a75f55305 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] For port 618a4849-8e5d-4649-843d-ac6c3c6e21b2, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=618a4849-8e5d-4649-843d-ac6c3c6e21b2,segment=NetworkSegment(99364b37-f04e-4721-a23f-1e5862c3fee9),segment_id=99364b37-f04e-4721-a23f-1e5862c3fee9)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:12:48.613354 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f5580c3-faf0-4611-b2cc-b72a75f55305 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:48.752307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-5f5580c3-faf0-4611-b2cc-b72a75f55305 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Calling delete_port for 618a4849-8e5d-4649-843d-ac6c3c6e21b2 owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:12:49.062603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f5580c3-faf0-4611-b2cc-b72a75f55305 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:49.067055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c2713e2d-2b66-42f9-9ba2-1d91be26c1ac tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:12:49.120848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5580c3-faf0-4611-b2cc-b72a75f55305 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Port': ['ID=618a4849-8e5d-4649-843d-ac6c3c6e21b2,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:12:49.124468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5f5580c3-faf0-4611-b2cc-b72a75f55305 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:12:49.429139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f5580c3-faf0-4611-b2cc-b72a75f55305 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:49.839457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5580c3-faf0-4611-b2cc-b72a75f55305 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router 2eb7ac14-c7f7-4d3e-a145-4d4e671f2661 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:12:50.045591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5580c3-faf0-4611-b2cc-b72a75f55305 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:12:50.057949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef20b01c-156e-4edf-91e7-544c880dd40d None None] Sync routers for ids ['2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:12:50.065872 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5f5580c3-faf0-4611-b2cc-b72a75f55305 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "PUT /v2.0/routers/2eb7ac14-c7f7-4d3e-a145-4d4e671f2661/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9379044 Apr 23 10:12:50.068659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49724) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:12:50.074819 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef20b01c-156e-4edf-91e7-544c880dd40d None None] Routers {'2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:12:50.075919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ef20b01c-156e-4edf-91e7-544c880dd40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:12:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:12:50.201421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a95608c-7aad-42da-b302-16797a407099 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting subnet 2c959529-37e6-4202-9d62-deed0ff5d327 {{(pid=87175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:12:50.206751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4a95608c-7aad-42da-b302-16797a407099 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for subnet, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:50.313837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4a95608c-7aad-42da-b302-16797a407099 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848543975'] for subnet, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:50.371583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-ef20b01c-156e-4edf-91e7-544c880dd40d None None] Set router 2eb7ac14-c7f7-4d3e-a145-4d4e671f2661 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:12:50.418778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4a95608c-7aad-42da-b302-16797a407099 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:50.704966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ef20b01c-156e-4edf-91e7-544c880dd40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47399560', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:10:03Z', 'updated_at': '2021-04-23T10:12:48Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:10:04Z', 'updated_at': '2021-04-23T10:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:12:50.709984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef20b01c-156e-4edf-91e7-544c880dd40d None None] Checking router: 2eb7ac14-c7f7-4d3e-a145-4d4e671f2661 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:12:50.721828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef20b01c-156e-4edf-91e7-544c880dd40d None None] Routers {'2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:12:50.722678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ef20b01c-156e-4edf-91e7-544c880dd40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:12:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:12:50.849516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4a95608c-7aad-42da-b302-16797a407099 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7582454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848932717'] for subnet, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:50.857568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8a882fb2-ad57-4ef6-9c8d-1ddc2c2dfb75 tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:12:50.903452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95608c-7aad-42da-b302-16797a407099 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Subnet': ['ID=2c959529-37e6-4202-9d62-deed0ff5d327,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:12:50.906339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4a95608c-7aad-42da-b302-16797a407099 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:12:50.909105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4a95608c-7aad-42da-b302-16797a407099 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:50.916064 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4a95608c-7aad-42da-b302-16797a407099 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/subnets/2c959529-37e6-4202-9d62-deed0ff5d327 HTTP/1.1" status: 204 len: 168 time: 0.8458874 Apr 23 10:12:50.921414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49728) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:12:50.928756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9818f280-a92b-4961-b2a6-f5af8d653ad3 None None] Network 42c2fb13-d08e-4c82-b8f2-65cfecfa169b requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:12:50.977551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-ef20b01c-156e-4edf-91e7-544c880dd40d None None] Set router 2eb7ac14-c7f7-4d3e-a145-4d4e671f2661 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:12:51.036003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:12:51.519977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ef20b01c-156e-4edf-91e7-544c880dd40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47399560', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:10:03Z', 'updated_at': '2021-04-23T10:12:48Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:10:04Z', 'updated_at': '2021-04-23T10:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:12:51.524580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef20b01c-156e-4edf-91e7-544c880dd40d None None] The sync data for ids ['2eb7ac14-c7f7-4d3e-a145-4d4e671f2661'] in dv-neutron-786478-4-hyperv is: [{'id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-47399560', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:10:03Z', 'updated_at': '2021-04-23T10:12:48Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': '483204b1-2dfd-4bcd-8942-0374b47ee761', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb7ac14-c7f7-4d3e-a145-4d4e671f2661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:10:04Z', 'updated_at': '2021-04-23T10:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:12:51.560463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d96d0f3e-e9b9-424c-9306-c23c109e00b3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:51.577682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e819ce95-7a80-4077-b167-8c0a5fc23406 None None] DHCP port deletion for 42c2fb13-d08e-4c82-b8f2-65cfecfa169b request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 10:12:51.659422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e819ce95-7a80-4077-b167-8c0a5fc23406 None None] Deleting port ac8da2fc-be86-4261-a1ae-df9e584811d4 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:12:51.659852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e819ce95-7a80-4077-b167-8c0a5fc23406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:51.809135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d96d0f3e-e9b9-424c-9306-c23c109e00b3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:51.882997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 618a4849-8e5d-4649-843d-ac6c3c6e21b2 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:12:51.934810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 618a4849-8e5d-4649-843d-ac6c3c6e21b2 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:12:51.935726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 618a4849-8e5d-4649-843d-ac6c3c6e21b2 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:12:51.935726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ac8da2fc-be86-4261-a1ae-df9e584811d4 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:12:51.938405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d96d0f3e-e9b9-424c-9306-c23c109e00b3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting port 483204b1-2dfd-4bcd-8942-0374b47ee761 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:12:51.938761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d96d0f3e-e9b9-424c-9306-c23c109e00b3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:52.070959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e819ce95-7a80-4077-b167-8c0a5fc23406 None None] For port ac8da2fc-be86-4261-a1ae-df9e584811d4, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ac8da2fc-be86-4261-a1ae-df9e584811d4,segment=NetworkSegment(99364b37-f04e-4721-a23f-1e5862c3fee9),segment_id=99364b37-f04e-4721-a23f-1e5862c3fee9)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:12:52.071410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e819ce95-7a80-4077-b167-8c0a5fc23406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:52.111881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d96d0f3e-e9b9-424c-9306-c23c109e00b3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] For port 483204b1-2dfd-4bcd-8942-0374b47ee761, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=483204b1-2dfd-4bcd-8942-0374b47ee761,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:12:52.112608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d96d0f3e-e9b9-424c-9306-c23c109e00b3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:52.249266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e819ce95-7a80-4077-b167-8c0a5fc23406 None None] Calling delete_port for ac8da2fc-be86-4261-a1ae-df9e584811d4 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:12:52.292374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:52.323304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d96d0f3e-e9b9-424c-9306-c23c109e00b3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Calling delete_port for 483204b1-2dfd-4bcd-8942-0374b47ee761 owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:12:52.340656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port ac8da2fc-be86-4261-a1ae-df9e584811d4, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ac8da2fc-be86-4261-a1ae-df9e584811d4,segment=NetworkSegment(99364b37-f04e-4721-a23f-1e5862c3fee9),segment_id=99364b37-f04e-4721-a23f-1e5862c3fee9)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:12:52.382816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:52.384988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:12:52.425791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-e819ce95-7a80-4077-b167-8c0a5fc23406 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 10:12:52.426213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-e819ce95-7a80-4077-b167-8c0a5fc23406 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 10:12:52.465598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=ac8da2fc-be86-4261-a1ae-df9e584811d4,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:12:52.474284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:52.474564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:52.474937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:52.475319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:52.475701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:52.476080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:52.476544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:52.476963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:52.477562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:52.477706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:52.478349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:52.480160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:52.486280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:12:52.759636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d96d0f3e-e9b9-424c-9306-c23c109e00b3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:52.765515 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-97150a5e-71a7-407c-8a6f-d5e75d93e446 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:12:52.813850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d0f3e-e9b9-424c-9306-c23c109e00b3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Port': ['ID=483204b1-2dfd-4bcd-8942-0374b47ee761,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:12:52.847841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d96d0f3e-e9b9-424c-9306-c23c109e00b3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:12:52.914589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d96d0f3e-e9b9-424c-9306-c23c109e00b3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:52.996200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e819ce95-7a80-4077-b167-8c0a5fc23406 None None] Deleting port ac8da2fc-be86-4261-a1ae-df9e584811d4 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:12:52.996622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e819ce95-7a80-4077-b167-8c0a5fc23406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:53.108613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d96d0f3e-e9b9-424c-9306-c23c109e00b3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:53.111071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d96d0f3e-e9b9-424c-9306-c23c109e00b3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:53.111466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e819ce95-7a80-4077-b167-8c0a5fc23406 None None] For port ac8da2fc-be86-4261-a1ae-df9e584811d4, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ac8da2fc-be86-4261-a1ae-df9e584811d4,segment=NetworkSegment(99364b37-f04e-4721-a23f-1e5862c3fee9),segment_id=99364b37-f04e-4721-a23f-1e5862c3fee9)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:12:53.111923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e819ce95-7a80-4077-b167-8c0a5fc23406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:53.230862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d96d0f3e-e9b9-424c-9306-c23c109e00b3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:53.231566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96d0f3e-e9b9-424c-9306-c23c109e00b3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Fanout notify agent at l3_agent the message router_deleted on router 2eb7ac14-c7f7-4d3e-a145-4d4e671f2661 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 10:12:53.249338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d96d0f3e-e9b9-424c-9306-c23c109e00b3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:53.250269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e819ce95-7a80-4077-b167-8c0a5fc23406 None None] Calling delete_port for ac8da2fc-be86-4261-a1ae-df9e584811d4 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:12:53.250629 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d96d0f3e-e9b9-424c-9306-c23c109e00b3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/routers/2eb7ac14-c7f7-4d3e-a145-4d4e671f2661 HTTP/1.1" status: 204 len: 168 time: 2.3278399 Apr 23 10:12:53.253701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49732) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:12:53.389701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:53.436350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e819ce95-7a80-4077-b167-8c0a5fc23406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:53.442042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:12:53.447977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] The port 'ac8da2fc-be86-4261-a1ae-df9e584811d4' was deleted {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 10:12:53.536344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819ce95-7a80-4077-b167-8c0a5fc23406 None None] Pushing event deleted for resources: {'Port': ['ID=ac8da2fc-be86-4261-a1ae-df9e584811d4,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:12:53.540099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e819ce95-7a80-4077-b167-8c0a5fc23406 None None] No DVR routers for this DVR port ac8da2fc-be86-4261-a1ae-df9e584811d4 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:12:53.543861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e819ce95-7a80-4077-b167-8c0a5fc23406 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:12:53.623876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:53.757250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c2fb13-d08e-4c82-b8f2-65cfecfa169b']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:12:53.771456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99364b37-f04e-4721-a23f-1e5862c3fee9') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:12:53.771764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99364b37-f04e-4721-a23f-1e5862c3fee9') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:12:53.785457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:53.804463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:53.812471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:12:53.857680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 483204b1-2dfd-4bcd-8942-0374b47ee761 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:12:53.907120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 483204b1-2dfd-4bcd-8942-0374b47ee761 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:12:53.907485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 483204b1-2dfd-4bcd-8942-0374b47ee761 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:12:53.962122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:54.011173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 42c2fb13-d08e-4c82-b8f2-65cfecfa169b has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:12:54.021379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:54.217426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 42c2fb13-d08e-4c82-b8f2-65cfecfa169b has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:12:54.243300 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:12:54.413816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:54.417775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7f55dc48-d237-4723-b4d0-67aec2030164 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:12:54.434129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:54.446950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Network': ['ID=42c2fb13-d08e-4c82-b8f2-65cfecfa169b,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:12:54.459116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:54.462603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:54.462603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:54.462603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:54.462603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:54.462603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:54.463385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:54.463385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:54.464047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:54.464669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:54.465300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:54.465920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:12:54.471240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:12:54.484792 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-09c64998-f12d-4369-a89c-6191535e6d32 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/networks/42c2fb13-d08e-4c82-b8f2-65cfecfa169b HTTP/1.1" status: 204 len: 168 time: 1.2292862 Apr 23 10:12:54.488510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49736) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:12:54.577216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-20f6cc75-d355-4ec8-8810-fa2af955749b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:54.610330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-20f6cc75-d355-4ec8-8810-fa2af955749b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:54.808989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-20f6cc75-d355-4ec8-8810-fa2af955749b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:54.814947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c86d881c-4825-4ea4-95e7-6be2e1ea997f tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:12:54.837591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6cc75-d355-4ec8-8810-fa2af955749b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f736c42-ed21-4ea5-8252-b850a5eaf72b,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:12:54.843448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-20f6cc75-d355-4ec8-8810-fa2af955749b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:12:54.882073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-20f6cc75-d355-4ec8-8810-fa2af955749b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:54.883406 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-20f6cc75-d355-4ec8-8810-fa2af955749b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/security-groups/8f736c42-ed21-4ea5-8252-b850a5eaf72b HTTP/1.1" status: 204 len: 168 time: 0.3935666 Apr 23 10:12:56.244452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49748) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:12:56.250776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-30bfabeb-1db1-4bfb-95b8-09ac9c01a772 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-190123847', 'description': 'tempest-secgroup-smoke-190123847 description', 'project_id': '54edd41c8fc1484eb66cc45008be2739'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:12:56.257527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-30bfabeb-1db1-4bfb-95b8-09ac9c01a772 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:12:56.263109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-30bfabeb-1db1-4bfb-95b8-09ac9c01a772 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:12:56.266540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-30bfabeb-1db1-4bfb-95b8-09ac9c01a772 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:12:56.272742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-30bfabeb-1db1-4bfb-95b8-09ac9c01a772 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:12:56.316828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-30bfabeb-1db1-4bfb-95b8-09ac9c01a772 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:56.339543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-30bfabeb-1db1-4bfb-95b8-09ac9c01a772 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:12:56.343724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-30bfabeb-1db1-4bfb-95b8-09ac9c01a772 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:12:56.346883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-30bfabeb-1db1-4bfb-95b8-09ac9c01a772 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:12:56.354260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-30bfabeb-1db1-4bfb-95b8-09ac9c01a772 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:12:56.552224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-30bfabeb-1db1-4bfb-95b8-09ac9c01a772 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:56.596334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-30bfabeb-1db1-4bfb-95b8-09ac9c01a772 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:56.600743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-81d0fa06-eca2-48a4-a397-1fb23d088393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:12:56.648757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfabeb-1db1-4bfb-95b8-09ac9c01a772 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a927945a-fb3b-4b28-935c-47362e88ab66,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:12:56.653096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-30bfabeb-1db1-4bfb-95b8-09ac9c01a772 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:12:56.679923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-30bfabeb-1db1-4bfb-95b8-09ac9c01a772 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:56.681321 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-30bfabeb-1db1-4bfb-95b8-09ac9c01a772 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4355693 Apr 23 10:12:56.685104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49752) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:12:56.691018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-b630e8a5-fffe-41b8-86b2-0a16a0267587 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': 'a927945a-fb3b-4b28-935c-47362e88ab66', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:12:56.698563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b630e8a5-fffe-41b8-86b2-0a16a0267587 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:12:56.705377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b630e8a5-fffe-41b8-86b2-0a16a0267587 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:12:56.708978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-b630e8a5-fffe-41b8-86b2-0a16a0267587 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:12:56.716592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-b630e8a5-fffe-41b8-86b2-0a16a0267587 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:12:56.762023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b630e8a5-fffe-41b8-86b2-0a16a0267587 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:56.834772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b630e8a5-fffe-41b8-86b2-0a16a0267587 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:56.862801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b630e8a5-fffe-41b8-86b2-0a16a0267587 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:56.872852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-54ca49e3-cf09-4b5b-87a6-c8b6ff7a5df3 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:12:56.896909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630e8a5-fffe-41b8-86b2-0a16a0267587 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ea7b59-e2fb-403b-8265-c648cda28bf8,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:12:56.899554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b630e8a5-fffe-41b8-86b2-0a16a0267587 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:12:56.931403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b630e8a5-fffe-41b8-86b2-0a16a0267587 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:56.933461 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b630e8a5-fffe-41b8-86b2-0a16a0267587 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2471316 Apr 23 10:12:56.938410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49756) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:12:56.944423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-1f2a83bc-78f8-4886-bee8-e285fffdfd48 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': 'a927945a-fb3b-4b28-935c-47362e88ab66', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:12:56.952372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1f2a83bc-78f8-4886-bee8-e285fffdfd48 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:12:56.956917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1f2a83bc-78f8-4886-bee8-e285fffdfd48 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:12:56.960252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-1f2a83bc-78f8-4886-bee8-e285fffdfd48 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:12:56.967103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-1f2a83bc-78f8-4886-bee8-e285fffdfd48 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:12:57.018960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f2a83bc-78f8-4886-bee8-e285fffdfd48 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:57.097514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f2a83bc-78f8-4886-bee8-e285fffdfd48 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:57.131411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f2a83bc-78f8-4886-bee8-e285fffdfd48 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:57.133491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8b94966b-454f-4b68-b2b4-666ecaa03be8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:12:57.160593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a83bc-78f8-4886-bee8-e285fffdfd48 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6003cdb7-ad63-44ff-bef4-eeffe825ce41,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:12:57.163399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1f2a83bc-78f8-4886-bee8-e285fffdfd48 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:12:57.202511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f2a83bc-78f8-4886-bee8-e285fffdfd48 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:57.203877 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1f2a83bc-78f8-4886-bee8-e285fffdfd48 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2642972 Apr 23 10:12:57.206771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49760) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:12:57.212698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-8579a77c-fb28-4716-9e4c-3731a1c41468 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': 'a927945a-fb3b-4b28-935c-47362e88ab66', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:12:57.220338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8579a77c-fb28-4716-9e4c-3731a1c41468 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:12:57.224709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8579a77c-fb28-4716-9e4c-3731a1c41468 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:12:57.227968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8579a77c-fb28-4716-9e4c-3731a1c41468 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:12:57.235690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8579a77c-fb28-4716-9e4c-3731a1c41468 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:12:57.281659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8579a77c-fb28-4716-9e4c-3731a1c41468 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:57.363790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8579a77c-fb28-4716-9e4c-3731a1c41468 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:57.399947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8579a77c-fb28-4716-9e4c-3731a1c41468 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:57.402613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b630e8a5-fffe-41b8-86b2-0a16a0267587 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:12:57.428625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579a77c-fb28-4716-9e4c-3731a1c41468 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88a0f92-f5ad-4e43-8906-60ceadfd4106,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:12:57.431583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8579a77c-fb28-4716-9e4c-3731a1c41468 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:12:57.459823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8579a77c-fb28-4716-9e4c-3731a1c41468 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:57.461479 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8579a77c-fb28-4716-9e4c-3731a1c41468 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2533684 Apr 23 10:12:57.467666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49764) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:12:57.479488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f7c8fc9b-20d6-4e93-86bc-6b216f9aa4a7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': 'a927945a-fb3b-4b28-935c-47362e88ab66', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:12:57.491840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f7c8fc9b-20d6-4e93-86bc-6b216f9aa4a7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:12:57.500044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f7c8fc9b-20d6-4e93-86bc-6b216f9aa4a7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:12:57.505741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f7c8fc9b-20d6-4e93-86bc-6b216f9aa4a7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:12:57.516360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f7c8fc9b-20d6-4e93-86bc-6b216f9aa4a7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:12:57.591040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f7c8fc9b-20d6-4e93-86bc-6b216f9aa4a7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:57.681665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f7c8fc9b-20d6-4e93-86bc-6b216f9aa4a7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:57.725674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f7c8fc9b-20d6-4e93-86bc-6b216f9aa4a7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:57.727821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fa6eb0de-a911-4f36-b00c-7689facc9a58 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:12:57.753352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8fc9b-20d6-4e93-86bc-6b216f9aa4a7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ca1775-5131-43b1-990e-b4d3a8d3dedb,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:12:57.756186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f7c8fc9b-20d6-4e93-86bc-6b216f9aa4a7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:12:57.794213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f7c8fc9b-20d6-4e93-86bc-6b216f9aa4a7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:57.795573 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f7c8fc9b-20d6-4e93-86bc-6b216f9aa4a7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3254967 Apr 23 10:12:57.798516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49768) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:12:57.804484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a8a15bd4-37a0-40ae-9fe6-018d4d79f342 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': 'a927945a-fb3b-4b28-935c-47362e88ab66', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:12:57.812466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a8a15bd4-37a0-40ae-9fe6-018d4d79f342 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:12:57.816778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a8a15bd4-37a0-40ae-9fe6-018d4d79f342 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:12:57.819978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a8a15bd4-37a0-40ae-9fe6-018d4d79f342 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:12:57.827903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a8a15bd4-37a0-40ae-9fe6-018d4d79f342 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:12:57.868799 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-a8a15bd4-37a0-40ae-9fe6-018d4d79f342 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Project 54edd41c8fc1484eb66cc45008be2739 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 10:12:57.876898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8a15bd4-37a0-40ae-9fe6-018d4d79f342 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:57.949884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8a15bd4-37a0-40ae-9fe6-018d4d79f342 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:57.977197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8a15bd4-37a0-40ae-9fe6-018d4d79f342 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:57.979301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7aa6de9e-7c09-4e45-a825-fa0816edc3d4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:12:58.004616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a15bd4-37a0-40ae-9fe6-018d4d79f342 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613feea0-eb55-4440-852c-c6089ffc514f,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:12:58.007464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a8a15bd4-37a0-40ae-9fe6-018d4d79f342 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:12:58.040056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a8a15bd4-37a0-40ae-9fe6-018d4d79f342 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:58.041510 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a8a15bd4-37a0-40ae-9fe6-018d4d79f342 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2418561 Apr 23 10:12:58.044517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49772) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:12:58.050556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7172b1f7-c307-4613-a344-991906bf5a8b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'security_group_rule': {'security_group_id': 'a927945a-fb3b-4b28-935c-47362e88ab66', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:12:58.057588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7172b1f7-c307-4613-a344-991906bf5a8b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:12:58.062138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7172b1f7-c307-4613-a344-991906bf5a8b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:security_group_rule and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:12:58.065385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7172b1f7-c307-4613-a344-991906bf5a8b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:12:58.071729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7172b1f7-c307-4613-a344-991906bf5a8b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:12:58.108637 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-7172b1f7-c307-4613-a344-991906bf5a8b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Project 54edd41c8fc1484eb66cc45008be2739 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 10:12:58.116256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7172b1f7-c307-4613-a344-991906bf5a8b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:58.199775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7172b1f7-c307-4613-a344-991906bf5a8b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:58.242902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7172b1f7-c307-4613-a344-991906bf5a8b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:58.245480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6a3549fb-9dbf-4408-91f0-e20d27c50cde tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:12:58.278951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172b1f7-c307-4613-a344-991906bf5a8b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2e51a1-977c-4a7d-8724-28e0ad3d2bbf,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:12:58.284650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7172b1f7-c307-4613-a344-991906bf5a8b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:12:58.317132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7172b1f7-c307-4613-a344-991906bf5a8b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:58.318575 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7172b1f7-c307-4613-a344-991906bf5a8b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2729239 Apr 23 10:12:58.321965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49776) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:12:58.329975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-666c5f78-1014-4bbe-8118-f9b15c083035 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'network': {'name': 'tempest-network-smoke--1424145529', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'port_security_enabled': True}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:12:58.335917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-666c5f78-1014-4bbe-8118-f9b15c083035 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:12:58.341909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-666c5f78-1014-4bbe-8118-f9b15c083035 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:network and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:12:58.345331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-666c5f78-1014-4bbe-8118-f9b15c083035 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:12:58.351926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-666c5f78-1014-4bbe-8118-f9b15c083035 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:12:58.390944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666c5f78-1014-4bbe-8118-f9b15c083035 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Made reservation on behalf of 54edd41c8fc1484eb66cc45008be2739 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:12:58.397339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-666c5f78-1014-4bbe-8118-f9b15c083035 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:58.437319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666c5f78-1014-4bbe-8118-f9b15c083035 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:12:58.448979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-666c5f78-1014-4bbe-8118-f9b15c083035 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:58.449227 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-666c5f78-1014-4bbe-8118-f9b15c083035 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Added segment b25d9ccd-269e-4fac-9bd9-f2e2f8d36765 of type vlan for network 9a8d37e0-0e41-4183-aee6-a3a3c0844c07 Apr 23 10:12:58.531451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-666c5f78-1014-4bbe-8118-f9b15c083035 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:58.637221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-666c5f78-1014-4bbe-8118-f9b15c083035 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:58.644085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c5f78-1014-4bbe-8118-f9b15c083035 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:12:58.644812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-666c5f78-1014-4bbe-8118-f9b15c083035 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:58.652093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5624afbb-1f3c-44a4-8dee-2a710f7bd181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:12:58.772662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c5f78-1014-4bbe-8118-f9b15c083035 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Network': ['ID=9a8d37e0-0e41-4183-aee6-a3a3c0844c07,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:12:58.776263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-666c5f78-1014-4bbe-8118-f9b15c083035 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:12:58.786775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 9a8d37e0-0e41-4183-aee6-a3a3c0844c07 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:12:58.834698 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-666c5f78-1014-4bbe-8118-f9b15c083035 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5079238 Apr 23 10:12:58.835030 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49780) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:12:58.842666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2034282455', 'admin_state_up': True, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:12:58.852786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:12:58.858243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:router and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:12:58.862158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:12:58.877265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:12:59.045835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:59.047011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:59.158855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:59.486810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:59.859597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:12:59.895892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:00.089852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Allocated IP 172.26.4.244 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/a911c302-2280-49cf-b43f-d3e1d890f88c) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:13:00.251658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:00.311423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:00.316422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fe66faa6-f59f-427d-b9a8-4856af0bf51f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:13:00.377679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:13:00.385614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:13:00.390646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:13:00.432846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=a911c302-2280-49cf-b43f-d3e1d890f88c,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:13:00.437220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:13:00.958077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:01.656435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:01.927820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router 3b4ef327-2860-4140-9d8d-16c23a7ee6fb is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 10:13:02.118446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:13:02.129989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] Sync routers for ids ['3b4ef327-2860-4140-9d8d-16c23a7ee6fb'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:13:02.140969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] Routers {'3b4ef327-2860-4140-9d8d-16c23a7ee6fb'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:13:02.141645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:12:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3b4ef327-2860-4140-9d8d-16c23a7ee6fb'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:13:02.173791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:02.178226 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.3390274 Apr 23 10:13:02.178606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49784) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:13:02.331687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] Set router 3b4ef327-2860-4140-9d8d-16c23a7ee6fb gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:13:02.387973 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b9d507cd-3ff6-4900-9637-38d2c6befcdb tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=54edd41c8fc1484eb66cc45008be2739&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2052727 Apr 23 10:13:02.388211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49790) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:13:02.535325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dcb776-3868-4fc3-8bb7-8049c71ecd5a tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:02.536989 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-42dcb776-3868-4fc3-8bb7-8049c71ecd5a tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1473932 Apr 23 10:13:02.539986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49794) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:13:02.586331 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-97482060-dd52-4e71-a938-8fcf94d4f6e6 tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=164d7ec3-3e1e-464d-ab6a-2950ee843dd7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450447 Apr 23 10:13:02.590041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49798) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:13:02.596866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-972713e5-6df2-429e-a005-f7b79d94455d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1626523020', 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07', 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:13:02.663703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034282455', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:00Z', 'revision_number': 3, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:13:02.668858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] Checking router: 3b4ef327-2860-4140-9d8d-16c23a7ee6fb for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:13:02.669257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] Updating router 3b4ef327-2860-4140-9d8d-16c23a7ee6fb port a911c302-2280-49cf-b43f-d3e1d890f88c binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:13:02.717787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-972713e5-6df2-429e-a005-f7b79d94455d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:13:02.722069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-972713e5-6df2-429e-a005-f7b79d94455d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:subnet and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:13:02.725105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-972713e5-6df2-429e-a005-f7b79d94455d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:13:02.730982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:02.732302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-972713e5-6df2-429e-a005-f7b79d94455d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:13:02.773605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972713e5-6df2-429e-a005-f7b79d94455d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Made reservation on behalf of 54edd41c8fc1484eb66cc45008be2739 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:13:02.780512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-972713e5-6df2-429e-a005-f7b79d94455d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:03.086038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:03.098922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] Transition to ACTIVE for port object a911c302-2280-49cf-b43f-d3e1d890f88c will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:13:03.122541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:03.127573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-24778416-344d-4c71-ba16-a41ce62e389e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:13:03.212023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] Attempting to bind port a911c302-2280-49cf-b43f-d3e1d890f88c on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:13:03.212424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] Attempting to bind port a911c302-2280-49cf-b43f-d3e1d890f88c by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:13:03.212829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] Attempting to bind port a911c302-2280-49cf-b43f-d3e1d890f88c on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:13:03.221678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3debe4a-30ed-4ae3-81e2-a8ebdc7d66d9 None None] Pushing event updated for resources: {'Port': ['ID=a911c302-2280-49cf-b43f-d3e1d890f88c,revision_number=2']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:13:03.225302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:13:03.225718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:13:03.226156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:03.226614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:13:03.227121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] Bound port: a911c302-2280-49cf-b43f-d3e1d890f88c, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:13:03.227528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:03.266050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3debe4a-30ed-4ae3-81e2-a8ebdc7d66d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:13:03.266459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3debe4a-30ed-4ae3-81e2-a8ebdc7d66d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:13:03.266838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3debe4a-30ed-4ae3-81e2-a8ebdc7d66d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:13:03.267208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3debe4a-30ed-4ae3-81e2-a8ebdc7d66d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:13:03.267577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3debe4a-30ed-4ae3-81e2-a8ebdc7d66d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:13:03.267942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3debe4a-30ed-4ae3-81e2-a8ebdc7d66d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:13:03.268307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3debe4a-30ed-4ae3-81e2-a8ebdc7d66d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:13:03.268670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3debe4a-30ed-4ae3-81e2-a8ebdc7d66d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:13:03.269036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3debe4a-30ed-4ae3-81e2-a8ebdc7d66d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:13:03.269395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3debe4a-30ed-4ae3-81e2-a8ebdc7d66d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:13:03.269752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3debe4a-30ed-4ae3-81e2-a8ebdc7d66d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:13:03.270107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3debe4a-30ed-4ae3-81e2-a8ebdc7d66d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:13:03.280794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a3debe4a-30ed-4ae3-81e2-a8ebdc7d66d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:13:03.321631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] For port a911c302-2280-49cf-b43f-d3e1d890f88c, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:13:03.325973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] For port a911c302-2280-49cf-b43f-d3e1d890f88c, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a911c302-2280-49cf-b43f-d3e1d890f88c,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:13:03.351685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:03.355798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-972713e5-6df2-429e-a005-f7b79d94455d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:03.356962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c49d1627-02e5-43a1-b738-25e213d0e7d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:13:03.360749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-45ed4826-55df-4c12-b3de-5200258876c0 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:13:03.438737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] Routers {'3b4ef327-2860-4140-9d8d-16c23a7ee6fb'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:13:03.439415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:12:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3b4ef327-2860-4140-9d8d-16c23a7ee6fb'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:13:03.451454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972713e5-6df2-429e-a005-f7b79d94455d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Subnet': ['ID=0d4331de-f2dc-484a-9198-0f7ef967c2f0,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:13:03.455690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-972713e5-6df2-429e-a005-f7b79d94455d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:13:03.456585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972713e5-6df2-429e-a005-f7b79d94455d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Checking segment: {'id': 'b25d9ccd-269e-4fac-9bd9-f2e2f8d36765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:13:03.456985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972713e5-6df2-429e-a005-f7b79d94455d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network hostable DHCP agents. Network: 9a8d37e0-0e41-4183-aee6-a3a3c0844c07, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:13:03.501465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972713e5-6df2-429e-a005-f7b79d94455d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 9a8d37e0-0e41-4183-aee6-a3a3c0844c07 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:13:03.503723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3debe4a-30ed-4ae3-81e2-a8ebdc7d66d9 None None] Pushing event updated for resources: {'Port': ['ID=a911c302-2280-49cf-b43f-d3e1d890f88c,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:13:03.515607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a3debe4a-30ed-4ae3-81e2-a8ebdc7d66d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:13:03.543200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-972713e5-6df2-429e-a005-f7b79d94455d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 9a8d37e0-0e41-4183-aee6-a3a3c0844c07) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:13:03.553805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9671e4ad-7daf-4c6f-bf78-8a3aa8792815 None None] Network 9a8d37e0-0e41-4183-aee6-a3a3c0844c07 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:13:03.559188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972713e5-6df2-429e-a005-f7b79d94455d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:03.559848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-972713e5-6df2-429e-a005-f7b79d94455d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:03.608370 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-972713e5-6df2-429e-a005-f7b79d94455d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0164261 Apr 23 10:13:03.610648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49802) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:13:03.643431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] Set router 3b4ef327-2860-4140-9d8d-16c23a7ee6fb gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:13:03.804051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-9a8d37e0-0e41-4183-aee6-a3a3c0844c07', 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ips': [{'subnet_id': '0d4331de-f2dc-484a-9198-0f7ef967c2f0'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 10:13:03.804845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:03.969500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034282455', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:00Z', 'revision_number': 3, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:13:03.974402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d715d4-c330-4b5f-8878-d83c7bce8382 None None] The sync data for ids ['3b4ef327-2860-4140-9d8d-16c23a7ee6fb'] in dv-neutron-786478-4-hyperv is: [{'id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034282455', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:00Z', 'revision_number': 3, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:13:03.980720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Allocated IP 172.20.0.2 (9a8d37e0-0e41-4183-aee6-a3a3c0844c07/0d4331de-f2dc-484a-9198-0f7ef967c2f0/69f09820-b093-4f04-9d38-f5be8cc53b55) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:13:04.278211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:04.289097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Transition to ACTIVE for port object 69f09820-b093-4f04-9d38-f5be8cc53b55 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:13:04.342770 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Transition to ACTIVE for port object 69f09820-b093-4f04-9d38-f5be8cc53b55 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:13:04.374270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:04.385419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:13:04.483481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Pushing event updated for resources: {'Port': ['ID=69f09820-b093-4f04-9d38-f5be8cc53b55,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:13:04.486974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:13:04.489337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Network 9a8d37e0-0e41-4183-aee6-a3a3c0844c07 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:13:04.490686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:13:04.495948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:13:04.594144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a68274ec-b852-4109-a1c5-cacc02b884eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:04.601450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Attempting to bind port 69f09820-b093-4f04-9d38-f5be8cc53b55 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:13:04.601868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Attempting to bind port 69f09820-b093-4f04-9d38-f5be8cc53b55 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'b25d9ccd-269e-4fac-9bd9-f2e2f8d36765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:13:04.602290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Attempting to bind port 69f09820-b093-4f04-9d38-f5be8cc53b55 on network 9a8d37e0-0e41-4183-aee6-a3a3c0844c07 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:13:04.609252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:13:04.609685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Checking segment: {'id': 'b25d9ccd-269e-4fac-9bd9-f2e2f8d36765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:13:04.610148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:04.610628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Bound using segment: {'id': 'b25d9ccd-269e-4fac-9bd9-f2e2f8d36765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:13:04.611167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Bound port: 69f09820-b093-4f04-9d38-f5be8cc53b55, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25d9ccd-269e-4fac-9bd9-f2e2f8d36765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:13:04.611598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:04.729648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] For port 69f09820-b093-4f04-9d38-f5be8cc53b55, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:13:04.733836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] For port 69f09820-b093-4f04-9d38-f5be8cc53b55, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=69f09820-b093-4f04-9d38-f5be8cc53b55,segment=NetworkSegment(b25d9ccd-269e-4fac-9bd9-f2e2f8d36765),segment_id=b25d9ccd-269e-4fac-9bd9-f2e2f8d36765)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:13:04.805980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:04.811001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-42788c86-b6f5-4e60-b4c4-b845d540633c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:13:04.904251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Pushing event updated for resources: {'Port': ['ID=69f09820-b093-4f04-9d38-f5be8cc53b55,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:13:04.907785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:13:05.071760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a68274ec-b852-4109-a1c5-cacc02b884eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Allocated IP 172.20.0.1 (9a8d37e0-0e41-4183-aee6-a3a3c0844c07/0d4331de-f2dc-484a-9198-0f7ef967c2f0/c59b4ae1-d304-4c93-b78d-aaeb4585a227) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:13:05.357001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a68274ec-b852-4109-a1c5-cacc02b884eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:05.374584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-a68274ec-b852-4109-a1c5-cacc02b884eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Transition to ACTIVE for port object c59b4ae1-d304-4c93-b78d-aaeb4585a227 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:13:05.422998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a68274ec-b852-4109-a1c5-cacc02b884eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:05.427867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-28101073-8d53-417a-86f5-86e2430cefb0 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:13:05.495745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68274ec-b852-4109-a1c5-cacc02b884eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 9a8d37e0-0e41-4183-aee6-a3a3c0844c07 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:13:05.504117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a68274ec-b852-4109-a1c5-cacc02b884eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:13:05.508983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68274ec-b852-4109-a1c5-cacc02b884eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:13:05.548421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68274ec-b852-4109-a1c5-cacc02b884eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=c59b4ae1-d304-4c93-b78d-aaeb4585a227,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:13:05.553051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a68274ec-b852-4109-a1c5-cacc02b884eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:13:05.576548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a68274ec-b852-4109-a1c5-cacc02b884eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:05.922531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 69f09820-b093-4f04-9d38-f5be8cc53b55 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:13:06.034717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 69f09820-b093-4f04-9d38-f5be8cc53b55 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:13:06.043074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a911c302-2280-49cf-b43f-d3e1d890f88c up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:13:06.094784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a68274ec-b852-4109-a1c5-cacc02b884eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:06.151356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port a911c302-2280-49cf-b43f-d3e1d890f88c completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:13:06.157417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port a911c302-2280-49cf-b43f-d3e1d890f88c triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:13:06.157842 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:06.294229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:06.312207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa2c624-b5d7-4084-8658-5402e1dc3eed None None] Network 9a8d37e0-0e41-4183-aee6-a3a3c0844c07 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:13:06.605481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port a911c302-2280-49cf-b43f-d3e1d890f88c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a911c302-2280-49cf-b43f-d3e1d890f88c,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:13:06.612373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a68274ec-b852-4109-a1c5-cacc02b884eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:06.640693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8fbfee3a-79d2-439c-9ff4-7b7d75054edf None None] Provisioning for port 69f09820-b093-4f04-9d38-f5be8cc53b55 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:13:06.651514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8fbfee3a-79d2-439c-9ff4-7b7d75054edf None None] Provisioning complete for port 69f09820-b093-4f04-9d38-f5be8cc53b55 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:13:06.651941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8fbfee3a-79d2-439c-9ff4-7b7d75054edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:06.657835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a68274ec-b852-4109-a1c5-cacc02b884eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:06.688282 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:13:06.720461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:06.728350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e819ce95-7a80-4077-b167-8c0a5fc23406 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:13:06.787269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a68274ec-b852-4109-a1c5-cacc02b884eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:06.791997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68274ec-b852-4109-a1c5-cacc02b884eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=c59b4ae1-d304-4c93-b78d-aaeb4585a227,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:13:06.795768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a68274ec-b852-4109-a1c5-cacc02b884eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:13:06.890538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-40951a20-d2fe-4b83-89ff-75d1b4f22e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:06.901661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=a911c302-2280-49cf-b43f-d3e1d890f88c,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:13:06.934942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:13:06.965680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68274ec-b852-4109-a1c5-cacc02b884eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 9a8d37e0-0e41-4183-aee6-a3a3c0844c07 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:13:06.967522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a68274ec-b852-4109-a1c5-cacc02b884eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:13:06.978078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8fbfee3a-79d2-439c-9ff4-7b7d75054edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:07.020692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-8fbfee3a-79d2-439c-9ff4-7b7d75054edf None None] For port 69f09820-b093-4f04-9d38-f5be8cc53b55, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=69f09820-b093-4f04-9d38-f5be8cc53b55,segment=NetworkSegment(b25d9ccd-269e-4fac-9bd9-f2e2f8d36765),segment_id=b25d9ccd-269e-4fac-9bd9-f2e2f8d36765)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:13:07.059703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8fbfee3a-79d2-439c-9ff4-7b7d75054edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:07.062147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:13:07.143348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfee3a-79d2-439c-9ff4-7b7d75054edf None None] Pushing event updated for resources: {'Port': ['ID=69f09820-b093-4f04-9d38-f5be8cc53b55,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:13:07.147013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8fbfee3a-79d2-439c-9ff4-7b7d75054edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:13:07.185721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68274ec-b852-4109-a1c5-cacc02b884eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router 3b4ef327-2860-4140-9d8d-16c23a7ee6fb has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:13:07.283959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4015dce2-20f2-4be1-826a-c65481bb5447 None None] Provisioning complete for port 69f09820-b093-4f04-9d38-f5be8cc53b55 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:13:07.284395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4015dce2-20f2-4be1-826a-c65481bb5447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:07.396601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68274ec-b852-4109-a1c5-cacc02b884eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:13:07.410279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] Sync routers for ids ['3b4ef327-2860-4140-9d8d-16c23a7ee6fb'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:13:07.416001 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a68274ec-b852-4109-a1c5-cacc02b884eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "PUT /v2.0/routers/3b4ef327-2860-4140-9d8d-16c23a7ee6fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8034070 Apr 23 10:13:07.437798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] Routers {'3b4ef327-2860-4140-9d8d-16c23a7ee6fb'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:13:07.438558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:12:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3b4ef327-2860-4140-9d8d-16c23a7ee6fb'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:13:07.643933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4015dce2-20f2-4be1-826a-c65481bb5447 None None] Provisioning for port c59b4ae1-d304-4c93-b78d-aaeb4585a227 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:13:07.657568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4015dce2-20f2-4be1-826a-c65481bb5447 None None] Provisioning complete for port c59b4ae1-d304-4c93-b78d-aaeb4585a227 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:13:07.657992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4015dce2-20f2-4be1-826a-c65481bb5447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:07.666377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-532a30fc-3908-4253-a10d-7b813135124d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Synchronizing usage tracker for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:13:07.690386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] Set router 3b4ef327-2860-4140-9d8d-16c23a7ee6fb gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:13:07.710964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-532a30fc-3908-4253-a10d-7b813135124d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Unset dirty status for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:13:07.712281 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-532a30fc-3908-4253-a10d-7b813135124d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-190123847&fields=id&tenant_id=54edd41c8fc1484eb66cc45008be2739 HTTP/1.1" status: 200 len: 267 time: 0.0918634 Apr 23 10:13:07.853012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-4015dce2-20f2-4be1-826a-c65481bb5447 None None] Port c59b4ae1-d304-4c93-b78d-aaeb4585a227 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:13:07.882589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 69f09820-b093-4f04-9d38-f5be8cc53b55 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:13:07.889310 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-e5895a1a-92d5-4454-80e6-9edcf145d5c6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:07.890113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-e5895a1a-92d5-4454-80e6-9edcf145d5c6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Synchronizing usage tracker for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:network {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:13:07.950990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-e5895a1a-92d5-4454-80e6-9edcf145d5c6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Unset dirty status for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:network {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:13:07.952306 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-e5895a1a-92d5-4454-80e6-9edcf145d5c6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/networks?id=9a8d37e0-0e41-4183-aee6-a3a3c0844c07 HTTP/1.1" status: 200 len: 797 time: 0.2316053 Apr 23 10:13:07.969848 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-1cea8b0a-2ddb-4fb8-9be8-46b13454a51c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/quotas/54edd41c8fc1484eb66cc45008be2739 HTTP/1.1" status: 200 len: 375 time: 0.0107963 Apr 23 10:13:08.053773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-eafb4d2c-95ae-4775-aa92-f86aa4004967 None None] Provisioning complete for port c59b4ae1-d304-4c93-b78d-aaeb4585a227 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:13:08.054114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-eafb4d2c-95ae-4775-aa92-f86aa4004967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:08.071382 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-3ac08bc1-86a1-4974-a54d-32e2b88802f2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939415 Apr 23 10:13:08.176427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 69f09820-b093-4f04-9d38-f5be8cc53b55 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:13:08.176862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:08.235962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-eafb4d2c-95ae-4775-aa92-f86aa4004967 None None] Port c59b4ae1-d304-4c93-b78d-aaeb4585a227 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:13:08.251400 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-7890ee2c-4111-42b9-af80-fea34120d425 service neutron] 10.222.0.60 "GET /v2.0/networks/9a8d37e0-0e41-4183-aee6-a3a3c0844c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540418 Apr 23 10:13:08.341103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034282455', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:05Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'c59b4ae1-d304-4c93-b78d-aaeb4585a227', 'name': '', 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:17:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '0d4331de-f2dc-484a-9198-0f7ef967c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:13:04Z', 'updated_at': '2021-04-23T10:13:06Z', 'revision_number': 2, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '0d4331de-f2dc-484a-9198-0f7ef967c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:13:08.354256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] Checking router: 3b4ef327-2860-4140-9d8d-16c23a7ee6fb for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:13:08.354958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] Updating router 3b4ef327-2860-4140-9d8d-16c23a7ee6fb port c59b4ae1-d304-4c93-b78d-aaeb4585a227 binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:13:08.397428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a911c302-2280-49cf-b43f-d3e1d890f88c up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:13:08.403153 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-4798e30f-f172-465f-82fb-0fc7be5f4cea service neutron] 10.222.0.60 "GET /v2.0/networks/9a8d37e0-0e41-4183-aee6-a3a3c0844c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446707 Apr 23 10:13:08.464524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:08.558866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port a911c302-2280-49cf-b43f-d3e1d890f88c triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:13:08.559290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:09.157627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:09.228175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] Transition to ACTIVE for port object c59b4ae1-d304-4c93-b78d-aaeb4585a227 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:13:09.262177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:09.267391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:13:09.433880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e01827-dc80-4224-aa1c-b7acb02e0937 None None] Pushing event updated for resources: {'Port': ['ID=c59b4ae1-d304-4c93-b78d-aaeb4585a227,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:13:09.477108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b5e01827-dc80-4224-aa1c-b7acb02e0937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:13:09.517721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] Attempting to bind port c59b4ae1-d304-4c93-b78d-aaeb4585a227 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:13:09.518159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] Attempting to bind port c59b4ae1-d304-4c93-b78d-aaeb4585a227 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'b25d9ccd-269e-4fac-9bd9-f2e2f8d36765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:13:09.518614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] Attempting to bind port c59b4ae1-d304-4c93-b78d-aaeb4585a227 on network 9a8d37e0-0e41-4183-aee6-a3a3c0844c07 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:13:09.524700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:13:09.525127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] Checking segment: {'id': 'b25d9ccd-269e-4fac-9bd9-f2e2f8d36765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:13:09.526104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:09.526581 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] Bound using segment: {'id': 'b25d9ccd-269e-4fac-9bd9-f2e2f8d36765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:13:09.527105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] Bound port: c59b4ae1-d304-4c93-b78d-aaeb4585a227, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25d9ccd-269e-4fac-9bd9-f2e2f8d36765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:13:09.527541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:09.635916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] For port c59b4ae1-d304-4c93-b78d-aaeb4585a227, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:13:09.639503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] For port c59b4ae1-d304-4c93-b78d-aaeb4585a227, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c59b4ae1-d304-4c93-b78d-aaeb4585a227,segment=NetworkSegment(b25d9ccd-269e-4fac-9bd9-f2e2f8d36765),segment_id=b25d9ccd-269e-4fac-9bd9-f2e2f8d36765)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:13:09.668943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:09.674708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ec097cdd-53e1-45d2-ab85-33e56b2a2cff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:13:09.776386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] Routers {'3b4ef327-2860-4140-9d8d-16c23a7ee6fb'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:13:09.777204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:13:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3b4ef327-2860-4140-9d8d-16c23a7ee6fb'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:13:09.823071 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c6088379-f3c3-410d-8fe6-5e73307004c7 req-aa52ba88-ef49-44f4-9c9e-0d18ce43c755 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 210 time: 0.0708606 Apr 23 10:13:09.842590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e01827-dc80-4224-aa1c-b7acb02e0937 None None] Pushing event updated for resources: {'Port': ['ID=c59b4ae1-d304-4c93-b78d-aaeb4585a227,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:13:09.855471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c7a7f37-221e-4195-bbf2-b88cbedae9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:09.914576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b5e01827-dc80-4224-aa1c-b7acb02e0937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:13:09.994642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] Set router 3b4ef327-2860-4140-9d8d-16c23a7ee6fb gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:13:10.363031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034282455', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:05Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'c59b4ae1-d304-4c93-b78d-aaeb4585a227', 'name': '', 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:17:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '0d4331de-f2dc-484a-9198-0f7ef967c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:13:04Z', 'updated_at': '2021-04-23T10:13:09Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '0d4331de-f2dc-484a-9198-0f7ef967c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:13:10.367425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5b5517-27fd-4bc3-8051-75446c02a60e None None] The sync data for ids ['3b4ef327-2860-4140-9d8d-16c23a7ee6fb'] in dv-neutron-786478-4-hyperv is: [{'id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034282455', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:05Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'c59b4ae1-d304-4c93-b78d-aaeb4585a227', 'name': '', 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:17:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '0d4331de-f2dc-484a-9198-0f7ef967c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:13:04Z', 'updated_at': '2021-04-23T10:13:09Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '0d4331de-f2dc-484a-9198-0f7ef967c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:13:10.617002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:10.964731 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-de36ccfc-0c92-4055-80a9-31172815e5dd req-9752f0b7-3139-4c1a-99ba-f6cf750fdac9 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 210 time: 0.0592301 Apr 23 10:13:11.314172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:11.888291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c59b4ae1-d304-4c93-b78d-aaeb4585a227 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:13:12.014444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port c59b4ae1-d304-4c93-b78d-aaeb4585a227 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:13:12.024422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port c59b4ae1-d304-4c93-b78d-aaeb4585a227 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:13:12.024690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:12.081550 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba543bcf-8772-49a2-922e-74485dc40e89 req-cff0bb6a-6d66-485d-bb81-3553133702f5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 210 time: 0.0564487 Apr 23 10:13:12.186579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:12.220979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port c59b4ae1-d304-4c93-b78d-aaeb4585a227, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c59b4ae1-d304-4c93-b78d-aaeb4585a227,segment=NetworkSegment(b25d9ccd-269e-4fac-9bd9-f2e2f8d36765),segment_id=b25d9ccd-269e-4fac-9bd9-f2e2f8d36765)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:13:12.252120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:12.254716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:13:12.331668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=c59b4ae1-d304-4c93-b78d-aaeb4585a227,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:13:12.335622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:13:12.525772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:13.206546 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ec9c5b02-775f-4e8c-9a92-8cf46fe31966 req-15202df7-80b4-42e1-a3e9-ced53df309e8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 210 time: 0.0519233 Apr 23 10:13:13.881476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c59b4ae1-d304-4c93-b78d-aaeb4585a227 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:13:13.963139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port c59b4ae1-d304-4c93-b78d-aaeb4585a227 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:13:13.963563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:14.376419 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-44d895ab-dc8c-4b0a-b733-3a8a03fc0ad8 req-ebad5221-9415-4697-99cc-87622bd898d2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 210 time: 0.0503168 Apr 23 10:13:15.562942 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-022ab07b-5397-4397-8c9c-2d717dde36c2 req-13f9b074-3f77-4b90-b0da-1ac3b61b0d22 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 210 time: 0.0619531 Apr 23 10:13:15.631522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-e1e8168f-c817-493c-98b7-b5c4f6326716 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:15.633272 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-e1e8168f-c817-493c-98b7-b5c4f6326716 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "GET /v2.0/networks?id=9a8d37e0-0e41-4183-aee6-a3a3c0844c07 HTTP/1.1" status: 200 len: 797 time: 0.1843235 Apr 23 10:13:15.689025 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-7fd52c63-0212-46e1-8507-f24312874818 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54edd41c8fc1484eb66cc45008be2739 HTTP/1.1" status: 200 len: 379 time: 0.0469286 Apr 23 10:13:15.698518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-43b1121c-501b-4824-aa4e-d8c2ebc15cd3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'port': {'device_id': '8151981f-0e00-4e36-b6d3-15fca249c701', 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07', 'admin_state_up': True, 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'security_groups': ['a927945a-fb3b-4b28-935c-47362e88ab66']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:13:15.853190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-43b1121c-501b-4824-aa4e-d8c2ebc15cd3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:13:15.858250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-43b1121c-501b-4824-aa4e-d8c2ebc15cd3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:port and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:13:15.861457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-43b1121c-501b-4824-aa4e-d8c2ebc15cd3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:13:15.871129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-43b1121c-501b-4824-aa4e-d8c2ebc15cd3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:13:15.991492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-43b1121c-501b-4824-aa4e-d8c2ebc15cd3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Made reservation on behalf of 54edd41c8fc1484eb66cc45008be2739 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:13:15.998811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-43b1121c-501b-4824-aa4e-d8c2ebc15cd3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:16.186155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-43b1121c-501b-4824-aa4e-d8c2ebc15cd3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Allocated IP 172.20.0.9 (9a8d37e0-0e41-4183-aee6-a3a3c0844c07/0d4331de-f2dc-484a-9198-0f7ef967c2f0/3220f269-5e12-422e-b647-bf429f8afdf3) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:13:16.398745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-43b1121c-501b-4824-aa4e-d8c2ebc15cd3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:16.418218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-43b1121c-501b-4824-aa4e-d8c2ebc15cd3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Transition to ACTIVE for port object 3220f269-5e12-422e-b647-bf429f8afdf3 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:13:16.483147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-43b1121c-501b-4824-aa4e-d8c2ebc15cd3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:16.489417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-467b9ec6-f2f3-4091-b10f-86bc7f201fa4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:13:16.571556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-43b1121c-501b-4824-aa4e-d8c2ebc15cd3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 9a8d37e0-0e41-4183-aee6-a3a3c0844c07 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:13:16.576746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-43b1121c-501b-4824-aa4e-d8c2ebc15cd3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:13:16.581204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-43b1121c-501b-4824-aa4e-d8c2ebc15cd3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:13:16.617411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1121c-501b-4824-aa4e-d8c2ebc15cd3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=3220f269-5e12-422e-b647-bf429f8afdf3,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:13:16.621220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-43b1121c-501b-4824-aa4e-d8c2ebc15cd3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:13:16.671717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-43b1121c-501b-4824-aa4e-d8c2ebc15cd3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:16.672435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-43b1121c-501b-4824-aa4e-d8c2ebc15cd3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:16.793857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32023e-1dd3-468f-a5ce-e7f709ec2a80 req-b81faf20-5223-4ad8-b8ad-b2b434eda533 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:16.795699 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ec32023e-1dd3-468f-a5ce-e7f709ec2a80 req-b81faf20-5223-4ad8-b8ad-b2b434eda533 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 931 time: 0.1001558 Apr 23 10:13:16.851033 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-43b1121c-501b-4824-aa4e-d8c2ebc15cd3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1570537 Apr 23 10:13:16.854297 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ec32023e-1dd3-468f-a5ce-e7f709ec2a80 req-7aee8aef-e65b-4d16-96b5-7cd53a5dcac4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=a927945a-fb3b-4b28-935c-47362e88ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499060 Apr 23 10:13:16.861967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-27815093-da17-4e08-8bd3-3c1cc61c658e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 10:13:16.865724 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-27815093-da17-4e08-8bd3-3c1cc61c658e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068331 Apr 23 10:13:16.877987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Request body: {'port': {'device_id': '8151981f-0e00-4e36-b6d3-15fca249c701', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:13:17.042150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:17.142873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d013539f-2ec7-4d1b-9634-482901757947 None None] Provisioning for port 3220f269-5e12-422e-b647-bf429f8afdf3 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:13:17.148426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d013539f-2ec7-4d1b-9634-482901757947 None None] Provisioning complete for port 3220f269-5e12-422e-b647-bf429f8afdf3 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:13:17.148955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d013539f-2ec7-4d1b-9634-482901757947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:17.214593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d013539f-2ec7-4d1b-9634-482901757947 None None] Port 3220f269-5e12-422e-b647-bf429f8afdf3 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:13:17.637395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3220f269-5e12-422e-b647-bf429f8afdf3 {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:13:17.646935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:17.665587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Transition to ACTIVE for port object 3220f269-5e12-422e-b647-bf429f8afdf3 will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:13:17.696731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:17.702954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5f5580c3-faf0-4611-b2cc-b72a75f55305 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:13:17.893395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Pushing event updated for resources: {'Port': ['ID=3220f269-5e12-422e-b647-bf429f8afdf3,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:13:17.900080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:13:17.990756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Attempting to bind port 3220f269-5e12-422e-b647-bf429f8afdf3 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:13:17.991129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Attempting to bind port 3220f269-5e12-422e-b647-bf429f8afdf3 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'b25d9ccd-269e-4fac-9bd9-f2e2f8d36765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:13:17.991508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Attempting to bind port 3220f269-5e12-422e-b647-bf429f8afdf3 on network 9a8d37e0-0e41-4183-aee6-a3a3c0844c07 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:13:17.998179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Port 3220f269-5e12-422e-b647-bf429f8afdf3 on network 9a8d37e0-0e41-4183-aee6-a3a3c0844c07 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:13:17.998576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Attempting to bind port 3220f269-5e12-422e-b647-bf429f8afdf3 on network 9a8d37e0-0e41-4183-aee6-a3a3c0844c07 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:13:18.004545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:13:18.004923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Checking segment: {'id': 'b25d9ccd-269e-4fac-9bd9-f2e2f8d36765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:13:18.005351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Bound using segment: {'id': 'b25d9ccd-269e-4fac-9bd9-f2e2f8d36765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:13:18.005825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Bound port: 3220f269-5e12-422e-b647-bf429f8afdf3, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25d9ccd-269e-4fac-9bd9-f2e2f8d36765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:13:18.006218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:18.094972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31194dd2-10ee-4720-93b5-35cff3be7c86 req-701e00e1-f015-4f6a-9fcc-0dd1a801a5ef tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:18.096812 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-31194dd2-10ee-4720-93b5-35cff3be7c86 req-701e00e1-f015-4f6a-9fcc-0dd1a801a5ef tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 943 time: 0.1141086 Apr 23 10:13:18.116769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] For port 3220f269-5e12-422e-b647-bf429f8afdf3, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:13:18.121914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] For port 3220f269-5e12-422e-b647-bf429f8afdf3, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3220f269-5e12-422e-b647-bf429f8afdf3,segment=NetworkSegment(b25d9ccd-269e-4fac-9bd9-f2e2f8d36765),segment_id=b25d9ccd-269e-4fac-9bd9-f2e2f8d36765)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:13:18.152575 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-31194dd2-10ee-4720-93b5-35cff3be7c86 req-7e7696d0-3a5f-4e45-b0ee-57a4df4416b2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=a927945a-fb3b-4b28-935c-47362e88ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468030 Apr 23 10:13:18.177720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:18.184018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5a4e8950-7288-4eea-b2b7-b5e3802699d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:13:18.242920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:18.243617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:18.246129 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] 10.222.0.35 "PUT /v2.0/ports/3220f269-5e12-422e-b647-bf429f8afdf3 HTTP/1.1" status: 200 len: 1093 time: 1.3752818 Apr 23 10:13:18.249085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8151981f-0e00-4e36-b6d3-15fca249c701', 'tag': '3220f269-5e12-422e-b647-bf429f8afdf3'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:13:18.294734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Pushing event updated for resources: {'Port': ['ID=3220f269-5e12-422e-b647-bf429f8afdf3,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:13:18.298824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:13:18.318290 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8151981f-0e00-4e36-b6d3-15fca249c701', 'tag': '3220f269-5e12-422e-b647-bf429f8afdf3', 'status': 'completed', 'code': 200} Apr 23 10:13:18.427850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-1bd61c21-a36a-4157-a8e7-93c52f978d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:18.429510 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-1bd61c21-a36a-4157-a8e7-93c52f978d2c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 1096 time: 0.0898159 Apr 23 10:13:18.516509 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-ae7dedce-9ec6-4e3a-ba18-a72796b279b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3220f269-5e12-422e-b647-bf429f8afdf3 HTTP/1.1" status: 200 len: 217 time: 0.0786486 Apr 23 10:13:18.592470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-69b70365-ec7e-4d11-a116-3fe0d6556a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:18.594084 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-69b70365-ec7e-4d11-a116-3fe0d6556a68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d4331de-f2dc-484a-9198-0f7ef967c2f0 HTTP/1.1" status: 200 len: 835 time: 0.0717416 Apr 23 10:13:18.678921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-8a09a1d9-bdd6-41f3-983a-f96171a1e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:18.680504 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-8a09a1d9-bdd6-41f3-983a-f96171a1e250 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9a8d37e0-0e41-4183-aee6-a3a3c0844c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804756 Apr 23 10:13:18.829894 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-41348517-6ba7-4736-b347-b5839b17c9df service neutron] 10.222.0.35 "GET /v2.0/networks/9a8d37e0-0e41-4183-aee6-a3a3c0844c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425986 Apr 23 10:13:18.979597 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2c8d9a88-6a51-4d42-859d-2da469f04202 req-dea74cfa-d2ca-45f4-a4d2-621455a52c7f service neutron] 10.222.0.35 "GET /v2.0/networks/9a8d37e0-0e41-4183-aee6-a3a3c0844c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436458 Apr 23 10:13:19.140516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6dae7-df7e-4eee-bef8-78bd7c33da2f req-e95a36c2-c884-4099-b021-040f4f903d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:19.142169 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4cf6dae7-df7e-4eee-bef8-78bd7c33da2f req-e95a36c2-c884-4099-b021-040f4f903d63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 1096 time: 0.0877163 Apr 23 10:13:19.290802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6dae7-df7e-4eee-bef8-78bd7c33da2f req-f7efd2cf-b466-4a79-9096-0b3495179132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:19.292569 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4cf6dae7-df7e-4eee-bef8-78bd7c33da2f req-f7efd2cf-b466-4a79-9096-0b3495179132 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9a8d37e0-0e41-4183-aee6-a3a3c0844c07 HTTP/1.1" status: 200 len: 898 time: 0.1441979 Apr 23 10:13:19.363567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d3293-d9ac-4d11-aee1-1df0fdbf9f98 req-3bc30d06-4d17-4421-827f-73c3d9c70e42 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:19.365208 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-926d3293-d9ac-4d11-aee1-1df0fdbf9f98 req-3bc30d06-4d17-4421-827f-73c3d9c70e42 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 943 time: 0.0899196 Apr 23 10:13:19.370206 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4cf6dae7-df7e-4eee-bef8-78bd7c33da2f req-4bd2321f-4d0d-4b04-a9a0-11518ba86600 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3220f269-5e12-422e-b647-bf429f8afdf3 HTTP/1.1" status: 200 len: 217 time: 0.0708561 Apr 23 10:13:19.417476 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-926d3293-d9ac-4d11-aee1-1df0fdbf9f98 req-85e5bb97-3eb1-42ff-b44d-4667848886f1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=a927945a-fb3b-4b28-935c-47362e88ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441732 Apr 23 10:13:19.444979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6dae7-df7e-4eee-bef8-78bd7c33da2f req-a9a5d8a9-22b7-4412-8137-0108bbccab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:19.446566 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4cf6dae7-df7e-4eee-bef8-78bd7c33da2f req-a9a5d8a9-22b7-4412-8137-0108bbccab87 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d4331de-f2dc-484a-9198-0f7ef967c2f0 HTTP/1.1" status: 200 len: 835 time: 0.0707226 Apr 23 10:13:19.816460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6dae7-df7e-4eee-bef8-78bd7c33da2f req-a53f6099-caf4-45cc-93e1-d685d99d9eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:19.818105 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4cf6dae7-df7e-4eee-bef8-78bd7c33da2f req-a53f6099-caf4-45cc-93e1-d685d99d9eed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9a8d37e0-0e41-4183-aee6-a3a3c0844c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3642011 Apr 23 10:13:19.959785 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4cf6dae7-df7e-4eee-bef8-78bd7c33da2f req-b68f1e73-a7fb-4af1-982e-dbe44c79d52a service neutron] 10.222.0.35 "GET /v2.0/networks/9a8d37e0-0e41-4183-aee6-a3a3c0844c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346169 Apr 23 10:13:20.106889 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4cf6dae7-df7e-4eee-bef8-78bd7c33da2f req-baa033e8-9eff-4df7-ab53-59683bcbdd16 service neutron] 10.222.0.35 "GET /v2.0/networks/9a8d37e0-0e41-4183-aee6-a3a3c0844c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402762 Apr 23 10:13:20.627489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a518ee5-8674-4e09-974b-2a60c2a17350 req-01c4fbe1-e416-4693-a68a-e19caf4b5e6f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:20.629096 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6a518ee5-8674-4e09-974b-2a60c2a17350 req-01c4fbe1-e416-4693-a68a-e19caf4b5e6f tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 943 time: 0.0922902 Apr 23 10:13:20.677997 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6a518ee5-8674-4e09-974b-2a60c2a17350 req-45851369-256a-4806-bc52-cc16c07b09b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=a927945a-fb3b-4b28-935c-47362e88ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416138 Apr 23 10:13:21.875112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 3220f269-5e12-422e-b647-bf429f8afdf3 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:13:21.886856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce73b6-0a70-472c-ad70-338556cb948a req-c7a22897-19f5-45b0-b99c-ff5515a64095 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:21.888485 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a8ce73b6-0a70-472c-ad70-338556cb948a req-c7a22897-19f5-45b0-b99c-ff5515a64095 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 943 time: 0.0949104 Apr 23 10:13:21.937164 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a8ce73b6-0a70-472c-ad70-338556cb948a req-3f079053-fe4f-4d99-a40d-a874a2e46311 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=a927945a-fb3b-4b28-935c-47362e88ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419717 Apr 23 10:13:22.028052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 3220f269-5e12-422e-b647-bf429f8afdf3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3220f269-5e12-422e-b647-bf429f8afdf3,segment=NetworkSegment(b25d9ccd-269e-4fac-9bd9-f2e2f8d36765),segment_id=b25d9ccd-269e-4fac-9bd9-f2e2f8d36765)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:13:22.042874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '3220f269-5e12-422e-b647-bf429f8afdf3', 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07', 'port_id': '3220f269-5e12-422e-b647-bf429f8afdf3', 'mac_address': 'fa:16:3e:f1:68:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4331de-f2dc-484a-9198-0f7ef967c2f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:13:22.106296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:22.124704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3220f269-5e12-422e-b647-bf429f8afdf3 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:13:22.141729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 3220f269-5e12-422e-b647-bf429f8afdf3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3220f269-5e12-422e-b647-bf429f8afdf3,segment=NetworkSegment(b25d9ccd-269e-4fac-9bd9-f2e2f8d36765),segment_id=b25d9ccd-269e-4fac-9bd9-f2e2f8d36765)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:13:22.184982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:22.186908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:13:22.258552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=3220f269-5e12-422e-b647-bf429f8afdf3,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:13:22.262954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:13:22.537116 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['3220f269-5e12-422e-b647-bf429f8afdf3'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:13:23.160129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8f3be-aeaa-4bd8-b730-fbb11a4c8fb9 req-5a821f12-c245-4bf0-a302-e22c53baa273 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:23.161731 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5ac8f3be-aeaa-4bd8-b730-fbb11a4c8fb9 req-5a821f12-c245-4bf0-a302-e22c53baa273 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 944 time: 0.0932097 Apr 23 10:13:23.212680 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5ac8f3be-aeaa-4bd8-b730-fbb11a4c8fb9 req-5cdf8750-87a8-41c9-b113-b139dd791fab tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=a927945a-fb3b-4b28-935c-47362e88ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433419 Apr 23 10:13:23.894904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 3220f269-5e12-422e-b647-bf429f8afdf3 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:13:23.976994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:24.022987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 3220f269-5e12-422e-b647-bf429f8afdf3 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:13:24.028649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 3220f269-5e12-422e-b647-bf429f8afdf3 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:13:24.029081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:24.162833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:24.193596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8151981f-0e00-4e36-b6d3-15fca249c701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3220f269-5e12-422e-b647-bf429f8afdf3'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:13:24.205213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 3220f269-5e12-422e-b647-bf429f8afdf3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3220f269-5e12-422e-b647-bf429f8afdf3,segment=NetworkSegment(b25d9ccd-269e-4fac-9bd9-f2e2f8d36765),segment_id=b25d9ccd-269e-4fac-9bd9-f2e2f8d36765)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:13:24.248707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:24.250822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cd00a0a7-a0f4-458d-82ec-a53b7ec00662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:13:24.285177 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8151981f-0e00-4e36-b6d3-15fca249c701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3220f269-5e12-422e-b647-bf429f8afdf3', 'code': 200} Apr 23 10:13:24.327445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=3220f269-5e12-422e-b647-bf429f8afdf3,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:13:24.330866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:13:24.448768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c252e-74e5-4a56-af38-ecaffcaa19d4 req-c2ff3436-b24e-4d2d-bdf6-96307bc12180 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:24.450526 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b21c252e-74e5-4a56-af38-ecaffcaa19d4 req-c2ff3436-b24e-4d2d-bdf6-96307bc12180 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 945 time: 0.0965095 Apr 23 10:13:24.501747 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b21c252e-74e5-4a56-af38-ecaffcaa19d4 req-5d6c7703-21c8-47e8-9a48-9929a7dae4ff tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=a927945a-fb3b-4b28-935c-47362e88ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448620 Apr 23 10:13:24.572188 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3c494-2840-4b3f-87e2-b68435bb8952 req-66bfb369-9488-4518-aa1b-5b632eddf7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:24.574551 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-20e3c494-2840-4b3f-87e2-b68435bb8952 req-66bfb369-9488-4518-aa1b-5b632eddf7fb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 1098 time: 0.0849693 Apr 23 10:13:24.616301 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-20e3c494-2840-4b3f-87e2-b68435bb8952 req-48e79ae0-c315-4cf1-b0ee-06c39113ae96 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a927945a-fb3b-4b28-935c-47362e88ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355814 Apr 23 10:13:25.711247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a29e6-6a0c-4a0b-bddc-adfb81ac6c0e req-7e995d7b-aca9-439d-922c-c4ffae5ea0e3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:25.712940 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f1a29e6-6a0c-4a0b-bddc-adfb81ac6c0e req-7e995d7b-aca9-439d-922c-c4ffae5ea0e3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 945 time: 0.0931571 Apr 23 10:13:25.768648 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f1a29e6-6a0c-4a0b-bddc-adfb81ac6c0e req-5bea96cc-6a08-4a91-8048-97570f8647e3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=a927945a-fb3b-4b28-935c-47362e88ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481069 Apr 23 10:13:27.241494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3b6ac-f19c-4a91-9489-bcd9de1ce8d7 req-e05bfc14-6f86-4f1c-a4fa-68fde5cf9316 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:27.243099 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dba3b6ac-f19c-4a91-9489-bcd9de1ce8d7 req-e05bfc14-6f86-4f1c-a4fa-68fde5cf9316 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 945 time: 0.3600576 Apr 23 10:13:27.292597 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dba3b6ac-f19c-4a91-9489-bcd9de1ce8d7 req-18a3c7b4-8500-4c73-ae39-2d4bfa4c83e1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=a927945a-fb3b-4b28-935c-47362e88ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423107 Apr 23 10:13:27.504222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ff4bd-96f4-4599-9f38-b8fda2c1f2c1 req-1276f3fb-09a4-4ca6-ad9a-5b11ee11a0ee tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:27.505760 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-446ff4bd-96f4-4599-9f38-b8fda2c1f2c1 req-1276f3fb-09a4-4ca6-ad9a-5b11ee11a0ee tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 945 time: 0.0929310 Apr 23 10:13:27.556198 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-446ff4bd-96f4-4599-9f38-b8fda2c1f2c1 req-c64bb1d0-2655-4041-928b-66491b0c9d1e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=a927945a-fb3b-4b28-935c-47362e88ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435922 Apr 23 10:13:27.581353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49886) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:13:27.663220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9745f1f-e3cf-4086-bc66-62ae4c7c7184 tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:27.664852 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f9745f1f-e3cf-4086-bc66-62ae4c7c7184 tempest-TestNetworkAdvancedServerOps-311888604 tempest-TestNetworkAdvancedServerOps-311888604-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 1093 time: 0.0822895 Apr 23 10:13:27.668421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49890) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:13:27.674094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': '3220f269-5e12-422e-b647-bf429f8afdf3', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:13:27.680760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:13:27.684986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Usage tracker for resource:floatingip and tenant:54edd41c8fc1484eb66cc45008be2739 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:13:27.688102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:13:27.694153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:13:27.745267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for floatingip, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:27.895296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:28.035401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:13:28.043053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Allocated IP 172.26.4.45 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/60031799-cdf8-4f11-a756-14c19bac180e) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:13:28.259015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:28.317079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:28.322189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:13:28.388152 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:13:28.396367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:13:28.401483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:13:28.441873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=60031799-cdf8-4f11-a756-14c19bac180e,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:13:28.446228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:13:28.839159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:28.964336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:29.182052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:29.230992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:29.235919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ffc78f5c-19a9-498c-bc6a-1fb59412ff4e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:13:29.349225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event updated for resources: {'Port': ['ID=60031799-cdf8-4f11-a756-14c19bac180e,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:13:29.353872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:13:29.361501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:29.548316 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Floating IP 1a55a347-9b6e-4e97-81af-ecd0864fd11a associated. External IP: 172.26.4.45, port: 3220f269-5e12-422e-b647-bf429f8afdf3. Apr 23 10:13:29.931087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router 3b4ef327-2860-4140-9d8d-16c23a7ee6fb has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:13:30.123415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:13:30.134415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02319711-fd98-4f1a-af35-280691d33789 None None] Sync routers for ids ['3b4ef327-2860-4140-9d8d-16c23a7ee6fb'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:13:30.146748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02319711-fd98-4f1a-af35-280691d33789 None None] Routers {'3b4ef327-2860-4140-9d8d-16c23a7ee6fb'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:13:30.147431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-02319711-fd98-4f1a-af35-280691d33789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:13:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3b4ef327-2860-4140-9d8d-16c23a7ee6fb'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:13:30.209047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:30.276659 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6064651 Apr 23 10:13:30.277542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8151981f-0e00-4e36-b6d3-15fca249c701', 'tag': '3220f269-5e12-422e-b647-bf429f8afdf3'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:13:30.350753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-02319711-fd98-4f1a-af35-280691d33789 None None] Set router 3b4ef327-2860-4140-9d8d-16c23a7ee6fb gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:13:30.473651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24daa2-4251-47bf-a3b0-0be9d63e86af req-0d6a4649-d815-4621-949a-a54589804e9a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:30.475532 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-db24daa2-4251-47bf-a3b0-0be9d63e86af req-0d6a4649-d815-4621-949a-a54589804e9a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 945 time: 0.1004050 Apr 23 10:13:30.534866 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-db24daa2-4251-47bf-a3b0-0be9d63e86af req-fa3fe02c-184a-419b-8473-9ff237822717 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=a927945a-fb3b-4b28-935c-47362e88ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471213 Apr 23 10:13:30.562191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 49902) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:13:30.652910 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8151981f-0e00-4e36-b6d3-15fca249c701', 'tag': '3220f269-5e12-422e-b647-bf429f8afdf3', 'status': 'completed', 'code': 200} Apr 23 10:13:30.728389 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e2cc54ed-ef09-4afd-86d4-370b4d3354e2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/floatingips/1a55a347-9b6e-4e97-81af-ecd0864fd11a HTTP/1.1" status: 200 len: 990 time: 0.1645420 Apr 23 10:13:30.748050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-02319711-fd98-4f1a-af35-280691d33789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034282455', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:05Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '1a55a347-9b6e-4e97-81af-ecd0864fd11a', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'floating_ip_address': '172.26.4.45', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'port_id': '3220f269-5e12-422e-b647-bf429f8afdf3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07', 'mac_address': 'fa:16:3e:f1:68:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8151981f-0e00-4e36-b6d3-15fca249c701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:13:28Z', 'updated_at': '2021-04-23T10:13:28Z', 'revision_number': 0, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59b4ae1-d304-4c93-b78d-aaeb4585a227', 'name': '', 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:17:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '0d4331de-f2dc-484a-9198-0f7ef967c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:13:04Z', 'updated_at': '2021-04-23T10:13:12Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '0d4331de-f2dc-484a-9198-0f7ef967c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:13:30.752883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02319711-fd98-4f1a-af35-280691d33789 None None] Checking router: 3b4ef327-2860-4140-9d8d-16c23a7ee6fb for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:13:30.761519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d1393-cb68-4309-9426-4df29da6d792 req-275c5d8c-0485-4064-a4a4-dda9ec58421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:30.762641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02319711-fd98-4f1a-af35-280691d33789 None None] Routers {'3b4ef327-2860-4140-9d8d-16c23a7ee6fb'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:13:30.762977 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-548d1393-cb68-4309-9426-4df29da6d792 req-275c5d8c-0485-4064-a4a4-dda9ec58421d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 1098 time: 0.0909858 Apr 23 10:13:30.763301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-02319711-fd98-4f1a-af35-280691d33789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:13:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3b4ef327-2860-4140-9d8d-16c23a7ee6fb'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:13:30.913767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d1393-cb68-4309-9426-4df29da6d792 req-5f72a8ec-e4d7-4407-805b-d34f587abeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:30.915435 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-548d1393-cb68-4309-9426-4df29da6d792 req-5f72a8ec-e4d7-4407-805b-d34f587abeba service neutron] 10.222.0.35 "GET /v2.0/networks?id=9a8d37e0-0e41-4183-aee6-a3a3c0844c07 HTTP/1.1" status: 200 len: 898 time: 0.1460776 Apr 23 10:13:31.043730 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-548d1393-cb68-4309-9426-4df29da6d792 req-9b1b65ad-fe3d-444d-ac39-753574dc3ef6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3220f269-5e12-422e-b647-bf429f8afdf3 HTTP/1.1" status: 200 len: 998 time: 0.1215940 Apr 23 10:13:31.114408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d1393-cb68-4309-9426-4df29da6d792 req-6396d002-e917-4222-a932-f650214befa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:31.116008 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-548d1393-cb68-4309-9426-4df29da6d792 req-6396d002-e917-4222-a932-f650214befa8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d4331de-f2dc-484a-9198-0f7ef967c2f0 HTTP/1.1" status: 200 len: 835 time: 0.0658073 Apr 23 10:13:31.125805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-02319711-fd98-4f1a-af35-280691d33789 None None] Set router 3b4ef327-2860-4140-9d8d-16c23a7ee6fb gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:13:31.207671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d1393-cb68-4309-9426-4df29da6d792 req-2488d148-e8cf-4215-aa33-c05f9efc0352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:13:31.209305 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-548d1393-cb68-4309-9426-4df29da6d792 req-2488d148-e8cf-4215-aa33-c05f9efc0352 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9a8d37e0-0e41-4183-aee6-a3a3c0844c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869875 Apr 23 10:13:31.353699 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-548d1393-cb68-4309-9426-4df29da6d792 req-8dcef6a2-fc8e-4d4e-9b1f-24e81ea8d2fd service neutron] 10.222.0.35 "GET /v2.0/networks/9a8d37e0-0e41-4183-aee6-a3a3c0844c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379755 Apr 23 10:13:31.506341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-02319711-fd98-4f1a-af35-280691d33789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034282455', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:05Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '1a55a347-9b6e-4e97-81af-ecd0864fd11a', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'floating_ip_address': '172.26.4.45', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'port_id': '3220f269-5e12-422e-b647-bf429f8afdf3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07', 'mac_address': 'fa:16:3e:f1:68:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8151981f-0e00-4e36-b6d3-15fca249c701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:13:28Z', 'updated_at': '2021-04-23T10:13:28Z', 'revision_number': 0, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59b4ae1-d304-4c93-b78d-aaeb4585a227', 'name': '', 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:17:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '0d4331de-f2dc-484a-9198-0f7ef967c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:13:04Z', 'updated_at': '2021-04-23T10:13:12Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '0d4331de-f2dc-484a-9198-0f7ef967c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:13:31.506589 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-548d1393-cb68-4309-9426-4df29da6d792 req-862564a7-42d3-46e1-9e56-f247c74f969c service neutron] 10.222.0.35 "GET /v2.0/networks/9a8d37e0-0e41-4183-aee6-a3a3c0844c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463211 Apr 23 10:13:31.511538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02319711-fd98-4f1a-af35-280691d33789 None None] The sync data for ids ['3b4ef327-2860-4140-9d8d-16c23a7ee6fb'] in dv-neutron-786478-4-hyperv is: [{'id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034282455', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:05Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '1a55a347-9b6e-4e97-81af-ecd0864fd11a', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'floating_ip_address': '172.26.4.45', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'port_id': '3220f269-5e12-422e-b647-bf429f8afdf3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07', 'mac_address': 'fa:16:3e:f1:68:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8151981f-0e00-4e36-b6d3-15fca249c701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:13:28Z', 'updated_at': '2021-04-23T10:13:28Z', 'revision_number': 0, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c59b4ae1-d304-4c93-b78d-aaeb4585a227', 'name': '', 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:17:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '0d4331de-f2dc-484a-9198-0f7ef967c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:13:04Z', 'updated_at': '2021-04-23T10:13:12Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '0d4331de-f2dc-484a-9198-0f7ef967c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:13:31.732296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49906) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:13:31.795762 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5495bc95-b9e4-4a13-bee9-a4536677c245 None None] New status for floating IP 1a55a347-9b6e-4e97-81af-ecd0864fd11a: ACTIVE {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:13:31.851527 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3981cd20-4680-4738-bcc4-cf93cf2385ed tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/floatingips/1a55a347-9b6e-4e97-81af-ecd0864fd11a HTTP/1.1" status: 200 len: 990 time: 0.1179099 Apr 23 10:13:32.855786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49910) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:13:33.257356 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d141f1f6-e35e-4525-adb5-4286cfec7a3b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/floatingips/1a55a347-9b6e-4e97-81af-ecd0864fd11a HTTP/1.1" status: 200 len: 992 time: 0.4001422 Apr 23 10:13:36.756922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4907cd7a-77c3-4cf9-87bb-b3ee65d068c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:39.722825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cecae5b7-b39d-497e-924b-d5e020ff611a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:40.617119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:41.308660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:42.534656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:13:53.942894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:05.035571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:14:06.771502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-56059330-a6ec-40bf-bf28-16191f7da674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:09.717414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-39252fab-d83b-4c45-a160-6c293b6a2500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:10.626121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:11.317083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:12.534765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:22.190378 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-04ad8cc0-18bf-45cf-b6c7-2c33889f9b26 req-dda27ce5-9ca8-442b-b27d-95128a0de07d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772755 Apr 23 10:14:22.344400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad8cc0-18bf-45cf-b6c7-2c33889f9b26 req-d00132e6-7ac3-4753-9459-44868670cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:14:22.346023 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-04ad8cc0-18bf-45cf-b6c7-2c33889f9b26 req-d00132e6-7ac3-4753-9459-44868670cfc0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 1098 time: 0.0821891 Apr 23 10:14:22.501386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad8cc0-18bf-45cf-b6c7-2c33889f9b26 req-feebbbac-0117-4197-9a8b-c97b76e0c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:14:22.503650 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-04ad8cc0-18bf-45cf-b6c7-2c33889f9b26 req-feebbbac-0117-4197-9a8b-c97b76e0c082 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9a8d37e0-0e41-4183-aee6-a3a3c0844c07 HTTP/1.1" status: 200 len: 898 time: 0.1393085 Apr 23 10:14:22.614627 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-04ad8cc0-18bf-45cf-b6c7-2c33889f9b26 req-b826de99-941a-4320-a38b-146478053eec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3220f269-5e12-422e-b647-bf429f8afdf3 HTTP/1.1" status: 200 len: 1000 time: 0.1036861 Apr 23 10:14:22.683378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad8cc0-18bf-45cf-b6c7-2c33889f9b26 req-23593732-a7f6-410a-b3cc-d8bbafd94337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:14:22.684931 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-04ad8cc0-18bf-45cf-b6c7-2c33889f9b26 req-23593732-a7f6-410a-b3cc-d8bbafd94337 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d4331de-f2dc-484a-9198-0f7ef967c2f0 HTTP/1.1" status: 200 len: 835 time: 0.0637918 Apr 23 10:14:22.767070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad8cc0-18bf-45cf-b6c7-2c33889f9b26 req-22d3139f-73f3-4d4c-b634-30d7217b7cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:14:22.768766 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-04ad8cc0-18bf-45cf-b6c7-2c33889f9b26 req-22d3139f-73f3-4d4c-b634-30d7217b7cec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9a8d37e0-0e41-4183-aee6-a3a3c0844c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765350 Apr 23 10:14:22.911338 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-04ad8cc0-18bf-45cf-b6c7-2c33889f9b26 req-7a542f3a-b16b-4fe6-8314-4cbfe4d5a8fd service neutron] 10.222.0.35 "GET /v2.0/networks/9a8d37e0-0e41-4183-aee6-a3a3c0844c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345663 Apr 23 10:14:23.053625 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-04ad8cc0-18bf-45cf-b6c7-2c33889f9b26 req-63ba6966-bc6e-4f40-ad39-2c2f6d65049d service neutron] 10.222.0.35 "GET /v2.0/networks/9a8d37e0-0e41-4183-aee6-a3a3c0844c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362998 Apr 23 10:14:23.960400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:36.763697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f91ecc95-9447-4b31-9a1c-702ac8cf5b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:39.720759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-957219bd-db6d-4b91-89e4-c7bf2550a3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:40.641301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:41.091260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c17c1-7a6d-4c88-b3ab-6c211a4d6dbe req-9e6db379-bec7-4130-8ceb-56d12c158d6a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:14:41.094079 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-163c17c1-7a6d-4c88-b3ab-6c211a4d6dbe req-9e6db379-bec7-4130-8ceb-56d12c158d6a tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 945 time: 0.0986171 Apr 23 10:14:41.156277 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-163c17c1-7a6d-4c88-b3ab-6c211a4d6dbe req-9d984851-5b39-463c-8131-3371addb4612 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=a927945a-fb3b-4b28-935c-47362e88ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513594 Apr 23 10:14:41.318745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:42.037284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:14:42.366644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae7476-6a0f-477e-9b96-896bead1ee95 req-d4f71f5c-8189-48cb-af01-aea4eeac6b5d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:14:42.368276 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-50ae7476-6a0f-477e-9b96-896bead1ee95 req-d4f71f5c-8189-48cb-af01-aea4eeac6b5d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 945 time: 0.0899658 Apr 23 10:14:42.418817 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-50ae7476-6a0f-477e-9b96-896bead1ee95 req-e5eba01b-6f39-4570-99d5-9dc96a160b95 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=a927945a-fb3b-4b28-935c-47362e88ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438442 Apr 23 10:14:42.532342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:43.629453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c0cd0-01b2-409e-975b-f507da2bc367 req-2c0ca065-2610-4fbd-b5c8-984f32b50ea6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:14:43.631138 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-937c0cd0-01b2-409e-975b-f507da2bc367 req-2c0ca065-2610-4fbd-b5c8-984f32b50ea6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 945 time: 0.0958381 Apr 23 10:14:43.682086 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-937c0cd0-01b2-409e-975b-f507da2bc367 req-7629c0ec-28c8-42a6-8266-e3da26040692 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=a927945a-fb3b-4b28-935c-47362e88ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443511 Apr 23 10:14:43.707859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49942) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:14:43.828285 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c80bf86b-05e4-4bcf-ad74-9abc4d24a67d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/floatingips/1a55a347-9b6e-4e97-81af-ecd0864fd11a HTTP/1.1" status: 200 len: 992 time: 0.1191344 Apr 23 10:14:45.394029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a49bda-85a6-4c1d-a28f-e2d052cacd64 req-e2703dd0-bdc1-4593-b941-91f213df8f91 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:14:45.395743 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-42a49bda-85a6-4c1d-a28f-e2d052cacd64 req-e2703dd0-bdc1-4593-b941-91f213df8f91 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 945 time: 0.0933983 Apr 23 10:14:45.410480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273d185-6648-478a-b5c5-839265f3106b req-517a28eb-2e85-4c52-8620-4cd083f76284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:14:45.412323 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6273d185-6648-478a-b5c5-839265f3106b req-517a28eb-2e85-4c52-8620-4cd083f76284 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 1098 time: 0.0872629 Apr 23 10:14:45.447409 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-42a49bda-85a6-4c1d-a28f-e2d052cacd64 req-308715f1-f7d5-4199-bb1c-90e3e9ae075e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=a927945a-fb3b-4b28-935c-47362e88ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441287 Apr 23 10:14:45.561723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273d185-6648-478a-b5c5-839265f3106b req-c7d60843-bebb-4f10-b9e9-62ada55bf00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:14:45.563352 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6273d185-6648-478a-b5c5-839265f3106b req-c7d60843-bebb-4f10-b9e9-62ada55bf00e service neutron] 10.222.0.35 "GET /v2.0/networks?id=9a8d37e0-0e41-4183-aee6-a3a3c0844c07 HTTP/1.1" status: 200 len: 898 time: 0.1448531 Apr 23 10:14:45.673394 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6273d185-6648-478a-b5c5-839265f3106b req-20d05a5c-045b-4135-8bcd-7aa8b8ab9dd6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3220f269-5e12-422e-b647-bf429f8afdf3 HTTP/1.1" status: 200 len: 1000 time: 0.1040459 Apr 23 10:14:45.742920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273d185-6648-478a-b5c5-839265f3106b req-87ff123b-d845-4472-a44d-32f9d34c7f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:14:45.744433 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6273d185-6648-478a-b5c5-839265f3106b req-87ff123b-d845-4472-a44d-32f9d34c7f91 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d4331de-f2dc-484a-9198-0f7ef967c2f0 HTTP/1.1" status: 200 len: 835 time: 0.0652618 Apr 23 10:14:45.828217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273d185-6648-478a-b5c5-839265f3106b req-de7dc469-d1a6-43a7-876e-6305f428dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:14:45.830426 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6273d185-6648-478a-b5c5-839265f3106b req-de7dc469-d1a6-43a7-876e-6305f428dc97 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9a8d37e0-0e41-4183-aee6-a3a3c0844c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792251 Apr 23 10:14:45.974995 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6273d185-6648-478a-b5c5-839265f3106b req-92f03362-b0d6-4a36-b806-906d0774ea11 service neutron] 10.222.0.35 "GET /v2.0/networks/9a8d37e0-0e41-4183-aee6-a3a3c0844c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388872 Apr 23 10:14:46.122720 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6273d185-6648-478a-b5c5-839265f3106b req-25c874fd-a3f1-4b93-9b0e-793b2a1ee9fd service neutron] 10.222.0.35 "GET /v2.0/networks/9a8d37e0-0e41-4183-aee6-a3a3c0844c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411633 Apr 23 10:14:46.674244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b5242-7321-4a30-be90-62ad7ae5ae5e req-258aec17-1c6b-490e-8604-7d243680bef1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:14:46.675952 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-297b5242-7321-4a30-be90-62ad7ae5ae5e req-258aec17-1c6b-490e-8604-7d243680bef1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 945 time: 0.0949693 Apr 23 10:14:46.725670 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-297b5242-7321-4a30-be90-62ad7ae5ae5e req-597837d3-d36d-4030-997b-4a44a0eb2d5b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=a927945a-fb3b-4b28-935c-47362e88ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432363 Apr 23 10:14:47.929627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283e72d-78e8-464f-a12b-9189de76e08f req-21ff0fb8-f1c5-4bdf-a54f-702adf669f42 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:14:47.931357 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9283e72d-78e8-464f-a12b-9189de76e08f req-21ff0fb8-f1c5-4bdf-a54f-702adf669f42 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 945 time: 0.0905225 Apr 23 10:14:47.985836 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9283e72d-78e8-464f-a12b-9189de76e08f req-bd72c1bc-3bbd-4bea-ab9b-d2b3a2af7314 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=a927945a-fb3b-4b28-935c-47362e88ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477560 Apr 23 10:14:48.012054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49956) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:14:48.129947 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c92c8969-3f7a-4084-aad7-4c82f75650c2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/floatingips/1a55a347-9b6e-4e97-81af-ecd0864fd11a HTTP/1.1" status: 200 len: 992 time: 0.1165569 Apr 23 10:14:48.404154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49964) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:14:48.700201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting port 60031799-cdf8-4f11-a756-14c19bac180e {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:14:48.700503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:48.836487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:48.836849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:48.975220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Calling delete_port for 60031799-cdf8-4f11-a756-14c19bac180e owned by network:floatingip {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:14:49.244329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:49.249667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1f1b2761-9b1d-4254-bf48-3b4a2e5fc79d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:14:49.304484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Port': ['ID=60031799-cdf8-4f11-a756-14c19bac180e,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:14:49.382013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:49.382499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:49.382928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:49.383348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:49.383761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:49.384178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:49.384593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:49.385008 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:49.385411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:49.385818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:49.386227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:49.386670 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:49.390625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:14:49.419485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for floatingip, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:49.419858 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Floating IP 1a55a347-9b6e-4e97-81af-ecd0864fd11a disassociated (deleted). External IP: 172.26.4.45, port: 3220f269-5e12-422e-b647-bf429f8afdf3. Apr 23 10:14:49.839050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router 3b4ef327-2860-4140-9d8d-16c23a7ee6fb has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:14:50.038523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:14:50.049277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824be6b9-1f13-4b63-8f74-513884476917 None None] Sync routers for ids ['3b4ef327-2860-4140-9d8d-16c23a7ee6fb'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:14:50.059360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824be6b9-1f13-4b63-8f74-513884476917 None None] Routers {'3b4ef327-2860-4140-9d8d-16c23a7ee6fb'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:14:50.059605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:50.060034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-824be6b9-1f13-4b63-8f74-513884476917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:14:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3b4ef327-2860-4140-9d8d-16c23a7ee6fb'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:14:50.127421 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-088589ba-d7b0-43be-a5b9-be25fbca1192 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/floatingips/1a55a347-9b6e-4e97-81af-ecd0864fd11a HTTP/1.1" status: 204 len: 168 time: 1.7213492 Apr 23 10:14:50.128869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8151981f-0e00-4e36-b6d3-15fca249c701', 'tag': '3220f269-5e12-422e-b647-bf429f8afdf3'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:14:50.265818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-824be6b9-1f13-4b63-8f74-513884476917 None None] Set router 3b4ef327-2860-4140-9d8d-16c23a7ee6fb gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:14:50.498187 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8151981f-0e00-4e36-b6d3-15fca249c701', 'tag': '3220f269-5e12-422e-b647-bf429f8afdf3', 'status': 'completed', 'code': 200} Apr 23 10:14:50.607296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b576b0-4af7-4eb6-b351-9913f1ecd16a req-b90596d0-2657-4913-a287-bd62578c488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:14:50.609076 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-18b576b0-4af7-4eb6-b351-9913f1ecd16a req-b90596d0-2657-4913-a287-bd62578c488e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54edd41c8fc1484eb66cc45008be2739&device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 1098 time: 0.0873764 Apr 23 10:14:50.643009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-824be6b9-1f13-4b63-8f74-513884476917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034282455', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:05Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'c59b4ae1-d304-4c93-b78d-aaeb4585a227', 'name': '', 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:17:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '0d4331de-f2dc-484a-9198-0f7ef967c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:13:04Z', 'updated_at': '2021-04-23T10:13:12Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '0d4331de-f2dc-484a-9198-0f7ef967c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:14:50.648324 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824be6b9-1f13-4b63-8f74-513884476917 None None] Checking router: 3b4ef327-2860-4140-9d8d-16c23a7ee6fb for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:14:50.659373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824be6b9-1f13-4b63-8f74-513884476917 None None] Routers {'3b4ef327-2860-4140-9d8d-16c23a7ee6fb'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:14:50.660052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-824be6b9-1f13-4b63-8f74-513884476917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:14:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3b4ef327-2860-4140-9d8d-16c23a7ee6fb'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:14:50.760950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e397d80-3047-4d88-9d12-fda30843c58c req-f90ada09-abdf-4d64-b6c3-5e5c675635d2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:14:50.762089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-6e397d80-3047-4d88-9d12-fda30843c58c req-f90ada09-abdf-4d64-b6c3-5e5c675635d2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Synchronizing usage tracker for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:14:50.779924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b576b0-4af7-4eb6-b351-9913f1ecd16a req-724c6545-3c83-4689-bafb-fb4cd95d52a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:14:50.781536 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-18b576b0-4af7-4eb6-b351-9913f1ecd16a req-724c6545-3c83-4689-bafb-fb4cd95d52a5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9a8d37e0-0e41-4183-aee6-a3a3c0844c07 HTTP/1.1" status: 200 len: 898 time: 0.1657634 Apr 23 10:14:50.813453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-6e397d80-3047-4d88-9d12-fda30843c58c req-f90ada09-abdf-4d64-b6c3-5e5c675635d2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Unset dirty status for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:14:50.814624 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6e397d80-3047-4d88-9d12-fda30843c58c req-f90ada09-abdf-4d64-b6c3-5e5c675635d2 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 945 time: 0.2256780 Apr 23 10:14:50.862191 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-18b576b0-4af7-4eb6-b351-9913f1ecd16a req-7c4b514d-4f64-45ed-b52e-f1ec4ac96508 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3220f269-5e12-422e-b647-bf429f8afdf3 HTTP/1.1" status: 200 len: 217 time: 0.0722685 Apr 23 10:14:50.877931 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6e397d80-3047-4d88-9d12-fda30843c58c req-92b23609-c1fe-4298-b39a-ffcf0a3a1a9b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=a927945a-fb3b-4b28-935c-47362e88ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489440 Apr 23 10:14:50.878235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-824be6b9-1f13-4b63-8f74-513884476917 None None] Set router 3b4ef327-2860-4140-9d8d-16c23a7ee6fb gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:14:50.936844 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b576b0-4af7-4eb6-b351-9913f1ecd16a req-80b7839b-b2d7-41db-8563-a7e45f3c0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:14:50.938450 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-18b576b0-4af7-4eb6-b351-9913f1ecd16a req-80b7839b-b2d7-41db-8563-a7e45f3c0cc9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0d4331de-f2dc-484a-9198-0f7ef967c2f0 HTTP/1.1" status: 200 len: 835 time: 0.0696278 Apr 23 10:14:51.025132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b576b0-4af7-4eb6-b351-9913f1ecd16a req-c46a2b66-40b4-4ede-981a-64ae94550f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:14:51.026713 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-18b576b0-4af7-4eb6-b351-9913f1ecd16a req-c46a2b66-40b4-4ede-981a-64ae94550f67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9a8d37e0-0e41-4183-aee6-a3a3c0844c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814326 Apr 23 10:14:51.183029 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-18b576b0-4af7-4eb6-b351-9913f1ecd16a req-74779703-00ad-42b1-b0f0-ae9cad4e76cb service neutron] 10.222.0.35 "GET /v2.0/networks/9a8d37e0-0e41-4183-aee6-a3a3c0844c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477113 Apr 23 10:14:51.228477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-824be6b9-1f13-4b63-8f74-513884476917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034282455', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:05Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'c59b4ae1-d304-4c93-b78d-aaeb4585a227', 'name': '', 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:17:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '0d4331de-f2dc-484a-9198-0f7ef967c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:13:04Z', 'updated_at': '2021-04-23T10:13:12Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '0d4331de-f2dc-484a-9198-0f7ef967c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:14:51.232772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824be6b9-1f13-4b63-8f74-513884476917 None None] The sync data for ids ['3b4ef327-2860-4140-9d8d-16c23a7ee6fb'] in dv-neutron-786478-4-hyperv is: [{'id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034282455', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:05Z', 'revision_number': 4, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'c59b4ae1-d304-4c93-b78d-aaeb4585a227', 'name': '', 'network_id': '9a8d37e0-0e41-4183-aee6-a3a3c0844c07', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'mac_address': 'fa:16:3e:17:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '0d4331de-f2dc-484a-9198-0f7ef967c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:13:04Z', 'updated_at': '2021-04-23T10:13:12Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'subnets': [{'id': '0d4331de-f2dc-484a-9198-0f7ef967c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:14:51.337086 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-18b576b0-4af7-4eb6-b351-9913f1ecd16a req-495f23c4-4ce9-4f0e-a457-798393baff88 service neutron] 10.222.0.35 "GET /v2.0/networks/9a8d37e0-0e41-4183-aee6-a3a3c0844c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462047 Apr 23 10:14:51.639397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fb44e4-3535-4ee1-b4f3-da503c28e308 None None] New status for floating IP 1a55a347-9b6e-4e97-81af-ecd0864fd11a: DOWN {{(pid=87176) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:14:52.118562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89e8e2-5c8a-4f70-9f09-09abdc19c81a req-a7813fd1-ab90-46ac-947d-6509f19ed5f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:14:52.120843 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-de89e8e2-5c8a-4f70-9f09-09abdc19c81a req-a7813fd1-ab90-46ac-947d-6509f19ed5f8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 945 time: 0.0979886 Apr 23 10:14:52.172887 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-de89e8e2-5c8a-4f70-9f09-09abdc19c81a req-07efde72-85bc-47cb-bc0a-52ef13965dd8 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/security-groups?id=a927945a-fb3b-4b28-935c-47362e88ab66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449250 Apr 23 10:14:52.659983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1db123-919a-4c64-bd8f-43d92460eb29 req-be48959d-d233-40cc-8539-739f92cc4003 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:14:52.660789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-1a1db123-919a-4c64-bd8f-43d92460eb29 req-be48959d-d233-40cc-8539-739f92cc4003 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Synchronizing usage tracker for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:14:52.675099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-1a1db123-919a-4c64-bd8f-43d92460eb29 req-be48959d-d233-40cc-8539-739f92cc4003 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Unset dirty status for tenant:54edd41c8fc1484eb66cc45008be2739 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:14:52.676356 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1a1db123-919a-4c64-bd8f-43d92460eb29 req-be48959d-d233-40cc-8539-739f92cc4003 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 945 time: 0.4009225 Apr 23 10:14:52.831077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-1a1db123-919a-4c64-bd8f-43d92460eb29 req-13ac1159-571f-463b-a00a-ddaa2f5623c3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting port 3220f269-5e12-422e-b647-bf429f8afdf3 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:14:52.831549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1a1db123-919a-4c64-bd8f-43d92460eb29 req-13ac1159-571f-463b-a00a-ddaa2f5623c3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:52.978876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-1a1db123-919a-4c64-bd8f-43d92460eb29 req-13ac1159-571f-463b-a00a-ddaa2f5623c3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] For port 3220f269-5e12-422e-b647-bf429f8afdf3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3220f269-5e12-422e-b647-bf429f8afdf3,segment=NetworkSegment(b25d9ccd-269e-4fac-9bd9-f2e2f8d36765),segment_id=b25d9ccd-269e-4fac-9bd9-f2e2f8d36765)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:14:52.979389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1a1db123-919a-4c64-bd8f-43d92460eb29 req-13ac1159-571f-463b-a00a-ddaa2f5623c3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:53.116848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-1a1db123-919a-4c64-bd8f-43d92460eb29 req-13ac1159-571f-463b-a00a-ddaa2f5623c3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Calling delete_port for 3220f269-5e12-422e-b647-bf429f8afdf3 owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:14:53.335725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1a1db123-919a-4c64-bd8f-43d92460eb29 req-13ac1159-571f-463b-a00a-ddaa2f5623c3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:53.342082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cf9efe27-2eca-4667-aefe-75170417d1ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:14:53.352063 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-daf3251b-d38c-42c6-a003-c059755a8baf req-1c09a45f-5083-4086-9cc2-1f304e04a5de tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8151981f-0e00-4e36-b6d3-15fca249c701 HTTP/1.1" status: 200 len: 210 time: 0.0570619 Apr 23 10:14:53.392392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac1159-571f-463b-a00a-ddaa2f5623c3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Port': ['ID=3220f269-5e12-422e-b647-bf429f8afdf3,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:14:53.435110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac1159-571f-463b-a00a-ddaa2f5623c3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:53.435604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac1159-571f-463b-a00a-ddaa2f5623c3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:53.435951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac1159-571f-463b-a00a-ddaa2f5623c3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:53.436381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac1159-571f-463b-a00a-ddaa2f5623c3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:53.437074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac1159-571f-463b-a00a-ddaa2f5623c3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:53.437450 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac1159-571f-463b-a00a-ddaa2f5623c3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:53.438028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac1159-571f-463b-a00a-ddaa2f5623c3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:53.438028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac1159-571f-463b-a00a-ddaa2f5623c3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:53.438625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac1159-571f-463b-a00a-ddaa2f5623c3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:53.438895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac1159-571f-463b-a00a-ddaa2f5623c3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:53.439707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac1159-571f-463b-a00a-ddaa2f5623c3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:53.440347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ac1159-571f-463b-a00a-ddaa2f5623c3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:53.475833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-13ac1159-571f-463b-a00a-ddaa2f5623c3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:14:53.491191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1db123-919a-4c64-bd8f-43d92460eb29 req-13ac1159-571f-463b-a00a-ddaa2f5623c3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] No DVR routers for this DVR port 3220f269-5e12-422e-b647-bf429f8afdf3 on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:14:53.493850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-1a1db123-919a-4c64-bd8f-43d92460eb29 req-13ac1159-571f-463b-a00a-ddaa2f5623c3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:53.496852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8151981f-0e00-4e36-b6d3-15fca249c701', 'name': 'network-vif-deleted', 'tag': '3220f269-5e12-422e-b647-bf429f8afdf3'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:14:53.548269 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1a1db123-919a-4c64-bd8f-43d92460eb29 req-13ac1159-571f-463b-a00a-ddaa2f5623c3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.35 "DELETE /v2.0/ports/3220f269-5e12-422e-b647-bf429f8afdf3 HTTP/1.1" status: 204 len: 173 time: 0.8662643 Apr 23 10:14:53.550565 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8151981f-0e00-4e36-b6d3-15fca249c701', 'name': 'network-vif-deleted', 'tag': '3220f269-5e12-422e-b647-bf429f8afdf3', 'status': 'completed', 'code': 200} Apr 23 10:14:53.970079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:54.460714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49984) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:14:55.083541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e6492f5d-a4b8-487b-a529-bf7e702be437 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:55.868730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e6492f5d-a4b8-487b-a529-bf7e702be437 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting port c59b4ae1-d304-4c93-b78d-aaeb4585a227 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:14:55.869115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e6492f5d-a4b8-487b-a529-bf7e702be437 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:56.021372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e6492f5d-a4b8-487b-a529-bf7e702be437 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] For port c59b4ae1-d304-4c93-b78d-aaeb4585a227, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=c59b4ae1-d304-4c93-b78d-aaeb4585a227,segment=NetworkSegment(b25d9ccd-269e-4fac-9bd9-f2e2f8d36765),segment_id=b25d9ccd-269e-4fac-9bd9-f2e2f8d36765)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:14:56.021896 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e6492f5d-a4b8-487b-a529-bf7e702be437 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:56.169481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e6492f5d-a4b8-487b-a529-bf7e702be437 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Calling delete_port for c59b4ae1-d304-4c93-b78d-aaeb4585a227 owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:14:56.343783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 3220f269-5e12-422e-b647-bf429f8afdf3 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:14:56.382085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 3220f269-5e12-422e-b647-bf429f8afdf3 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:14:56.382732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 3220f269-5e12-422e-b647-bf429f8afdf3 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:14:56.484538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e6492f5d-a4b8-487b-a529-bf7e702be437 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:56.490389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:14:56.540135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6492f5d-a4b8-487b-a529-bf7e702be437 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Port': ['ID=c59b4ae1-d304-4c93-b78d-aaeb4585a227,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:14:56.580697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e6492f5d-a4b8-487b-a529-bf7e702be437 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:14:56.848218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e6492f5d-a4b8-487b-a529-bf7e702be437 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:57.253132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6492f5d-a4b8-487b-a529-bf7e702be437 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Router 3b4ef327-2860-4140-9d8d-16c23a7ee6fb has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:14:57.451315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6492f5d-a4b8-487b-a529-bf7e702be437 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:14:57.467874 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e6492f5d-a4b8-487b-a529-bf7e702be437 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "PUT /v2.0/routers/3b4ef327-2860-4140-9d8d-16c23a7ee6fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0057685 Apr 23 10:14:57.469387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd126f0d-5f49-45c9-8055-242ecc0f5ff9 None None] Sync routers for ids ['3b4ef327-2860-4140-9d8d-16c23a7ee6fb'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:14:57.470659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49988) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:14:57.481753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd126f0d-5f49-45c9-8055-242ecc0f5ff9 None None] Routers {'3b4ef327-2860-4140-9d8d-16c23a7ee6fb'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:14:57.482622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-cd126f0d-5f49-45c9-8055-242ecc0f5ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:14:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3b4ef327-2860-4140-9d8d-16c23a7ee6fb'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:14:57.548686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-a827414a-a96a-4365-97b7-20337ddecfe3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting subnet 0d4331de-f2dc-484a-9198-0f7ef967c2f0 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:14:57.552098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a827414a-a96a-4365-97b7-20337ddecfe3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:57.638940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a827414a-a96a-4365-97b7-20337ddecfe3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:57.750535 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a827414a-a96a-4365-97b7-20337ddecfe3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:57.880836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-cd126f0d-5f49-45c9-8055-242ecc0f5ff9 None None] Set router 3b4ef327-2860-4140-9d8d-16c23a7ee6fb gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:14:58.098630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a827414a-a96a-4365-97b7-20337ddecfe3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:58.102995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8492f074-a413-4bfa-a6cf-65a1df81aa3f tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:14:58.145853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827414a-a96a-4365-97b7-20337ddecfe3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Subnet': ['ID=0d4331de-f2dc-484a-9198-0f7ef967c2f0,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:14:58.150132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a827414a-a96a-4365-97b7-20337ddecfe3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:14:58.153028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a827414a-a96a-4365-97b7-20337ddecfe3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:58.165185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11f3ac8-bcca-48d0-b2a0-63ffa061b5c6 None None] Network 9a8d37e0-0e41-4183-aee6-a3a3c0844c07 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:14:58.171983 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a827414a-a96a-4365-97b7-20337ddecfe3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/subnets/0d4331de-f2dc-484a-9198-0f7ef967c2f0 HTTP/1.1" status: 204 len: 168 time: 0.6948998 Apr 23 10:14:58.171983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49992) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:14:58.241242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-cd126f0d-5f49-45c9-8055-242ecc0f5ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034282455', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:14:56Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:14:58.245713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd126f0d-5f49-45c9-8055-242ecc0f5ff9 None None] Checking router: 3b4ef327-2860-4140-9d8d-16c23a7ee6fb for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:14:58.255861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd126f0d-5f49-45c9-8055-242ecc0f5ff9 None None] Routers {'3b4ef327-2860-4140-9d8d-16c23a7ee6fb'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:14:58.256668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-cd126f0d-5f49-45c9-8055-242ecc0f5ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:14:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['3b4ef327-2860-4140-9d8d-16c23a7ee6fb'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:14:58.394591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-367b71de-edb5-4fe0-8545-12eff5fe14e1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:58.465271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-cd126f0d-5f49-45c9-8055-242ecc0f5ff9 None None] Set router 3b4ef327-2860-4140-9d8d-16c23a7ee6fb gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:14:58.480416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b477e5e-c859-4078-ac17-350d0a402da6 None None] DHCP port deletion for 9a8d37e0-0e41-4183-aee6-a3a3c0844c07 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 10:14:58.559331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9b477e5e-c859-4078-ac17-350d0a402da6 None None] Deleting port 69f09820-b093-4f04-9d38-f5be8cc53b55 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:14:58.559853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b477e5e-c859-4078-ac17-350d0a402da6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:58.609499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-367b71de-edb5-4fe0-8545-12eff5fe14e1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:58.674328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-9b477e5e-c859-4078-ac17-350d0a402da6 None None] For port 69f09820-b093-4f04-9d38-f5be8cc53b55, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=69f09820-b093-4f04-9d38-f5be8cc53b55,segment=NetworkSegment(b25d9ccd-269e-4fac-9bd9-f2e2f8d36765),segment_id=b25d9ccd-269e-4fac-9bd9-f2e2f8d36765)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:14:58.674808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b477e5e-c859-4078-ac17-350d0a402da6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:58.715980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-367b71de-edb5-4fe0-8545-12eff5fe14e1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Deleting port a911c302-2280-49cf-b43f-d3e1d890f88c {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:14:58.716561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-367b71de-edb5-4fe0-8545-12eff5fe14e1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:58.807723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-cd126f0d-5f49-45c9-8055-242ecc0f5ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034282455', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:14:56Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:14:58.813170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd126f0d-5f49-45c9-8055-242ecc0f5ff9 None None] The sync data for ids ['3b4ef327-2860-4140-9d8d-16c23a7ee6fb'] in dv-neutron-786478-4-hyperv is: [{'id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034282455', 'tenant_id': '54edd41c8fc1484eb66cc45008be2739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:14:56Z', 'revision_number': 5, 'project_id': '54edd41c8fc1484eb66cc45008be2739', 'gw_port': {'id': 'a911c302-2280-49cf-b43f-d3e1d890f88c', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ef327-2860-4140-9d8d-16c23a7ee6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:12:59Z', 'updated_at': '2021-04-23T10:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:14:58.825049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-9b477e5e-c859-4078-ac17-350d0a402da6 None None] Calling delete_port for 69f09820-b093-4f04-9d38-f5be8cc53b55 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:14:58.873875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-367b71de-edb5-4fe0-8545-12eff5fe14e1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] For port a911c302-2280-49cf-b43f-d3e1d890f88c, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=a911c302-2280-49cf-b43f-d3e1d890f88c,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:14:58.874386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-367b71de-edb5-4fe0-8545-12eff5fe14e1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:58.966976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9b477e5e-c859-4078-ac17-350d0a402da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:58.971224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5cec5f5c-d497-4a96-9e6d-b173a6f3f91b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:14:59.022286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-367b71de-edb5-4fe0-8545-12eff5fe14e1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Calling delete_port for a911c302-2280-49cf-b43f-d3e1d890f88c owned by network:router_gateway {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:14:59.023474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b477e5e-c859-4078-ac17-350d0a402da6 None None] Pushing event deleted for resources: {'Port': ['ID=69f09820-b093-4f04-9d38-f5be8cc53b55,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:14:59.032283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b477e5e-c859-4078-ac17-350d0a402da6 None None] No DVR routers for this DVR port 69f09820-b093-4f04-9d38-f5be8cc53b55 on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:14:59.034861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b477e5e-c859-4078-ac17-350d0a402da6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:59.035256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b477e5e-c859-4078-ac17-350d0a402da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:59.035640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b477e5e-c859-4078-ac17-350d0a402da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:59.036027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b477e5e-c859-4078-ac17-350d0a402da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:59.036399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b477e5e-c859-4078-ac17-350d0a402da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:59.036861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b477e5e-c859-4078-ac17-350d0a402da6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:59.037260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b477e5e-c859-4078-ac17-350d0a402da6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:59.037739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b477e5e-c859-4078-ac17-350d0a402da6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:59.038180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b477e5e-c859-4078-ac17-350d0a402da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:59.038675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b477e5e-c859-4078-ac17-350d0a402da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:59.038675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b477e5e-c859-4078-ac17-350d0a402da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:59.039506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b477e5e-c859-4078-ac17-350d0a402da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:14:59.043437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9b477e5e-c859-4078-ac17-350d0a402da6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:14:59.281136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-367b71de-edb5-4fe0-8545-12eff5fe14e1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:59.287526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bb0785f9-9ac8-45ba-ac55-f75c69df929c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:14:59.340642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b71de-edb5-4fe0-8545-12eff5fe14e1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Port': ['ID=a911c302-2280-49cf-b43f-d3e1d890f88c,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:14:59.344003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-367b71de-edb5-4fe0-8545-12eff5fe14e1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:14:59.446372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-367b71de-edb5-4fe0-8545-12eff5fe14e1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:59.645020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-367b71de-edb5-4fe0-8545-12eff5fe14e1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:59.647675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-367b71de-edb5-4fe0-8545-12eff5fe14e1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:59.801343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-367b71de-edb5-4fe0-8545-12eff5fe14e1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:59.802002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367b71de-edb5-4fe0-8545-12eff5fe14e1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Fanout notify agent at l3_agent the message router_deleted on router 3b4ef327-2860-4140-9d8d-16c23a7ee6fb {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 10:14:59.819911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-367b71de-edb5-4fe0-8545-12eff5fe14e1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:14:59.820652 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-367b71de-edb5-4fe0-8545-12eff5fe14e1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/routers/3b4ef327-2860-4140-9d8d-16c23a7ee6fb HTTP/1.1" status: 204 len: 168 time: 1.6474180 Apr 23 10:14:59.823543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 49996) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:14:59.983341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 69f09820-b093-4f04-9d38-f5be8cc53b55 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:15:00.027066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 69f09820-b093-4f04-9d38-f5be8cc53b55 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:15:00.027476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 69f09820-b093-4f04-9d38-f5be8cc53b55 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:15:00.028155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c59b4ae1-d304-4c93-b78d-aaeb4585a227 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:15:00.070304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: c59b4ae1-d304-4c93-b78d-aaeb4585a227 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:15:00.070716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device c59b4ae1-d304-4c93-b78d-aaeb4585a227 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:15:00.266717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-575bc127-3694-4ddf-b8d8-58425498efc3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:00.413124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-575bc127-3694-4ddf-b8d8-58425498efc3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:00.547002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-575bc127-3694-4ddf-b8d8-58425498efc3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8d37e0-0e41-4183-aee6-a3a3c0844c07']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:15:00.561306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-575bc127-3694-4ddf-b8d8-58425498efc3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b25d9ccd-269e-4fac-9bd9-f2e2f8d36765') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:15:00.561611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-575bc127-3694-4ddf-b8d8-58425498efc3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b25d9ccd-269e-4fac-9bd9-f2e2f8d36765') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:15:00.574796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-575bc127-3694-4ddf-b8d8-58425498efc3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:00.590085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-575bc127-3694-4ddf-b8d8-58425498efc3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:00.596996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575bc127-3694-4ddf-b8d8-58425498efc3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:15:00.782900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-575bc127-3694-4ddf-b8d8-58425498efc3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 9a8d37e0-0e41-4183-aee6-a3a3c0844c07 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:15:00.792931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-575bc127-3694-4ddf-b8d8-58425498efc3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:00.983290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-575bc127-3694-4ddf-b8d8-58425498efc3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Network 9a8d37e0-0e41-4183-aee6-a3a3c0844c07 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:15:01.008352 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:15:01.275422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-575bc127-3694-4ddf-b8d8-58425498efc3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:01.279091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dc4c2e26-153a-45de-a48f-29289d918b58 tempest-TagsTest-582891701 tempest-TagsTest-582891701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:01.294719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-575bc127-3694-4ddf-b8d8-58425498efc3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:01.307533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bc127-3694-4ddf-b8d8-58425498efc3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'Network': ['ID=9a8d37e0-0e41-4183-aee6-a3a3c0844c07,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:01.311036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-575bc127-3694-4ddf-b8d8-58425498efc3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:01.353600 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-575bc127-3694-4ddf-b8d8-58425498efc3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/networks/9a8d37e0-0e41-4183-aee6-a3a3c0844c07 HTTP/1.1" status: 204 len: 168 time: 1.5288124 Apr 23 10:15:01.356499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 50000) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:15:01.434748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd57ad50-b96b-41ea-9f90-4b261c80f5bc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:01.468312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd57ad50-b96b-41ea-9f90-4b261c80f5bc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:01.723927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd57ad50-b96b-41ea-9f90-4b261c80f5bc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:01.728304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-97773c53-b3ea-49da-af0f-1ff2dca37cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:01.745290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57ad50-b96b-41ea-9f90-4b261c80f5bc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a927945a-fb3b-4b28-935c-47362e88ab66,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:01.748858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bd57ad50-b96b-41ea-9f90-4b261c80f5bc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:01.787208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bd57ad50-b96b-41ea-9f90-4b261c80f5bc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:01.788500 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bd57ad50-b96b-41ea-9f90-4b261c80f5bc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] 10.222.0.60 "DELETE /v2.0/security-groups/a927945a-fb3b-4b28-935c-47362e88ab66 HTTP/1.1" status: 204 len: 168 time: 0.4310074 Apr 23 10:15:01.883959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a911c302-2280-49cf-b43f-d3e1d890f88c no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:15:01.924956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: a911c302-2280-49cf-b43f-d3e1d890f88c {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:15:01.925356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device a911c302-2280-49cf-b43f-d3e1d890f88c not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:15:02.330537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 50010) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:15:02.499490 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8bd4d280-eb55-49bc-bb45-b0ceddc94663 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=54edd41c8fc1484eb66cc45008be2739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1651459 Apr 23 10:15:02.500084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50016) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:15:02.566794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1e2e4488-0f71-4643-873f-c8c1784fe7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:02.595376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1e2e4488-0f71-4643-873f-c8c1784fe7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:02.741623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1e2e4488-0f71-4643-873f-c8c1784fe7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:02.747359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-23562f08-86be-4534-9e1d-110f10ec9583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:02.765309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e4488-0f71-4643-873f-c8c1784fe7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf452a64-3105-463a-8324-9c9fa5c4437d,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:02.769860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1e2e4488-0f71-4643-873f-c8c1784fe7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:02.772130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1e2e4488-0f71-4643-873f-c8c1784fe7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:02.773381 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1e2e4488-0f71-4643-873f-c8c1784fe7e0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf452a64-3105-463a-8324-9c9fa5c4437d HTTP/1.1" status: 204 len: 168 time: 0.2722285 Apr 23 10:15:03.239836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 50024) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:15:03.259194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f151ebb-1a8c-4c26-81e4-afd2f1dfbe89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:03.275601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8f151ebb-1a8c-4c26-81e4-afd2f1dfbe89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:15:03.282849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8f151ebb-1a8c-4c26-81e4-afd2f1dfbe89 admin admin] Usage tracker for resource:security_group_rule and tenant:55e5bed3cd22462a851eca58e38bf998 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:15:03.286739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8f151ebb-1a8c-4c26-81e4-afd2f1dfbe89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:15:03.292919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8f151ebb-1a8c-4c26-81e4-afd2f1dfbe89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:15:03.528898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f151ebb-1a8c-4c26-81e4-afd2f1dfbe89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:03.592957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f151ebb-1a8c-4c26-81e4-afd2f1dfbe89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:03.603424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-20f6cc75-d355-4ec8-8810-fa2af955749b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:03.647398 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8f151ebb-1a8c-4c26-81e4-afd2f1dfbe89 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=55e5bed3cd22462a851eca58e38bf998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4063716 Apr 23 10:15:03.648410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f151ebb-1a8c-4c26-81e4-afd2f1dfbe89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0990a6a5-92d4-46ee-92b3-7b8feca38861,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:03.650385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50028) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:15:03.651802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8f151ebb-1a8c-4c26-81e4-afd2f1dfbe89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:03.715462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60ea123f-220d-426e-afaa-8e514f381bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:03.747764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60ea123f-220d-426e-afaa-8e514f381bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:03.821457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60ea123f-220d-426e-afaa-8e514f381bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:03.827014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a88479a6-9502-43d3-b514-48e0ad61d420 tempest-PortsIpV6TestJSON-992984865 tempest-PortsIpV6TestJSON-992984865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:03.839032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea123f-220d-426e-afaa-8e514f381bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0990a6a5-92d4-46ee-92b3-7b8feca38861,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:03.844094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-60ea123f-220d-426e-afaa-8e514f381bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:03.846486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60ea123f-220d-426e-afaa-8e514f381bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:03.847734 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-60ea123f-220d-426e-afaa-8e514f381bee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0990a6a5-92d4-46ee-92b3-7b8feca38861 HTTP/1.1" status: 204 len: 168 time: 0.1962500 Apr 23 10:15:04.992295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50058) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:15:05.109554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2145674496-network', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:15:05.115072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:15:05.119757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] Usage tracker for resource:network and tenant:36e282fb5d5a49df8381bc8ca96c9e73 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:15:05.122753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:15:05.129185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:15:05.175878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] Made reservation on behalf of 36e282fb5d5a49df8381bc8ca96c9e73 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:15:05.180879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:05.194722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:05.210893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:15:05.214931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] Usage tracker for resource:security_group_rule and tenant:36e282fb5d5a49df8381bc8ca96c9e73 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:15:05.217911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:15:05.225194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:15:05.321677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:05.364103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:05.368733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-67021024-2d62-4aee-894b-6233542addd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:05.400369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4db3fb-6e3f-4415-b7ae-d06524512278,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:05.403727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:05.447366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:15:05.523173 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:05.523614 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] Added segment 35349309-5305-4d05-ab1c-4c2bc7cb9639 of type vlan for network 8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 Apr 23 10:15:05.601134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:05.715331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:05.716681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:05.717336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:05.723360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4389681c-99c2-49f0-be5b-743096ac15f3 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:05.831475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] Pushing event updated for resources: {'Network': ['ID=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:05.834530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:05.842772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:15:05.853483 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2dd9e1b3-72db-459e-a445-0558913888ec admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8599217 Apr 23 10:15:05.856798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50066) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:15:05.863066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-864d9adb-d3b6-4f8f-b3a6-6db4a2b7fa72 admin admin] Request body: {'subnet': {'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2145674496-subnet', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'ip_version': 4}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:15:05.868605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-864d9adb-d3b6-4f8f-b3a6-6db4a2b7fa72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:15:05.874959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-864d9adb-d3b6-4f8f-b3a6-6db4a2b7fa72 admin admin] Usage tracker for resource:subnet and tenant:36e282fb5d5a49df8381bc8ca96c9e73 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:15:05.878424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-864d9adb-d3b6-4f8f-b3a6-6db4a2b7fa72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:15:05.884622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-864d9adb-d3b6-4f8f-b3a6-6db4a2b7fa72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:15:05.921125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864d9adb-d3b6-4f8f-b3a6-6db4a2b7fa72 admin admin] Made reservation on behalf of 36e282fb5d5a49df8381bc8ca96c9e73 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:15:05.926421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-864d9adb-d3b6-4f8f-b3a6-6db4a2b7fa72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:06.581313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-864d9adb-d3b6-4f8f-b3a6-6db4a2b7fa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:06.586390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-04e32f3e-02fa-4b96-bc29-bc8effd1f8c1 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:06.669553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d9adb-d3b6-4f8f-b3a6-6db4a2b7fa72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2baf990d-07da-4ec3-81f0-7d13aea03aba,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:06.674176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-864d9adb-d3b6-4f8f-b3a6-6db4a2b7fa72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:06.675311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864d9adb-d3b6-4f8f-b3a6-6db4a2b7fa72 admin admin] Checking segment: {'id': '35349309-5305-4d05-ab1c-4c2bc7cb9639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:15:06.675713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864d9adb-d3b6-4f8f-b3a6-6db4a2b7fa72 admin admin] Network hostable DHCP agents. Network: 8ef94b0f-70c1-454a-8c6c-37e8d572b9e4, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:15:06.726513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864d9adb-d3b6-4f8f-b3a6-6db4a2b7fa72 admin admin] Network 8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:15:06.760790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d36d86b2-31ea-446a-a002-50de57c33df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:06.800973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-864d9adb-d3b6-4f8f-b3a6-6db4a2b7fa72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 8ef94b0f-70c1-454a-8c6c-37e8d572b9e4) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:15:06.810943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bf1b9e-d88a-445a-95c0-1606f04f479e None None] Network 8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:15:06.815027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864d9adb-d3b6-4f8f-b3a6-6db4a2b7fa72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:06.815801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-864d9adb-d3b6-4f8f-b3a6-6db4a2b7fa72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:06.864541 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-864d9adb-d3b6-4f8f-b3a6-6db4a2b7fa72 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0065725 Apr 23 10:15:06.867392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50072) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:15:06.873027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2145674496-router', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:15:06.878942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:15:06.883246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Usage tracker for resource:router and tenant:36e282fb5d5a49df8381bc8ca96c9e73 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:15:06.886955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:15:06.894744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:15:07.024487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:07.025789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:07.041631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'fixed_ips': [{'subnet_id': '2baf990d-07da-4ec3-81f0-7d13aea03aba'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 10:15:07.042584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:07.114117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:07.220423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Allocated IP 172.20.0.2 (8ef94b0f-70c1-454a-8c6c-37e8d572b9e4/2baf990d-07da-4ec3-81f0-7d13aea03aba/f85e737f-9e43-47cf-81a4-a5f8ebda4cf2) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:15:07.431053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:07.519910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:07.530915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Transition to ACTIVE for port object f85e737f-9e43-47cf-81a4-a5f8ebda4cf2 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:15:07.550956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Transition to ACTIVE for port object f85e737f-9e43-47cf-81a4-a5f8ebda4cf2 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:15:07.616647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:07.625952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b5e01827-dc80-4224-aa1c-b7acb02e0937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:07.689637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Network 8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:15:07.698086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:15:07.702696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:15:07.712860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Pushing event updated for resources: {'Port': ['ID=f85e737f-9e43-47cf-81a4-a5f8ebda4cf2,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:07.749031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:07.800060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:07.815447 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Attempting to bind port f85e737f-9e43-47cf-81a4-a5f8ebda4cf2 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:15:07.815875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Attempting to bind port f85e737f-9e43-47cf-81a4-a5f8ebda4cf2 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '35349309-5305-4d05-ab1c-4c2bc7cb9639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:15:07.816293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Attempting to bind port f85e737f-9e43-47cf-81a4-a5f8ebda4cf2 on network 8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:15:07.822074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:15:07.822558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Checking segment: {'id': '35349309-5305-4d05-ab1c-4c2bc7cb9639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:15:07.822998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:07.823437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Bound using segment: {'id': '35349309-5305-4d05-ab1c-4c2bc7cb9639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:15:07.823956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Bound port: f85e737f-9e43-47cf-81a4-a5f8ebda4cf2, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35349309-5305-4d05-ab1c-4c2bc7cb9639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:15:07.824372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:07.835521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:07.946918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] For port f85e737f-9e43-47cf-81a4-a5f8ebda4cf2, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:15:07.950202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] For port f85e737f-9e43-47cf-81a4-a5f8ebda4cf2, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f85e737f-9e43-47cf-81a4-a5f8ebda4cf2,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:15:07.982232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:07.988548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:08.011123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Allocated IP 172.26.4.83 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/2ef7db80-8f6e-4773-9ebd-920781438298) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:15:08.082459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Pushing event updated for resources: {'Port': ['ID=f85e737f-9e43-47cf-81a4-a5f8ebda4cf2,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:08.089918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:08.239413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:08.296290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:08.302200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-13ac1159-571f-463b-a00a-ddaa2f5623c3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:08.372974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:15:08.382826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:15:08.386642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:15:08.430958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Pushing event updated for resources: {'Port': ['ID=2ef7db80-8f6e-4773-9ebd-920781438298,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:08.435636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:08.991235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:09.482920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb2a6d0-6bca-46cf-9a9c-2cd8cdd0aa05 None None] Network 8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:15:09.619699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-061ccff9-e11e-4adc-8bed-3ac1483c6b8d None None] Provisioning for port f85e737f-9e43-47cf-81a4-a5f8ebda4cf2 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:15:09.679881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:09.763247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-95c59ba8-4eb0-4cf5-9da3-d022942a02ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:09.968927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f85e737f-9e43-47cf-81a4-a5f8ebda4cf2 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:15:09.989947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Router 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 10:15:10.086796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port f85e737f-9e43-47cf-81a4-a5f8ebda4cf2 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:15:10.092228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port f85e737f-9e43-47cf-81a4-a5f8ebda4cf2 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:15:10.092749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:10.191701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:15:10.201171 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] Sync routers for ids ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:15:10.224328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] Routers {'7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:15:10.225002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:15:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:15:10.278781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:10.280155 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4117374 Apr 23 10:15:10.283877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50076) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:15:10.581758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:10.663036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port f85e737f-9e43-47cf-81a4-a5f8ebda4cf2, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f85e737f-9e43-47cf-81a4-a5f8ebda4cf2,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:15:10.673205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:10.690074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] Set router 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:15:10.735654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:10.805540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:10.978576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=f85e737f-9e43-47cf-81a4-a5f8ebda4cf2,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:10.983492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:11.046305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5c4194b-09eb-42cc-8a52-181d39f71b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:11.094526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'name': 'tempest-TestShelveInstance-2145674496-router', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:08Z', 'revision_number': 3, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'gw_port': {'id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:15:11.099724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] Checking router: 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:15:11.100357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] Updating router 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 port 2ef7db80-8f6e-4773-9ebd-920781438298 binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:15:11.160395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:11.277322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-c5c4194b-09eb-42cc-8a52-181d39f71b2f admin admin] Allocated IP 172.20.0.1 (8ef94b0f-70c1-454a-8c6c-37e8d572b9e4/2baf990d-07da-4ec3-81f0-7d13aea03aba/f0ea4604-1124-4422-86d5-929a0f8aa1d8) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:15:11.344250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:11.447416 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5c4194b-09eb-42cc-8a52-181d39f71b2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:11.468304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5c4194b-09eb-42cc-8a52-181d39f71b2f admin admin] Transition to ACTIVE for port object f0ea4604-1124-4422-86d5-929a0f8aa1d8 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:15:11.545045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:11.559091 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] Transition to ACTIVE for port object 2ef7db80-8f6e-4773-9ebd-920781438298 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:15:11.564852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5c4194b-09eb-42cc-8a52-181d39f71b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:11.570261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bb575b0e-d5cf-4bac-b75a-2230cbf5a9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:11.593010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:11.598797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:11.631546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c4194b-09eb-42cc-8a52-181d39f71b2f admin admin] Network 8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:15:11.635069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c5c4194b-09eb-42cc-8a52-181d39f71b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:15:11.644586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c4194b-09eb-42cc-8a52-181d39f71b2f admin admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:15:11.689950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] Attempting to bind port 2ef7db80-8f6e-4773-9ebd-920781438298 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:15:11.690390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] Attempting to bind port 2ef7db80-8f6e-4773-9ebd-920781438298 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:15:11.690811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] Attempting to bind port 2ef7db80-8f6e-4773-9ebd-920781438298 on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:15:11.695040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3ed84-68d5-44ed-b144-2b921defc432 None None] Pushing event updated for resources: {'Port': ['ID=2ef7db80-8f6e-4773-9ebd-920781438298,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:11.696134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4194b-09eb-42cc-8a52-181d39f71b2f admin admin] Pushing event updated for resources: {'Port': ['ID=f0ea4604-1124-4422-86d5-929a0f8aa1d8,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:11.699876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e9a3ed84-68d5-44ed-b144-2b921defc432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:11.700680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:15:11.700827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5c4194b-09eb-42cc-8a52-181d39f71b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:11.701114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:15:11.701574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:11.702029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:15:11.702691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] Bound port: 2ef7db80-8f6e-4773-9ebd-920781438298, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:15:11.702999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:11.719088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5c4194b-09eb-42cc-8a52-181d39f71b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:11.827578 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] For port 2ef7db80-8f6e-4773-9ebd-920781438298, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:15:11.831599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] For port 2ef7db80-8f6e-4773-9ebd-920781438298, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2ef7db80-8f6e-4773-9ebd-920781438298,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:15:11.890944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:11.896364 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:11.930130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5c4194b-09eb-42cc-8a52-181d39f71b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:11.942234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e0bc7b2a-192b-468f-af1c-05d1d3bc7360 None None] Provisioning for port f0ea4604-1124-4422-86d5-929a0f8aa1d8 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:15:11.957238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f85e737f-9e43-47cf-81a4-a5f8ebda4cf2 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:15:11.997650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e0bc7b2a-192b-468f-af1c-05d1d3bc7360 None None] Provisioning complete for port f0ea4604-1124-4422-86d5-929a0f8aa1d8 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:15:11.998072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e0bc7b2a-192b-468f-af1c-05d1d3bc7360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:12.079586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] Routers {'7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:15:12.080584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:15:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:15:12.171230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3ed84-68d5-44ed-b144-2b921defc432 None None] Pushing event updated for resources: {'Port': ['ID=2ef7db80-8f6e-4773-9ebd-920781438298,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:12.182847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5c4194b-09eb-42cc-8a52-181d39f71b2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:12.218532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5c4194b-09eb-42cc-8a52-181d39f71b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:12.238068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e9a3ed84-68d5-44ed-b144-2b921defc432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:12.248989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d96d0f3e-e9b9-424c-9306-c23c109e00b3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:12.252170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc7b2a-192b-468f-af1c-05d1d3bc7360 None None] Port f0ea4604-1124-4422-86d5-929a0f8aa1d8 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:15:12.298284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port f85e737f-9e43-47cf-81a4-a5f8ebda4cf2 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:15:12.299636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:12.339737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5c4194b-09eb-42cc-8a52-181d39f71b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:12.344631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4194b-09eb-42cc-8a52-181d39f71b2f admin admin] Pushing event updated for resources: {'Port': ['ID=f0ea4604-1124-4422-86d5-929a0f8aa1d8,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:12.349982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5c4194b-09eb-42cc-8a52-181d39f71b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:12.384967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] Set router 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:15:12.497484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c4194b-09eb-42cc-8a52-181d39f71b2f admin admin] Network 8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:15:12.498711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c5c4194b-09eb-42cc-8a52-181d39f71b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:15:12.705391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:12.718047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c4194b-09eb-42cc-8a52-181d39f71b2f admin admin] Router 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:15:12.816192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-51df65da-3df3-41c6-a62c-6c3cd83ce95f None None] Provisioning complete for port f0ea4604-1124-4422-86d5-929a0f8aa1d8 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:15:12.816624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-51df65da-3df3-41c6-a62c-6c3cd83ce95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:12.896666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-51df65da-3df3-41c6-a62c-6c3cd83ce95f None None] Port f0ea4604-1124-4422-86d5-929a0f8aa1d8 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:15:12.905243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'name': 'tempest-TestShelveInstance-2145674496-router', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:11Z', 'revision_number': 4, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'gw_port': {'id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'f0ea4604-1124-4422-86d5-929a0f8aa1d8', 'name': '', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'mac_address': 'fa:16:3e:12:92:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:11Z', 'updated_at': '2021-04-23T10:15:11Z', 'revision_number': 1, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'subnets': [{'id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:15:12.910821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00fce4f-a42f-4679-b1e6-9b46bbf5899f None None] The sync data for ids ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'] in dv-neutron-786478-4-hyperv is: [{'id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'name': 'tempest-TestShelveInstance-2145674496-router', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:11Z', 'revision_number': 4, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'gw_port': {'id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'f0ea4604-1124-4422-86d5-929a0f8aa1d8', 'name': '', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'mac_address': 'fa:16:3e:12:92:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:11Z', 'updated_at': '2021-04-23T10:15:11Z', 'revision_number': 1, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'subnets': [{'id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:15:13.235633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c4194b-09eb-42cc-8a52-181d39f71b2f admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:15:13.246295 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c5c4194b-09eb-42cc-8a52-181d39f71b2f admin admin] 10.222.0.60 "PUT /v2.0/routers/7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9614425 Apr 23 10:15:13.984802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2ef7db80-8f6e-4773-9ebd-920781438298 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:15:14.019496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50096) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:15:14.026308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-524901100-network', 'tenant_id': '7892ed8c61814bbeb91532fd4bfa7640'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:15:14.031560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:15:14.036202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] Usage tracker for resource:network and tenant:7892ed8c61814bbeb91532fd4bfa7640 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:15:14.039600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:15:14.046033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:15:14.109787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] Made reservation on behalf of 7892ed8c61814bbeb91532fd4bfa7640 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:15:14.115594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:14.130434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:14.147038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 2ef7db80-8f6e-4773-9ebd-920781438298 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:15:14.149494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:15:14.152814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 2ef7db80-8f6e-4773-9ebd-920781438298 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:15:14.153243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:14.154398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] Usage tracker for resource:security_group_rule and tenant:7892ed8c61814bbeb91532fd4bfa7640 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:15:14.158517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:15:14.165611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:15:14.302644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:14.305534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:14.323633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 2ef7db80-8f6e-4773-9ebd-920781438298, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2ef7db80-8f6e-4773-9ebd-920781438298,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:15:14.332274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:14.342848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8aede9ea-ce10-47b0-9e23-223b3103e556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:14.360942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:14.363095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:14.363221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:15:14.377157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c546e4-59da-4d90-b469-fec2aa9f79d2,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:14.381911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:14.383084 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:14.383469 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] Added segment 80371127-ad7e-4ce1-981b-55c460533d29 of type vlan for network d7a29797-ce14-424c-ba44-4b8e3435042b Apr 23 10:15:14.416794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:14.444424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=2ef7db80-8f6e-4773-9ebd-920781438298,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:14.447843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:14.492066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:14.493217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:14.493863 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:14.499969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a1d03ab7-11c5-4a98-b781-0229b62ec905 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:14.609761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] Pushing event updated for resources: {'Network': ['ID=d7a29797-ce14-424c-ba44-4b8e3435042b,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:14.613658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:14.621155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network d7a29797-ce14-424c-ba44-4b8e3435042b details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:15:14.642004 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-84b82489-3554-4e62-975c-fcdeba94ef52 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6211281 Apr 23 10:15:14.645220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50100) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:15:14.651727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7d326d7d-ae2f-4b11-a63a-9d9e843f769b admin admin] Request body: {'subnet': {'network_id': 'd7a29797-ce14-424c-ba44-4b8e3435042b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-524901100-subnet', 'tenant_id': '7892ed8c61814bbeb91532fd4bfa7640', 'ip_version': 4}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:15:14.657471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7d326d7d-ae2f-4b11-a63a-9d9e843f769b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:15:14.662862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7d326d7d-ae2f-4b11-a63a-9d9e843f769b admin admin] Usage tracker for resource:subnet and tenant:7892ed8c61814bbeb91532fd4bfa7640 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:15:14.666272 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7d326d7d-ae2f-4b11-a63a-9d9e843f769b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:15:14.673835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7d326d7d-ae2f-4b11-a63a-9d9e843f769b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:15:14.715190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d326d7d-ae2f-4b11-a63a-9d9e843f769b admin admin] Made reservation on behalf of 7892ed8c61814bbeb91532fd4bfa7640 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:15:14.721048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d326d7d-ae2f-4b11-a63a-9d9e843f769b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:15.203359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d326d7d-ae2f-4b11-a63a-9d9e843f769b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:15.209712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-144e6824-b697-45ed-9f8a-51c6476b63d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:15.295779 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d326d7d-ae2f-4b11-a63a-9d9e843f769b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ee45783-57c5-4566-acfe-2b5b41dd5bcb,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:15.299396 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7d326d7d-ae2f-4b11-a63a-9d9e843f769b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:15.302090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d326d7d-ae2f-4b11-a63a-9d9e843f769b admin admin] Checking segment: {'id': '80371127-ad7e-4ce1-981b-55c460533d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd7a29797-ce14-424c-ba44-4b8e3435042b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:15:15.302513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d326d7d-ae2f-4b11-a63a-9d9e843f769b admin admin] Network hostable DHCP agents. Network: d7a29797-ce14-424c-ba44-4b8e3435042b, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:15:15.398270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d326d7d-ae2f-4b11-a63a-9d9e843f769b admin admin] Network d7a29797-ce14-424c-ba44-4b8e3435042b is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:15:15.461341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-7d326d7d-ae2f-4b11-a63a-9d9e843f769b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, d7a29797-ce14-424c-ba44-4b8e3435042b) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:15:15.472384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a70c236-33e9-44ce-b03d-777cdb6f3718 None None] Network d7a29797-ce14-424c-ba44-4b8e3435042b requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:15:15.476095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d326d7d-ae2f-4b11-a63a-9d9e843f769b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:15.476856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7d326d7d-ae2f-4b11-a63a-9d9e843f769b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:15.533668 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7d326d7d-ae2f-4b11-a63a-9d9e843f769b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8871601 Apr 23 10:15:15.536438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50104) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:15:15.542212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-524901100-router', 'tenant_id': '7892ed8c61814bbeb91532fd4bfa7640', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:15:15.547911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:15:15.552738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Usage tracker for resource:router and tenant:7892ed8c61814bbeb91532fd4bfa7640 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:15:15.557236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:15:15.564387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:15:15.601299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:15.602540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:15.617544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:15.706601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-d7a29797-ce14-424c-ba44-4b8e3435042b', 'network_id': 'd7a29797-ce14-424c-ba44-4b8e3435042b', 'tenant_id': '7892ed8c61814bbeb91532fd4bfa7640', 'fixed_ips': [{'subnet_id': '6ee45783-57c5-4566-acfe-2b5b41dd5bcb'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 10:15:15.707536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:15.888132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Allocated IP 172.20.0.2 (d7a29797-ce14-424c-ba44-4b8e3435042b/6ee45783-57c5-4566-acfe-2b5b41dd5bcb/2cab18c4-5f62-4775-8d31-685edbb86f3a) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:15:15.944549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:16.011470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2ef7db80-8f6e-4773-9ebd-920781438298 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:15:16.183033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 2ef7db80-8f6e-4773-9ebd-920781438298 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:15:16.183467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:16.255517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] Sync routers for ids ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:15:16.266377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] Routers {'7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:15:16.266584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:16.267871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:15:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:15:16.285780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Transition to ACTIVE for port object 2cab18c4-5f62-4775-8d31-685edbb86f3a will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:15:16.348013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Transition to ACTIVE for port object 2cab18c4-5f62-4775-8d31-685edbb86f3a will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:15:16.364234 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:16.392020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:16.396403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3fb0607f-f2ec-4136-8d53-ae4c31868662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:16.401712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:16.457594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Network d7a29797-ce14-424c-ba44-4b8e3435042b is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:15:16.461186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:15:16.463606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:15:16.479649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] Set router 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:15:16.558372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Pushing event updated for resources: {'Port': ['ID=2cab18c4-5f62-4775-8d31-685edbb86f3a,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:16.561796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:16.571697 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Allocated IP 172.26.4.139 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/34373208-dedb-4992-88a2-01988ad2adb7) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:15:16.584675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Attempting to bind port 2cab18c4-5f62-4775-8d31-685edbb86f3a on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:15:16.585095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Attempting to bind port 2cab18c4-5f62-4775-8d31-685edbb86f3a by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '80371127-ad7e-4ce1-981b-55c460533d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd7a29797-ce14-424c-ba44-4b8e3435042b'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:15:16.585510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Attempting to bind port 2cab18c4-5f62-4775-8d31-685edbb86f3a on network d7a29797-ce14-424c-ba44-4b8e3435042b {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:15:16.591574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:15:16.591996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Checking segment: {'id': '80371127-ad7e-4ce1-981b-55c460533d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd7a29797-ce14-424c-ba44-4b8e3435042b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:15:16.592445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:16.592884 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Bound using segment: {'id': '80371127-ad7e-4ce1-981b-55c460533d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd7a29797-ce14-424c-ba44-4b8e3435042b'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:15:16.593401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Bound port: 2cab18c4-5f62-4775-8d31-685edbb86f3a, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80371127-ad7e-4ce1-981b-55c460533d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd7a29797-ce14-424c-ba44-4b8e3435042b'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:15:16.593822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:16.701451 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] For port 2cab18c4-5f62-4775-8d31-685edbb86f3a, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:15:16.705004 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] For port 2cab18c4-5f62-4775-8d31-685edbb86f3a, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2cab18c4-5f62-4775-8d31-685edbb86f3a,segment=NetworkSegment(80371127-ad7e-4ce1-981b-55c460533d29),segment_id=80371127-ad7e-4ce1-981b-55c460533d29)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:15:16.732888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:16.738898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bcaceccb-7021-471c-b549-9bf6734a3cb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:16.741610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:16.812674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:16.818860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d8c6c531-e84e-410a-954a-56f434d1d9c7 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:16.827347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Pushing event updated for resources: {'Port': ['ID=2cab18c4-5f62-4775-8d31-685edbb86f3a,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:16.835411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:16.843236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'name': 'tempest-TestShelveInstance-2145674496-router', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:11Z', 'revision_number': 4, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'gw_port': {'id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'f0ea4604-1124-4422-86d5-929a0f8aa1d8', 'name': '', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'mac_address': 'fa:16:3e:12:92:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:11Z', 'updated_at': '2021-04-23T10:15:12Z', 'revision_number': 2, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'subnets': [{'id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:15:16.848015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] Checking router: 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:15:16.848419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] Updating router 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 port f0ea4604-1124-4422-86d5-929a0f8aa1d8 binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:15:16.881362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:15:16.884733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:15:16.894738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:15:16.908691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:16.943189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Pushing event updated for resources: {'Port': ['ID=34373208-dedb-4992-88a2-01988ad2adb7,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:16.948017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:17.326868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:17.340495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] Transition to ACTIVE for port object f0ea4604-1124-4422-86d5-929a0f8aa1d8 will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:15:17.381569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:17.385573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a8e2f7c2-548f-44a5-9b85-45556289a4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:17.494072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:17.603941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affedb2c-6f18-4386-9c45-fc4e62fbf209 None None] Pushing event updated for resources: {'Port': ['ID=f0ea4604-1124-4422-86d5-929a0f8aa1d8,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:17.622064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affedb2c-6f18-4386-9c45-fc4e62fbf209 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:15:17.622481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affedb2c-6f18-4386-9c45-fc4e62fbf209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:15:17.622859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affedb2c-6f18-4386-9c45-fc4e62fbf209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:15:17.623222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affedb2c-6f18-4386-9c45-fc4e62fbf209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:15:17.623564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affedb2c-6f18-4386-9c45-fc4e62fbf209 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:15:17.624141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affedb2c-6f18-4386-9c45-fc4e62fbf209 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:15:17.624551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affedb2c-6f18-4386-9c45-fc4e62fbf209 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:15:17.624824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affedb2c-6f18-4386-9c45-fc4e62fbf209 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:15:17.625182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affedb2c-6f18-4386-9c45-fc4e62fbf209 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:15:17.625536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affedb2c-6f18-4386-9c45-fc4e62fbf209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:15:17.625898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affedb2c-6f18-4386-9c45-fc4e62fbf209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:15:17.626874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affedb2c-6f18-4386-9c45-fc4e62fbf209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:15:17.634070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-affedb2c-6f18-4386-9c45-fc4e62fbf209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:17.640587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] Attempting to bind port f0ea4604-1124-4422-86d5-929a0f8aa1d8 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:15:17.641040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] Attempting to bind port f0ea4604-1124-4422-86d5-929a0f8aa1d8 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '35349309-5305-4d05-ab1c-4c2bc7cb9639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:15:17.641441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] Attempting to bind port f0ea4604-1124-4422-86d5-929a0f8aa1d8 on network 8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:15:17.647317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:15:17.647727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] Checking segment: {'id': '35349309-5305-4d05-ab1c-4c2bc7cb9639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:15:17.648167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:17.648599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] Bound using segment: {'id': '35349309-5305-4d05-ab1c-4c2bc7cb9639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:15:17.649107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] Bound port: f0ea4604-1124-4422-86d5-929a0f8aa1d8, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35349309-5305-4d05-ab1c-4c2bc7cb9639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:15:17.649521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:17.748385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] For port f0ea4604-1124-4422-86d5-929a0f8aa1d8, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:15:17.752421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] For port f0ea4604-1124-4422-86d5-929a0f8aa1d8, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f0ea4604-1124-4422-86d5-929a0f8aa1d8,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:15:17.787592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:17.791666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d86a5709-32d9-4fbf-a079-3e53c42bc37e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:17.874180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] Routers {'7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:15:17.874987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:15:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:15:17.887930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:17.940551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affedb2c-6f18-4386-9c45-fc4e62fbf209 None None] Pushing event updated for resources: {'Port': ['ID=f0ea4604-1124-4422-86d5-929a0f8aa1d8,revision_number=4']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:17.952075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-affedb2c-6f18-4386-9c45-fc4e62fbf209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:18.046078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2cab18c4-5f62-4775-8d31-685edbb86f3a up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:15:18.227105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 2cab18c4-5f62-4775-8d31-685edbb86f3a completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:15:18.322399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] Set router 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:15:18.432684 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dec889e-1bd4-4c6e-b2be-460034c7439c None None] Network d7a29797-ce14-424c-ba44-4b8e3435042b requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:15:18.529957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Router 612f7cb8-3691-4c07-a4fa-88654a653e97 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 10:15:18.590332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0aadb266-48da-43ab-8f9f-139e0a89aaf5 None None] Provisioning for port 2cab18c4-5f62-4775-8d31-685edbb86f3a completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:15:18.600796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-0aadb266-48da-43ab-8f9f-139e0a89aaf5 None None] Provisioning complete for port 2cab18c4-5f62-4775-8d31-685edbb86f3a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:15:18.601253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0aadb266-48da-43ab-8f9f-139e0a89aaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:18.698201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'name': 'tempest-TestShelveInstance-2145674496-router', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:11Z', 'revision_number': 4, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'gw_port': {'id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'f0ea4604-1124-4422-86d5-929a0f8aa1d8', 'name': '', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'mac_address': 'fa:16:3e:12:92:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:11Z', 'updated_at': '2021-04-23T10:15:17Z', 'revision_number': 4, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'subnets': [{'id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:15:18.702132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae382fb9-f217-4560-a1c6-33fe9192c856 None None] The sync data for ids ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'] in dv-neutron-786478-4-hyperv is: [{'id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'name': 'tempest-TestShelveInstance-2145674496-router', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:11Z', 'revision_number': 4, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'gw_port': {'id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'f0ea4604-1124-4422-86d5-929a0f8aa1d8', 'name': '', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'mac_address': 'fa:16:3e:12:92:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:11Z', 'updated_at': '2021-04-23T10:15:17Z', 'revision_number': 4, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'subnets': [{'id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:15:18.737759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:15:18.763123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] Sync routers for ids ['612f7cb8-3691-4c07-a4fa-88654a653e97'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:15:18.791496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] Routers {'612f7cb8-3691-4c07-a4fa-88654a653e97'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:15:18.792207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:15:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['612f7cb8-3691-4c07-a4fa-88654a653e97'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:15:18.795220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:18.796676 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2591939 Apr 23 10:15:18.801187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50110) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:15:19.041805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:15:19.247792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0aadb266-48da-43ab-8f9f-139e0a89aaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:19.297277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] Set router 612f7cb8-3691-4c07-a4fa-88654a653e97 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:15:19.454114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-0aadb266-48da-43ab-8f9f-139e0a89aaf5 None None] For port 2cab18c4-5f62-4775-8d31-685edbb86f3a, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2cab18c4-5f62-4775-8d31-685edbb86f3a,segment=NetworkSegment(80371127-ad7e-4ce1-981b-55c460533d29),segment_id=80371127-ad7e-4ce1-981b-55c460533d29)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:15:19.553229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0aadb266-48da-43ab-8f9f-139e0a89aaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:19.556910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ec097cdd-53e1-45d2-ab85-33e56b2a2cff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:19.655099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-492e9571-3984-47d5-83d7-712f89c505a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:19.699449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadb266-48da-43ab-8f9f-139e0a89aaf5 None None] Pushing event updated for resources: {'Port': ['ID=2cab18c4-5f62-4775-8d31-685edbb86f3a,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:19.708930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0aadb266-48da-43ab-8f9f-139e0a89aaf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:19.724754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fab7c13f-36f3-48a5-9068-7c6fa4d9508e None None] Provisioning complete for port 2cab18c4-5f62-4775-8d31-685edbb86f3a triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:15:19.725102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fab7c13f-36f3-48a5-9068-7c6fa4d9508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:19.807976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612f7cb8-3691-4c07-a4fa-88654a653e97', 'name': 'tempest-TestShelveInstance-524901100-router', 'tenant_id': '7892ed8c61814bbeb91532fd4bfa7640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '34373208-dedb-4992-88a2-01988ad2adb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:15Z', 'updated_at': '2021-04-23T10:15:17Z', 'revision_number': 3, 'project_id': '7892ed8c61814bbeb91532fd4bfa7640', 'gw_port': {'id': '34373208-dedb-4992-88a2-01988ad2adb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:db:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612f7cb8-3691-4c07-a4fa-88654a653e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:16Z', 'updated_at': '2021-04-23T10:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:15:19.814732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] Checking router: 612f7cb8-3691-4c07-a4fa-88654a653e97 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:15:19.815138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] Updating router 612f7cb8-3691-4c07-a4fa-88654a653e97 port 34373208-dedb-4992-88a2-01988ad2adb7 binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:15:19.885212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-492e9571-3984-47d5-83d7-712f89c505a8 admin admin] Allocated IP 172.20.0.1 (d7a29797-ce14-424c-ba44-4b8e3435042b/6ee45783-57c5-4566-acfe-2b5b41dd5bcb/027add94-ed5d-430a-bcf9-eab4904e8c48) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:15:19.929540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:19.992778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2cab18c4-5f62-4775-8d31-685edbb86f3a up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:15:20.056976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-492e9571-3984-47d5-83d7-712f89c505a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:20.075945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-492e9571-3984-47d5-83d7-712f89c505a8 admin admin] Transition to ACTIVE for port object 027add94-ed5d-430a-bcf9-eab4904e8c48 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:15:20.138129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-492e9571-3984-47d5-83d7-712f89c505a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:20.143704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-daa112ca-1be8-4ebc-a7ae-3ee6350f0013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:20.208861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492e9571-3984-47d5-83d7-712f89c505a8 admin admin] Network d7a29797-ce14-424c-ba44-4b8e3435042b is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:15:20.212430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-492e9571-3984-47d5-83d7-712f89c505a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:15:20.221885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492e9571-3984-47d5-83d7-712f89c505a8 admin admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:15:20.230513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 2cab18c4-5f62-4775-8d31-685edbb86f3a triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:15:20.230945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:20.269357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e9571-3984-47d5-83d7-712f89c505a8 admin admin] Pushing event updated for resources: {'Port': ['ID=027add94-ed5d-430a-bcf9-eab4904e8c48,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:20.274352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-492e9571-3984-47d5-83d7-712f89c505a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:20.293123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-492e9571-3984-47d5-83d7-712f89c505a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:20.451748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-492e9571-3984-47d5-83d7-712f89c505a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:20.470719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f0ea4604-1124-4422-86d5-929a0f8aa1d8 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:15:20.536269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:20.569003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] Transition to ACTIVE for port object 34373208-dedb-4992-88a2-01988ad2adb7 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:15:20.593301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c77c472c-3ded-4f3f-a1b2-13395e55f701 None None] Provisioning for port 027add94-ed5d-430a-bcf9-eab4904e8c48 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:15:20.599385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c77c472c-3ded-4f3f-a1b2-13395e55f701 None None] Provisioning complete for port 027add94-ed5d-430a-bcf9-eab4904e8c48 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:15:20.603062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c77c472c-3ded-4f3f-a1b2-13395e55f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:20.631959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port f0ea4604-1124-4422-86d5-929a0f8aa1d8 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:15:20.635343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:20.647889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:20.701346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port f0ea4604-1124-4422-86d5-929a0f8aa1d8 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:15:20.701775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:20.714956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-492e9571-3984-47d5-83d7-712f89c505a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:20.753317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-492e9571-3984-47d5-83d7-712f89c505a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:20.783882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-850a90e6-9896-4cfe-b19a-571bb4a13f88 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:20.809807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b330bff-9db2-44ca-869b-e1eecb7dcb75 None None] Pushing event updated for resources: {'Port': ['ID=34373208-dedb-4992-88a2-01988ad2adb7,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:20.812356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] Attempting to bind port 34373208-dedb-4992-88a2-01988ad2adb7 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:15:20.812775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] Attempting to bind port 34373208-dedb-4992-88a2-01988ad2adb7 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:15:20.813194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] Attempting to bind port 34373208-dedb-4992-88a2-01988ad2adb7 on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:15:20.817968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9b330bff-9db2-44ca-869b-e1eecb7dcb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:20.819845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c77c472c-3ded-4f3f-a1b2-13395e55f701 None None] Port 027add94-ed5d-430a-bcf9-eab4904e8c48 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:15:20.824767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:15:20.825179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:15:20.825629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:20.826064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:15:20.826650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] Bound port: 34373208-dedb-4992-88a2-01988ad2adb7, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:15:20.827077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:20.875216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-492e9571-3984-47d5-83d7-712f89c505a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:20.880552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e9571-3984-47d5-83d7-712f89c505a8 admin admin] Pushing event updated for resources: {'Port': ['ID=027add94-ed5d-430a-bcf9-eab4904e8c48,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:20.883626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-492e9571-3984-47d5-83d7-712f89c505a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:20.965444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:20.978946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] For port 34373208-dedb-4992-88a2-01988ad2adb7, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:15:20.997216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] For port 34373208-dedb-4992-88a2-01988ad2adb7, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=34373208-dedb-4992-88a2-01988ad2adb7,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:15:21.009241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port f0ea4604-1124-4422-86d5-929a0f8aa1d8, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f0ea4604-1124-4422-86d5-929a0f8aa1d8,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:15:21.027248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492e9571-3984-47d5-83d7-712f89c505a8 admin admin] Network d7a29797-ce14-424c-ba44-4b8e3435042b is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:15:21.028549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-492e9571-3984-47d5-83d7-712f89c505a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:15:21.038927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:21.044599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fae40bec-7b9b-44b5-892c-97b26bba5c89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:21.088042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:21.139436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] Routers {'612f7cb8-3691-4c07-a4fa-88654a653e97'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:15:21.140414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:15:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['612f7cb8-3691-4c07-a4fa-88654a653e97'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:15:21.261107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492e9571-3984-47d5-83d7-712f89c505a8 admin admin] Router 612f7cb8-3691-4c07-a4fa-88654a653e97 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:15:21.280645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b330bff-9db2-44ca-869b-e1eecb7dcb75 None None] Pushing event updated for resources: {'Port': ['ID=34373208-dedb-4992-88a2-01988ad2adb7,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:21.286945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9b330bff-9db2-44ca-869b-e1eecb7dcb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:21.292156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:21.369296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-b0f148f4-665c-47ca-9050-2b7ad95bc64c None None] Provisioning complete for port 027add94-ed5d-430a-bcf9-eab4904e8c48 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:15:21.369645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b0f148f4-665c-47ca-9050-2b7ad95bc64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:21.465527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=f0ea4604-1124-4422-86d5-929a0f8aa1d8,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:21.475051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:21.481585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] Set router 612f7cb8-3691-4c07-a4fa-88654a653e97 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:15:21.483565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492e9571-3984-47d5-83d7-712f89c505a8 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:15:21.498165 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-492e9571-3984-47d5-83d7-712f89c505a8 admin admin] 10.222.0.60 "PUT /v2.0/routers/612f7cb8-3691-4c07-a4fa-88654a653e97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6954389 Apr 23 10:15:21.531855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-b0f148f4-665c-47ca-9050-2b7ad95bc64c None None] Port 027add94-ed5d-430a-bcf9-eab4904e8c48 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:15:21.834568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612f7cb8-3691-4c07-a4fa-88654a653e97', 'name': 'tempest-TestShelveInstance-524901100-router', 'tenant_id': '7892ed8c61814bbeb91532fd4bfa7640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '34373208-dedb-4992-88a2-01988ad2adb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:15Z', 'updated_at': '2021-04-23T10:15:20Z', 'revision_number': 4, 'project_id': '7892ed8c61814bbeb91532fd4bfa7640', 'gw_port': {'id': '34373208-dedb-4992-88a2-01988ad2adb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:db:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612f7cb8-3691-4c07-a4fa-88654a653e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:16Z', 'updated_at': '2021-04-23T10:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '027add94-ed5d-430a-bcf9-eab4904e8c48', 'name': '', 'network_id': 'd7a29797-ce14-424c-ba44-4b8e3435042b', 'tenant_id': '7892ed8c61814bbeb91532fd4bfa7640', 'mac_address': 'fa:16:3e:c7:6c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612f7cb8-3691-4c07-a4fa-88654a653e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6ee45783-57c5-4566-acfe-2b5b41dd5bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:19Z', 'updated_at': '2021-04-23T10:15:20Z', 'revision_number': 2, 'project_id': '7892ed8c61814bbeb91532fd4bfa7640', 'subnets': [{'id': '6ee45783-57c5-4566-acfe-2b5b41dd5bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:15:21.838981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b71c105-215a-4fee-a8b7-ef86206b7786 None None] The sync data for ids ['612f7cb8-3691-4c07-a4fa-88654a653e97'] in dv-neutron-786478-4-hyperv is: [{'id': '612f7cb8-3691-4c07-a4fa-88654a653e97', 'name': 'tempest-TestShelveInstance-524901100-router', 'tenant_id': '7892ed8c61814bbeb91532fd4bfa7640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '34373208-dedb-4992-88a2-01988ad2adb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:15Z', 'updated_at': '2021-04-23T10:15:20Z', 'revision_number': 4, 'project_id': '7892ed8c61814bbeb91532fd4bfa7640', 'gw_port': {'id': '34373208-dedb-4992-88a2-01988ad2adb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:db:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612f7cb8-3691-4c07-a4fa-88654a653e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:16Z', 'updated_at': '2021-04-23T10:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '027add94-ed5d-430a-bcf9-eab4904e8c48', 'name': '', 'network_id': 'd7a29797-ce14-424c-ba44-4b8e3435042b', 'tenant_id': '7892ed8c61814bbeb91532fd4bfa7640', 'mac_address': 'fa:16:3e:c7:6c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612f7cb8-3691-4c07-a4fa-88654a653e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6ee45783-57c5-4566-acfe-2b5b41dd5bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:19Z', 'updated_at': '2021-04-23T10:15:20Z', 'revision_number': 2, 'project_id': '7892ed8c61814bbeb91532fd4bfa7640', 'subnets': [{'id': '6ee45783-57c5-4566-acfe-2b5b41dd5bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:15:21.954481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f0ea4604-1124-4422-86d5-929a0f8aa1d8 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:15:22.032907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port f0ea4604-1124-4422-86d5-929a0f8aa1d8 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:15:22.033383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:22.147708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50122) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:15:22.154014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-dd9fc5e7-d350-4053-8b99-378d02eb687b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1187449085', 'description': 'tempest-secgroup-smoke-1187449085 description', 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:15:22.161655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-dd9fc5e7-d350-4053-8b99-378d02eb687b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:15:22.166715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dd9fc5e7-d350-4053-8b99-378d02eb687b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Usage tracker for resource:security_group and tenant:36e282fb5d5a49df8381bc8ca96c9e73 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:15:22.170246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dd9fc5e7-d350-4053-8b99-378d02eb687b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:15:22.177742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-dd9fc5e7-d350-4053-8b99-378d02eb687b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:15:22.215980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd9fc5e7-d350-4053-8b99-378d02eb687b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:22.252704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-dd9fc5e7-d350-4053-8b99-378d02eb687b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:15:22.257487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dd9fc5e7-d350-4053-8b99-378d02eb687b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Usage tracker for resource:security_group_rule and tenant:36e282fb5d5a49df8381bc8ca96c9e73 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:15:22.260790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-dd9fc5e7-d350-4053-8b99-378d02eb687b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:15:22.268137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-dd9fc5e7-d350-4053-8b99-378d02eb687b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:15:22.388107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd9fc5e7-d350-4053-8b99-378d02eb687b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:22.415791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd9fc5e7-d350-4053-8b99-378d02eb687b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:22.422180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-124950ac-6579-4293-8227-8dcee5cee392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:22.467362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9fc5e7-d350-4053-8b99-378d02eb687b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c6463d-0ec1-4a71-88ef-4501d1e83c2b,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:22.471787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dd9fc5e7-d350-4053-8b99-378d02eb687b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:22.501427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dd9fc5e7-d350-4053-8b99-378d02eb687b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:22.503306 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-dd9fc5e7-d350-4053-8b99-378d02eb687b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3540249 Apr 23 10:15:22.506105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50126) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:15:22.512242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5a23f0cd-e49f-440b-8ebe-950281c5444d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Request body: {'security_group_rule': {'security_group_id': '83c6463d-0ec1-4a71-88ef-4501d1e83c2b', 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:15:22.520327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5a23f0cd-e49f-440b-8ebe-950281c5444d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:15:22.524463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5a23f0cd-e49f-440b-8ebe-950281c5444d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Usage tracker for resource:security_group_rule and tenant:36e282fb5d5a49df8381bc8ca96c9e73 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:15:22.527696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5a23f0cd-e49f-440b-8ebe-950281c5444d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:15:22.534949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5a23f0cd-e49f-440b-8ebe-950281c5444d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:15:22.593350 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5a23f0cd-e49f-440b-8ebe-950281c5444d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:22.673045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5a23f0cd-e49f-440b-8ebe-950281c5444d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:22.703640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5a23f0cd-e49f-440b-8ebe-950281c5444d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:22.705802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-31f71cf0-9988-408a-8f3f-fc660e402c81 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:22.738624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23f0cd-e49f-440b-8ebe-950281c5444d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fdc0705-cbd0-42ca-be07-a680ef74f81a,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:22.743975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5a23f0cd-e49f-440b-8ebe-950281c5444d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:22.795026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5a23f0cd-e49f-440b-8ebe-950281c5444d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:22.796387 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5a23f0cd-e49f-440b-8ebe-950281c5444d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2891054 Apr 23 10:15:22.800070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50130) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:15:22.806012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-5907f90b-f889-4371-9569-0f9a00dc2a2e tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Request body: {'security_group_rule': {'security_group_id': '83c6463d-0ec1-4a71-88ef-4501d1e83c2b', 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:15:22.813035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5907f90b-f889-4371-9569-0f9a00dc2a2e tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:15:22.818428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5907f90b-f889-4371-9569-0f9a00dc2a2e tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Usage tracker for resource:security_group_rule and tenant:36e282fb5d5a49df8381bc8ca96c9e73 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:15:22.822088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-5907f90b-f889-4371-9569-0f9a00dc2a2e tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:15:22.828556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-5907f90b-f889-4371-9569-0f9a00dc2a2e tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:15:22.870947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5907f90b-f889-4371-9569-0f9a00dc2a2e tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:22.942743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5907f90b-f889-4371-9569-0f9a00dc2a2e tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:22.966513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5907f90b-f889-4371-9569-0f9a00dc2a2e tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:22.968533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d5a41209-fbda-4f69-a5ba-b6d8fde6918f tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:22.994873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907f90b-f889-4371-9569-0f9a00dc2a2e tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2df2517-59f1-42ce-bed2-b17bd904c0c1,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:22.997485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5907f90b-f889-4371-9569-0f9a00dc2a2e tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:23.023727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5907f90b-f889-4371-9569-0f9a00dc2a2e tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:23.025007 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5907f90b-f889-4371-9569-0f9a00dc2a2e tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2238390 Apr 23 10:15:23.028059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50134) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:15:23.034144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-019072b8-05f9-49e2-a655-fb9d663da5a7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Request body: {'security_group_rule': {'security_group_id': '83c6463d-0ec1-4a71-88ef-4501d1e83c2b', 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:15:23.041261 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-019072b8-05f9-49e2-a655-fb9d663da5a7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:15:23.045380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-019072b8-05f9-49e2-a655-fb9d663da5a7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Usage tracker for resource:security_group_rule and tenant:36e282fb5d5a49df8381bc8ca96c9e73 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:15:23.049394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-019072b8-05f9-49e2-a655-fb9d663da5a7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:15:23.055883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-019072b8-05f9-49e2-a655-fb9d663da5a7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:15:23.094112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-019072b8-05f9-49e2-a655-fb9d663da5a7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:23.162208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-019072b8-05f9-49e2-a655-fb9d663da5a7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:23.204112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-019072b8-05f9-49e2-a655-fb9d663da5a7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:23.212292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-95e757fb-7030-44cd-81c7-908c675bf131 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:23.231482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019072b8-05f9-49e2-a655-fb9d663da5a7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efbe83f-2b96-453a-ac00-a19e5be84ab3,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:23.234089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-019072b8-05f9-49e2-a655-fb9d663da5a7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:23.269352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-019072b8-05f9-49e2-a655-fb9d663da5a7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:23.273606 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-019072b8-05f9-49e2-a655-fb9d663da5a7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2417135 Apr 23 10:15:23.274137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50138) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:15:23.281994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c50bebfa-726b-41d2-be7d-011a97ef1923 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Request body: {'security_group_rule': {'security_group_id': '83c6463d-0ec1-4a71-88ef-4501d1e83c2b', 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:15:23.289269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c50bebfa-726b-41d2-be7d-011a97ef1923 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:15:23.293398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c50bebfa-726b-41d2-be7d-011a97ef1923 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Usage tracker for resource:security_group_rule and tenant:36e282fb5d5a49df8381bc8ca96c9e73 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:15:23.296436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c50bebfa-726b-41d2-be7d-011a97ef1923 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:15:23.302997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c50bebfa-726b-41d2-be7d-011a97ef1923 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:15:23.354079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c50bebfa-726b-41d2-be7d-011a97ef1923 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:23.424227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c50bebfa-726b-41d2-be7d-011a97ef1923 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:23.451785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c50bebfa-726b-41d2-be7d-011a97ef1923 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:23.453713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9647e759-5e95-43dd-94ae-3a4feb579927 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:23.479102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bebfa-726b-41d2-be7d-011a97ef1923 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f605c294-5c31-4e87-9750-c50e30e0f77f,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:23.482864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c50bebfa-726b-41d2-be7d-011a97ef1923 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:23.518407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c50bebfa-726b-41d2-be7d-011a97ef1923 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:23.519731 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c50bebfa-726b-41d2-be7d-011a97ef1923 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2441313 Apr 23 10:15:23.522577 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50142) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:15:23.528149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9cbc65e2-e146-47db-8296-a33f26368520 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Request body: {'security_group_rule': {'security_group_id': '83c6463d-0ec1-4a71-88ef-4501d1e83c2b', 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:15:23.535392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9cbc65e2-e146-47db-8296-a33f26368520 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:15:23.539583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9cbc65e2-e146-47db-8296-a33f26368520 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Usage tracker for resource:security_group_rule and tenant:36e282fb5d5a49df8381bc8ca96c9e73 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:15:23.542630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9cbc65e2-e146-47db-8296-a33f26368520 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:15:23.549533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9cbc65e2-e146-47db-8296-a33f26368520 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:15:23.586740 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-9cbc65e2-e146-47db-8296-a33f26368520 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Project 36e282fb5d5a49df8381bc8ca96c9e73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 10:15:23.593682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cbc65e2-e146-47db-8296-a33f26368520 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:23.661981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cbc65e2-e146-47db-8296-a33f26368520 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:23.700870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cbc65e2-e146-47db-8296-a33f26368520 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:23.702850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e1c5e9a6-0ff6-4531-9f27-7324ee3f8061 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:23.727018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc65e2-e146-47db-8296-a33f26368520 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec1ac20-b255-41bf-9ddd-544224467635,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:23.729574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9cbc65e2-e146-47db-8296-a33f26368520 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:23.784057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9cbc65e2-e146-47db-8296-a33f26368520 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:23.785303 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9cbc65e2-e146-47db-8296-a33f26368520 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2617247 Apr 23 10:15:23.788308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50146) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:15:23.793835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-40ca1fbd-59c2-4ed5-878d-8cca44b45f9f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Request body: {'security_group_rule': {'security_group_id': '83c6463d-0ec1-4a71-88ef-4501d1e83c2b', 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:15:23.801431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-40ca1fbd-59c2-4ed5-878d-8cca44b45f9f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:15:23.805435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-40ca1fbd-59c2-4ed5-878d-8cca44b45f9f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Usage tracker for resource:security_group_rule and tenant:36e282fb5d5a49df8381bc8ca96c9e73 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:15:23.808976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-40ca1fbd-59c2-4ed5-878d-8cca44b45f9f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:15:23.816092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-40ca1fbd-59c2-4ed5-878d-8cca44b45f9f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:15:23.862004 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-40ca1fbd-59c2-4ed5-878d-8cca44b45f9f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Project 36e282fb5d5a49df8381bc8ca96c9e73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 10:15:23.869925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-40ca1fbd-59c2-4ed5-878d-8cca44b45f9f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:23.946958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:23.952635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-40ca1fbd-59c2-4ed5-878d-8cca44b45f9f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:23.976044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 34373208-dedb-4992-88a2-01988ad2adb7 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:15:24.006352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-40ca1fbd-59c2-4ed5-878d-8cca44b45f9f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:24.008351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d7bcbaaf-0fe9-44c7-a4fd-d102d70198b4 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:24.033345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca1fbd-59c2-4ed5-878d-8cca44b45f9f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10916c8-391a-4db9-9310-d5d22a58906d,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:24.036120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-40ca1fbd-59c2-4ed5-878d-8cca44b45f9f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:24.078640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-40ca1fbd-59c2-4ed5-878d-8cca44b45f9f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:24.080210 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-40ca1fbd-59c2-4ed5-878d-8cca44b45f9f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2908542 Apr 23 10:15:24.110651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 34373208-dedb-4992-88a2-01988ad2adb7 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:15:24.118685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 34373208-dedb-4992-88a2-01988ad2adb7 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:15:24.119355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:24.261176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:24.270913 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-bb6a5ce3-b9b8-4be2-af10-d33f31670e1c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1187449085&fields=id&tenant_id=36e282fb5d5a49df8381bc8ca96c9e73 HTTP/1.1" status: 200 len: 267 time: 0.0468311 Apr 23 10:15:24.280500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 34373208-dedb-4992-88a2-01988ad2adb7, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=34373208-dedb-4992-88a2-01988ad2adb7,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:15:24.315337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:24.318394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8fbfee3a-79d2-439c-9ff4-7b7d75054edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:24.470225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-bc04976e-acac-435d-af51-43c17b4133d4 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:24.472107 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-bc04976e-acac-435d-af51-43c17b4133d4 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/networks?id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 200 len: 809 time: 0.1867256 Apr 23 10:15:24.492558 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-686d6598-44f3-45ae-bac1-47af66de0312 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/quotas/36e282fb5d5a49df8381bc8ca96c9e73 HTTP/1.1" status: 200 len: 375 time: 0.0122211 Apr 23 10:15:24.596868 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-9d474bc4-e2a8-4b64-a6e7-4ffb82fef3c4 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0934319 Apr 23 10:15:24.598662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=34373208-dedb-4992-88a2-01988ad2adb7,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:24.602048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:24.869066 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-00a81e8c-4491-4284-8f21-6c122d96427d service neutron] 10.222.0.60 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521753 Apr 23 10:15:24.994082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] Sync routers for ids ['612f7cb8-3691-4c07-a4fa-88654a653e97'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:15:25.004546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] Routers {'612f7cb8-3691-4c07-a4fa-88654a653e97'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:15:25.005224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:15:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['612f7cb8-3691-4c07-a4fa-88654a653e97'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:15:25.020861 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-a706795c-4a52-420b-96a5-e8c61dd9a316 service neutron] 10.222.0.60 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451371 Apr 23 10:15:25.230488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] Set router 612f7cb8-3691-4c07-a4fa-88654a653e97 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:15:25.301823 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-44fb2606-624f-48ea-85b9-f9926bf016d8 req-f1ababe3-fac0-453f-8a61-1af0c06d25ef tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 210 time: 0.0552890 Apr 23 10:15:25.613139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612f7cb8-3691-4c07-a4fa-88654a653e97', 'name': 'tempest-TestShelveInstance-524901100-router', 'tenant_id': '7892ed8c61814bbeb91532fd4bfa7640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '34373208-dedb-4992-88a2-01988ad2adb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:15Z', 'updated_at': '2021-04-23T10:15:20Z', 'revision_number': 4, 'project_id': '7892ed8c61814bbeb91532fd4bfa7640', 'gw_port': {'id': '34373208-dedb-4992-88a2-01988ad2adb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:db:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612f7cb8-3691-4c07-a4fa-88654a653e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:16Z', 'updated_at': '2021-04-23T10:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '027add94-ed5d-430a-bcf9-eab4904e8c48', 'name': '', 'network_id': 'd7a29797-ce14-424c-ba44-4b8e3435042b', 'tenant_id': '7892ed8c61814bbeb91532fd4bfa7640', 'mac_address': 'fa:16:3e:c7:6c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612f7cb8-3691-4c07-a4fa-88654a653e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6ee45783-57c5-4566-acfe-2b5b41dd5bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:19Z', 'updated_at': '2021-04-23T10:15:20Z', 'revision_number': 2, 'project_id': '7892ed8c61814bbeb91532fd4bfa7640', 'subnets': [{'id': '6ee45783-57c5-4566-acfe-2b5b41dd5bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:15:25.617478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] Checking router: 612f7cb8-3691-4c07-a4fa-88654a653e97 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:15:25.617875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] Updating router 612f7cb8-3691-4c07-a4fa-88654a653e97 port 027add94-ed5d-430a-bcf9-eab4904e8c48 binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:15:25.676799 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:25.948380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 34373208-dedb-4992-88a2-01988ad2adb7 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:15:26.025302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 34373208-dedb-4992-88a2-01988ad2adb7 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:15:26.025912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:26.054910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:26.067795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] Transition to ACTIVE for port object 027add94-ed5d-430a-bcf9-eab4904e8c48 will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:15:26.103211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:26.108180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e72c879b-6d56-4d56-8051-027c95176a42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:26.290773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbd709-7a60-4fe3-9376-58a757b3c9ac None None] Pushing event updated for resources: {'Port': ['ID=027add94-ed5d-430a-bcf9-eab4904e8c48,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:26.299052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7ffbd709-7a60-4fe3-9376-58a757b3c9ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:26.357179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] Attempting to bind port 027add94-ed5d-430a-bcf9-eab4904e8c48 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:15:26.357767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] Attempting to bind port 027add94-ed5d-430a-bcf9-eab4904e8c48 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '80371127-ad7e-4ce1-981b-55c460533d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd7a29797-ce14-424c-ba44-4b8e3435042b'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:15:26.358367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] Attempting to bind port 027add94-ed5d-430a-bcf9-eab4904e8c48 on network d7a29797-ce14-424c-ba44-4b8e3435042b {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:15:26.365508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:15:26.366244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] Checking segment: {'id': '80371127-ad7e-4ce1-981b-55c460533d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd7a29797-ce14-424c-ba44-4b8e3435042b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:15:26.366875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:26.368075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] Bound using segment: {'id': '80371127-ad7e-4ce1-981b-55c460533d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd7a29797-ce14-424c-ba44-4b8e3435042b'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:15:26.370631 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] Bound port: 027add94-ed5d-430a-bcf9-eab4904e8c48, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80371127-ad7e-4ce1-981b-55c460533d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd7a29797-ce14-424c-ba44-4b8e3435042b'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:15:26.371344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:26.503915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] For port 027add94-ed5d-430a-bcf9-eab4904e8c48, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:15:26.507746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] For port 027add94-ed5d-430a-bcf9-eab4904e8c48, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=027add94-ed5d-430a-bcf9-eab4904e8c48,segment=NetworkSegment(80371127-ad7e-4ce1-981b-55c460533d29),segment_id=80371127-ad7e-4ce1-981b-55c460533d29)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:15:26.555482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:26.560970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5385d20a-13cf-4bc1-aab8-361a6c81b5b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:26.643225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] Routers {'612f7cb8-3691-4c07-a4fa-88654a653e97'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:15:26.643915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:15:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['612f7cb8-3691-4c07-a4fa-88654a653e97'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:15:26.655690 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a2c83935-14ce-46fc-94f8-700d2502a835 req-344c906e-21e9-4080-a691-b33e7b681c61 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 210 time: 0.0597875 Apr 23 10:15:26.716908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbd709-7a60-4fe3-9376-58a757b3c9ac None None] Pushing event updated for resources: {'Port': ['ID=027add94-ed5d-430a-bcf9-eab4904e8c48,revision_number=4']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:26.776698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7ffbd709-7a60-4fe3-9376-58a757b3c9ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:26.851190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] Set router 612f7cb8-3691-4c07-a4fa-88654a653e97 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:15:27.206005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612f7cb8-3691-4c07-a4fa-88654a653e97', 'name': 'tempest-TestShelveInstance-524901100-router', 'tenant_id': '7892ed8c61814bbeb91532fd4bfa7640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '34373208-dedb-4992-88a2-01988ad2adb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:15Z', 'updated_at': '2021-04-23T10:15:20Z', 'revision_number': 4, 'project_id': '7892ed8c61814bbeb91532fd4bfa7640', 'gw_port': {'id': '34373208-dedb-4992-88a2-01988ad2adb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:db:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612f7cb8-3691-4c07-a4fa-88654a653e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:16Z', 'updated_at': '2021-04-23T10:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '027add94-ed5d-430a-bcf9-eab4904e8c48', 'name': '', 'network_id': 'd7a29797-ce14-424c-ba44-4b8e3435042b', 'tenant_id': '7892ed8c61814bbeb91532fd4bfa7640', 'mac_address': 'fa:16:3e:c7:6c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612f7cb8-3691-4c07-a4fa-88654a653e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6ee45783-57c5-4566-acfe-2b5b41dd5bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:19Z', 'updated_at': '2021-04-23T10:15:26Z', 'revision_number': 4, 'project_id': '7892ed8c61814bbeb91532fd4bfa7640', 'subnets': [{'id': '6ee45783-57c5-4566-acfe-2b5b41dd5bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:15:27.210245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086df6d8-76ec-4aae-a8f3-0e22a1c8dabf None None] The sync data for ids ['612f7cb8-3691-4c07-a4fa-88654a653e97'] in dv-neutron-786478-4-hyperv is: [{'id': '612f7cb8-3691-4c07-a4fa-88654a653e97', 'name': 'tempest-TestShelveInstance-524901100-router', 'tenant_id': '7892ed8c61814bbeb91532fd4bfa7640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '34373208-dedb-4992-88a2-01988ad2adb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:15Z', 'updated_at': '2021-04-23T10:15:20Z', 'revision_number': 4, 'project_id': '7892ed8c61814bbeb91532fd4bfa7640', 'gw_port': {'id': '34373208-dedb-4992-88a2-01988ad2adb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:db:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612f7cb8-3691-4c07-a4fa-88654a653e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:16Z', 'updated_at': '2021-04-23T10:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': '027add94-ed5d-430a-bcf9-eab4904e8c48', 'name': '', 'network_id': 'd7a29797-ce14-424c-ba44-4b8e3435042b', 'tenant_id': '7892ed8c61814bbeb91532fd4bfa7640', 'mac_address': 'fa:16:3e:c7:6c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612f7cb8-3691-4c07-a4fa-88654a653e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6ee45783-57c5-4566-acfe-2b5b41dd5bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:19Z', 'updated_at': '2021-04-23T10:15:26Z', 'revision_number': 4, 'project_id': '7892ed8c61814bbeb91532fd4bfa7640', 'subnets': [{'id': '6ee45783-57c5-4566-acfe-2b5b41dd5bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:15:27.677166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-f8e2a245-cb28-4de4-8df1-2e989d6461a2 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:27.677930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-f8e2a245-cb28-4de4-8df1-2e989d6461a2 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Synchronizing usage tracker for tenant:36e282fb5d5a49df8381bc8ca96c9e73 on resource:network {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:15:27.725801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-f8e2a245-cb28-4de4-8df1-2e989d6461a2 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Unset dirty status for tenant:36e282fb5d5a49df8381bc8ca96c9e73 on resource:network {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:15:27.727211 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-f8e2a245-cb28-4de4-8df1-2e989d6461a2 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.35 "GET /v2.0/networks?id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 200 len: 809 time: 0.5428569 Apr 23 10:15:27.781389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7a6aa45d-0918-4f8c-9a0f-7ba2bfecc797 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Synchronizing usage tracker for tenant:36e282fb5d5a49df8381bc8ca96c9e73 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:15:27.828758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7a6aa45d-0918-4f8c-9a0f-7ba2bfecc797 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Unset dirty status for tenant:36e282fb5d5a49df8381bc8ca96c9e73 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:15:27.830545 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5cdb35d3-cdce-4585-aa5d-c12834caa83c req-2e08feb8-e124-4b2f-aa5f-6ef8a659e54b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 210 time: 0.0507154 Apr 23 10:15:27.830816 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7a6aa45d-0918-4f8c-9a0f-7ba2bfecc797 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36e282fb5d5a49df8381bc8ca96c9e73 HTTP/1.1" status: 200 len: 380 time: 0.0943692 Apr 23 10:15:27.840489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-a61aecbf-f9e2-46d5-bb50-6c5ef36f5aa1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Request body: {'port': {'device_id': '95de7b41-f53d-4744-8dd9-2ca5729a5291', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'admin_state_up': True, 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'security_groups': ['83c6463d-0ec1-4a71-88ef-4501d1e83c2b']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:15:27.978163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 027add94-ed5d-430a-bcf9-eab4904e8c48 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:15:27.994337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-a61aecbf-f9e2-46d5-bb50-6c5ef36f5aa1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:15:27.998667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-a61aecbf-f9e2-46d5-bb50-6c5ef36f5aa1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Usage tracker for resource:port and tenant:36e282fb5d5a49df8381bc8ca96c9e73 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:15:28.001955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-a61aecbf-f9e2-46d5-bb50-6c5ef36f5aa1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:15:28.008232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-a61aecbf-f9e2-46d5-bb50-6c5ef36f5aa1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:15:28.046046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-a61aecbf-f9e2-46d5-bb50-6c5ef36f5aa1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Made reservation on behalf of 36e282fb5d5a49df8381bc8ca96c9e73 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:15:28.053166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-a61aecbf-f9e2-46d5-bb50-6c5ef36f5aa1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:28.083752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 027add94-ed5d-430a-bcf9-eab4904e8c48 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:15:28.089082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 027add94-ed5d-430a-bcf9-eab4904e8c48 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:15:28.089502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:28.218873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:28.239175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-a61aecbf-f9e2-46d5-bb50-6c5ef36f5aa1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Allocated IP 172.20.0.9 (8ef94b0f-70c1-454a-8c6c-37e8d572b9e4/2baf990d-07da-4ec3-81f0-7d13aea03aba/be26f9db-cf06-466c-90a4-7b4cae22e0b7) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:15:28.256155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port 027add94-ed5d-430a-bcf9-eab4904e8c48, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=027add94-ed5d-430a-bcf9-eab4904e8c48,segment=NetworkSegment(80371127-ad7e-4ce1-981b-55c460533d29),segment_id=80371127-ad7e-4ce1-981b-55c460533d29)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:15:28.303099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:28.305197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:28.382571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=027add94-ed5d-430a-bcf9-eab4904e8c48,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:28.385864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:28.446632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-a61aecbf-f9e2-46d5-bb50-6c5ef36f5aa1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:28.464682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-a61aecbf-f9e2-46d5-bb50-6c5ef36f5aa1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Transition to ACTIVE for port object be26f9db-cf06-466c-90a4-7b4cae22e0b7 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:15:28.541265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-a61aecbf-f9e2-46d5-bb50-6c5ef36f5aa1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:28.548853 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-71651176-f1a1-494a-8650-18c0ca19f1d5 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:28.616502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-a61aecbf-f9e2-46d5-bb50-6c5ef36f5aa1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Network 8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:15:28.624372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-a61aecbf-f9e2-46d5-bb50-6c5ef36f5aa1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:15:28.627593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-a61aecbf-f9e2-46d5-bb50-6c5ef36f5aa1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:15:28.678873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61aecbf-f9e2-46d5-bb50-6c5ef36f5aa1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event updated for resources: {'Port': ['ID=be26f9db-cf06-466c-90a4-7b4cae22e0b7,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:28.681950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a61aecbf-f9e2-46d5-bb50-6c5ef36f5aa1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:28.709958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-a61aecbf-f9e2-46d5-bb50-6c5ef36f5aa1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:28.710721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-a61aecbf-f9e2-46d5-bb50-6c5ef36f5aa1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:28.758951 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-a61aecbf-f9e2-46d5-bb50-6c5ef36f5aa1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9226973 Apr 23 10:15:28.825694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Request body: {'port': {'device_id': '95de7b41-f53d-4744-8dd9-2ca5729a5291', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:15:28.906788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8fbccc12-130f-49be-9b33-d347a2954a0c None None] Provisioning for port be26f9db-cf06-466c-90a4-7b4cae22e0b7 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:15:28.912419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8fbccc12-130f-49be-9b33-d347a2954a0c None None] Provisioning complete for port be26f9db-cf06-466c-90a4-7b4cae22e0b7 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:15:28.912874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8fbccc12-130f-49be-9b33-d347a2954a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:28.956517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:28.972627 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8fbccc12-130f-49be-9b33-d347a2954a0c None None] Port be26f9db-cf06-466c-90a4-7b4cae22e0b7 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:15:29.057663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a1d33-308d-4934-a43a-b67aad95b779 req-b8901376-c831-4f42-8935-88a0bcb45708 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:29.059424 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a66a1d33-308d-4934-a43a-b67aad95b779 req-b8901376-c831-4f42-8935-88a0bcb45708 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 931 time: 0.1026871 Apr 23 10:15:29.113668 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a66a1d33-308d-4934-a43a-b67aad95b779 req-1c057567-6de4-45f4-9756-75b37f5ff74d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468333 Apr 23 10:15:29.341292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be26f9db-cf06-466c-90a4-7b4cae22e0b7 {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:15:29.349760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:29.411916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Transition to ACTIVE for port object be26f9db-cf06-466c-90a4-7b4cae22e0b7 will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:15:29.443622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:29.448932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0e984719-0fbc-4ad1-b940-aab0df03d326 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:29.627477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Pushing event updated for resources: {'Port': ['ID=be26f9db-cf06-466c-90a4-7b4cae22e0b7,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:29.635597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:29.713501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Attempting to bind port be26f9db-cf06-466c-90a4-7b4cae22e0b7 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:15:29.713879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Attempting to bind port be26f9db-cf06-466c-90a4-7b4cae22e0b7 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '35349309-5305-4d05-ab1c-4c2bc7cb9639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:15:29.714243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Attempting to bind port be26f9db-cf06-466c-90a4-7b4cae22e0b7 on network 8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:15:29.719788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Port be26f9db-cf06-466c-90a4-7b4cae22e0b7 on network 8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:15:29.720148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Attempting to bind port be26f9db-cf06-466c-90a4-7b4cae22e0b7 on network 8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:15:29.725836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:15:29.726206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Checking segment: {'id': '35349309-5305-4d05-ab1c-4c2bc7cb9639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:15:29.726680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Bound using segment: {'id': '35349309-5305-4d05-ab1c-4c2bc7cb9639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:15:29.727148 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Bound port: be26f9db-cf06-466c-90a4-7b4cae22e0b7, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35349309-5305-4d05-ab1c-4c2bc7cb9639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:15:29.727528 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:29.830461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] For port be26f9db-cf06-466c-90a4-7b4cae22e0b7, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:15:29.833677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] For port be26f9db-cf06-466c-90a4-7b4cae22e0b7, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=be26f9db-cf06-466c-90a4-7b4cae22e0b7,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:15:29.863706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:29.869192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1d71838a-558a-4a43-8a4a-dd6360c53a6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:29.955716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:29.956956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:29.958798 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] 10.222.0.35 "PUT /v2.0/ports/be26f9db-cf06-466c-90a4-7b4cae22e0b7 HTTP/1.1" status: 200 len: 1093 time: 1.1909857 Apr 23 10:15:29.960032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95de7b41-f53d-4744-8dd9-2ca5729a5291', 'tag': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:15:29.965550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 027add94-ed5d-430a-bcf9-eab4904e8c48 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:15:29.986568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Pushing event updated for resources: {'Port': ['ID=be26f9db-cf06-466c-90a4-7b4cae22e0b7,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:29.990992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:30.080510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 027add94-ed5d-430a-bcf9-eab4904e8c48 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:15:30.081342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:30.126678 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95de7b41-f53d-4744-8dd9-2ca5729a5291', 'tag': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7', 'status': 'completed', 'code': 200} Apr 23 10:15:30.181213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-b37772a1-5a30-4fa1-b542-30ca318bdb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:30.183178 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-b37772a1-5a30-4fa1-b542-30ca318bdb41 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 1096 time: 0.1029541 Apr 23 10:15:30.262568 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-9f14ead9-d07c-479a-bff7-bbf85f9d6a9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be26f9db-cf06-466c-90a4-7b4cae22e0b7 HTTP/1.1" status: 200 len: 217 time: 0.0719509 Apr 23 10:15:30.342011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-a9c7f972-2333-410b-8e38-f88e0910c568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:30.343652 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-a9c7f972-2333-410b-8e38-f88e0910c568 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2baf990d-07da-4ec3-81f0-7d13aea03aba HTTP/1.1" status: 200 len: 848 time: 0.0749760 Apr 23 10:15:30.407210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2373c-d256-43f3-9756-69155e92b497 req-add7eacd-23a0-413d-ae09-f0d1f2bfa721 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:30.409478 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-81a2373c-d256-43f3-9756-69155e92b497 req-add7eacd-23a0-413d-ae09-f0d1f2bfa721 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 943 time: 0.0981357 Apr 23 10:15:30.430074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-b28972a1-b579-4853-aa75-7b281164e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:30.431912 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-b28972a1-b579-4853-aa75-7b281164e99b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819914 Apr 23 10:15:30.463496 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-81a2373c-d256-43f3-9756-69155e92b497 req-fab43420-4d33-4316-811e-721e934ad9e9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473917 Apr 23 10:15:30.605961 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-b4c28cde-e0e8-4306-8408-88b2206026cd service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670797 Apr 23 10:15:30.761697 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d7d7d5df-60fe-4fd7-ade7-75a1f51d8eb4 req-33830ec2-df6d-4459-b73a-d69b8359dc71 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490836 Apr 23 10:15:30.934012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4888c3-fe02-412a-9964-d71e798d3553 req-81815070-c169-407d-a3ab-ac4ec5b33050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:30.935692 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd4888c3-fe02-412a-9964-d71e798d3553 req-81815070-c169-407d-a3ab-ac4ec5b33050 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 1096 time: 0.0802288 Apr 23 10:15:31.086166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4888c3-fe02-412a-9964-d71e798d3553 req-6f99655c-d07f-474d-b6aa-5d9360196878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:31.087795 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd4888c3-fe02-412a-9964-d71e798d3553 req-6f99655c-d07f-474d-b6aa-5d9360196878 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 200 len: 910 time: 0.1460469 Apr 23 10:15:31.186169 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd4888c3-fe02-412a-9964-d71e798d3553 req-00a8ecb4-b12b-4c3f-aa82-9e076a9575b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be26f9db-cf06-466c-90a4-7b4cae22e0b7 HTTP/1.1" status: 200 len: 217 time: 0.0904655 Apr 23 10:15:31.261861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4888c3-fe02-412a-9964-d71e798d3553 req-62f118c4-48d4-4b38-9558-7b40992b4519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:31.263516 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd4888c3-fe02-412a-9964-d71e798d3553 req-62f118c4-48d4-4b38-9558-7b40992b4519 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2baf990d-07da-4ec3-81f0-7d13aea03aba HTTP/1.1" status: 200 len: 848 time: 0.0708787 Apr 23 10:15:31.355891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4888c3-fe02-412a-9964-d71e798d3553 req-34c7d84e-bc7c-4af8-b562-72cb6a3c5bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:31.357566 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd4888c3-fe02-412a-9964-d71e798d3553 req-34c7d84e-bc7c-4af8-b562-72cb6a3c5bad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873842 Apr 23 10:15:31.519659 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd4888c3-fe02-412a-9964-d71e798d3553 req-f198ddbc-a467-44ef-a5ef-8132a62331f7 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548951 Apr 23 10:15:31.677318 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd4888c3-fe02-412a-9964-d71e798d3553 req-431e9a59-f01d-4d10-a192-36db918df2dd service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508558 Apr 23 10:15:31.726804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc736fa-b269-4cca-8afb-118509553018 req-ae07b5a7-0bb5-47b7-ab23-a26c4689e046 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:31.728416 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ecc736fa-b269-4cca-8afb-118509553018 req-ae07b5a7-0bb5-47b7-ab23-a26c4689e046 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 943 time: 0.1018131 Apr 23 10:15:31.779165 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ecc736fa-b269-4cca-8afb-118509553018 req-7b831572-319c-44fc-833a-799fba108976 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437613 Apr 23 10:15:32.498253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device be26f9db-cf06-466c-90a4-7b4cae22e0b7 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:15:32.645305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port be26f9db-cf06-466c-90a4-7b4cae22e0b7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=be26f9db-cf06-466c-90a4-7b4cae22e0b7,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:15:32.660205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'port_id': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7', 'mac_address': 'fa:16:3e:0e:82:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:15:32.722191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:32.740790 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be26f9db-cf06-466c-90a4-7b4cae22e0b7 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:15:32.759957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port be26f9db-cf06-466c-90a4-7b4cae22e0b7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=be26f9db-cf06-466c-90a4-7b4cae22e0b7,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:15:32.788574 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:32.790579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:32.881019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=be26f9db-cf06-466c-90a4-7b4cae22e0b7,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:32.884648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:33.008818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1c38f-934c-491e-88f3-dd35c139c657 req-63afc18d-92e5-4b5d-aab3-1f30b6de07ec tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:33.010500 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2ac1c38f-934c-491e-88f3-dd35c139c657 req-63afc18d-92e5-4b5d-aab3-1f30b6de07ec tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 944 time: 0.0953331 Apr 23 10:15:33.059404 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2ac1c38f-934c-491e-88f3-dd35c139c657 req-37ae988b-8209-4288-9648-e35ff5b12e61 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420771 Apr 23 10:15:33.145232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['be26f9db-cf06-466c-90a4-7b4cae22e0b7'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:15:34.265180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eacf68-6451-4076-9863-607733ea24be req-243988f8-16b3-4f77-857e-72b0a839f7a9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:34.267852 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e5eacf68-6451-4076-9863-607733ea24be req-243988f8-16b3-4f77-857e-72b0a839f7a9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 944 time: 0.0921249 Apr 23 10:15:34.319941 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e5eacf68-6451-4076-9863-607733ea24be req-a0c632df-cbf1-4b31-8e12-2eb3307b5d6f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457318 Apr 23 10:15:34.498039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device be26f9db-cf06-466c-90a4-7b4cae22e0b7 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:15:34.609068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port be26f9db-cf06-466c-90a4-7b4cae22e0b7 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:15:34.614299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port be26f9db-cf06-466c-90a4-7b4cae22e0b7 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:15:34.614773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:34.741061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:34.770648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95de7b41-f53d-4744-8dd9-2ca5729a5291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:15:34.780916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port be26f9db-cf06-466c-90a4-7b4cae22e0b7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=be26f9db-cf06-466c-90a4-7b4cae22e0b7,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:15:34.829457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:34.831592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9b330bff-9db2-44ca-869b-e1eecb7dcb75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:34.880528 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95de7b41-f53d-4744-8dd9-2ca5729a5291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7', 'code': 200} Apr 23 10:15:34.907832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=be26f9db-cf06-466c-90a4-7b4cae22e0b7,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:34.911013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:35.202972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a7150-6281-4d26-938c-43fd679eb94a req-dc8a219c-7ac0-44fe-b285-59771dc661ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:35.205308 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e91a7150-6281-4d26-938c-43fd679eb94a req-dc8a219c-7ac0-44fe-b285-59771dc661ce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 1098 time: 0.0820475 Apr 23 10:15:35.253748 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e91a7150-6281-4d26-938c-43fd679eb94a req-6874a258-1bb0-4aec-96f4-6d7274ea7f54 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422506 Apr 23 10:15:35.533875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac444b-5978-46e7-a7bb-7ea55a401386 req-814e5d22-471a-452a-b0a5-214beadc8209 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:35.535508 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b9ac444b-5978-46e7-a7bb-7ea55a401386 req-814e5d22-471a-452a-b0a5-214beadc8209 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0936735 Apr 23 10:15:35.584737 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b9ac444b-5978-46e7-a7bb-7ea55a401386 req-9db200d8-bcdc-4cc0-98f1-0d96d94fc917 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429029 Apr 23 10:15:36.752300 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7f301059-861d-4a18-a813-8c19dc792413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:36.796079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb132e5-ab54-42dc-accb-df59c7f80cae req-0aaf85cc-5fb4-49bb-8aaa-b8f5ac4e5716 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:36.798645 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8bb132e5-ab54-42dc-accb-df59c7f80cae req-0aaf85cc-5fb4-49bb-8aaa-b8f5ac4e5716 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0956776 Apr 23 10:15:36.848576 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8bb132e5-ab54-42dc-accb-df59c7f80cae req-ecad83d0-b8a4-488e-b71d-26d89284b9cc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434678 Apr 23 10:15:37.051742 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da6f8d-b983-4ceb-bf4d-65f947ece6b0 req-b5ffda02-2345-4d75-8d13-d248e92eb495 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:37.053327 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-80da6f8d-b983-4ceb-bf4d-65f947ece6b0 req-b5ffda02-2345-4d75-8d13-d248e92eb495 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0901809 Apr 23 10:15:37.103628 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-80da6f8d-b983-4ceb-bf4d-65f947ece6b0 req-69e5a67c-23d9-4047-b4d3-4ca114109c71 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438764 Apr 23 10:15:37.131784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50214) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:15:37.261096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d3808a-c99f-40f7-bc98-627cc1894ffe tempest-TestShelveInstance-230433309 tempest-TestShelveInstance-230433309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:37.261867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-85d3808a-c99f-40f7-bc98-627cc1894ffe tempest-TestShelveInstance-230433309 tempest-TestShelveInstance-230433309-project-admin] Synchronizing usage tracker for tenant:7892ed8c61814bbeb91532fd4bfa7640 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:15:37.302947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-85d3808a-c99f-40f7-bc98-627cc1894ffe tempest-TestShelveInstance-230433309 tempest-TestShelveInstance-230433309-project-admin] Unset dirty status for tenant:7892ed8c61814bbeb91532fd4bfa7640 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:15:37.304226 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-85d3808a-c99f-40f7-bc98-627cc1894ffe tempest-TestShelveInstance-230433309 tempest-TestShelveInstance-230433309-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 1093 time: 0.1713333 Apr 23 10:15:37.307473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50220) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:15:37.313935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:15:37.320897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:15:37.325033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Usage tracker for resource:floatingip and tenant:36e282fb5d5a49df8381bc8ca96c9e73 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:15:37.328139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:15:37.334357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:15:37.366010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for floatingip, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:37.517720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:37.696838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Allocated IP 172.26.4.10 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/fe7dcbbd-0fb6-4eae-ad54-101b35a97789) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:15:37.883060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:37.992729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:37.998046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ec9861b-63c7-40bc-b751-d560600078e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:38.061975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:15:38.070788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:15:38.075517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:15:38.120287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event updated for resources: {'Port': ['ID=fe7dcbbd-0fb6-4eae-ad54-101b35a97789,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:38.125586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:38.527269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:38.930593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:39.163952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:39.229035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:39.235507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:15:39.374335 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event updated for resources: {'Port': ['ID=fe7dcbbd-0fb6-4eae-ad54-101b35a97789,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:15:39.379565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:15:39.384845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:39.586763 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Floating IP 83e9926d-f41d-4f15-a4c9-20ac49b2c53a associated. External IP: 172.26.4.10, port: be26f9db-cf06-466c-90a4-7b4cae22e0b7. Apr 23 10:15:39.726038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c05e3e72-bb38-4e59-9fc3-d7b1bf356630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:39.994549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Router 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:15:40.190288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:15:40.199936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57cd5c5-5b04-4b1b-a5ce-5eb480e4f327 None None] Sync routers for ids ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:15:40.210647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57cd5c5-5b04-4b1b-a5ce-5eb480e4f327 None None] Routers {'7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:15:40.211347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d57cd5c5-5b04-4b1b-a5ce-5eb480e4f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:15:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:15:40.245382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:40.306183 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9975531 Apr 23 10:15:40.306932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95de7b41-f53d-4744-8dd9-2ca5729a5291', 'tag': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:15:40.356240 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95de7b41-f53d-4744-8dd9-2ca5729a5291', 'tag': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7', 'status': 'completed', 'code': 200} Apr 23 10:15:40.414498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-d57cd5c5-5b04-4b1b-a5ce-5eb480e4f327 None None] Set router 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:15:40.476240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe7213-43c3-46f2-b1d5-cf6da21612c5 req-32f148f8-0fe6-4644-b9e2-73a3062609a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:40.479283 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dffe7213-43c3-46f2-b1d5-cf6da21612c5 req-32f148f8-0fe6-4644-b9e2-73a3062609a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 1098 time: 0.0950494 Apr 23 10:15:40.631325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe7213-43c3-46f2-b1d5-cf6da21612c5 req-3d1c1868-a41c-43c6-b4ee-a2012dc9d74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:40.638649 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dffe7213-43c3-46f2-b1d5-cf6da21612c5 req-3d1c1868-a41c-43c6-b4ee-a2012dc9d74b service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 200 len: 910 time: 0.1457732 Apr 23 10:15:40.697511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:40.746678 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dffe7213-43c3-46f2-b1d5-cf6da21612c5 req-0a8798f3-f29b-45da-9b22-b5b3673ab66c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be26f9db-cf06-466c-90a4-7b4cae22e0b7 HTTP/1.1" status: 200 len: 998 time: 0.1064682 Apr 23 10:15:40.807374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d57cd5c5-5b04-4b1b-a5ce-5eb480e4f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'name': 'tempest-TestShelveInstance-2145674496-router', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:11Z', 'revision_number': 4, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'gw_port': {'id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '83e9926d-f41d-4f15-a4c9-20ac49b2c53a', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'floating_ip_address': '172.26.4.10', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'port_id': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'mac_address': 'fa:16:3e:0e:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95de7b41-f53d-4744-8dd9-2ca5729a5291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:15:38Z', 'updated_at': '2021-04-23T10:15:38Z', 'revision_number': 0, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ea4604-1124-4422-86d5-929a0f8aa1d8', 'name': '', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'mac_address': 'fa:16:3e:12:92:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:11Z', 'updated_at': '2021-04-23T10:15:20Z', 'revision_number': 5, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'subnets': [{'id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:15:40.811775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57cd5c5-5b04-4b1b-a5ce-5eb480e4f327 None None] Checking router: 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:15:40.816003 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe7213-43c3-46f2-b1d5-cf6da21612c5 req-4bee3a2c-56cc-406d-81ce-d2148b6c2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:40.817618 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dffe7213-43c3-46f2-b1d5-cf6da21612c5 req-4bee3a2c-56cc-406d-81ce-d2148b6c2f7c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2baf990d-07da-4ec3-81f0-7d13aea03aba HTTP/1.1" status: 200 len: 848 time: 0.0643568 Apr 23 10:15:40.821361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57cd5c5-5b04-4b1b-a5ce-5eb480e4f327 None None] Routers {'7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:15:40.822037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d57cd5c5-5b04-4b1b-a5ce-5eb480e4f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:15:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:15:40.908731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe7213-43c3-46f2-b1d5-cf6da21612c5 req-7c735c77-dbc9-4c4a-8ada-604cfec661e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:15:40.910552 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dffe7213-43c3-46f2-b1d5-cf6da21612c5 req-7c735c77-dbc9-4c4a-8ada-604cfec661e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868592 Apr 23 10:15:41.017769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-d57cd5c5-5b04-4b1b-a5ce-5eb480e4f327 None None] Set router 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:15:41.055996 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dffe7213-43c3-46f2-b1d5-cf6da21612c5 req-e523cba0-4ec6-4222-a420-800c895f01d7 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389952 Apr 23 10:15:41.204191 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dffe7213-43c3-46f2-b1d5-cf6da21612c5 req-b06284a9-db78-47bc-b177-29fedde74fef service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420476 Apr 23 10:15:41.339899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:41.415045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-d57cd5c5-5b04-4b1b-a5ce-5eb480e4f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'name': 'tempest-TestShelveInstance-2145674496-router', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:11Z', 'revision_number': 4, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'gw_port': {'id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '83e9926d-f41d-4f15-a4c9-20ac49b2c53a', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'floating_ip_address': '172.26.4.10', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'port_id': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'mac_address': 'fa:16:3e:0e:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95de7b41-f53d-4744-8dd9-2ca5729a5291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:15:38Z', 'updated_at': '2021-04-23T10:15:38Z', 'revision_number': 0, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ea4604-1124-4422-86d5-929a0f8aa1d8', 'name': '', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'mac_address': 'fa:16:3e:12:92:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:11Z', 'updated_at': '2021-04-23T10:15:20Z', 'revision_number': 5, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'subnets': [{'id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:15:41.419331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57cd5c5-5b04-4b1b-a5ce-5eb480e4f327 None None] The sync data for ids ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'] in dv-neutron-786478-4-hyperv is: [{'id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'name': 'tempest-TestShelveInstance-2145674496-router', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:11Z', 'revision_number': 4, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'gw_port': {'id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '83e9926d-f41d-4f15-a4c9-20ac49b2c53a', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'floating_ip_address': '172.26.4.10', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'port_id': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'mac_address': 'fa:16:3e:0e:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95de7b41-f53d-4744-8dd9-2ca5729a5291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:15:38Z', 'updated_at': '2021-04-23T10:15:38Z', 'revision_number': 0, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ea4604-1124-4422-86d5-929a0f8aa1d8', 'name': '', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'mac_address': 'fa:16:3e:12:92:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:11Z', 'updated_at': '2021-04-23T10:15:20Z', 'revision_number': 5, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'subnets': [{'id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:15:41.674284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875a143a-ba04-478e-905c-f753c70ae0e1 None None] New status for floating IP 83e9926d-f41d-4f15-a4c9-20ac49b2c53a: ACTIVE {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:15:42.545805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:53.936086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:15:56.040913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:16:06.758495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-952d0ed6-5a2a-440c-8b74-4f0e1196791e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:16:09.728164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f9454ff-7f51-40f5-9e57-cdfeb2f5fb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:16:10.642593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:16:11.329919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:16:12.550834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:16:23.956088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:16:24.179991 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa3b07ec-55d4-4415-8e40-9b7f3a340684 req-d1a8db3d-80e7-4b32-831b-a551968575d6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830424 Apr 23 10:16:24.337453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b07ec-55d4-4415-8e40-9b7f3a340684 req-c9ca2f12-a2d2-4aee-859e-a12248840ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:16:24.339080 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa3b07ec-55d4-4415-8e40-9b7f3a340684 req-c9ca2f12-a2d2-4aee-859e-a12248840ee4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 1098 time: 0.0806761 Apr 23 10:16:24.502818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b07ec-55d4-4415-8e40-9b7f3a340684 req-97482d2c-e82c-4b45-b021-8f1d9f407f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:16:24.504336 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa3b07ec-55d4-4415-8e40-9b7f3a340684 req-97482d2c-e82c-4b45-b021-8f1d9f407f67 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 200 len: 910 time: 0.1434410 Apr 23 10:16:24.617142 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa3b07ec-55d4-4415-8e40-9b7f3a340684 req-4282666f-3157-4f54-a56f-10460da736d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be26f9db-cf06-466c-90a4-7b4cae22e0b7 HTTP/1.1" status: 200 len: 1000 time: 0.1061037 Apr 23 10:16:24.689750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b07ec-55d4-4415-8e40-9b7f3a340684 req-d3b39203-ea5e-443d-ad6b-58df8f77c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:16:24.691352 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa3b07ec-55d4-4415-8e40-9b7f3a340684 req-d3b39203-ea5e-443d-ad6b-58df8f77c925 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2baf990d-07da-4ec3-81f0-7d13aea03aba HTTP/1.1" status: 200 len: 848 time: 0.0686255 Apr 23 10:16:24.775714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b07ec-55d4-4415-8e40-9b7f3a340684 req-c825f1bf-7d0f-4c0a-9df2-8e9a8ef9e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:16:24.777235 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa3b07ec-55d4-4415-8e40-9b7f3a340684 req-c825f1bf-7d0f-4c0a-9df2-8e9a8ef9e9f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793145 Apr 23 10:16:24.930841 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa3b07ec-55d4-4415-8e40-9b7f3a340684 req-8b7c1144-74ae-4082-b262-4ba5545d3756 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464915 Apr 23 10:16:25.082367 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa3b07ec-55d4-4415-8e40-9b7f3a340684 req-f3dc209f-5ed2-417d-b742-1f12520f11e5 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450696 Apr 23 10:16:33.041081 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:16:36.761740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-86fe5f11-8400-44e4-8790-1c8abd08e957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:16:39.738634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e6446a42-160a-46e0-abd3-d21599c76994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:16:40.651220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:16:41.328974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:16:42.566825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:16:53.978388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:17:06.772327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7b80d322-3d5c-461d-bd1a-601b7cb60a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:17:09.733501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-03ca8527-5989-4734-8a2c-401309e0fb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:17:10.040065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:17:10.657671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:17:11.332295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:17:12.565963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:17:23.979377 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:17:25.224540 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-05ae431b-68dd-4eb0-a266-e8f8a7a38ff3 req-1b85fe2a-cddf-412d-8e51-e23b1c1681d6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823007 Apr 23 10:17:25.375259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae431b-68dd-4eb0-a266-e8f8a7a38ff3 req-130f9ea3-8396-4a90-b220-6e07e67d2338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:17:25.376900 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-05ae431b-68dd-4eb0-a266-e8f8a7a38ff3 req-130f9ea3-8396-4a90-b220-6e07e67d2338 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 1098 time: 0.0803726 Apr 23 10:17:25.538390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae431b-68dd-4eb0-a266-e8f8a7a38ff3 req-6ab54afb-6cea-4d99-a2d8-dbcbfb091b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:17:25.539995 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-05ae431b-68dd-4eb0-a266-e8f8a7a38ff3 req-6ab54afb-6cea-4d99-a2d8-dbcbfb091b1a service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 200 len: 910 time: 0.1435390 Apr 23 10:17:25.932652 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-05ae431b-68dd-4eb0-a266-e8f8a7a38ff3 req-d8a8318d-e5f5-4a23-823b-020b58f97f07 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be26f9db-cf06-466c-90a4-7b4cae22e0b7 HTTP/1.1" status: 200 len: 1000 time: 0.3857136 Apr 23 10:17:26.004097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae431b-68dd-4eb0-a266-e8f8a7a38ff3 req-f10f3830-983b-4b99-ac61-e8a5851329cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:17:26.005673 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-05ae431b-68dd-4eb0-a266-e8f8a7a38ff3 req-f10f3830-983b-4b99-ac61-e8a5851329cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2baf990d-07da-4ec3-81f0-7d13aea03aba HTTP/1.1" status: 200 len: 848 time: 0.0679569 Apr 23 10:17:26.094520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae431b-68dd-4eb0-a266-e8f8a7a38ff3 req-1210dd6b-633f-4909-a8dc-4b600fbc76a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:17:26.096135 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-05ae431b-68dd-4eb0-a266-e8f8a7a38ff3 req-1210dd6b-633f-4909-a8dc-4b600fbc76a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839827 Apr 23 10:17:26.242862 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-05ae431b-68dd-4eb0-a266-e8f8a7a38ff3 req-035c490f-6904-402b-b281-a7a5afcb7518 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403646 Apr 23 10:17:26.397112 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-05ae431b-68dd-4eb0-a266-e8f8a7a38ff3 req-7fd68c96-6613-464e-982e-60e55b83c271 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473680 Apr 23 10:17:36.777259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-457fdd36-150c-4f38-a217-c47d0d2bb7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:17:39.744056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8a2ec7e3-d9a8-463a-a051-28c4a0df3166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:17:40.652786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:17:41.332671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:17:42.572911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:17:47.039636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:17:53.972435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:18:06.766824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7b3bbd8a-d31c-4eb2-bab4-6dd38b4330cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:18:07.628394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1186a6-ac4c-4030-aa6f-4e5c37117792 req-6f6d3e95-23bb-4b18-8e9f-42681d85a3b6 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:07.629977 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9e1186a6-ac4c-4030-aa6f-4e5c37117792 req-6f6d3e95-23bb-4b18-8e9f-42681d85a3b6 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0941281 Apr 23 10:18:07.678671 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9e1186a6-ac4c-4030-aa6f-4e5c37117792 req-ac4d6e07-e726-4c42-afa1-c3b6f8138bf0 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416601 Apr 23 10:18:08.895494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbcd80-1290-4ba0-b467-bdd28f75e1fc req-4294b11f-3732-4072-a492-84cb3ba31326 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:08.897109 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-78bbcd80-1290-4ba0-b467-bdd28f75e1fc req-4294b11f-3732-4072-a492-84cb3ba31326 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0907075 Apr 23 10:18:08.950635 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-78bbcd80-1290-4ba0-b467-bdd28f75e1fc req-b1a62d6a-1bd4-4b17-8061-074f08f1b7ee tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465419 Apr 23 10:18:09.736549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0b6ba0c5-7769-4d97-ad3f-c3818f8e574f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:18:10.156301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20693429-42ad-44e5-8976-dfe0bd887b1c req-50afd011-d940-40d2-8f94-ab83dbfcab7f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:10.157912 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-20693429-42ad-44e5-8976-dfe0bd887b1c req-50afd011-d940-40d2-8f94-ab83dbfcab7f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0910201 Apr 23 10:18:10.209111 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-20693429-42ad-44e5-8976-dfe0bd887b1c req-7c553fea-31ec-4363-b0ed-aac5345c8ab9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447433 Apr 23 10:18:10.652134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:18:11.320982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:18:11.418695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516dabf-ca64-4129-8325-aec123b3090a req-0b833b27-12f9-4efe-81cd-362348ff3727 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:11.420302 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1516dabf-ca64-4129-8325-aec123b3090a req-0b833b27-12f9-4efe-81cd-362348ff3727 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0957189 Apr 23 10:18:11.469980 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1516dabf-ca64-4129-8325-aec123b3090a req-ef1080fb-1862-4e63-87e7-111b95ff6931 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430527 Apr 23 10:18:12.560721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:18:12.680071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4c8f9-b504-4856-887d-b6b7d2c6c0cb req-77e82099-5adb-4ffb-b56f-ae6fae198eb9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:12.681667 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-50c4c8f9-b504-4856-887d-b6b7d2c6c0cb req-77e82099-5adb-4ffb-b56f-ae6fae198eb9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0912929 Apr 23 10:18:12.731101 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-50c4c8f9-b504-4856-887d-b6b7d2c6c0cb req-01bd9e66-055c-4c9e-85e1-9dfe48246221 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430658 Apr 23 10:18:13.936551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e7fef-5766-4e55-bbf2-4de52ae722b8 req-5c69afdc-9bfc-45e8-8131-4d6621fea793 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:13.938217 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-279e7fef-5766-4e55-bbf2-4de52ae722b8 req-5c69afdc-9bfc-45e8-8131-4d6621fea793 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0939865 Apr 23 10:18:13.987357 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-279e7fef-5766-4e55-bbf2-4de52ae722b8 req-c1204dfb-a861-49b5-93b4-06fa5aead1c1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426257 Apr 23 10:18:15.192553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf450e6f-a3df-4eb6-8e88-9597d69ab497 req-ff6af7d6-adfb-4bbd-8304-b24f5ff4cd00 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:15.194161 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cf450e6f-a3df-4eb6-8e88-9597d69ab497 req-ff6af7d6-adfb-4bbd-8304-b24f5ff4cd00 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0925164 Apr 23 10:18:15.244208 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cf450e6f-a3df-4eb6-8e88-9597d69ab497 req-80082069-b654-43c6-b7c9-0c8a3bc2ef5b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433421 Apr 23 10:18:16.450370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f040d7-1250-4f20-8e52-bb6898269a19 req-78aa87bf-b36d-45f4-b39f-15bb0d74e44d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:16.452000 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-83f040d7-1250-4f20-8e52-bb6898269a19 req-78aa87bf-b36d-45f4-b39f-15bb0d74e44d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0908854 Apr 23 10:18:16.502204 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-83f040d7-1250-4f20-8e52-bb6898269a19 req-88cdc8e0-4b8e-459a-9d05-e72b5448d142 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436549 Apr 23 10:18:17.708888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f34ae-00ad-4c49-a42f-f5509b53c00b req-6df84d0b-99d0-4284-88ed-9e3123bf2efa tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:17.710971 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-322f34ae-00ad-4c49-a42f-f5509b53c00b req-6df84d0b-99d0-4284-88ed-9e3123bf2efa tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0955019 Apr 23 10:18:17.760733 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-322f34ae-00ad-4c49-a42f-f5509b53c00b req-95d2981b-21f4-41a1-b34c-5ba153fb8b92 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432322 Apr 23 10:18:18.968177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403e7fe-3d81-4822-b3b3-16dbfadd9abd req-c9c71954-f904-4d0d-a237-145c66c46cfc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:18.969809 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d403e7fe-3d81-4822-b3b3-16dbfadd9abd req-c9c71954-f904-4d0d-a237-145c66c46cfc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0929625 Apr 23 10:18:19.023410 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d403e7fe-3d81-4822-b3b3-16dbfadd9abd req-66fd8992-134c-4ba2-9a66-da6a874519d6 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467155 Apr 23 10:18:20.231423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f60ef-7efa-4eed-9b4f-2b6c4dbd77a9 req-11d87596-bbcd-41a7-b573-d87d7e0b5085 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:20.232975 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b98f60ef-7efa-4eed-9b4f-2b6c4dbd77a9 req-11d87596-bbcd-41a7-b573-d87d7e0b5085 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0919874 Apr 23 10:18:20.281961 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b98f60ef-7efa-4eed-9b4f-2b6c4dbd77a9 req-04e9368c-1113-4edb-8857-79cea3eca556 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425026 Apr 23 10:18:21.495060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb575351-3f86-4eb7-9015-5ef39d7f1fa9 req-019ce4e8-baa4-405b-87c4-a223afa05b9d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:21.496671 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-eb575351-3f86-4eb7-9015-5ef39d7f1fa9 req-019ce4e8-baa4-405b-87c4-a223afa05b9d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0989854 Apr 23 10:18:21.547042 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-eb575351-3f86-4eb7-9015-5ef39d7f1fa9 req-55766633-b130-4162-b456-90e53291e30f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433536 Apr 23 10:18:22.751125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1e876-ba10-4dd4-8d64-f6d3e57146ca req-8a317213-bc0f-4fb9-aa49-41c77c1065ea tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:22.752668 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0eb1e876-ba10-4dd4-8d64-f6d3e57146ca req-8a317213-bc0f-4fb9-aa49-41c77c1065ea tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0909827 Apr 23 10:18:22.801838 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0eb1e876-ba10-4dd4-8d64-f6d3e57146ca req-068b7c02-2330-4208-ba4d-24ca04046ffa tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421844 Apr 23 10:18:23.978622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:18:24.013307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436337c2-7a27-4293-a7da-c7132f139b6a req-ef51da89-622f-4900-b70a-1d9355748cae tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:24.014954 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-436337c2-7a27-4293-a7da-c7132f139b6a req-ef51da89-622f-4900-b70a-1d9355748cae tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0941520 Apr 23 10:18:24.040072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:18:24.063823 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-436337c2-7a27-4293-a7da-c7132f139b6a req-b9fb8d13-c3ab-42b6-b440-c0989dbd94ab tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424249 Apr 23 10:18:25.243326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f3f19-90af-4dbe-932f-1b3b2841cc33 req-f011ffc5-2a05-4651-a921-ba5c85497991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:25.244949 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-691f3f19-90af-4dbe-932f-1b3b2841cc33 req-f011ffc5-2a05-4651-a921-ba5c85497991 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 1098 time: 0.0828497 Apr 23 10:18:25.280678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0108a-ab08-4b76-bd49-71e7779f4482 req-c1e01a75-ba54-42cf-b4f9-17b7f8c44f0e tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:25.282304 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9af0108a-ab08-4b76-bd49-71e7779f4482 req-c1e01a75-ba54-42cf-b4f9-17b7f8c44f0e tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0987413 Apr 23 10:18:25.331629 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9af0108a-ab08-4b76-bd49-71e7779f4482 req-40860344-5f89-45a7-9e31-ae60f965b119 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428517 Apr 23 10:18:25.408629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f3f19-90af-4dbe-932f-1b3b2841cc33 req-122ced70-17c1-494c-8e6f-4372b856f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:25.410209 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-691f3f19-90af-4dbe-932f-1b3b2841cc33 req-122ced70-17c1-494c-8e6f-4372b856f04b service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 200 len: 910 time: 0.1422083 Apr 23 10:18:25.521945 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-691f3f19-90af-4dbe-932f-1b3b2841cc33 req-b9be7f2c-ad40-4373-ba6f-7a7838095d6f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be26f9db-cf06-466c-90a4-7b4cae22e0b7 HTTP/1.1" status: 200 len: 1000 time: 0.1048753 Apr 23 10:18:25.590449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f3f19-90af-4dbe-932f-1b3b2841cc33 req-6027e75c-9c2f-4a9b-a989-af173d16c1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:25.592022 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-691f3f19-90af-4dbe-932f-1b3b2841cc33 req-6027e75c-9c2f-4a9b-a989-af173d16c1d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2baf990d-07da-4ec3-81f0-7d13aea03aba HTTP/1.1" status: 200 len: 848 time: 0.0638292 Apr 23 10:18:25.678694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f3f19-90af-4dbe-932f-1b3b2841cc33 req-298cb8f0-d795-4d39-85bd-96b720020bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:25.680224 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-691f3f19-90af-4dbe-932f-1b3b2841cc33 req-298cb8f0-d795-4d39-85bd-96b720020bc0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810874 Apr 23 10:18:25.824615 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-691f3f19-90af-4dbe-932f-1b3b2841cc33 req-58ac046d-9796-4140-b8eb-c3739e2e2f68 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372814 Apr 23 10:18:25.968691 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-691f3f19-90af-4dbe-932f-1b3b2841cc33 req-1467a4eb-c447-4f17-84a0-1b750dc3ca7d service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367631 Apr 23 10:18:26.548729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9a46b-a477-40fe-9f6b-76e28a0db26b req-f9498f44-ea23-45cb-bc0e-7af4e14086d5 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:26.550387 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-35e9a46b-a477-40fe-9f6b-76e28a0db26b req-f9498f44-ea23-45cb-bc0e-7af4e14086d5 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0940785 Apr 23 10:18:26.600126 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-35e9a46b-a477-40fe-9f6b-76e28a0db26b req-fa3ea0ba-fe7e-4d6b-bb6f-6bff8fdcda8d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423846 Apr 23 10:18:27.180049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device be26f9db-cf06-466c-90a4-7b4cae22e0b7 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:18:27.321893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port be26f9db-cf06-466c-90a4-7b4cae22e0b7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=be26f9db-cf06-466c-90a4-7b4cae22e0b7,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:18:27.336284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'port_id': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7', 'mac_address': 'fa:16:3e:0e:82:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:18:27.398642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:18:27.416296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be26f9db-cf06-466c-90a4-7b4cae22e0b7 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:18:27.492911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port be26f9db-cf06-466c-90a4-7b4cae22e0b7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=be26f9db-cf06-466c-90a4-7b4cae22e0b7,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:18:27.526329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:18:27.528240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-62f9efd5-ec78-41c1-b8f9-474bdc627eaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:18:27.599834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=be26f9db-cf06-466c-90a4-7b4cae22e0b7,revision_number=6']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:18:27.608824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['be26f9db-cf06-466c-90a4-7b4cae22e0b7'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:18:27.636486 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:18:27.636885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:18:27.637266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:18:27.637639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:18:27.638264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:18:27.638657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:18:27.639025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:18:27.639391 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:18:27.639760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:18:27.640128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:18:27.640494 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:18:27.640977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:18:27.650633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:18:27.824012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660785c2-7970-4a97-820a-3f835c57145c req-84fde764-0dd8-4e8c-b18f-011991917889 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:27.825639 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-660785c2-7970-4a97-820a-3f835c57145c req-84fde764-0dd8-4e8c-b18f-011991917889 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 944 time: 0.0982897 Apr 23 10:18:27.874358 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-660785c2-7970-4a97-820a-3f835c57145c req-f70f68e2-5a39-4c0a-8763-4de28f2709ea tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423689 Apr 23 10:18:29.085700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359e011-d026-49db-9740-b51716e9b07a req-52a97acc-6639-4b9e-a9b8-2f0c5726df03 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:29.087593 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7359e011-d026-49db-9740-b51716e9b07a req-52a97acc-6639-4b9e-a9b8-2f0c5726df03 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 944 time: 0.0972550 Apr 23 10:18:29.189867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device be26f9db-cf06-466c-90a4-7b4cae22e0b7 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:18:29.277297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port be26f9db-cf06-466c-90a4-7b4cae22e0b7 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:18:29.277726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:18:29.412957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:18:29.419307 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7359e011-d026-49db-9740-b51716e9b07a req-ddafff09-d264-4c41-bd96-0de5fe43cc7b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3249106 Apr 23 10:18:29.443480 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95de7b41-f53d-4744-8dd9-2ca5729a5291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:18:29.454669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port be26f9db-cf06-466c-90a4-7b4cae22e0b7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=be26f9db-cf06-466c-90a4-7b4cae22e0b7,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:18:29.492984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:18:29.495032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:18:29.533116 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95de7b41-f53d-4744-8dd9-2ca5729a5291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7', 'code': 200} Apr 23 10:18:29.569269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=be26f9db-cf06-466c-90a4-7b4cae22e0b7,revision_number=7']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:18:29.572867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:18:30.652729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3b596-b91d-44af-9627-634a35b4dfbc req-dca17f35-9cd3-4c1c-8ebd-3b1f1ec200c1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:30.654533 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-64e3b596-b91d-44af-9627-634a35b4dfbc req-dca17f35-9cd3-4c1c-8ebd-3b1f1ec200c1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.1024721 Apr 23 10:18:30.719911 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-64e3b596-b91d-44af-9627-634a35b4dfbc req-c6563bab-7dff-466d-a9fc-f8763b6e9520 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577948 Apr 23 10:18:31.953872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8032e-bce6-4dd0-a03e-6a2bbbcf8834 req-670c12c5-787d-4aab-881b-6fecb1c35345 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:31.955726 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-95c8032e-bce6-4dd0-a03e-6a2bbbcf8834 req-670c12c5-787d-4aab-881b-6fecb1c35345 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0951564 Apr 23 10:18:32.014749 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-95c8032e-bce6-4dd0-a03e-6a2bbbcf8834 req-2bd6eca8-1262-49fa-b883-873529ccf329 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484381 Apr 23 10:18:33.244534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e18d9-2aa2-4a5e-8dbc-b8dd8f8dc34f req-bac99df1-def4-4b5f-87f7-8caf312fb980 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:33.246850 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6e2e18d9-2aa2-4a5e-8dbc-b8dd8f8dc34f req-bac99df1-def4-4b5f-87f7-8caf312fb980 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0976295 Apr 23 10:18:33.303632 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6e2e18d9-2aa2-4a5e-8dbc-b8dd8f8dc34f req-5ee85a18-2b19-4975-abd9-e81c46fe9c5d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441327 Apr 23 10:18:34.533569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece02bed-34d9-4e2c-a75a-ec27696916b1 req-89980f89-fabc-4961-be6b-34d4b23dac56 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:34.542993 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ece02bed-34d9-4e2c-a75a-ec27696916b1 req-89980f89-fabc-4961-be6b-34d4b23dac56 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.1144183 Apr 23 10:18:34.591871 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ece02bed-34d9-4e2c-a75a-ec27696916b1 req-25092a24-dd0e-41d1-9b03-2d95c0dd257d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475090 Apr 23 10:18:35.828077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f9202-12e0-45f2-944f-22ee118ad4af req-3a35df67-72a1-4ab0-a310-3d211cbd02d6 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:35.829735 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7a9f9202-12e0-45f2-944f-22ee118ad4af req-3a35df67-72a1-4ab0-a310-3d211cbd02d6 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.1061096 Apr 23 10:18:35.884490 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7a9f9202-12e0-45f2-944f-22ee118ad4af req-10c99ef7-b95f-4bcb-bc5a-b0427382266c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457067 Apr 23 10:18:36.812026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8f27544d-6999-4a6a-b91b-fd98e5d5b873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:18:37.116693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95fd82-f1c4-40c2-b27a-01be6f9a1397 req-505f193c-0212-4576-a86b-e3806a3692b5 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:37.119265 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1c95fd82-f1c4-40c2-b27a-01be6f9a1397 req-505f193c-0212-4576-a86b-e3806a3692b5 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.1092718 Apr 23 10:18:37.185363 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1c95fd82-f1c4-40c2-b27a-01be6f9a1397 req-8e6a6216-4a0c-408e-92fc-835795728765 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508575 Apr 23 10:18:38.434027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e8875-704d-424a-b062-4b8d700ecf2f req-cc332c59-16b3-47fd-88a8-018717b23ad5 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:38.435702 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4c0e8875-704d-424a-b062-4b8d700ecf2f req-cc332c59-16b3-47fd-88a8-018717b23ad5 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.1073503 Apr 23 10:18:38.501772 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4c0e8875-704d-424a-b062-4b8d700ecf2f req-bca63053-f244-462c-b74b-9d8ddbf0116e tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594211 Apr 23 10:18:39.724292 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e1e36-5b09-40ef-b564-0ca05c81e006 req-5836ce9a-faea-4bc3-86ad-a2f7062aecc6 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:39.726568 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9a7e1e36-5b09-40ef-b564-0ca05c81e006 req-5836ce9a-faea-4bc3-86ad-a2f7062aecc6 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.1010411 Apr 23 10:18:39.840750 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9a7e1e36-5b09-40ef-b564-0ca05c81e006 req-48cffd18-4a0a-4f00-bf12-21cd944f27f3 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436878 Apr 23 10:18:39.901937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8a4304f0-5ab7-45c5-9c86-76b68fd84a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:18:40.651764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:18:40.985800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c798417-9913-4b57-8297-295a06bec4da req-7f8ba511-ce02-463d-af6e-d63db478f7e0 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:40.987527 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0c798417-9913-4b57-8297-295a06bec4da req-7f8ba511-ce02-463d-af6e-d63db478f7e0 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0942976 Apr 23 10:18:41.037764 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0c798417-9913-4b57-8297-295a06bec4da req-37ac85da-080f-4708-aa14-cffa8a906144 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433009 Apr 23 10:18:41.326051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:18:41.383442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97621a64-074f-4082-afed-775f46e81b26 req-f81b3315-fe3d-4c56-a4c2-a981ea27b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:41.385317 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-97621a64-074f-4082-afed-775f46e81b26 req-f81b3315-fe3d-4c56-a4c2-a981ea27b32a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 1098 time: 0.0850689 Apr 23 10:18:41.532789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97621a64-074f-4082-afed-775f46e81b26 req-b21487c3-f8d5-44e9-9a5c-35c8a2a2284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:41.534449 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-97621a64-074f-4082-afed-775f46e81b26 req-b21487c3-f8d5-44e9-9a5c-35c8a2a2284f service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 200 len: 910 time: 0.1425240 Apr 23 10:18:41.648069 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-97621a64-074f-4082-afed-775f46e81b26 req-c24c9479-e81f-48c5-bc35-eb84f2ee6d77 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be26f9db-cf06-466c-90a4-7b4cae22e0b7 HTTP/1.1" status: 200 len: 1000 time: 0.1070776 Apr 23 10:18:41.717635 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97621a64-074f-4082-afed-775f46e81b26 req-91287541-5f76-4421-a06b-7ae0f05a0adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:41.719297 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-97621a64-074f-4082-afed-775f46e81b26 req-91287541-5f76-4421-a06b-7ae0f05a0adf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2baf990d-07da-4ec3-81f0-7d13aea03aba HTTP/1.1" status: 200 len: 848 time: 0.0653234 Apr 23 10:18:41.805161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97621a64-074f-4082-afed-775f46e81b26 req-e4ced9ef-7a68-426c-ad6d-235d33029782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:41.806782 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-97621a64-074f-4082-afed-775f46e81b26 req-e4ced9ef-7a68-426c-ad6d-235d33029782 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815761 Apr 23 10:18:41.951516 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-97621a64-074f-4082-afed-775f46e81b26 req-2b10ed1b-81ca-41ae-b33a-4b55ceebfea2 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382043 Apr 23 10:18:42.101969 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-97621a64-074f-4082-afed-775f46e81b26 req-dc08ce59-b03e-4312-a55d-1735324d01f1 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431704 Apr 23 10:18:42.245764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39540acf-c7cd-4607-a66e-f06e0e0443ea req-841452d0-1913-4c5d-852b-f1fa3aa16fa8 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:42.247377 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-39540acf-c7cd-4607-a66e-f06e0e0443ea req-841452d0-1913-4c5d-852b-f1fa3aa16fa8 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0922372 Apr 23 10:18:42.298827 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-39540acf-c7cd-4607-a66e-f06e0e0443ea req-150c43ec-b494-4f65-bd3b-8671e421b060 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447023 Apr 23 10:18:42.566368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:18:43.535406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8b152-eb61-47ed-aee3-94f92a4b4e99 req-3ecbde6b-a51a-4dc8-8c88-7ed608b8c577 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:43.537066 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7ab8b152-eb61-47ed-aee3-94f92a4b4e99 req-3ecbde6b-a51a-4dc8-8c88-7ed608b8c577 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0996232 Apr 23 10:18:43.590883 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7ab8b152-eb61-47ed-aee3-94f92a4b4e99 req-677f6c5e-c89e-4825-843a-c4d60fd4533c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468249 Apr 23 10:18:44.803397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94344f9-fd5a-4f1a-a85e-ff451d6ccf92 req-82aaa335-362f-43ff-90b2-5b9225715e9f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:44.805370 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a94344f9-fd5a-4f1a-a85e-ff451d6ccf92 req-82aaa335-362f-43ff-90b2-5b9225715e9f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.0951314 Apr 23 10:18:44.855328 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a94344f9-fd5a-4f1a-a85e-ff451d6ccf92 req-bd28ad0a-775b-4bdd-a570-d11f7c6435c2 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434239 Apr 23 10:18:45.301673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device be26f9db-cf06-466c-90a4-7b4cae22e0b7 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:18:45.328263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9753e45-5be7-4484-a323-d4a8ea58402c req-21e13699-1467-4549-8444-ad5d4c2f650f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:45.329917 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d9753e45-5be7-4484-a323-d4a8ea58402c req-21e13699-1467-4549-8444-ad5d4c2f650f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 945 time: 0.1005681 Apr 23 10:18:45.384715 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d9753e45-5be7-4484-a323-d4a8ea58402c req-7d39dcc0-e08d-4791-a396-30afc75a2f4c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477045 Apr 23 10:18:45.448712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:18:45.481851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95de7b41-f53d-4744-8dd9-2ca5729a5291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:18:45.493903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port be26f9db-cf06-466c-90a4-7b4cae22e0b7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=be26f9db-cf06-466c-90a4-7b4cae22e0b7,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:18:45.532109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:18:45.535007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9b330bff-9db2-44ca-869b-e1eecb7dcb75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:18:45.578479 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '95de7b41-f53d-4744-8dd9-2ca5729a5291', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7', 'code': 422} returned with failed status Apr 23 10:18:45.613614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=be26f9db-cf06-466c-90a4-7b4cae22e0b7,revision_number=8']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:18:45.617876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:18:45.755268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50440) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:18:45.879019 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-823fa91a-7188-4c69-a3c5-8363fe09c5f2 req-5dab6e5a-92b9-49e3-af23-511f0b2d030f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1223874 Apr 23 10:18:46.596957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40183ad1-6cbf-447f-be11-b525db0fb093 req-1236528f-9e71-4156-a313-c954f08cebb0 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:46.598661 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-40183ad1-6cbf-447f-be11-b525db0fb093 req-1236528f-9e71-4156-a313-c954f08cebb0 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 943 time: 0.0978146 Apr 23 10:18:46.651557 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-40183ad1-6cbf-447f-be11-b525db0fb093 req-55365983-e621-4cce-9793-c5011569d119 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464568 Apr 23 10:18:46.702712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fa91a-7188-4c69-a3c5-8363fe09c5f2 req-b7f34cbd-8574-482a-949f-dcd8c81bb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:46.704381 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-823fa91a-7188-4c69-a3c5-8363fe09c5f2 req-b7f34cbd-8574-482a-949f-dcd8c81bb1f7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291&tenant_id=36e282fb5d5a49df8381bc8ca96c9e73 HTTP/1.1" status: 200 len: 1096 time: 0.0854878 Apr 23 10:18:46.805878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fa91a-7188-4c69-a3c5-8363fe09c5f2 req-ccb6ba53-4ea9-4eaa-8c4f-9548d7c4236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:46.807537 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-823fa91a-7188-4c69-a3c5-8363fe09c5f2 req-ccb6ba53-4ea9-4eaa-8c4f-9548d7c4236a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 1096 time: 0.0822384 Apr 23 10:18:46.952867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fa91a-7188-4c69-a3c5-8363fe09c5f2 req-c5c1775f-2496-4b1e-9822-6b7c013a77c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:46.954522 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-823fa91a-7188-4c69-a3c5-8363fe09c5f2 req-c5c1775f-2496-4b1e-9822-6b7c013a77c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 200 len: 910 time: 0.1405029 Apr 23 10:18:47.069322 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-823fa91a-7188-4c69-a3c5-8363fe09c5f2 req-e7a8e1e0-f6f2-4d7f-a6a0-06d56b9a40f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be26f9db-cf06-466c-90a4-7b4cae22e0b7 HTTP/1.1" status: 200 len: 998 time: 0.1082799 Apr 23 10:18:47.140296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fa91a-7188-4c69-a3c5-8363fe09c5f2 req-8f8c72ac-af90-4b88-8314-65c91c67cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:47.141869 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-823fa91a-7188-4c69-a3c5-8363fe09c5f2 req-8f8c72ac-af90-4b88-8314-65c91c67cf0a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2baf990d-07da-4ec3-81f0-7d13aea03aba HTTP/1.1" status: 200 len: 848 time: 0.0664930 Apr 23 10:18:47.229235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fa91a-7188-4c69-a3c5-8363fe09c5f2 req-dbd3c889-8c27-416f-a90c-4c5c1b4d2cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:47.230938 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-823fa91a-7188-4c69-a3c5-8363fe09c5f2 req-dbd3c889-8c27-416f-a90c-4c5c1b4d2cb6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824385 Apr 23 10:18:47.373204 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-823fa91a-7188-4c69-a3c5-8363fe09c5f2 req-33f8c19d-c84c-4e75-a836-5cb85061e64b service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351621 Apr 23 10:18:47.516070 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-823fa91a-7188-4c69-a3c5-8363fe09c5f2 req-934225cc-df8e-4ca9-9e41-f791afbf7b26 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366537 Apr 23 10:18:47.869227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f3aa1-8b01-40f8-baba-20ddf66f8489 req-ea240195-e340-41bd-83d2-25e9fd1df075 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:47.870877 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-874f3aa1-8b01-40f8-baba-20ddf66f8489 req-ea240195-e340-41bd-83d2-25e9fd1df075 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 943 time: 0.0986786 Apr 23 10:18:47.920311 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-874f3aa1-8b01-40f8-baba-20ddf66f8489 req-87b17144-2ff6-49b1-b336-0274bf28274a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429320 Apr 23 10:18:49.138978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94e697-ffb9-4923-8501-3edbd90448b5 req-e45aae77-a981-4c28-a609-cde7297ad008 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:49.140672 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2b94e697-ffb9-4923-8501-3edbd90448b5 req-e45aae77-a981-4c28-a609-cde7297ad008 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 943 time: 0.0985062 Apr 23 10:18:49.193966 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2b94e697-ffb9-4923-8501-3edbd90448b5 req-29f43a75-de94-4265-b832-7f3aba409a9b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461943 Apr 23 10:18:50.418423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5edc0b-3a8e-48d4-a4bd-cfd3f61af438 req-173920a4-ce6a-4cda-9f3c-44f8f81ea939 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:50.420118 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9c5edc0b-3a8e-48d4-a4bd-cfd3f61af438 req-173920a4-ce6a-4cda-9f3c-44f8f81ea939 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 943 time: 0.0970514 Apr 23 10:18:50.473330 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9c5edc0b-3a8e-48d4-a4bd-cfd3f61af438 req-ac498f74-c5c3-467e-b7b2-e1433bb3cb79 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465605 Apr 23 10:18:51.705865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f6e95-66aa-4c46-9401-04892c547db0 req-9ee677b5-d7a4-4da9-b72c-8c906d4009d7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:51.707547 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dc3f6e95-66aa-4c46-9401-04892c547db0 req-9ee677b5-d7a4-4da9-b72c-8c906d4009d7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 943 time: 0.1036456 Apr 23 10:18:51.772157 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dc3f6e95-66aa-4c46-9401-04892c547db0 req-bba34290-f0fb-4942-92b3-123ad38815d4 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553143 Apr 23 10:18:52.986837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ef644-e6e1-4ba4-948f-d9d6ad19d16c req-334186f3-62ca-408a-93da-fcba01ab7b4e tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:52.988503 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f87ef644-e6e1-4ba4-948f-d9d6ad19d16c req-334186f3-62ca-408a-93da-fcba01ab7b4e tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 943 time: 0.0964923 Apr 23 10:18:53.045407 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f87ef644-e6e1-4ba4-948f-d9d6ad19d16c req-e4b5b068-74a9-4892-b456-31ed4c30ae06 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483773 Apr 23 10:18:53.982738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:18:54.261102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e667be9-f5ed-497b-b288-5bd6a5f0b824 req-5a4298b5-9866-446f-a148-5b456083d46c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:54.268997 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9e667be9-f5ed-497b-b288-5bd6a5f0b824 req-5a4298b5-9866-446f-a148-5b456083d46c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 943 time: 0.1046216 Apr 23 10:18:54.322250 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9e667be9-f5ed-497b-b288-5bd6a5f0b824 req-327b1c3e-c405-450b-a1d5-f6db0427b2d4 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493081 Apr 23 10:18:55.569283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f7ae9-e048-4a66-9a73-5a302948f5c9 req-1fa9d0c8-c383-4078-a036-8320a54a6bd8 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:55.571006 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-324f7ae9-e048-4a66-9a73-5a302948f5c9 req-1fa9d0c8-c383-4078-a036-8320a54a6bd8 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 943 time: 0.1152220 Apr 23 10:18:55.628623 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-324f7ae9-e048-4a66-9a73-5a302948f5c9 req-4a00d4c2-add1-448d-b473-c5f7c6319fd2 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487683 Apr 23 10:18:56.846347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb222c-c23c-47a8-bf3f-f2adc2e1227f req-29dd4aab-582d-4aff-9b7f-a2879fbb6c75 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:56.848164 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5fb222c-c23c-47a8-bf3f-f2adc2e1227f req-29dd4aab-582d-4aff-9b7f-a2879fbb6c75 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 943 time: 0.0963910 Apr 23 10:18:56.907327 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b5fb222c-c23c-47a8-bf3f-f2adc2e1227f req-5da046fa-5d36-4ba6-ac01-6c38d5510990 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458710 Apr 23 10:18:58.138972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90506c-5ea9-4a2f-921f-1213fcd2e7ac req-ce224bb0-4b41-4b84-8251-4699a2331728 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:58.140816 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4e90506c-5ea9-4a2f-921f-1213fcd2e7ac req-ce224bb0-4b41-4b84-8251-4699a2331728 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 943 time: 0.1044655 Apr 23 10:18:58.268674 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4e90506c-5ea9-4a2f-921f-1213fcd2e7ac req-a5c4a22c-4bb2-459d-9096-6bd56e4390f2 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513535 Apr 23 10:18:59.417317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516a827-fb51-4478-9362-79115d02ce0f req-db32391c-0135-4dfa-9f17-6c33ed61c2ee tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:18:59.418947 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d516a827-fb51-4478-9362-79115d02ce0f req-db32391c-0135-4dfa-9f17-6c33ed61c2ee tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 943 time: 0.0927382 Apr 23 10:18:59.468703 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d516a827-fb51-4478-9362-79115d02ce0f req-0d425b8a-c4e7-4ced-8be3-699a9b7d30ef tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430567 Apr 23 10:19:00.678768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9a3b8-42c2-4f28-b385-b99122b83b7a req-84d30368-a302-4dc8-b02e-11a7f93a2f96 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:19:00.680415 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7cc9a3b8-42c2-4f28-b385-b99122b83b7a req-84d30368-a302-4dc8-b02e-11a7f93a2f96 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 943 time: 0.0929580 Apr 23 10:19:00.731068 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7cc9a3b8-42c2-4f28-b385-b99122b83b7a req-ada9afcc-1cc1-4295-988e-44eeaddcbe2a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431547 Apr 23 10:19:01.040066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:19:01.950015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece16fe2-9ebe-4e8c-a6a2-399af59aea7f req-1e8cd508-2c16-43dc-8475-07d2ac79a615 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:19:01.951700 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ece16fe2-9ebe-4e8c-a6a2-399af59aea7f req-1e8cd508-2c16-43dc-8475-07d2ac79a615 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 943 time: 0.1039317 Apr 23 10:19:01.999485 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ece16fe2-9ebe-4e8c-a6a2-399af59aea7f req-d08cd7e6-416a-46f0-b629-15f88d7f6669 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414703 Apr 23 10:19:03.215267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f2859-23f3-4051-b562-4d7513369973 req-9cd5c46f-2aed-4d5e-b0d8-3e9c4ee03f9c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:19:03.216894 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7d2f2859-23f3-4051-b562-4d7513369973 req-9cd5c46f-2aed-4d5e-b0d8-3e9c4ee03f9c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 943 time: 0.0955641 Apr 23 10:19:03.266021 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7d2f2859-23f3-4051-b562-4d7513369973 req-ca2432a0-7290-43b6-8a5e-2950e3ece891 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426440 Apr 23 10:19:04.477851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a7254-d0f2-493b-bc5d-ca8398bd25e7 req-ef55b0d3-0dca-46e1-b376-662b0f6917e4 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:19:04.480208 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ee3a7254-d0f2-493b-bc5d-ca8398bd25e7 req-ef55b0d3-0dca-46e1-b376-662b0f6917e4 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 943 time: 0.0967548 Apr 23 10:19:04.534981 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ee3a7254-d0f2-493b-bc5d-ca8398bd25e7 req-6042f696-7fa9-4033-82f7-94c87a0d7784 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476744 Apr 23 10:19:05.362620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device be26f9db-cf06-466c-90a4-7b4cae22e0b7 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:19:05.508260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port be26f9db-cf06-466c-90a4-7b4cae22e0b7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=be26f9db-cf06-466c-90a4-7b4cae22e0b7,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:19:05.523698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'port_id': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7', 'mac_address': 'fa:16:3e:0e:82:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:19:05.584805 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:05.603769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be26f9db-cf06-466c-90a4-7b4cae22e0b7 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:19:05.620031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port be26f9db-cf06-466c-90a4-7b4cae22e0b7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=be26f9db-cf06-466c-90a4-7b4cae22e0b7,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:19:05.656733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:05.658709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:19:05.733098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=be26f9db-cf06-466c-90a4-7b4cae22e0b7,revision_number=9']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:19:05.736551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:19:05.751495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd15bf-0520-40ad-9183-d6a064660504 req-59601369-1839-46d2-bcd4-5f7b4bc608c6 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:19:05.753170 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4cdd15bf-0520-40ad-9183-d6a064660504 req-59601369-1839-46d2-bcd4-5f7b4bc608c6 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 944 time: 0.0982091 Apr 23 10:19:05.803209 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4cdd15bf-0520-40ad-9183-d6a064660504 req-250b1d3a-5f9c-46e3-9d25-e8104bd1b812 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430903 Apr 23 10:19:05.996481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['be26f9db-cf06-466c-90a4-7b4cae22e0b7'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:19:06.782650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-08a241f8-3e5b-42d1-a9ec-fe510102eeef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:07.017111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b60d8b-0c26-497f-ac4d-9d28778e1d31 req-80b62f19-4e49-4ef0-b560-f946bd37febe tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:19:07.018722 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-97b60d8b-0c26-497f-ac4d-9d28778e1d31 req-80b62f19-4e49-4ef0-b560-f946bd37febe tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 944 time: 0.0945415 Apr 23 10:19:07.066423 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-97b60d8b-0c26-497f-ac4d-9d28778e1d31 req-800a3372-b220-45af-9604-11dc5f5e57ae tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412242 Apr 23 10:19:07.373955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device be26f9db-cf06-466c-90a4-7b4cae22e0b7 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:19:07.448158 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port be26f9db-cf06-466c-90a4-7b4cae22e0b7 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:19:07.448589 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:07.577977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:07.607901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95de7b41-f53d-4744-8dd9-2ca5729a5291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:19:07.618859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port be26f9db-cf06-466c-90a4-7b4cae22e0b7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=be26f9db-cf06-466c-90a4-7b4cae22e0b7,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:19:07.656587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:07.658858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b3e1a938-fb8a-45cd-a0f9-8b328d2ba585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:19:07.743245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=be26f9db-cf06-466c-90a4-7b4cae22e0b7,revision_number=10']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:19:07.747315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:19:07.803309 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95de7b41-f53d-4744-8dd9-2ca5729a5291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7', 'code': 200} Apr 23 10:19:08.129921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfc895-d761-40d4-8fba-3d1e27213929 req-43aae021-4f77-4507-adf7-c72f0fe2f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:19:08.131581 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2ddfc895-d761-40d4-8fba-3d1e27213929 req-43aae021-4f77-4507-adf7-c72f0fe2f953 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 1099 time: 0.0824244 Apr 23 10:19:08.176082 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2ddfc895-d761-40d4-8fba-3d1e27213929 req-5ce38a19-a29f-44c4-b734-2f0711a66ad7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379353 Apr 23 10:19:08.273211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f81843-e9aa-4a9c-9504-58bca59d6265 req-fafb2b7f-68cf-4982-b6f1-e9346d82d338 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:19:08.275011 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-82f81843-e9aa-4a9c-9504-58bca59d6265 req-fafb2b7f-68cf-4982-b6f1-e9346d82d338 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 946 time: 0.0897484 Apr 23 10:19:08.324026 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-82f81843-e9aa-4a9c-9504-58bca59d6265 req-af6ac6ff-d606-4cab-a916-33ed1cdb3e56 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420220 Apr 23 10:19:09.541604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa870a-b94d-4aa5-b11c-db1d38497ae6 req-f34c4725-52a8-4ca6-b617-a02dbe9cdc4f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:19:09.544245 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e2aa870a-b94d-4aa5-b11c-db1d38497ae6 req-f34c4725-52a8-4ca6-b617-a02dbe9cdc4f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 946 time: 0.0997612 Apr 23 10:19:09.594545 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e2aa870a-b94d-4aa5-b11c-db1d38497ae6 req-4232d6f3-6af1-449b-ac00-f6301bdd21b5 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438993 Apr 23 10:19:09.745000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ba412cf6-a789-4401-86f9-14594b7ffa6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:10.649937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:10.801761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0707a-9055-4885-95d6-b598240d02e3 req-1c711bb8-dd87-49a2-bfc7-f75210f83fdc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:19:10.803394 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a5f0707a-9055-4885-95d6-b598240d02e3 req-1c711bb8-dd87-49a2-bfc7-f75210f83fdc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 946 time: 0.0928986 Apr 23 10:19:10.851300 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a5f0707a-9055-4885-95d6-b598240d02e3 req-18b3c3fb-4e54-4933-aebd-7de753314199 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414188 Apr 23 10:19:11.324533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:12.582127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:23.987897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:26.180954 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7368db83-ed19-4330-b15c-c7624b27910b req-1183e10e-ca09-412c-b066-817f367146ed service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0853534 Apr 23 10:19:26.345518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368db83-ed19-4330-b15c-c7624b27910b req-d09bdd8d-bac3-4bcd-bac2-96b1e3b841b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:19:26.347123 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7368db83-ed19-4330-b15c-c7624b27910b req-d09bdd8d-bac3-4bcd-bac2-96b1e3b841b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 1099 time: 0.0806575 Apr 23 10:19:26.508306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368db83-ed19-4330-b15c-c7624b27910b req-ceeb4039-bbc4-46f5-9ef3-1404097f16cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:19:26.510188 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7368db83-ed19-4330-b15c-c7624b27910b req-ceeb4039-bbc4-46f5-9ef3-1404097f16cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 200 len: 910 time: 0.1408460 Apr 23 10:19:26.621969 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7368db83-ed19-4330-b15c-c7624b27910b req-e3503d07-9428-4fce-aa0c-821567d9e1c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be26f9db-cf06-466c-90a4-7b4cae22e0b7 HTTP/1.1" status: 200 len: 1000 time: 0.1048412 Apr 23 10:19:26.690875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368db83-ed19-4330-b15c-c7624b27910b req-117b0cae-9199-40bf-b69d-4f8250788bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:19:26.692420 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7368db83-ed19-4330-b15c-c7624b27910b req-117b0cae-9199-40bf-b69d-4f8250788bb6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2baf990d-07da-4ec3-81f0-7d13aea03aba HTTP/1.1" status: 200 len: 848 time: 0.0637712 Apr 23 10:19:26.777587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368db83-ed19-4330-b15c-c7624b27910b req-22507b78-7eaa-4452-b1fd-05d0205123a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:19:26.779230 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7368db83-ed19-4330-b15c-c7624b27910b req-22507b78-7eaa-4452-b1fd-05d0205123a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802937 Apr 23 10:19:26.921344 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7368db83-ed19-4330-b15c-c7624b27910b req-05c1287b-b9f5-4d12-839b-fa1baf62de6c service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350944 Apr 23 10:19:27.362502 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7368db83-ed19-4330-b15c-c7624b27910b req-7252ff17-eec7-43d7-b9c2-ca9f098cce89 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351556 Apr 23 10:19:36.765333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-312f7eb3-9786-4d88-a622-ac198322b6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:38.039948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:19:39.760249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-da7c568d-4cb7-42be-97e0-b87e2961caf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:40.673746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:41.325166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:42.570777 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:19:53.987870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:06.782902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a2527ff5-039b-4b5b-8e21-22d7f5a930d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:09.753669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b5a55e5c-f3d2-4283-99ba-623a4e87f26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:10.661861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:11.342128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:12.581901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:15.042520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:20:24.004325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:28.211895 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b18bc6ba-1f9d-41e5-b062-6c086503abd0 req-b4903461-dfea-49e9-b32c-ff67e6df65de service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1246905 Apr 23 10:20:28.366543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bc6ba-1f9d-41e5-b062-6c086503abd0 req-ec247f5c-a9ee-4729-bb59-c0fbc7058e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:20:28.368073 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b18bc6ba-1f9d-41e5-b062-6c086503abd0 req-ec247f5c-a9ee-4729-bb59-c0fbc7058e09 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 1099 time: 0.0829504 Apr 23 10:20:28.527532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bc6ba-1f9d-41e5-b062-6c086503abd0 req-81f884d4-9ccf-42de-a93b-2ea7ee7e68e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:20:28.529121 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b18bc6ba-1f9d-41e5-b062-6c086503abd0 req-81f884d4-9ccf-42de-a93b-2ea7ee7e68e7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 200 len: 910 time: 0.1417017 Apr 23 10:20:28.639948 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b18bc6ba-1f9d-41e5-b062-6c086503abd0 req-ab9eb719-da87-461c-b027-75241ae7b7fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be26f9db-cf06-466c-90a4-7b4cae22e0b7 HTTP/1.1" status: 200 len: 1000 time: 0.1041334 Apr 23 10:20:28.706251 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bc6ba-1f9d-41e5-b062-6c086503abd0 req-ce9ee237-a377-4521-b326-51a445e92a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:20:28.707835 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b18bc6ba-1f9d-41e5-b062-6c086503abd0 req-ce9ee237-a377-4521-b326-51a445e92a85 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2baf990d-07da-4ec3-81f0-7d13aea03aba HTTP/1.1" status: 200 len: 848 time: 0.0629604 Apr 23 10:20:28.793687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bc6ba-1f9d-41e5-b062-6c086503abd0 req-490a4483-6669-4577-92b0-6c9acfc3a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:20:28.795306 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b18bc6ba-1f9d-41e5-b062-6c086503abd0 req-490a4483-6669-4577-92b0-6c9acfc3a0e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815513 Apr 23 10:20:28.939635 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b18bc6ba-1f9d-41e5-b062-6c086503abd0 req-bdc5e7a5-1f80-42e1-9634-3b899c840e60 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374042 Apr 23 10:20:29.082171 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b18bc6ba-1f9d-41e5-b062-6c086503abd0 req-c4644d47-dffc-4ed3-bfd4-f5548cf30055 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365519 Apr 23 10:20:36.770327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-00413abe-eb05-44ff-b41a-f54427e1fc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:39.747113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ebeac29b-747c-4131-b0a0-c829f7f0e39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:39.970856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50578) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:20:40.314072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Deleting port fe7dcbbd-0fb6-4eae-ad54-101b35a97789 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:20:40.314526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:40.445557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:40.445922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:40.579601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Calling delete_port for fe7dcbbd-0fb6-4eae-ad54-101b35a97789 owned by network:floatingip {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:20:40.666660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:40.867406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:40.872661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-69568560-9ddf-4730-a804-8dbee96967b4 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:20:40.923973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event deleted for resources: {'Port': ['ID=fe7dcbbd-0fb6-4eae-ad54-101b35a97789,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:20:40.964077 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:20:40.964513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:20:40.964942 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:20:40.965365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:20:40.965788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:20:40.966209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:20:40.966707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:20:40.967124 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:20:40.967545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:20:40.967963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:20:40.968375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:20:40.968783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:20:40.977520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:20:41.033622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for floatingip, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:41.034608 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Floating IP 83e9926d-f41d-4f15-a4c9-20ac49b2c53a disassociated (deleted). External IP: 172.26.4.10, port: be26f9db-cf06-466c-90a4-7b4cae22e0b7. Apr 23 10:20:41.352477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:41.422530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Router 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:20:41.617049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:20:41.627317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3887cf71-3204-4990-9c1d-0623923b5b6a None None] Sync routers for ids ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:20:41.631612 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:41.639394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3887cf71-3204-4990-9c1d-0623923b5b6a None None] Routers {'7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:20:41.640088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-3887cf71-3204-4990-9c1d-0623923b5b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:20:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:20:41.694996 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "DELETE /v2.0/floatingips/83e9926d-f41d-4f15-a4c9-20ac49b2c53a HTTP/1.1" status: 204 len: 168 time: 1.7225878 Apr 23 10:20:41.695719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95de7b41-f53d-4744-8dd9-2ca5729a5291', 'tag': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:20:41.840459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-3887cf71-3204-4990-9c1d-0623923b5b6a None None] Set router 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:20:42.149580 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95de7b41-f53d-4744-8dd9-2ca5729a5291', 'tag': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7', 'status': 'completed', 'code': 200} Apr 23 10:20:42.197288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-3887cf71-3204-4990-9c1d-0623923b5b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'name': 'tempest-TestShelveInstance-2145674496-router', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:11Z', 'revision_number': 4, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'gw_port': {'id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'f0ea4604-1124-4422-86d5-929a0f8aa1d8', 'name': '', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'mac_address': 'fa:16:3e:12:92:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:11Z', 'updated_at': '2021-04-23T10:15:20Z', 'revision_number': 5, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'subnets': [{'id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:20:42.201871 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3887cf71-3204-4990-9c1d-0623923b5b6a None None] Checking router: 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:20:42.212748 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3887cf71-3204-4990-9c1d-0623923b5b6a None None] Routers {'7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:20:42.213411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-3887cf71-3204-4990-9c1d-0623923b5b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:20:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:20:42.262425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0edf7-a10a-4ff0-b4b4-f7076b0e19c5 req-4cd87186-9145-4a47-84e7-5e1967e01e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:20:42.264021 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-70c0edf7-a10a-4ff0-b4b4-f7076b0e19c5 req-4cd87186-9145-4a47-84e7-5e1967e01e19 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 1099 time: 0.0884075 Apr 23 10:20:42.425814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8773ee-bcf4-4edd-ae53-de81f856d1cf req-a3bc7a54-b829-4340-b465-8f2dbebae353 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:20:42.427622 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2a8773ee-bcf4-4edd-ae53-de81f856d1cf req-a3bc7a54-b829-4340-b465-8f2dbebae353 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 946 time: 0.1838837 Apr 23 10:20:42.428410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0edf7-a10a-4ff0-b4b4-f7076b0e19c5 req-78bb0146-a854-4744-9605-3350eca314f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:20:42.430017 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-70c0edf7-a10a-4ff0-b4b4-f7076b0e19c5 req-78bb0146-a854-4744-9605-3350eca314f5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 200 len: 910 time: 0.1591566 Apr 23 10:20:42.484490 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2a8773ee-bcf4-4edd-ae53-de81f856d1cf req-736a4f2b-0e4c-4949-9143-d43fe032678e tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495450 Apr 23 10:20:42.515190 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-70c0edf7-a10a-4ff0-b4b4-f7076b0e19c5 req-b13ad718-8ff9-4399-acab-01cec338ea6b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be26f9db-cf06-466c-90a4-7b4cae22e0b7 HTTP/1.1" status: 200 len: 217 time: 0.0774689 Apr 23 10:20:42.586166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0edf7-a10a-4ff0-b4b4-f7076b0e19c5 req-77d3d90d-1921-4b48-88e8-3d5329b1e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:20:42.587699 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-70c0edf7-a10a-4ff0-b4b4-f7076b0e19c5 req-77d3d90d-1921-4b48-88e8-3d5329b1e5b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2baf990d-07da-4ec3-81f0-7d13aea03aba HTTP/1.1" status: 200 len: 848 time: 0.0662091 Apr 23 10:20:42.638482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-3887cf71-3204-4990-9c1d-0623923b5b6a None None] Set router 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:20:42.679554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0edf7-a10a-4ff0-b4b4-f7076b0e19c5 req-2afb84bb-e272-41ae-94c9-511e5b8903df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:20:42.681173 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-70c0edf7-a10a-4ff0-b4b4-f7076b0e19c5 req-2afb84bb-e272-41ae-94c9-511e5b8903df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861263 Apr 23 10:20:42.683079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:42.830912 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-70c0edf7-a10a-4ff0-b4b4-f7076b0e19c5 req-cc2dfb3a-077c-4dbe-ab57-0cd0566ff8b5 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425176 Apr 23 10:20:42.978039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-3887cf71-3204-4990-9c1d-0623923b5b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'name': 'tempest-TestShelveInstance-2145674496-router', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:11Z', 'revision_number': 4, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'gw_port': {'id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'f0ea4604-1124-4422-86d5-929a0f8aa1d8', 'name': '', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'mac_address': 'fa:16:3e:12:92:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:11Z', 'updated_at': '2021-04-23T10:15:20Z', 'revision_number': 5, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'subnets': [{'id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:20:42.978836 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-70c0edf7-a10a-4ff0-b4b4-f7076b0e19c5 req-ca8f215d-8b94-4ace-b13f-7cd2cbb413b8 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405697 Apr 23 10:20:42.982211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3887cf71-3204-4990-9c1d-0623923b5b6a None None] The sync data for ids ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'] in dv-neutron-786478-4-hyperv is: [{'id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'name': 'tempest-TestShelveInstance-2145674496-router', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:11Z', 'revision_number': 4, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'gw_port': {'id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'f0ea4604-1124-4422-86d5-929a0f8aa1d8', 'name': '', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'mac_address': 'fa:16:3e:12:92:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:11Z', 'updated_at': '2021-04-23T10:15:20Z', 'revision_number': 5, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'subnets': [{'id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:20:43.369248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32d0ac1-3e00-4578-b958-52e14a06a629 None None] New status for floating IP 83e9926d-f41d-4f15-a4c9-20ac49b2c53a: DOWN {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:20:43.602732 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4ece-2ff7-4090-9911-6ebfb74adeb5 req-6918d375-6e53-4fb4-8f4a-06f452bb6b2f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:20:43.603513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-59ec4ece-2ff7-4090-9911-6ebfb74adeb5 req-6918d375-6e53-4fb4-8f4a-06f452bb6b2f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Synchronizing usage tracker for tenant:36e282fb5d5a49df8381bc8ca96c9e73 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:20:43.655746 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-59ec4ece-2ff7-4090-9911-6ebfb74adeb5 req-6918d375-6e53-4fb4-8f4a-06f452bb6b2f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Unset dirty status for tenant:36e282fb5d5a49df8381bc8ca96c9e73 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:20:43.657044 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-59ec4ece-2ff7-4090-9911-6ebfb74adeb5 req-6918d375-6e53-4fb4-8f4a-06f452bb6b2f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.35 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 946 time: 0.1467326 Apr 23 10:20:43.701975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d70aa7-3ca3-4047-bf2b-e4f01abd8767 req-1749d842-db06-4aba-9d4b-8bbad6507fd3 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:20:43.703623 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-75d70aa7-3ca3-4047-bf2b-e4f01abd8767 req-1749d842-db06-4aba-9d4b-8bbad6507fd3 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 946 time: 0.0986063 Apr 23 10:20:43.758811 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-75d70aa7-3ca3-4047-bf2b-e4f01abd8767 req-47103a50-a612-4b9c-b0b1-276d2f72d036 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=83c6463d-0ec1-4a71-88ef-4501d1e83c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468407 Apr 23 10:20:43.809340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-59ec4ece-2ff7-4090-9911-6ebfb74adeb5 req-f77a74f7-b0c1-42f5-9f91-4206c515ba52 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Deleting port be26f9db-cf06-466c-90a4-7b4cae22e0b7 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:20:43.809718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-59ec4ece-2ff7-4090-9911-6ebfb74adeb5 req-f77a74f7-b0c1-42f5-9f91-4206c515ba52 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:44.240175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-59ec4ece-2ff7-4090-9911-6ebfb74adeb5 req-f77a74f7-b0c1-42f5-9f91-4206c515ba52 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] For port be26f9db-cf06-466c-90a4-7b4cae22e0b7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=be26f9db-cf06-466c-90a4-7b4cae22e0b7,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:20:44.240572 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-59ec4ece-2ff7-4090-9911-6ebfb74adeb5 req-f77a74f7-b0c1-42f5-9f91-4206c515ba52 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:44.371873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-59ec4ece-2ff7-4090-9911-6ebfb74adeb5 req-f77a74f7-b0c1-42f5-9f91-4206c515ba52 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Calling delete_port for be26f9db-cf06-466c-90a4-7b4cae22e0b7 owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:20:44.581554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-59ec4ece-2ff7-4090-9911-6ebfb74adeb5 req-f77a74f7-b0c1-42f5-9f91-4206c515ba52 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:44.587328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7838130d-e880-409e-8537-1d1423d9e046 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:20:44.635309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a74f7-b0c1-42f5-9f91-4206c515ba52 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event deleted for resources: {'Port': ['ID=be26f9db-cf06-466c-90a4-7b4cae22e0b7,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:20:44.639198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f77a74f7-b0c1-42f5-9f91-4206c515ba52 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:20:44.721659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ec4ece-2ff7-4090-9911-6ebfb74adeb5 req-f77a74f7-b0c1-42f5-9f91-4206c515ba52 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] No DVR routers for this DVR port be26f9db-cf06-466c-90a4-7b4cae22e0b7 on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:20:44.724626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-59ec4ece-2ff7-4090-9911-6ebfb74adeb5 req-f77a74f7-b0c1-42f5-9f91-4206c515ba52 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:44.727457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95de7b41-f53d-4744-8dd9-2ca5729a5291', 'name': 'network-vif-deleted', 'tag': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:20:44.776535 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95de7b41-f53d-4744-8dd9-2ca5729a5291', 'name': 'network-vif-deleted', 'tag': 'be26f9db-cf06-466c-90a4-7b4cae22e0b7', 'status': 'completed', 'code': 200} Apr 23 10:20:44.782013 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-59ec4ece-2ff7-4090-9911-6ebfb74adeb5 req-f77a74f7-b0c1-42f5-9f91-4206c515ba52 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.35 "DELETE /v2.0/ports/be26f9db-cf06-466c-90a4-7b4cae22e0b7 HTTP/1.1" status: 204 len: 173 time: 1.1198595 Apr 23 10:20:44.970922 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6df87fec-5f5e-4d53-a2fe-ba521eb5eaf2 req-56e37c1f-f291-426b-b108-02c3db92d7af tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=95de7b41-f53d-4744-8dd9-2ca5729a5291 HTTP/1.1" status: 200 len: 210 time: 0.0546415 Apr 23 10:20:46.078121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50602) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:20:46.152117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1bf92b8a-a8ee-4292-9983-9453a7094da9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:46.183454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1bf92b8a-a8ee-4292-9983-9453a7094da9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:46.387038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1bf92b8a-a8ee-4292-9983-9453a7094da9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:46.392717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6742462b-9bdd-4888-aefe-ae96adbab976 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:20:46.407126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf92b8a-a8ee-4292-9983-9453a7094da9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c6463d-0ec1-4a71-88ef-4501d1e83c2b,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:20:46.410181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1bf92b8a-a8ee-4292-9983-9453a7094da9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:20:46.449240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1bf92b8a-a8ee-4292-9983-9453a7094da9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:46.450501 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1bf92b8a-a8ee-4292-9983-9453a7094da9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "DELETE /v2.0/security-groups/83c6463d-0ec1-4a71-88ef-4501d1e83c2b HTTP/1.1" status: 204 len: 168 time: 0.3712282 Apr 23 10:20:46.821375 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50610) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:20:46.827379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-7897dcc4-3bd1-4402-9829-6318d3dd9e3c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-52850470', 'description': 'tempest-secgroup-smoke-52850470 description', 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:20:46.835047 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7897dcc4-3bd1-4402-9829-6318d3dd9e3c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:20:46.839351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7897dcc4-3bd1-4402-9829-6318d3dd9e3c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Usage tracker for resource:security_group and tenant:36e282fb5d5a49df8381bc8ca96c9e73 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:20:46.842348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7897dcc4-3bd1-4402-9829-6318d3dd9e3c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:20:46.849422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7897dcc4-3bd1-4402-9829-6318d3dd9e3c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:20:46.889814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7897dcc4-3bd1-4402-9829-6318d3dd9e3c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:46.912198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7897dcc4-3bd1-4402-9829-6318d3dd9e3c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:20:46.916165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7897dcc4-3bd1-4402-9829-6318d3dd9e3c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Usage tracker for resource:security_group_rule and tenant:36e282fb5d5a49df8381bc8ca96c9e73 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:20:46.919062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-7897dcc4-3bd1-4402-9829-6318d3dd9e3c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:20:46.925109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-7897dcc4-3bd1-4402-9829-6318d3dd9e3c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:20:47.137590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7897dcc4-3bd1-4402-9829-6318d3dd9e3c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:47.175924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7897dcc4-3bd1-4402-9829-6318d3dd9e3c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:47.181523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-701f6f23-398c-4e01-96f7-c63c331d19fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:20:47.226583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897dcc4-3bd1-4402-9829-6318d3dd9e3c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce488084-5468-4ec3-9abd-7418813d9fb5,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:20:47.229428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7897dcc4-3bd1-4402-9829-6318d3dd9e3c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:20:47.284728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7897dcc4-3bd1-4402-9829-6318d3dd9e3c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:47.286114 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-7897dcc4-3bd1-4402-9829-6318d3dd9e3c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4636335 Apr 23 10:20:47.289138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50614) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:20:47.294836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-46202a68-8592-45e9-a35a-82828652dd13 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Request body: {'security_group_rule': {'security_group_id': 'ce488084-5468-4ec3-9abd-7418813d9fb5', 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:20:47.301620 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-46202a68-8592-45e9-a35a-82828652dd13 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:20:47.305708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-46202a68-8592-45e9-a35a-82828652dd13 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Usage tracker for resource:security_group_rule and tenant:36e282fb5d5a49df8381bc8ca96c9e73 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:20:47.308761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-46202a68-8592-45e9-a35a-82828652dd13 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:20:47.314934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-46202a68-8592-45e9-a35a-82828652dd13 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:20:47.365176 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46202a68-8592-45e9-a35a-82828652dd13 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:47.436270 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46202a68-8592-45e9-a35a-82828652dd13 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:47.472559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46202a68-8592-45e9-a35a-82828652dd13 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:47.474596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-58ed0125-01de-4402-89d5-7ae41917c2d6 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:20:47.497540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46202a68-8592-45e9-a35a-82828652dd13 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf293541-71b0-4029-a646-3676aaedb6cd,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:20:47.502205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-46202a68-8592-45e9-a35a-82828652dd13 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:20:47.581903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-46202a68-8592-45e9-a35a-82828652dd13 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:47.583222 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-46202a68-8592-45e9-a35a-82828652dd13 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2930570 Apr 23 10:20:47.586269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50618) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:20:47.591908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-59a73537-03cc-40fd-b95b-61a4f0aec5e9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Request body: {'security_group_rule': {'security_group_id': 'ce488084-5468-4ec3-9abd-7418813d9fb5', 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:20:47.599054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-59a73537-03cc-40fd-b95b-61a4f0aec5e9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:20:47.603073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-59a73537-03cc-40fd-b95b-61a4f0aec5e9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Usage tracker for resource:security_group_rule and tenant:36e282fb5d5a49df8381bc8ca96c9e73 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:20:47.606135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-59a73537-03cc-40fd-b95b-61a4f0aec5e9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:20:47.612208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-59a73537-03cc-40fd-b95b-61a4f0aec5e9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:20:47.662861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-59a73537-03cc-40fd-b95b-61a4f0aec5e9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:47.729865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-59a73537-03cc-40fd-b95b-61a4f0aec5e9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:47.758736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-59a73537-03cc-40fd-b95b-61a4f0aec5e9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:47.760683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5a23f0cd-e49f-440b-8ebe-950281c5444d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:20:47.765760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device be26f9db-cf06-466c-90a4-7b4cae22e0b7 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:20:47.786520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a73537-03cc-40fd-b95b-61a4f0aec5e9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd246f76-5dc1-4b6b-97fa-e92ec94f93b2,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:20:47.788971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-59a73537-03cc-40fd-b95b-61a4f0aec5e9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:20:47.807496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: be26f9db-cf06-466c-90a4-7b4cae22e0b7 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:20:47.807897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device be26f9db-cf06-466c-90a4-7b4cae22e0b7 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:20:47.844521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-59a73537-03cc-40fd-b95b-61a4f0aec5e9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:47.845840 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-59a73537-03cc-40fd-b95b-61a4f0aec5e9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2584896 Apr 23 10:20:47.849274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50622) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:20:47.855029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0c847fe8-4dd3-47c1-a7b7-c939e2ea39b9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Request body: {'security_group_rule': {'security_group_id': 'ce488084-5468-4ec3-9abd-7418813d9fb5', 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:20:47.861639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0c847fe8-4dd3-47c1-a7b7-c939e2ea39b9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:20:47.865815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0c847fe8-4dd3-47c1-a7b7-c939e2ea39b9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Usage tracker for resource:security_group_rule and tenant:36e282fb5d5a49df8381bc8ca96c9e73 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:20:47.868887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0c847fe8-4dd3-47c1-a7b7-c939e2ea39b9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:20:47.874950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0c847fe8-4dd3-47c1-a7b7-c939e2ea39b9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:20:47.913774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c847fe8-4dd3-47c1-a7b7-c939e2ea39b9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:47.978593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c847fe8-4dd3-47c1-a7b7-c939e2ea39b9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:48.004411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c847fe8-4dd3-47c1-a7b7-c939e2ea39b9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:48.006278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-77ed0fd3-47dc-4310-8562-24b671933213 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:20:48.028636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c847fe8-4dd3-47c1-a7b7-c939e2ea39b9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2d0c81-0632-4f63-a5c9-02fea10104d8,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:20:48.032891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0c847fe8-4dd3-47c1-a7b7-c939e2ea39b9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:20:48.055893 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0c847fe8-4dd3-47c1-a7b7-c939e2ea39b9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:48.057226 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0c847fe8-4dd3-47c1-a7b7-c939e2ea39b9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2069328 Apr 23 10:20:48.060226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50626) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:20:48.065766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-fb8160b9-c81b-4005-a748-284476272f76 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Request body: {'security_group_rule': {'security_group_id': 'ce488084-5468-4ec3-9abd-7418813d9fb5', 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:20:48.073156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fb8160b9-c81b-4005-a748-284476272f76 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:20:48.077266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fb8160b9-c81b-4005-a748-284476272f76 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Usage tracker for resource:security_group_rule and tenant:36e282fb5d5a49df8381bc8ca96c9e73 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:20:48.080331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-fb8160b9-c81b-4005-a748-284476272f76 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:20:48.087005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-fb8160b9-c81b-4005-a748-284476272f76 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:20:48.143134 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb8160b9-c81b-4005-a748-284476272f76 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:48.210516 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb8160b9-c81b-4005-a748-284476272f76 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:48.249474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb8160b9-c81b-4005-a748-284476272f76 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:48.251458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c3f8b6bb-964b-46bb-8926-fcde4915a39a tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:20:48.279048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8160b9-c81b-4005-a748-284476272f76 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af099d2a-4268-4d08-abc4-d967a9c62c2a,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:20:48.281592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fb8160b9-c81b-4005-a748-284476272f76 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:20:48.318168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fb8160b9-c81b-4005-a748-284476272f76 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:48.319560 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fb8160b9-c81b-4005-a748-284476272f76 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2582784 Apr 23 10:20:48.322429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50630) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:20:48.328241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-83637207-e545-4c61-ac4b-e7a1985d80b7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Request body: {'security_group_rule': {'security_group_id': 'ce488084-5468-4ec3-9abd-7418813d9fb5', 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:20:48.334810 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-83637207-e545-4c61-ac4b-e7a1985d80b7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:20:48.338921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-83637207-e545-4c61-ac4b-e7a1985d80b7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Usage tracker for resource:security_group_rule and tenant:36e282fb5d5a49df8381bc8ca96c9e73 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:20:48.341974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-83637207-e545-4c61-ac4b-e7a1985d80b7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:20:48.348059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-83637207-e545-4c61-ac4b-e7a1985d80b7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:20:48.422602 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-83637207-e545-4c61-ac4b-e7a1985d80b7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Project 36e282fb5d5a49df8381bc8ca96c9e73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 10:20:48.430674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-83637207-e545-4c61-ac4b-e7a1985d80b7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:48.499736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-83637207-e545-4c61-ac4b-e7a1985d80b7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:48.535813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-83637207-e545-4c61-ac4b-e7a1985d80b7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:48.537846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5907f90b-f889-4371-9569-0f9a00dc2a2e tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:20:48.560630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83637207-e545-4c61-ac4b-e7a1985d80b7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e290916-f387-46fd-af88-d5c83d6779f1,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:20:48.565206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-83637207-e545-4c61-ac4b-e7a1985d80b7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:20:48.604386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-83637207-e545-4c61-ac4b-e7a1985d80b7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:48.605679 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-83637207-e545-4c61-ac4b-e7a1985d80b7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2821939 Apr 23 10:20:48.608591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50634) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:20:48.615267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-8211093b-5b2d-4711-bb52-12ab2f5df256 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Request body: {'security_group_rule': {'security_group_id': 'ce488084-5468-4ec3-9abd-7418813d9fb5', 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:20:48.621623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8211093b-5b2d-4711-bb52-12ab2f5df256 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:20:48.625619 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8211093b-5b2d-4711-bb52-12ab2f5df256 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Usage tracker for resource:security_group_rule and tenant:36e282fb5d5a49df8381bc8ca96c9e73 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:20:48.629339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-8211093b-5b2d-4711-bb52-12ab2f5df256 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:20:48.635630 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-8211093b-5b2d-4711-bb52-12ab2f5df256 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:20:48.684148 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-8211093b-5b2d-4711-bb52-12ab2f5df256 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Project 36e282fb5d5a49df8381bc8ca96c9e73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 10:20:48.691662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8211093b-5b2d-4711-bb52-12ab2f5df256 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:48.760624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8211093b-5b2d-4711-bb52-12ab2f5df256 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:48.798524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8211093b-5b2d-4711-bb52-12ab2f5df256 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:48.801102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c50bebfa-726b-41d2-be7d-011a97ef1923 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:20:48.824750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211093b-5b2d-4711-bb52-12ab2f5df256 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2730a2-ea6d-4a3a-982b-99ffe18faf35,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:20:48.827367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8211093b-5b2d-4711-bb52-12ab2f5df256 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:20:48.866955 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8211093b-5b2d-4711-bb52-12ab2f5df256 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:20:48.869022 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8211093b-5b2d-4711-bb52-12ab2f5df256 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2586594 Apr 23 10:20:52.043279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:20:54.016113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:06.930163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-684ac1a0-4724-4cbf-9f99-93aa5de78c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:09.793102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-97380117-e5ed-469d-8e9f-2ffdb41f2229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:10.729328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:11.346758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:12.644417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:23.999213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:24.079621 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-c0f08e8c-32ca-4666-abbb-c374d412c9fa tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-52850470&fields=id&tenant_id=36e282fb5d5a49df8381bc8ca96c9e73 HTTP/1.1" status: 200 len: 267 time: 0.0505888 Apr 23 10:21:24.261311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-29f80de1-17f6-4429-9cba-af45ec2fa426 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:24.262976 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-29f80de1-17f6-4429-9cba-af45ec2fa426 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/networks?id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 200 len: 809 time: 0.1754098 Apr 23 10:21:24.280009 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-e894745c-dc3d-4a2c-a67f-5df2211e5c26 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/quotas/36e282fb5d5a49df8381bc8ca96c9e73 HTTP/1.1" status: 200 len: 375 time: 0.0106411 Apr 23 10:21:24.382152 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-918e4aa0-c2d6-4bab-ae44-a3173819329d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948744 Apr 23 10:21:24.445795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-edc2f2a2-6b5d-4b69-b602-f4f074cd279b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87174) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 10:21:24.447020 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-edc2f2a2-6b5d-4b69-b602-f4f074cd279b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0516739 Apr 23 10:21:24.604365 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-0e3ae2dd-b817-446f-8dcd-48a172da3e56 service neutron] 10.222.0.60 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502755 Apr 23 10:21:24.756395 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-2aed32e3-6578-4848-93da-397ecce26161 service neutron] 10.222.0.60 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454530 Apr 23 10:21:26.361921 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8839c68c-fa9a-4e11-bf29-424d8039909b req-5a07ede7-3e8c-46ea-9064-ac0f76a31b5f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 210 time: 0.0567713 Apr 23 10:21:27.474608 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2bfe5516-c381-4c65-81ba-eb12d90b865b req-de796f6a-a12e-4db0-ae1c-17c5ee316059 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 210 time: 0.0531173 Apr 23 10:21:28.592230 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a5be2141-5ef4-418a-8e47-4983611a4e8c req-a8cdc2ee-0390-4417-8ac6-2b2a9312f509 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 210 time: 0.0534666 Apr 23 10:21:29.044210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:21:29.981183 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9ae6b426-0acf-4c69-b0dd-085b54266da0 req-d4df02d4-97ff-4db8-bcdf-da286e208ac3 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 210 time: 0.3273995 Apr 23 10:21:31.149546 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a2295e56-c546-4cd2-9172-872ba80cb628 req-20f3c015-c8f6-433b-baa8-24e23c09d29f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 210 time: 0.0509813 Apr 23 10:21:32.252499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-1097048c-f0ca-42ce-b365-14b3ccb5e172 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:32.254993 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-1097048c-f0ca-42ce-b365-14b3ccb5e172 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.35 "GET /v2.0/networks?id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 200 len: 809 time: 0.1847990 Apr 23 10:21:32.312284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-4d5f692e-e507-40b8-af7d-9c30a324447f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Synchronizing usage tracker for tenant:36e282fb5d5a49df8381bc8ca96c9e73 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:21:32.324922 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-adcc50ae-b52b-4caf-a4f9-bd2dcff3b9e0 req-878280e3-c4ec-4ecb-b5e1-4b4fe7729b04 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 210 time: 0.0529006 Apr 23 10:21:32.352848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-4d5f692e-e507-40b8-af7d-9c30a324447f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Unset dirty status for tenant:36e282fb5d5a49df8381bc8ca96c9e73 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:21:32.354163 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-4d5f692e-e507-40b8-af7d-9c30a324447f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36e282fb5d5a49df8381bc8ca96c9e73 HTTP/1.1" status: 200 len: 378 time: 0.0903757 Apr 23 10:21:32.364493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-f72686c0-bb4d-4eaa-9781-cd743fbc1af7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Request body: {'port': {'device_id': 'd034a96e-f511-48b3-8c2f-11352b55acbd', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'admin_state_up': True, 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'security_groups': ['ce488084-5468-4ec3-9abd-7418813d9fb5']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:21:32.523915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-f72686c0-bb4d-4eaa-9781-cd743fbc1af7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:21:32.528662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-f72686c0-bb4d-4eaa-9781-cd743fbc1af7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Usage tracker for resource:port and tenant:36e282fb5d5a49df8381bc8ca96c9e73 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:21:32.531895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-f72686c0-bb4d-4eaa-9781-cd743fbc1af7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:21:32.538785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-f72686c0-bb4d-4eaa-9781-cd743fbc1af7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:21:32.593218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-f72686c0-bb4d-4eaa-9781-cd743fbc1af7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Made reservation on behalf of 36e282fb5d5a49df8381bc8ca96c9e73 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:21:32.600855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-f72686c0-bb4d-4eaa-9781-cd743fbc1af7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:32.807880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-f72686c0-bb4d-4eaa-9781-cd743fbc1af7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Allocated IP 172.20.0.5 (8ef94b0f-70c1-454a-8c6c-37e8d572b9e4/2baf990d-07da-4ec3-81f0-7d13aea03aba/744e8579-4602-4e83-bc88-bbc5dcd3f79f) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:21:33.019268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-f72686c0-bb4d-4eaa-9781-cd743fbc1af7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:33.072948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-f72686c0-bb4d-4eaa-9781-cd743fbc1af7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Transition to ACTIVE for port object 744e8579-4602-4e83-bc88-bbc5dcd3f79f will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:21:33.124804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-f72686c0-bb4d-4eaa-9781-cd743fbc1af7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:33.131442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f77a74f7-b0c1-42f5-9f91-4206c515ba52 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:21:33.210395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-f72686c0-bb4d-4eaa-9781-cd743fbc1af7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Network 8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:21:33.214625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-f72686c0-bb4d-4eaa-9781-cd743fbc1af7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:21:33.219254 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-f72686c0-bb4d-4eaa-9781-cd743fbc1af7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:21:33.260164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72686c0-bb4d-4eaa-9781-cd743fbc1af7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event updated for resources: {'Port': ['ID=744e8579-4602-4e83-bc88-bbc5dcd3f79f,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:21:33.267954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f72686c0-bb4d-4eaa-9781-cd743fbc1af7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:21:33.304551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-f72686c0-bb4d-4eaa-9781-cd743fbc1af7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:33.305503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-f72686c0-bb4d-4eaa-9781-cd743fbc1af7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:33.405210 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-f72686c0-bb4d-4eaa-9781-cd743fbc1af7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0457120 Apr 23 10:21:33.418033 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] Request body: {'port': {'device_id': 'd034a96e-f511-48b3-8c2f-11352b55acbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:21:33.552931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:33.553164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8c25cb1b-f8a2-4c9d-9e8a-f40a2cb6c2f8 None None] Provisioning for port 744e8579-4602-4e83-bc88-bbc5dcd3f79f completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:21:33.562870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-8c25cb1b-f8a2-4c9d-9e8a-f40a2cb6c2f8 None None] Provisioning complete for port 744e8579-4602-4e83-bc88-bbc5dcd3f79f triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:21:33.562870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8c25cb1b-f8a2-4c9d-9e8a-f40a2cb6c2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:33.621470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b940b8-7663-42ec-904c-c516089e2eb1 req-ed9adc74-722f-43fc-b2ec-e401532d281c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:33.623392 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f2b940b8-7663-42ec-904c-c516089e2eb1 req-ed9adc74-722f-43fc-b2ec-e401532d281c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 931 time: 0.1533039 Apr 23 10:21:33.631993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-8c25cb1b-f8a2-4c9d-9e8a-f40a2cb6c2f8 None None] Port 744e8579-4602-4e83-bc88-bbc5dcd3f79f cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:21:33.680520 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f2b940b8-7663-42ec-904c-c516089e2eb1 req-dd6a7fe3-aa86-4c5e-bd2b-f0078bf7162f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482180 Apr 23 10:21:33.953257 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 744e8579-4602-4e83-bc88-bbc5dcd3f79f {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:21:33.961965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:33.979633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] Transition to ACTIVE for port object 744e8579-4602-4e83-bc88-bbc5dcd3f79f will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:21:34.010086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:34.016369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a165b6c9-c29a-488f-8063-9a1aa5b72b6b tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:21:34.199162 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] Pushing event updated for resources: {'Port': ['ID=744e8579-4602-4e83-bc88-bbc5dcd3f79f,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:21:34.232029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:21:34.279664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] Attempting to bind port 744e8579-4602-4e83-bc88-bbc5dcd3f79f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:21:34.280230 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] Attempting to bind port 744e8579-4602-4e83-bc88-bbc5dcd3f79f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '35349309-5305-4d05-ab1c-4c2bc7cb9639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:21:34.280384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] Attempting to bind port 744e8579-4602-4e83-bc88-bbc5dcd3f79f on network 8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:21:34.286330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] Port 744e8579-4602-4e83-bc88-bbc5dcd3f79f on network 8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:21:34.286706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] Attempting to bind port 744e8579-4602-4e83-bc88-bbc5dcd3f79f on network 8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:21:34.292471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:21:34.292854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] Checking segment: {'id': '35349309-5305-4d05-ab1c-4c2bc7cb9639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:21:34.293284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] Bound using segment: {'id': '35349309-5305-4d05-ab1c-4c2bc7cb9639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:21:34.293765 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] Bound port: 744e8579-4602-4e83-bc88-bbc5dcd3f79f, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35349309-5305-4d05-ab1c-4c2bc7cb9639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:21:34.294154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:34.395541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] For port 744e8579-4602-4e83-bc88-bbc5dcd3f79f, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:21:34.398845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] For port 744e8579-4602-4e83-bc88-bbc5dcd3f79f, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=744e8579-4602-4e83-bc88-bbc5dcd3f79f,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:21:34.464461 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:34.470532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f72686c0-bb4d-4eaa-9781-cd743fbc1af7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:21:34.541679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:34.542638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:34.543960 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] 10.222.0.35 "PUT /v2.0/ports/744e8579-4602-4e83-bc88-bbc5dcd3f79f HTTP/1.1" status: 200 len: 1093 time: 1.1311653 Apr 23 10:21:34.544562 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd034a96e-f511-48b3-8c2f-11352b55acbd', 'tag': '744e8579-4602-4e83-bc88-bbc5dcd3f79f'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:21:34.579006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] Pushing event updated for resources: {'Port': ['ID=744e8579-4602-4e83-bc88-bbc5dcd3f79f,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:21:34.583333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:21:34.608442 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd034a96e-f511-48b3-8c2f-11352b55acbd', 'tag': '744e8579-4602-4e83-bc88-bbc5dcd3f79f', 'status': 'completed', 'code': 200} Apr 23 10:21:34.699643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-5add44e4-a38d-4815-afae-50acf8ca961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:34.701309 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-5add44e4-a38d-4815-afae-50acf8ca961d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 1096 time: 0.0857673 Apr 23 10:21:34.785129 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-7176cefe-8d33-43eb-a666-ca8903b8cef2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=744e8579-4602-4e83-bc88-bbc5dcd3f79f HTTP/1.1" status: 200 len: 217 time: 0.0751345 Apr 23 10:21:34.858181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-1e8ffed7-39c5-423c-80bf-e2888152df3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:34.859731 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-1e8ffed7-39c5-423c-80bf-e2888152df3c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2baf990d-07da-4ec3-81f0-7d13aea03aba HTTP/1.1" status: 200 len: 848 time: 0.0686405 Apr 23 10:21:34.919502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca25614-75b9-4d13-959e-ee71c8a5cc77 req-540a8895-d602-40d4-8bf0-fb418862072f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:34.921187 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dca25614-75b9-4d13-959e-ee71c8a5cc77 req-540a8895-d602-40d4-8bf0-fb418862072f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 943 time: 0.1140156 Apr 23 10:21:34.952530 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-87a59808-647c-4b67-9189-f03b449d1a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:34.954177 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-87a59808-647c-4b67-9189-f03b449d1a6c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876088 Apr 23 10:21:34.978922 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-dca25614-75b9-4d13-959e-ee71c8a5cc77 req-3e3b8024-986a-4c8a-ab90-aeefbf18b46f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501983 Apr 23 10:21:35.105194 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-2698fed4-252f-44e9-80e6-0bebe1fe8ed8 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436336 Apr 23 10:21:35.268467 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa695a19-e1b8-4025-8fc2-9d7c0b3d4435 req-71d3435c-ed39-413d-8413-1ea5aa79009d service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565180 Apr 23 10:21:35.444625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496c2fe-6d60-497d-b03a-3641aae39261 req-4a31b404-757a-4a70-9f88-4c1bc8b913d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:35.446254 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8496c2fe-6d60-497d-b03a-3641aae39261 req-4a31b404-757a-4a70-9f88-4c1bc8b913d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 1096 time: 0.0811298 Apr 23 10:21:35.602409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496c2fe-6d60-497d-b03a-3641aae39261 req-62d9edc4-d374-48a0-b82b-ba529ed2cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:35.603993 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8496c2fe-6d60-497d-b03a-3641aae39261 req-62d9edc4-d374-48a0-b82b-ba529ed2cffa service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 200 len: 910 time: 0.1503432 Apr 23 10:21:35.683271 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8496c2fe-6d60-497d-b03a-3641aae39261 req-70a4182e-95e0-4b5b-a911-55d9f35ac28f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=744e8579-4602-4e83-bc88-bbc5dcd3f79f HTTP/1.1" status: 200 len: 217 time: 0.0729578 Apr 23 10:21:35.756244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496c2fe-6d60-497d-b03a-3641aae39261 req-5377047e-926d-4166-8e73-c032590a11c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:35.758082 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8496c2fe-6d60-497d-b03a-3641aae39261 req-5377047e-926d-4166-8e73-c032590a11c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2baf990d-07da-4ec3-81f0-7d13aea03aba HTTP/1.1" status: 200 len: 848 time: 0.0661147 Apr 23 10:21:35.846097 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496c2fe-6d60-497d-b03a-3641aae39261 req-94dfa965-d169-4052-a077-ae8a0b2b2cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:35.847796 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8496c2fe-6d60-497d-b03a-3641aae39261 req-94dfa965-d169-4052-a077-ae8a0b2b2cb8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829806 Apr 23 10:21:35.994897 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8496c2fe-6d60-497d-b03a-3641aae39261 req-45224fcd-0f98-45d6-9095-468787ac2c9a service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388671 Apr 23 10:21:36.249194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ce28-b2e6-4821-b590-64b85016d0a6 req-6ca9e90a-a621-410e-9d36-ca09ae9dc5e2 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:36.250879 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3193ce28-b2e6-4821-b590-64b85016d0a6 req-6ca9e90a-a621-410e-9d36-ca09ae9dc5e2 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 943 time: 0.1493971 Apr 23 10:21:36.305701 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3193ce28-b2e6-4821-b590-64b85016d0a6 req-2dce7371-224f-4bee-92aa-8ac3a0e0ff47 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473850 Apr 23 10:21:36.454843 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8496c2fe-6d60-497d-b03a-3641aae39261 req-3eb1854c-3858-41aa-9c2e-bb9632352799 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505115 Apr 23 10:21:36.770529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-aab6cdde-ddc2-45ae-aa98-73e2c431e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:37.524038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756da81-b65c-4d61-a8d1-e36fba025257 req-b4b4d61a-87ae-48d5-8801-2e4ec1afcfa9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:37.525708 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d756da81-b65c-4d61-a8d1-e36fba025257 req-b4b4d61a-87ae-48d5-8801-2e4ec1afcfa9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 943 time: 0.1013374 Apr 23 10:21:37.577585 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d756da81-b65c-4d61-a8d1-e36fba025257 req-0b430e4e-5b04-4980-a82b-a21152f70800 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448205 Apr 23 10:21:38.787314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cc890-c48a-4c7e-9c28-0dd0ab370e5d req-1926be07-0836-44f7-92cd-5729a7b03445 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:38.788841 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa3cc890-c48a-4c7e-9c28-0dd0ab370e5d req-1926be07-0836-44f7-92cd-5729a7b03445 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 943 time: 0.0905914 Apr 23 10:21:38.839223 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-aa3cc890-c48a-4c7e-9c28-0dd0ab370e5d req-75e298fd-d390-4c7f-806c-b03d6c953026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437543 Apr 23 10:21:39.741355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e530dc34-0b79-42cf-9f8f-90c6f47a0578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:40.054683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bac9b5-2340-45f0-bd12-7d659d31c2c9 req-ac8ad4f6-19b9-48db-9b05-2944ad48c04b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:40.056356 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b3bac9b5-2340-45f0-bd12-7d659d31c2c9 req-ac8ad4f6-19b9-48db-9b05-2944ad48c04b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 943 time: 0.0979791 Apr 23 10:21:40.109279 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b3bac9b5-2340-45f0-bd12-7d659d31c2c9 req-b9958804-527a-4e7c-bc07-87c49f058967 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449338 Apr 23 10:21:40.689787 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:41.326287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c465564-ba81-4a59-a411-facf8a4d4f72 req-06790354-0b6c-4683-ae6c-c07f15a9cda4 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:41.327862 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4c465564-ba81-4a59-a411-facf8a4d4f72 req-06790354-0b6c-4683-ae6c-c07f15a9cda4 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 943 time: 0.1004550 Apr 23 10:21:41.341314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:41.381102 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4c465564-ba81-4a59-a411-facf8a4d4f72 req-111b9c07-c967-4c48-a863-6cb32d9bf3ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464180 Apr 23 10:21:42.592705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:42.593290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e71f08-e3d3-4b8b-829e-d973f87e6bbc req-ca402cde-7749-4630-ba75-55af54ff9866 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:42.594386 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d9e71f08-e3d3-4b8b-829e-d973f87e6bbc req-ca402cde-7749-4630-ba75-55af54ff9866 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 943 time: 0.0942681 Apr 23 10:21:42.646220 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d9e71f08-e3d3-4b8b-829e-d973f87e6bbc req-0f9b5b39-2245-4f1c-826e-b6d1fc8328e1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451498 Apr 23 10:21:43.858547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401741bf-9dd0-445e-9ff0-ce73357fd188 req-1d72e5ce-7f94-4bda-8b4d-ec2df625aba9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:43.860186 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-401741bf-9dd0-445e-9ff0-ce73357fd188 req-1d72e5ce-7f94-4bda-8b4d-ec2df625aba9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 943 time: 0.0960450 Apr 23 10:21:43.911581 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-401741bf-9dd0-445e-9ff0-ce73357fd188 req-e4b80414-ea51-4e6d-826f-7acf8128f916 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447216 Apr 23 10:21:44.061063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 744e8579-4602-4e83-bc88-bbc5dcd3f79f details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:21:44.215211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 744e8579-4602-4e83-bc88-bbc5dcd3f79f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=744e8579-4602-4e83-bc88-bbc5dcd3f79f,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:21:44.229235 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '744e8579-4602-4e83-bc88-bbc5dcd3f79f', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'port_id': '744e8579-4602-4e83-bc88-bbc5dcd3f79f', 'mac_address': 'fa:16:3e:01:aa:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:21:44.291410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:44.310406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 744e8579-4602-4e83-bc88-bbc5dcd3f79f {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:21:44.328622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 744e8579-4602-4e83-bc88-bbc5dcd3f79f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=744e8579-4602-4e83-bc88-bbc5dcd3f79f,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:21:44.375706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:44.377648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-19d35a23-7ed2-4ef1-9b06-8395dff03c51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:21:44.457430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=744e8579-4602-4e83-bc88-bbc5dcd3f79f,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:21:44.465952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:21:44.466265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:21:44.466689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:21:44.467069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:21:44.467444 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:21:44.467821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:21:44.468198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:21:44.468573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:21:44.468936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:21:44.469312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:21:44.469683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:21:44.470051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:21:44.475426 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:21:44.705576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['744e8579-4602-4e83-bc88-bbc5dcd3f79f'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:21:45.124001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fca29-6fa4-496e-9d0a-e1bba3505baf req-3f89cca5-f532-4585-bca2-13430fcf9b6f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:45.125629 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f75fca29-6fa4-496e-9d0a-e1bba3505baf req-3f89cca5-f532-4585-bca2-13430fcf9b6f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 944 time: 0.0960736 Apr 23 10:21:45.176485 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f75fca29-6fa4-496e-9d0a-e1bba3505baf req-de801299-af78-4c26-ab85-9c0257e4a830 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436704 Apr 23 10:21:46.061220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 744e8579-4602-4e83-bc88-bbc5dcd3f79f up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:21:46.182146 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port 744e8579-4602-4e83-bc88-bbc5dcd3f79f completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:21:46.191571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 744e8579-4602-4e83-bc88-bbc5dcd3f79f triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:21:46.192317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:46.352267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:46.388456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd034a96e-f511-48b3-8c2f-11352b55acbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744e8579-4602-4e83-bc88-bbc5dcd3f79f'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:21:46.406629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9ee22-3a7a-45fd-a0de-d54c1cfd2b6a req-57c85211-a508-4cdf-b4ef-49dc87e68833 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:46.407822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 744e8579-4602-4e83-bc88-bbc5dcd3f79f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=744e8579-4602-4e83-bc88-bbc5dcd3f79f,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:21:46.409102 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-92d9ee22-3a7a-45fd-a0de-d54c1cfd2b6a req-57c85211-a508-4cdf-b4ef-49dc87e68833 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 944 time: 0.1074581 Apr 23 10:21:46.432921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:46.436376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b5e01827-dc80-4224-aa1c-b7acb02e0937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:21:46.468888 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-92d9ee22-3a7a-45fd-a0de-d54c1cfd2b6a req-4856518b-1327-405e-94c5-19cfd9d392d8 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524423 Apr 23 10:21:46.536877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=744e8579-4602-4e83-bc88-bbc5dcd3f79f,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:21:46.540905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:21:46.640382 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd034a96e-f511-48b3-8c2f-11352b55acbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744e8579-4602-4e83-bc88-bbc5dcd3f79f', 'code': 200} Apr 23 10:21:46.976660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ca66e-8cc4-4fa7-a653-fee424fa68e5 req-fb07ab35-5a5d-4b75-9a33-8b7ebb2449c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:46.978200 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-908ca66e-8cc4-4fa7-a653-fee424fa68e5 req-fb07ab35-5a5d-4b75-9a33-8b7ebb2449c6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 1098 time: 0.0798109 Apr 23 10:21:47.024915 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-908ca66e-8cc4-4fa7-a653-fee424fa68e5 req-0eda3874-c7aa-46dd-be3e-0bceded0ad87 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403707 Apr 23 10:21:47.707738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea397e50-00ba-4872-819a-9ba624fca363 req-dfb2fe3f-0e5c-4421-9e0a-8ee1873f9fcd tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:47.709409 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ea397e50-00ba-4872-819a-9ba624fca363 req-dfb2fe3f-0e5c-4421-9e0a-8ee1873f9fcd tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 945 time: 0.0995250 Apr 23 10:21:47.761658 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ea397e50-00ba-4872-819a-9ba624fca363 req-f2486f00-bcb9-477a-bd73-340cc4f8e8b6 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455823 Apr 23 10:21:48.979586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce9ec2-6ebe-49a8-9fb9-e11aca91263b req-f76a4f32-29f7-465b-887b-e543322285f0 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:48.981238 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6ce9ec2-6ebe-49a8-9fb9-e11aca91263b req-f76a4f32-29f7-465b-887b-e543322285f0 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 945 time: 0.1012053 Apr 23 10:21:49.036052 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a6ce9ec2-6ebe-49a8-9fb9-e11aca91263b req-f00a09c4-89be-4157-8c10-e86d62e9839b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474958 Apr 23 10:21:49.255773 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa76d61-f3d5-4398-b2df-79a3a42b8910 req-87aefce0-389a-4efb-85a8-8a566d56874c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:49.257752 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4aa76d61-f3d5-4398-b2df-79a3a42b8910 req-87aefce0-389a-4efb-85a8-8a566d56874c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 945 time: 0.1029704 Apr 23 10:21:49.315396 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4aa76d61-f3d5-4398-b2df-79a3a42b8910 req-af38217c-95c8-4ff0-9828-edb69da2cbe0 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460627 Apr 23 10:21:49.341382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50900) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:21:49.486206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998875db-e3e3-4dbe-b272-432921d89a9d tempest-TestShelveInstance-230433309 tempest-TestShelveInstance-230433309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:49.488180 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-998875db-e3e3-4dbe-b272-432921d89a9d tempest-TestShelveInstance-230433309 tempest-TestShelveInstance-230433309-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 1093 time: 0.1454928 Apr 23 10:21:49.491147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 50906) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:21:49.499680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': '744e8579-4602-4e83-bc88-bbc5dcd3f79f', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:21:49.507724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:21:49.511957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Usage tracker for resource:floatingip and tenant:36e282fb5d5a49df8381bc8ca96c9e73 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:21:49.515224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:21:49.523055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:21:49.593177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for floatingip, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:49.751027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:49.906297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Allocated IP 172.26.4.33 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/344755ac-4484-4daa-9a12-cd6f14c051d7) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:21:50.141914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:50.222145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:50.227275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a68274ec-b852-4109-a1c5-cacc02b884eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:21:50.297376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:21:50.301873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:21:50.306040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:21:50.343342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event updated for resources: {'Port': ['ID=344755ac-4484-4daa-9a12-cd6f14c051d7,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:21:50.355053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:21:50.355492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:21:50.355923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:21:50.356343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:21:50.356764 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:21:50.357180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:21:50.357596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:21:50.358040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:21:50.358463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:21:50.358878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:21:50.359291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:21:50.359704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:21:50.365778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:21:50.771703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:50.888981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:51.116820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:51.147226 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:51.151400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a0ea36db-ddd3-4fe3-ae7f-e3bd09c2c2dc tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:21:51.263063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event updated for resources: {'Port': ['ID=344755ac-4484-4daa-9a12-cd6f14c051d7,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:21:51.267804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:21:51.286212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:51.482392 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Floating IP f3ecbcb4-3e20-4e16-b0d1-7aeecc6944dc associated. External IP: 172.26.4.33, port: 744e8579-4602-4e83-bc88-bbc5dcd3f79f. Apr 23 10:21:51.912939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Router 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:21:52.135974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:21:52.146465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bf9207-cb44-4d51-aab2-8050700b4d97 None None] Sync routers for ids ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:21:52.158112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bf9207-cb44-4d51-aab2-8050700b4d97 None None] Routers {'7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:21:52.159715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-66bf9207-cb44-4d51-aab2-8050700b4d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:21:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:21:52.198940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:21:52.265530 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7729800 Apr 23 10:21:52.266306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd034a96e-f511-48b3-8c2f-11352b55acbd', 'tag': '744e8579-4602-4e83-bc88-bbc5dcd3f79f'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:21:52.333605 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd034a96e-f511-48b3-8c2f-11352b55acbd', 'tag': '744e8579-4602-4e83-bc88-bbc5dcd3f79f', 'status': 'completed', 'code': 200} Apr 23 10:21:52.370445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-66bf9207-cb44-4d51-aab2-8050700b4d97 None None] Set router 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:21:52.450401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e2449-7294-4534-ae1e-157c1abe4844 req-19b92a7a-fa5c-4ac6-9eaf-a6f1528366f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:52.452609 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-808e2449-7294-4534-ae1e-157c1abe4844 req-19b92a7a-fa5c-4ac6-9eaf-a6f1528366f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 1098 time: 0.0914884 Apr 23 10:21:52.666916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e2449-7294-4534-ae1e-157c1abe4844 req-60db7bf9-be1a-4ef6-818b-b8eea36e2b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:52.669759 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-808e2449-7294-4534-ae1e-157c1abe4844 req-60db7bf9-be1a-4ef6-818b-b8eea36e2b06 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 200 len: 910 time: 0.2101808 Apr 23 10:21:52.792144 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-808e2449-7294-4534-ae1e-157c1abe4844 req-f0ce7dd6-83dd-400e-85b8-8746ae92c639 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=744e8579-4602-4e83-bc88-bbc5dcd3f79f HTTP/1.1" status: 200 len: 998 time: 0.1158757 Apr 23 10:21:52.795688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-66bf9207-cb44-4d51-aab2-8050700b4d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'name': 'tempest-TestShelveInstance-2145674496-router', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:11Z', 'revision_number': 4, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'gw_port': {'id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'f3ecbcb4-3e20-4e16-b0d1-7aeecc6944dc', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'floating_ip_address': '172.26.4.33', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'port_id': '744e8579-4602-4e83-bc88-bbc5dcd3f79f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'mac_address': 'fa:16:3e:01:aa:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034a96e-f511-48b3-8c2f-11352b55acbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:21:50Z', 'updated_at': '2021-04-23T10:21:50Z', 'revision_number': 0, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ea4604-1124-4422-86d5-929a0f8aa1d8', 'name': '', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'mac_address': 'fa:16:3e:12:92:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:11Z', 'updated_at': '2021-04-23T10:15:20Z', 'revision_number': 5, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'subnets': [{'id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:21:52.800707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bf9207-cb44-4d51-aab2-8050700b4d97 None None] Checking router: 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:21:52.810965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bf9207-cb44-4d51-aab2-8050700b4d97 None None] Routers {'7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:21:52.811658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-66bf9207-cb44-4d51-aab2-8050700b4d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:21:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:21:52.872122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e2449-7294-4534-ae1e-157c1abe4844 req-0a14a56c-3c1c-42ca-b69a-b356d5b202f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:52.874190 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-808e2449-7294-4534-ae1e-157c1abe4844 req-0a14a56c-3c1c-42ca-b69a-b356d5b202f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2baf990d-07da-4ec3-81f0-7d13aea03aba HTTP/1.1" status: 200 len: 848 time: 0.0756421 Apr 23 10:21:52.985294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e2449-7294-4534-ae1e-157c1abe4844 req-b6e21910-bbaf-4ae5-b6d7-463c0144f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:21:52.988036 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-808e2449-7294-4534-ae1e-157c1abe4844 req-b6e21910-bbaf-4ae5-b6d7-463c0144f4d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1078336 Apr 23 10:21:53.170793 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-808e2449-7294-4534-ae1e-157c1abe4844 req-ba64b574-69f0-4e9e-bfd7-b28911e47587 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764367 Apr 23 10:21:53.238419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-66bf9207-cb44-4d51-aab2-8050700b4d97 None None] Set router 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:21:53.638167 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-808e2449-7294-4534-ae1e-157c1abe4844 req-d501f550-48cc-43fb-be46-ad9852e78201 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612043 Apr 23 10:21:53.654082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-66bf9207-cb44-4d51-aab2-8050700b4d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'name': 'tempest-TestShelveInstance-2145674496-router', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:11Z', 'revision_number': 4, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'gw_port': {'id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'f3ecbcb4-3e20-4e16-b0d1-7aeecc6944dc', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'floating_ip_address': '172.26.4.33', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'port_id': '744e8579-4602-4e83-bc88-bbc5dcd3f79f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'mac_address': 'fa:16:3e:01:aa:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034a96e-f511-48b3-8c2f-11352b55acbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:21:50Z', 'updated_at': '2021-04-23T10:21:50Z', 'revision_number': 0, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ea4604-1124-4422-86d5-929a0f8aa1d8', 'name': '', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'mac_address': 'fa:16:3e:12:92:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:11Z', 'updated_at': '2021-04-23T10:15:20Z', 'revision_number': 5, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'subnets': [{'id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:21:53.658967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bf9207-cb44-4d51-aab2-8050700b4d97 None None] The sync data for ids ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'] in dv-neutron-786478-4-hyperv is: [{'id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'name': 'tempest-TestShelveInstance-2145674496-router', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:11Z', 'revision_number': 4, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'gw_port': {'id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': 'f3ecbcb4-3e20-4e16-b0d1-7aeecc6944dc', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'floating_ip_address': '172.26.4.33', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'port_id': '744e8579-4602-4e83-bc88-bbc5dcd3f79f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'mac_address': 'fa:16:3e:01:aa:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034a96e-f511-48b3-8c2f-11352b55acbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:21:50Z', 'updated_at': '2021-04-23T10:21:50Z', 'revision_number': 0, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ea4604-1124-4422-86d5-929a0f8aa1d8', 'name': '', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'mac_address': 'fa:16:3e:12:92:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:11Z', 'updated_at': '2021-04-23T10:15:20Z', 'revision_number': 5, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'subnets': [{'id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:21:54.013827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b3584-2461-46af-9338-f74558f8b3c8 None None] New status for floating IP f3ecbcb4-3e20-4e16-b0d1-7aeecc6944dc: ACTIVE {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:21:54.027621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:06.043236 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:22:06.764067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ebe74aad-642b-48a1-8ad8-574f7477e688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:09.736082 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6077175b-096c-4789-b4c5-468b7ee6f52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:10.736005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:11.358681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:12.701312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:24.009806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:29.165888 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bea7a415-c25a-443f-959d-7195276bf4e2 req-a4a0bc1c-3b58-489b-9a41-813f47311564 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818436 Apr 23 10:22:29.437737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7a415-c25a-443f-959d-7195276bf4e2 req-00eb0898-ebbc-4ba8-a8f1-6b0bf6380691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:22:29.439364 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bea7a415-c25a-443f-959d-7195276bf4e2 req-00eb0898-ebbc-4ba8-a8f1-6b0bf6380691 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 1098 time: 0.0842044 Apr 23 10:22:29.600360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7a415-c25a-443f-959d-7195276bf4e2 req-53d49ca5-0495-42f9-84f5-c5743c0189da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:22:29.601912 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bea7a415-c25a-443f-959d-7195276bf4e2 req-53d49ca5-0495-42f9-84f5-c5743c0189da service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 200 len: 910 time: 0.1428294 Apr 23 10:22:29.712743 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bea7a415-c25a-443f-959d-7195276bf4e2 req-b6320216-27ff-4c42-9d55-dbc2beeeea75 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=744e8579-4602-4e83-bc88-bbc5dcd3f79f HTTP/1.1" status: 200 len: 1000 time: 0.1045916 Apr 23 10:22:29.785833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7a415-c25a-443f-959d-7195276bf4e2 req-4566b653-6fe8-4b57-931a-fdc9d8bc5986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:22:29.787428 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bea7a415-c25a-443f-959d-7195276bf4e2 req-4566b653-6fe8-4b57-931a-fdc9d8bc5986 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2baf990d-07da-4ec3-81f0-7d13aea03aba HTTP/1.1" status: 200 len: 848 time: 0.0674934 Apr 23 10:22:29.871386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7a415-c25a-443f-959d-7195276bf4e2 req-1ed40a55-fc00-4def-8c17-737b8b8130e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:22:29.873084 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bea7a415-c25a-443f-959d-7195276bf4e2 req-1ed40a55-fc00-4def-8c17-737b8b8130e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795984 Apr 23 10:22:30.019669 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bea7a415-c25a-443f-959d-7195276bf4e2 req-82508071-1d8a-4398-a93c-f08cb38f9f34 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403942 Apr 23 10:22:30.167738 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bea7a415-c25a-443f-959d-7195276bf4e2 req-662f784d-9cce-404c-9647-6ab8aba3aa83 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421905 Apr 23 10:22:36.753606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6b488465-f324-4fc6-ab87-9006d4fe21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:39.718657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b073ac52-6b7d-4127-af58-f3c7653812d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:40.667466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:41.341304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:42.604317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:22:43.042726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:22:54.015468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:06.765327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc23658a-af84-418f-ae18-eddb4b3a64b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:09.738208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ced3284c-9d6d-4e31-89a1-bcd740ecd3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:10.690541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:11.387323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:12.592883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:20.041737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:23:24.009833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:29.165001 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-993b5243-12d3-474e-aee5-0769602a6ad9 req-41e499b1-462f-4678-87e9-0b28c1c88ce8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833731 Apr 23 10:23:29.313722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b5243-12d3-474e-aee5-0769602a6ad9 req-a2068b83-393b-4570-a029-cf4fd2bbda60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:23:29.315384 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-993b5243-12d3-474e-aee5-0769602a6ad9 req-a2068b83-393b-4570-a029-cf4fd2bbda60 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 1098 time: 0.0793784 Apr 23 10:23:29.471734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b5243-12d3-474e-aee5-0769602a6ad9 req-86f615e1-2911-4901-a3a0-498d8c5acbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:23:29.473846 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-993b5243-12d3-474e-aee5-0769602a6ad9 req-86f615e1-2911-4901-a3a0-498d8c5acbf2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 200 len: 910 time: 0.1405184 Apr 23 10:23:29.585214 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-993b5243-12d3-474e-aee5-0769602a6ad9 req-03dc8b0a-c71d-44c4-9c1d-a0d2cd417562 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=744e8579-4602-4e83-bc88-bbc5dcd3f79f HTTP/1.1" status: 200 len: 1000 time: 0.1043861 Apr 23 10:23:29.653529 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b5243-12d3-474e-aee5-0769602a6ad9 req-c76181b7-e0b6-44a0-9cc7-a444d0b8f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:23:29.655121 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-993b5243-12d3-474e-aee5-0769602a6ad9 req-c76181b7-e0b6-44a0-9cc7-a444d0b8f68d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2baf990d-07da-4ec3-81f0-7d13aea03aba HTTP/1.1" status: 200 len: 848 time: 0.0639081 Apr 23 10:23:29.742823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b5243-12d3-474e-aee5-0769602a6ad9 req-7c4ed16a-5bb9-4502-ade4-7e5617ad0ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:23:29.744341 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-993b5243-12d3-474e-aee5-0769602a6ad9 req-7c4ed16a-5bb9-4502-ade4-7e5617ad0ceb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831296 Apr 23 10:23:29.755279 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [req-993b5243-12d3-474e-aee5-0769602a6ad9 req-6213487d-a679-4588-a34b-9425caedbe00 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 10:23:29.756267 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-993b5243-12d3-474e-aee5-0769602a6ad9 req-6213487d-a679-4588-a34b-9425caedbe00 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053890 Apr 23 10:23:29.898839 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-993b5243-12d3-474e-aee5-0769602a6ad9 req-efa07187-d3aa-4933-bd4e-1c0b3b0c29f6 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360884 Apr 23 10:23:30.039545 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-993b5243-12d3-474e-aee5-0769602a6ad9 req-8948a21f-f99b-49d0-bddc-9bf245b711c0 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346443 Apr 23 10:23:36.776232 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c599f4e-1b05-4de6-a372-4a8038d87442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:39.724595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-200e77b3-ae50-43cc-924b-612251ac9493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:40.462973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [req-ba953709-612b-4ae9-95d9-449cdd58d941 req-8c81c620-9671-45b8-b868-a12d221d7ce7 service neutron] (87175) timed out ('10.222.0.60', 49272) {{(pid=87175) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 23 10:23:40.679005 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:41.330924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:42.604747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:54.049585 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:23:57.041336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:24:06.769970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a580a56c-b3a2-4634-b19f-ccb0799633e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:09.730495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-06c8682b-6fec-4d68-87a0-c3d831b8de82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:10.685043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:11.330637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:12.604831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:24.039593 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:30.743712 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e096ffe8-8604-45d7-83fc-b0d8a7a4e376 req-fd4cec41-c761-4e8f-94e0-3c35402d9119 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827980 Apr 23 10:24:30.914727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096ffe8-8604-45d7-83fc-b0d8a7a4e376 req-58dfe896-b25f-462c-94d8-c788217c9a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:30.916367 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e096ffe8-8604-45d7-83fc-b0d8a7a4e376 req-58dfe896-b25f-462c-94d8-c788217c9a9d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 1098 time: 0.0937638 Apr 23 10:24:31.087848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096ffe8-8604-45d7-83fc-b0d8a7a4e376 req-e7e91f82-a3d5-4cb1-bcd2-146d296890eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:31.089555 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e096ffe8-8604-45d7-83fc-b0d8a7a4e376 req-e7e91f82-a3d5-4cb1-bcd2-146d296890eb service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 200 len: 910 time: 0.1525667 Apr 23 10:24:31.215428 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e096ffe8-8604-45d7-83fc-b0d8a7a4e376 req-39460ff7-0c59-457a-bb61-bd9a847434f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=744e8579-4602-4e83-bc88-bbc5dcd3f79f HTTP/1.1" status: 200 len: 1000 time: 0.1169102 Apr 23 10:24:31.305771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096ffe8-8604-45d7-83fc-b0d8a7a4e376 req-10ce89ad-a6a3-4bcc-8fd1-f2ffc858573f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:31.308872 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e096ffe8-8604-45d7-83fc-b0d8a7a4e376 req-10ce89ad-a6a3-4bcc-8fd1-f2ffc858573f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2baf990d-07da-4ec3-81f0-7d13aea03aba HTTP/1.1" status: 200 len: 848 time: 0.0874283 Apr 23 10:24:31.404489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b709d5-2ffa-46be-b93d-02d328747f23 req-e8bb553b-af99-49f4-98ba-55fda74b3486 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:31.405890 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e8b709d5-2ffa-46be-b93d-02d328747f23 req-e8bb553b-af99-49f4-98ba-55fda74b3486 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 945 time: 0.1026928 Apr 23 10:24:31.410728 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096ffe8-8604-45d7-83fc-b0d8a7a4e376 req-65513a0d-25f7-417a-bbe8-687b7ab02ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:31.413025 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e096ffe8-8604-45d7-83fc-b0d8a7a4e376 req-65513a0d-25f7-417a-bbe8-687b7ab02ef8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0963912 Apr 23 10:24:31.459614 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e8b709d5-2ffa-46be-b93d-02d328747f23 req-a691dcf7-d7fc-4441-ab9b-743ae19ff4c7 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461147 Apr 23 10:24:31.573114 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e096ffe8-8604-45d7-83fc-b0d8a7a4e376 req-a4b3425a-6aad-4617-b361-d28fde400bd8 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537585 Apr 23 10:24:31.735492 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-e096ffe8-8604-45d7-83fc-b0d8a7a4e376 req-1eb8915d-0765-4152-988e-3db34a3a03a6 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558676 Apr 23 10:24:32.713337 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e05fb6-65e2-4f06-9af6-7af683d20a27 req-97c9de28-85a9-4033-9956-000635bc6392 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:32.715015 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-73e05fb6-65e2-4f06-9af6-7af683d20a27 req-97c9de28-85a9-4033-9956-000635bc6392 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 945 time: 0.0931118 Apr 23 10:24:32.771284 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-73e05fb6-65e2-4f06-9af6-7af683d20a27 req-48977eb7-bc9c-4a04-b4ce-365b4cfebd26 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491595 Apr 23 10:24:33.986129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0a08a-67f3-44c3-ae55-730d226c4487 req-7f8a5a07-6bcc-4250-96b6-ed2b95c8ddf2 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:33.987943 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5ad0a08a-67f3-44c3-ae55-730d226c4487 req-7f8a5a07-6bcc-4250-96b6-ed2b95c8ddf2 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 945 time: 0.0974786 Apr 23 10:24:34.041302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:24:34.048818 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5ad0a08a-67f3-44c3-ae55-730d226c4487 req-97e114c7-cb8e-4df7-ba80-290066485018 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476940 Apr 23 10:24:35.277121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0724f2-fa8b-4f91-86dd-06ff8dd85437 req-5b2359f8-89e2-45c1-9752-b3232e4a5ed2 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:35.279783 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3d0724f2-fa8b-4f91-86dd-06ff8dd85437 req-5b2359f8-89e2-45c1-9752-b3232e4a5ed2 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 945 time: 0.1018438 Apr 23 10:24:35.332598 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3d0724f2-fa8b-4f91-86dd-06ff8dd85437 req-a141f78b-bdc0-44fd-bf49-b5dde581279f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457973 Apr 23 10:24:36.548493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a778c88-8dfd-4c53-84fe-1f7bbbdfd273 req-9be3e687-de4f-4e39-a43f-39f51c8b1102 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:36.550239 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5a778c88-8dfd-4c53-84fe-1f7bbbdfd273 req-9be3e687-de4f-4e39-a43f-39f51c8b1102 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 945 time: 0.0979326 Apr 23 10:24:36.603312 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5a778c88-8dfd-4c53-84fe-1f7bbbdfd273 req-85fef547-9c96-419e-9872-a37aca90bef5 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461249 Apr 23 10:24:36.776833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3fa93bcd-d1f1-4ee5-9266-4ecda543d1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:37.829912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bd7d7-ae80-4fd3-975b-b76bea82a0f8 req-40dfe4be-ea98-4770-be21-b7fbd4b426a4 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:37.831687 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f70bd7d7-ae80-4fd3-975b-b76bea82a0f8 req-40dfe4be-ea98-4770-be21-b7fbd4b426a4 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 945 time: 0.1019371 Apr 23 10:24:37.890224 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f70bd7d7-ae80-4fd3-975b-b76bea82a0f8 req-7a731b1c-b814-49c4-8514-a6e6984f535f tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461318 Apr 23 10:24:39.122957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36de4b9-ac48-470c-b767-1c6bd80e34d1 req-5ef9ddb5-2727-4dae-878b-a786cde5bed9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:39.125321 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f36de4b9-ac48-470c-b767-1c6bd80e34d1 req-5ef9ddb5-2727-4dae-878b-a786cde5bed9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 945 time: 0.1063802 Apr 23 10:24:39.178030 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f36de4b9-ac48-470c-b767-1c6bd80e34d1 req-3660c6c0-478e-4fa6-81d5-97e03e374282 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457606 Apr 23 10:24:39.741972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b01d65f4-48ca-41a7-bf6e-743aecf67a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:40.403974 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3d598-e253-4f24-9e9a-840892b8e8cd req-d5949e3b-67c2-4fee-b753-a0e17cb0c3d4 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:40.406071 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4bc3d598-e253-4f24-9e9a-840892b8e8cd req-d5949e3b-67c2-4fee-b753-a0e17cb0c3d4 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 945 time: 0.1071458 Apr 23 10:24:40.459232 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-4bc3d598-e253-4f24-9e9a-840892b8e8cd req-66c5a435-8b65-4d9d-959d-317f3837fac6 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461571 Apr 23 10:24:40.697167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:41.337665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:41.520986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425da81-9203-4ca0-a9f3-f97c02066c11 req-373b783d-2e15-49af-afa9-9f1e85b7e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:41.522720 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8425da81-9203-4ca0-a9f3-f97c02066c11 req-373b783d-2e15-49af-afa9-9f1e85b7e9f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 1098 time: 0.1005356 Apr 23 10:24:41.692579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425da81-9203-4ca0-a9f3-f97c02066c11 req-244f14fa-a325-44a9-8107-10346f31bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:41.694130 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8425da81-9203-4ca0-a9f3-f97c02066c11 req-244f14fa-a325-44a9-8107-10346f31bea0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 200 len: 910 time: 0.1650093 Apr 23 10:24:41.695464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63b586-2300-42bd-b783-ab8828f7bdc6 req-a2c562af-ea5c-4154-8a66-cbf4154445cd tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:41.697207 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7a63b586-2300-42bd-b783-ab8828f7bdc6 req-a2c562af-ea5c-4154-8a66-cbf4154445cd tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 945 time: 0.1004679 Apr 23 10:24:41.770458 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7a63b586-2300-42bd-b783-ab8828f7bdc6 req-1cefde0e-9c90-4030-9fab-e690adf27c30 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651767 Apr 23 10:24:41.818833 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8425da81-9203-4ca0-a9f3-f97c02066c11 req-1c755c88-3802-4b98-99ab-01833decdf67 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=744e8579-4602-4e83-bc88-bbc5dcd3f79f HTTP/1.1" status: 200 len: 1000 time: 0.1179359 Apr 23 10:24:41.893388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425da81-9203-4ca0-a9f3-f97c02066c11 req-eaacc6d5-eba8-4649-89ae-f1e9b6852450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:41.895041 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8425da81-9203-4ca0-a9f3-f97c02066c11 req-eaacc6d5-eba8-4649-89ae-f1e9b6852450 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2baf990d-07da-4ec3-81f0-7d13aea03aba HTTP/1.1" status: 200 len: 848 time: 0.0694430 Apr 23 10:24:41.988478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425da81-9203-4ca0-a9f3-f97c02066c11 req-d6519061-a9e2-4b61-ba22-6237149bd46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:41.990009 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8425da81-9203-4ca0-a9f3-f97c02066c11 req-d6519061-a9e2-4b61-ba22-6237149bd46f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0887818 Apr 23 10:24:42.141827 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8425da81-9203-4ca0-a9f3-f97c02066c11 req-8a0eb208-2ec5-4f53-9de3-e651d8333147 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447148 Apr 23 10:24:42.293054 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8425da81-9203-4ca0-a9f3-f97c02066c11 req-e1089f97-8d88-45db-a0d7-349767f87ff3 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446948 Apr 23 10:24:42.616788 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:43.002193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce71178-976a-4ad5-a7b5-547df9cb6c7d req-1d6a663b-9008-45b4-8e01-e7b26163bc29 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:43.005212 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6ce71178-976a-4ad5-a7b5-547df9cb6c7d req-1d6a663b-9008-45b4-8e01-e7b26163bc29 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 945 time: 0.1034355 Apr 23 10:24:43.070238 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6ce71178-976a-4ad5-a7b5-547df9cb6c7d req-24ef03b2-7156-429a-9ddc-9d8fe286c466 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580585 Apr 23 10:24:44.286723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476c430-2b9d-4d53-8047-5ac7afa2859a req-4d051981-5d98-4ad4-a6e8-790e801433f5 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:44.288415 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f476c430-2b9d-4d53-8047-5ac7afa2859a req-4d051981-5d98-4ad4-a6e8-790e801433f5 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 945 time: 0.0987914 Apr 23 10:24:44.339741 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f476c430-2b9d-4d53-8047-5ac7afa2859a req-df2cd497-9258-431a-b152-915bcc1e0737 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448370 Apr 23 10:24:45.544778 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a5b24-7d00-4a09-bb65-e15dd6474b9a req-9890aac3-9bb1-4cf8-8efc-fcc9993141c6 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:45.547131 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-142a5b24-7d00-4a09-bb65-e15dd6474b9a req-9890aac3-9bb1-4cf8-8efc-fcc9993141c6 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 945 time: 0.0941143 Apr 23 10:24:45.595520 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-142a5b24-7d00-4a09-bb65-e15dd6474b9a req-51d2b619-4ab3-4ebb-8cd0-f9ee15acdb57 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420275 Apr 23 10:24:46.039002 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-88a219c3-01af-4f8b-971b-1917356108fe req-145ab128-e0e5-4448-93af-ec396d3f04e2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1246428 Apr 23 10:24:46.040372 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb15e58-cd10-4115-b282-22650e1d62a7 req-139ff7d4-4b08-4ccd-9f68-8ce7e2bbbfac tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:46.042073 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cfb15e58-cd10-4115-b282-22650e1d62a7 req-139ff7d4-4b08-4ccd-9f68-8ce7e2bbbfac tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 945 time: 0.0926020 Apr 23 10:24:46.094776 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cfb15e58-cd10-4115-b282-22650e1d62a7 req-cae34a08-fef9-4111-96bd-2370069fef1e tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454278 Apr 23 10:24:46.854586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 744e8579-4602-4e83-bc88-bbc5dcd3f79f no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:24:46.979488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:47.009141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd034a96e-f511-48b3-8c2f-11352b55acbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '744e8579-4602-4e83-bc88-bbc5dcd3f79f'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:24:47.020404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 744e8579-4602-4e83-bc88-bbc5dcd3f79f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=744e8579-4602-4e83-bc88-bbc5dcd3f79f,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:24:47.056196 dv-neutron-786478-4-hyperv neutron-server[87059]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd034a96e-f511-48b3-8c2f-11352b55acbd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '744e8579-4602-4e83-bc88-bbc5dcd3f79f', 'code': 422} returned with failed status Apr 23 10:24:47.057440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:47.060238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:24:47.134102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=744e8579-4602-4e83-bc88-bbc5dcd3f79f,revision_number=6']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:24:47.143362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:24:47.143839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:24:47.144296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:24:47.144759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:24:47.145211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:24:47.145716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:24:47.146215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:24:47.146781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:24:47.147155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:24:47.147647 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:24:47.148083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:24:47.148521 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:24:47.152910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:24:47.326268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab853235-3f59-4dad-929c-30bb20160476 req-89278afa-0692-468d-ab49-1c6b37ab2de0 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:47.328467 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ab853235-3f59-4dad-929c-30bb20160476 req-89278afa-0692-468d-ab49-1c6b37ab2de0 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 943 time: 0.1048322 Apr 23 10:24:47.384769 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ab853235-3f59-4dad-929c-30bb20160476 req-6f9132d2-0bbb-4a42-8263-f41b44b1f886 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497713 Apr 23 10:24:48.565891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a219c3-01af-4f8b-971b-1917356108fe req-3d090a09-b873-48e5-a770-30ce905be973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:48.567576 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-88a219c3-01af-4f8b-971b-1917356108fe req-3d090a09-b873-48e5-a770-30ce905be973 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd&tenant_id=36e282fb5d5a49df8381bc8ca96c9e73 HTTP/1.1" status: 200 len: 1096 time: 0.0860887 Apr 23 10:24:48.597055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7b4cb-2f97-4ee9-a41c-6ead4dac59ca req-75108284-0dff-488f-874a-aa6258fe10ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:48.598762 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-35b7b4cb-2f97-4ee9-a41c-6ead4dac59ca req-75108284-0dff-488f-874a-aa6258fe10ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 943 time: 0.0969820 Apr 23 10:24:48.651393 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-35b7b4cb-2f97-4ee9-a41c-6ead4dac59ca req-f5147eea-ee0b-44cb-b9a1-a3751b9792d4 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456557 Apr 23 10:24:48.679465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a219c3-01af-4f8b-971b-1917356108fe req-ff9eb945-7c26-4652-80f6-e7c4ca8ceb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:48.681120 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-88a219c3-01af-4f8b-971b-1917356108fe req-ff9eb945-7c26-4652-80f6-e7c4ca8ceb95 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 1096 time: 0.0899732 Apr 23 10:24:48.832695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a219c3-01af-4f8b-971b-1917356108fe req-c3e8eecc-5899-4665-8ac7-7e51354efbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:48.834374 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-88a219c3-01af-4f8b-971b-1917356108fe req-c3e8eecc-5899-4665-8ac7-7e51354efbd1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 200 len: 910 time: 0.1474500 Apr 23 10:24:48.947146 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-88a219c3-01af-4f8b-971b-1917356108fe req-e80b1488-a21a-4e2f-9c6b-3fd00780ba2a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=744e8579-4602-4e83-bc88-bbc5dcd3f79f HTTP/1.1" status: 200 len: 998 time: 0.1059766 Apr 23 10:24:49.032012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a219c3-01af-4f8b-971b-1917356108fe req-04d982cd-c0ab-40f9-bf95-a4ad76d46bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:49.033590 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-88a219c3-01af-4f8b-971b-1917356108fe req-04d982cd-c0ab-40f9-bf95-a4ad76d46bf6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2baf990d-07da-4ec3-81f0-7d13aea03aba HTTP/1.1" status: 200 len: 848 time: 0.0800433 Apr 23 10:24:49.121745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a219c3-01af-4f8b-971b-1917356108fe req-8016d084-2b82-4035-84c4-357c66758353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:49.123325 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-88a219c3-01af-4f8b-971b-1917356108fe req-8016d084-2b82-4035-84c4-357c66758353 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836213 Apr 23 10:24:49.274579 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-88a219c3-01af-4f8b-971b-1917356108fe req-1cb43974-4a87-4f76-a0ee-ca61003948e6 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446412 Apr 23 10:24:49.727087 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-88a219c3-01af-4f8b-971b-1917356108fe req-0eef0774-6ec9-4215-98ab-ed38a1f39756 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456379 Apr 23 10:24:49.885446 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748228b2-4239-40d2-9fec-cd227fca9c2c req-42e97729-da43-4ef9-8111-71fad033234b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:49.887181 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-748228b2-4239-40d2-9fec-cd227fca9c2c req-42e97729-da43-4ef9-8111-71fad033234b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 943 time: 0.0920155 Apr 23 10:24:49.942593 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-748228b2-4239-40d2-9fec-cd227fca9c2c req-cbab04a9-05fe-4467-b37e-26bae86d12b6 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479107 Apr 23 10:24:51.163388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce986ff6-41d9-45e3-bccf-d5874c598c52 req-1b5d93a5-8d92-46bb-b695-6a540a8e21a1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:51.165004 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ce986ff6-41d9-45e3-bccf-d5874c598c52 req-1b5d93a5-8d92-46bb-b695-6a540a8e21a1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 943 time: 0.0902061 Apr 23 10:24:51.214909 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ce986ff6-41d9-45e3-bccf-d5874c598c52 req-1517f416-779a-41e5-ac1a-96af925b429c tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430005 Apr 23 10:24:52.425915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8536d29-085d-49a2-a8a0-ff457f2d9bec req-ed21aec1-5247-4ecf-82af-f900f1096a06 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:52.427585 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c8536d29-085d-49a2-a8a0-ff457f2d9bec req-ed21aec1-5247-4ecf-82af-f900f1096a06 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 943 time: 0.0950558 Apr 23 10:24:52.478217 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c8536d29-085d-49a2-a8a0-ff457f2d9bec req-025f9ac1-9738-4767-8a8b-36c73eb80eb1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437574 Apr 23 10:24:53.683511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b0b80-1f5e-4d32-a967-4132b1899672 req-dfc560ed-4b3c-4b82-a745-6e31017c9d28 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:53.685136 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0c8b0b80-1f5e-4d32-a967-4132b1899672 req-dfc560ed-4b3c-4b82-a745-6e31017c9d28 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 943 time: 0.0898323 Apr 23 10:24:53.735581 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0c8b0b80-1f5e-4d32-a967-4132b1899672 req-b73b4877-aa90-4b07-af67-bfbf166408db tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433571 Apr 23 10:24:54.046071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:54.948479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001458c-1c12-451f-b256-ce663afb4fc2 req-4d36d4f0-19f7-486e-b8e1-1bc8d451bdc8 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:54.950112 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3001458c-1c12-451f-b256-ce663afb4fc2 req-4d36d4f0-19f7-486e-b8e1-1bc8d451bdc8 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 943 time: 0.0948920 Apr 23 10:24:55.000801 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3001458c-1c12-451f-b256-ce663afb4fc2 req-97cb1eb4-738b-4d19-a8ba-b2be187108e8 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433390 Apr 23 10:24:56.214271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad41dcd-e120-4a56-a3ca-d5c9a94eb85e req-4a025bd6-e9c6-409e-848f-c897de787432 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:56.215912 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1ad41dcd-e120-4a56-a3ca-d5c9a94eb85e req-4a025bd6-e9c6-409e-848f-c897de787432 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 943 time: 0.0924387 Apr 23 10:24:56.273620 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1ad41dcd-e120-4a56-a3ca-d5c9a94eb85e req-1e4b1f26-137d-462b-bab1-2b2c6169f0f9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503671 Apr 23 10:24:57.484615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cecc5e-978c-48b5-a785-4f5c2db2874c req-228481a0-da89-4359-a773-bfed962d3c0b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:57.486275 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-68cecc5e-978c-48b5-a785-4f5c2db2874c req-228481a0-da89-4359-a773-bfed962d3c0b tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 943 time: 0.0927885 Apr 23 10:24:57.537275 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-68cecc5e-978c-48b5-a785-4f5c2db2874c req-25de8c2c-d0f2-4c9d-ae51-9706dd1bfbf9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443618 Apr 23 10:24:58.750500 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f53ca-c73d-4558-95f1-1d3f318666e1 req-34bcdffe-a395-44ef-b017-d9c50aad26ba tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:24:58.752121 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-431f53ca-c73d-4558-95f1-1d3f318666e1 req-34bcdffe-a395-44ef-b017-d9c50aad26ba tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 943 time: 0.0950725 Apr 23 10:24:58.805131 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-431f53ca-c73d-4558-95f1-1d3f318666e1 req-0bc98347-3ba3-458c-94c4-1a4da2cb0c64 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457914 Apr 23 10:24:58.870038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 744e8579-4602-4e83-bc88-bbc5dcd3f79f details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:24:59.015439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 744e8579-4602-4e83-bc88-bbc5dcd3f79f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=744e8579-4602-4e83-bc88-bbc5dcd3f79f,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:24:59.029196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': '744e8579-4602-4e83-bc88-bbc5dcd3f79f', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'port_id': '744e8579-4602-4e83-bc88-bbc5dcd3f79f', 'mac_address': 'fa:16:3e:01:aa:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:24:59.088971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:59.110639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 744e8579-4602-4e83-bc88-bbc5dcd3f79f {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:24:59.130029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 744e8579-4602-4e83-bc88-bbc5dcd3f79f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=744e8579-4602-4e83-bc88-bbc5dcd3f79f,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:24:59.160193 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:24:59.162177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e9a3ed84-68d5-44ed-b144-2b921defc432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:24:59.236866 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=744e8579-4602-4e83-bc88-bbc5dcd3f79f,revision_number=7']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:24:59.240427 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:24:59.512943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['744e8579-4602-4e83-bc88-bbc5dcd3f79f'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:25:00.006569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa88fa8-38e0-465b-90a6-afef1f55965b req-93042760-b2dc-4439-9dd8-2eadbcef73c1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:25:00.008463 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1fa88fa8-38e0-465b-90a6-afef1f55965b req-93042760-b2dc-4439-9dd8-2eadbcef73c1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 944 time: 0.0892293 Apr 23 10:25:00.056282 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1fa88fa8-38e0-465b-90a6-afef1f55965b req-7b21a1a6-220b-4775-9968-327f373f0e64 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413737 Apr 23 10:25:00.885538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 744e8579-4602-4e83-bc88-bbc5dcd3f79f up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:25:00.961692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port 744e8579-4602-4e83-bc88-bbc5dcd3f79f triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:25:00.962115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:01.089302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:01.119484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd034a96e-f511-48b3-8c2f-11352b55acbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744e8579-4602-4e83-bc88-bbc5dcd3f79f'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:25:01.130269 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port 744e8579-4602-4e83-bc88-bbc5dcd3f79f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=744e8579-4602-4e83-bc88-bbc5dcd3f79f,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:25:01.172398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:01.174414 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:25:01.246905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=744e8579-4602-4e83-bc88-bbc5dcd3f79f,revision_number=8']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:25:01.250302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:25:01.269012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce5799-c08e-4f55-b8c9-162479f64ab6 req-e00405cc-9910-45f2-b49c-144c4d77058d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:25:01.270635 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b2ce5799-c08e-4f55-b8c9-162479f64ab6 req-e00405cc-9910-45f2-b49c-144c4d77058d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 945 time: 0.0942481 Apr 23 10:25:01.322768 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b2ce5799-c08e-4f55-b8c9-162479f64ab6 req-f24815e2-8032-4e6a-ad14-06a7baaa66e6 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456970 Apr 23 10:25:01.379122 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd034a96e-f511-48b3-8c2f-11352b55acbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744e8579-4602-4e83-bc88-bbc5dcd3f79f', 'code': 200} Apr 23 10:25:01.694554 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab20516-2465-4e93-9ec6-65ff66296e2a req-db8b34d0-7287-4d18-bfa4-dbffd583b67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:25:01.696184 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-eab20516-2465-4e93-9ec6-65ff66296e2a req-db8b34d0-7287-4d18-bfa4-dbffd583b67f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 1098 time: 0.0819495 Apr 23 10:25:01.739762 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-eab20516-2465-4e93-9ec6-65ff66296e2a req-4716ac85-061f-4575-bbc3-b9752cbe25fb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367925 Apr 23 10:25:02.529197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0429e81-94f0-49e8-a46a-f2d8b793a880 req-36fedcb0-72b5-4e38-b6c7-67fc8b4b9720 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:25:02.531173 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f0429e81-94f0-49e8-a46a-f2d8b793a880 req-36fedcb0-72b5-4e38-b6c7-67fc8b4b9720 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 945 time: 0.0909967 Apr 23 10:25:02.582929 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f0429e81-94f0-49e8-a46a-f2d8b793a880 req-effe06e6-4358-44e7-ac40-736aed985729 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454049 Apr 23 10:25:03.785064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab082d-7ece-4e69-8df3-c1f7382a905b req-ba5710b7-8d1b-4b6f-ba7e-5fd3c3f485d9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:25:03.786632 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-53ab082d-7ece-4e69-8df3-c1f7382a905b req-ba5710b7-8d1b-4b6f-ba7e-5fd3c3f485d9 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 945 time: 0.0904408 Apr 23 10:25:03.838256 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-53ab082d-7ece-4e69-8df3-c1f7382a905b req-96271037-5b0b-47b6-a528-73e601349536 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452008 Apr 23 10:25:06.776199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2de5f637-e771-43a8-a5a8-daf591423e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:09.737441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5fdfbbac-8c36-48d1-ad6f-c87f2fa9219b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:10.691323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:11.041256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:25:11.324467 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:12.771202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:24.080534 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:30.877052 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ed2f4b40-2ede-454e-bf83-c3aefeb3d2e6 req-47808941-8f27-4c9a-901f-05db4f08fd8a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1867032 Apr 23 10:25:31.031495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f4b40-2ede-454e-bf83-c3aefeb3d2e6 req-7b38e54b-5b77-4260-9f29-280e3b3e3692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:25:31.032873 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ed2f4b40-2ede-454e-bf83-c3aefeb3d2e6 req-7b38e54b-5b77-4260-9f29-280e3b3e3692 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 1098 time: 0.0832796 Apr 23 10:25:31.191901 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f4b40-2ede-454e-bf83-c3aefeb3d2e6 req-7541e922-9f7b-4717-bd92-135092cc2d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:25:31.193496 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ed2f4b40-2ede-454e-bf83-c3aefeb3d2e6 req-7541e922-9f7b-4717-bd92-135092cc2d11 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 200 len: 910 time: 0.1415174 Apr 23 10:25:31.305063 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ed2f4b40-2ede-454e-bf83-c3aefeb3d2e6 req-6454b52e-c9e5-4de6-8544-79481720c19e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=744e8579-4602-4e83-bc88-bbc5dcd3f79f HTTP/1.1" status: 200 len: 1000 time: 0.1051435 Apr 23 10:25:31.376846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f4b40-2ede-454e-bf83-c3aefeb3d2e6 req-f3824a1e-9076-4561-80b3-d36fce93c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:25:31.379179 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ed2f4b40-2ede-454e-bf83-c3aefeb3d2e6 req-f3824a1e-9076-4561-80b3-d36fce93c2e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2baf990d-07da-4ec3-81f0-7d13aea03aba HTTP/1.1" status: 200 len: 848 time: 0.0669770 Apr 23 10:25:31.466897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f4b40-2ede-454e-bf83-c3aefeb3d2e6 req-11e4096e-1a27-48ba-995a-78aead5dfb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:25:31.469343 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ed2f4b40-2ede-454e-bf83-c3aefeb3d2e6 req-11e4096e-1a27-48ba-995a-78aead5dfb7b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843058 Apr 23 10:25:31.618769 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ed2f4b40-2ede-454e-bf83-c3aefeb3d2e6 req-10c7cda0-2b73-4749-b180-26fc78e186fe service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436648 Apr 23 10:25:31.773243 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ed2f4b40-2ede-454e-bf83-c3aefeb3d2e6 req-37da31f3-36a8-45fa-8a9a-05c8f9280fc1 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476889 Apr 23 10:25:36.766341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e409d62b-9491-4da1-9437-9c8203b18aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:39.740023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-399104fb-7dac-499d-9e31-f04aa5e90f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:40.690477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:41.349038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:42.623852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:25:48.041798 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:25:54.057923 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:06.772625 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a036114f-cbd7-4066-86df-3c7e3512cbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:09.748332 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c866ff5f-45b5-4fc2-929e-fbef6a05d4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:10.696945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:11.337941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:12.628145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:24.068066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:25.047398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:26:31.159949 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0553577e-693f-4661-b6e5-9db50e2ca763 req-34681417-1cb1-43be-b768-203310b250d5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794337 Apr 23 10:26:31.343829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553577e-693f-4661-b6e5-9db50e2ca763 req-fc306b63-bdd4-4ed9-9326-a0099f68732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:26:31.345417 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0553577e-693f-4661-b6e5-9db50e2ca763 req-fc306b63-bdd4-4ed9-9326-a0099f68732e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 1098 time: 0.0818827 Apr 23 10:26:31.510031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553577e-693f-4661-b6e5-9db50e2ca763 req-a7831919-fbc2-4620-864f-feace4c8b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:26:31.511563 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0553577e-693f-4661-b6e5-9db50e2ca763 req-a7831919-fbc2-4620-864f-feace4c8b918 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 200 len: 910 time: 0.1482267 Apr 23 10:26:31.618904 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0553577e-693f-4661-b6e5-9db50e2ca763 req-34d0aac7-7999-4d5a-ab53-e0680a78035a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=744e8579-4602-4e83-bc88-bbc5dcd3f79f HTTP/1.1" status: 200 len: 1000 time: 0.1008639 Apr 23 10:26:31.690966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553577e-693f-4661-b6e5-9db50e2ca763 req-8ce2d115-d943-4b3a-ba44-ce8910dd1391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:26:31.692589 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0553577e-693f-4661-b6e5-9db50e2ca763 req-8ce2d115-d943-4b3a-ba44-ce8910dd1391 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2baf990d-07da-4ec3-81f0-7d13aea03aba HTTP/1.1" status: 200 len: 848 time: 0.0680637 Apr 23 10:26:31.776946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553577e-693f-4661-b6e5-9db50e2ca763 req-216fb2c6-00a3-40ba-82fc-827ef2dfd0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:26:31.778514 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0553577e-693f-4661-b6e5-9db50e2ca763 req-216fb2c6-00a3-40ba-82fc-827ef2dfd0db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797970 Apr 23 10:26:31.936228 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0553577e-693f-4661-b6e5-9db50e2ca763 req-539e9e61-b1fa-484b-9e1c-08043e8b17a9 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515791 Apr 23 10:26:32.092486 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0553577e-693f-4661-b6e5-9db50e2ca763 req-0101c2c0-97f6-42b2-816c-74672707ca66 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502702 Apr 23 10:26:36.767140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d0a6f16c-c1e0-44c9-9e96-33f4712dc4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:39.756650 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0617ded9-7b29-4b74-a360-d0998289ce54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:40.726743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:41.327675 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:42.639857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:53.500864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 51056) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:26:54.028205 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Deleting port 344755ac-4484-4daa-9a12-cd6f14c051d7 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:26:54.028580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:54.088488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:54.158553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:54.158915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:54.297115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Calling delete_port for 344755ac-4484-4daa-9a12-cd6f14c051d7 owned by network:floatingip {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:26:54.560238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:54.565136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3c90c4eb-e850-4739-98c6-baa60279cea7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:26:54.614395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event deleted for resources: {'Port': ['ID=344755ac-4484-4daa-9a12-cd6f14c051d7,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:26:54.651213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:26:54.651644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:26:54.652079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:26:54.652507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:26:54.652919 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:26:54.653338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:26:54.653755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:26:54.654170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:26:54.654613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:26:54.655028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:26:54.655442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:26:54.655855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:26:54.664476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:26:54.727803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for floatingip, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:54.728189 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Floating IP f3ecbcb4-3e20-4e16-b0d1-7aeecc6944dc disassociated (deleted). External IP: 172.26.4.33, port: 744e8579-4602-4e83-bc88-bbc5dcd3f79f. Apr 23 10:26:55.120860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Router 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:26:55.312873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:26:55.323321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396bd23a-0718-4733-bd94-4e4fe0468b2b None None] Sync routers for ids ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:26:55.330831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:55.333497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396bd23a-0718-4733-bd94-4e4fe0468b2b None None] Routers {'7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:26:55.334289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-396bd23a-0718-4733-bd94-4e4fe0468b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:26:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:26:55.394457 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-1f28ef2d-cbef-4fd9-83c2-86107e1da026 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "DELETE /v2.0/floatingips/f3ecbcb4-3e20-4e16-b0d1-7aeecc6944dc HTTP/1.1" status: 204 len: 168 time: 1.8921559 Apr 23 10:26:55.395420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd034a96e-f511-48b3-8c2f-11352b55acbd', 'tag': '744e8579-4602-4e83-bc88-bbc5dcd3f79f'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:26:55.538198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-396bd23a-0718-4733-bd94-4e4fe0468b2b None None] Set router 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:26:55.887015 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd034a96e-f511-48b3-8c2f-11352b55acbd', 'tag': '744e8579-4602-4e83-bc88-bbc5dcd3f79f', 'status': 'completed', 'code': 200} Apr 23 10:26:55.902457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-396bd23a-0718-4733-bd94-4e4fe0468b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'name': 'tempest-TestShelveInstance-2145674496-router', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:11Z', 'revision_number': 4, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'gw_port': {'id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'f0ea4604-1124-4422-86d5-929a0f8aa1d8', 'name': '', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'mac_address': 'fa:16:3e:12:92:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:11Z', 'updated_at': '2021-04-23T10:15:20Z', 'revision_number': 5, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'subnets': [{'id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:26:55.906949 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396bd23a-0718-4733-bd94-4e4fe0468b2b None None] Checking router: 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:26:55.916795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396bd23a-0718-4733-bd94-4e4fe0468b2b None None] Routers {'7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:26:55.917472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-396bd23a-0718-4733-bd94-4e4fe0468b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:26:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:26:56.178525 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc81a5-fcb4-4786-80f1-edc6c3cd649e req-90abfb65-a1a3-4f12-9cbb-7c5a54ed5eff tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:26:56.180753 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-77bc81a5-fcb4-4786-80f1-edc6c3cd649e req-90abfb65-a1a3-4f12-9cbb-7c5a54ed5eff tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 945 time: 0.1917160 Apr 23 10:26:56.276359 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-77bc81a5-fcb4-4786-80f1-edc6c3cd649e req-ea11a5c6-a1f7-44fc-a662-b258ee1474ec tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874135 Apr 23 10:26:56.313042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c4013-d381-4824-9ee5-9264930ebf4b req-36a91a75-3c83-4ff4-860f-436a4f03ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:26:56.314713 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9e9c4013-d381-4824-9ee5-9264930ebf4b req-36a91a75-3c83-4ff4-860f-436a4f03ddcb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 1098 time: 0.4029083 Apr 23 10:26:56.350841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-396bd23a-0718-4733-bd94-4e4fe0468b2b None None] Set router 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:26:56.466190 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c4013-d381-4824-9ee5-9264930ebf4b req-a6ead6df-ab8e-40da-888c-c1b747310c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:26:56.468258 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9e9c4013-d381-4824-9ee5-9264930ebf4b req-a6ead6df-ab8e-40da-888c-c1b747310c51 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 200 len: 910 time: 0.1461363 Apr 23 10:26:56.563810 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9e9c4013-d381-4824-9ee5-9264930ebf4b req-988836db-ca0c-4073-91c9-659b93f2f51f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=744e8579-4602-4e83-bc88-bbc5dcd3f79f HTTP/1.1" status: 200 len: 217 time: 0.0877554 Apr 23 10:26:56.649035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c4013-d381-4824-9ee5-9264930ebf4b req-ba199555-2560-41cb-8d59-478ebfef72e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:26:56.650710 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9e9c4013-d381-4824-9ee5-9264930ebf4b req-ba199555-2560-41cb-8d59-478ebfef72e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2baf990d-07da-4ec3-81f0-7d13aea03aba HTTP/1.1" status: 200 len: 848 time: 0.0790436 Apr 23 10:26:56.712144 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-396bd23a-0718-4733-bd94-4e4fe0468b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'name': 'tempest-TestShelveInstance-2145674496-router', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:11Z', 'revision_number': 4, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'gw_port': {'id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'f0ea4604-1124-4422-86d5-929a0f8aa1d8', 'name': '', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'mac_address': 'fa:16:3e:12:92:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:11Z', 'updated_at': '2021-04-23T10:15:20Z', 'revision_number': 5, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'subnets': [{'id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:26:56.716588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396bd23a-0718-4733-bd94-4e4fe0468b2b None None] The sync data for ids ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'] in dv-neutron-786478-4-hyperv is: [{'id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'name': 'tempest-TestShelveInstance-2145674496-router', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:11Z', 'revision_number': 4, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'gw_port': {'id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'f0ea4604-1124-4422-86d5-929a0f8aa1d8', 'name': '', 'network_id': '8ef94b0f-70c1-454a-8c6c-37e8d572b9e4', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'mac_address': 'fa:16:3e:12:92:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:11Z', 'updated_at': '2021-04-23T10:15:20Z', 'revision_number': 5, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'subnets': [{'id': '2baf990d-07da-4ec3-81f0-7d13aea03aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:26:56.739933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c4013-d381-4824-9ee5-9264930ebf4b req-804d7889-de09-4edf-b48b-280048f74998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:26:56.741812 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9e9c4013-d381-4824-9ee5-9264930ebf4b req-804d7889-de09-4edf-b48b-280048f74998 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847182 Apr 23 10:26:56.896345 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9e9c4013-d381-4824-9ee5-9264930ebf4b req-b8c8c5c1-4a3a-4f62-a45c-163ba4fd87ec service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470580 Apr 23 10:26:57.058876 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-9e9c4013-d381-4824-9ee5-9264930ebf4b req-db3d583b-b4e5-4d78-9988-92d8cb7b90a3 service neutron] 10.222.0.35 "GET /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554780 Apr 23 10:26:57.154945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0494dc-6282-40ab-8412-a59970be8c7f None None] New status for floating IP f3ecbcb4-3e20-4e16-b0d1-7aeecc6944dc: DOWN {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:26:57.500052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54b710-bc36-4c3f-bb7c-b6cd63ccdc22 req-427018bf-c08c-4648-9907-ac7fbee88fbf tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:26:57.501746 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ee54b710-bc36-4c3f-bb7c-b6cd63ccdc22 req-427018bf-c08c-4648-9907-ac7fbee88fbf tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 945 time: 0.0985103 Apr 23 10:26:57.558979 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ee54b710-bc36-4c3f-bb7c-b6cd63ccdc22 req-4429f76f-5d7a-4057-b606-393790cd4b5d tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce488084-5468-4ec3-9abd-7418813d9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492005 Apr 23 10:26:57.581040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2ede5-c716-4b41-9e6d-2912f452bc27 req-c017ffaf-53b6-4a3a-bb15-53b6076b3dea tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:26:57.581812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-6bf2ede5-c716-4b41-9e6d-2912f452bc27 req-c017ffaf-53b6-4a3a-bb15-53b6076b3dea tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Synchronizing usage tracker for tenant:36e282fb5d5a49df8381bc8ca96c9e73 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:26:57.628616 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-6bf2ede5-c716-4b41-9e6d-2912f452bc27 req-c017ffaf-53b6-4a3a-bb15-53b6076b3dea tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Unset dirty status for tenant:36e282fb5d5a49df8381bc8ca96c9e73 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:26:57.629890 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6bf2ede5-c716-4b41-9e6d-2912f452bc27 req-c017ffaf-53b6-4a3a-bb15-53b6076b3dea tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.35 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 945 time: 0.1401591 Apr 23 10:26:57.792114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-6bf2ede5-c716-4b41-9e6d-2912f452bc27 req-6fd6cfe3-59fc-427f-a010-b6315a507ae8 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Deleting port 744e8579-4602-4e83-bc88-bbc5dcd3f79f {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:26:57.792421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-6bf2ede5-c716-4b41-9e6d-2912f452bc27 req-6fd6cfe3-59fc-427f-a010-b6315a507ae8 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:57.949445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-6bf2ede5-c716-4b41-9e6d-2912f452bc27 req-6fd6cfe3-59fc-427f-a010-b6315a507ae8 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] For port 744e8579-4602-4e83-bc88-bbc5dcd3f79f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=744e8579-4602-4e83-bc88-bbc5dcd3f79f,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:26:57.950063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-6bf2ede5-c716-4b41-9e6d-2912f452bc27 req-6fd6cfe3-59fc-427f-a010-b6315a507ae8 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:58.087452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-6bf2ede5-c716-4b41-9e6d-2912f452bc27 req-6fd6cfe3-59fc-427f-a010-b6315a507ae8 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Calling delete_port for 744e8579-4602-4e83-bc88-bbc5dcd3f79f owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:26:58.303812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-6bf2ede5-c716-4b41-9e6d-2912f452bc27 req-6fd6cfe3-59fc-427f-a010-b6315a507ae8 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:58.310374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a68274ec-b852-4109-a1c5-cacc02b884eb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:26:58.361677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6cfe3-59fc-427f-a010-b6315a507ae8 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event deleted for resources: {'Port': ['ID=744e8579-4602-4e83-bc88-bbc5dcd3f79f,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:26:58.365240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6fd6cfe3-59fc-427f-a010-b6315a507ae8 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:26:58.449816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf2ede5-c716-4b41-9e6d-2912f452bc27 req-6fd6cfe3-59fc-427f-a010-b6315a507ae8 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] No DVR routers for this DVR port 744e8579-4602-4e83-bc88-bbc5dcd3f79f on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:26:58.452358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-6bf2ede5-c716-4b41-9e6d-2912f452bc27 req-6fd6cfe3-59fc-427f-a010-b6315a507ae8 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:26:58.455510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd034a96e-f511-48b3-8c2f-11352b55acbd', 'name': 'network-vif-deleted', 'tag': '744e8579-4602-4e83-bc88-bbc5dcd3f79f'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:26:58.504400 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6bf2ede5-c716-4b41-9e6d-2912f452bc27 req-6fd6cfe3-59fc-427f-a010-b6315a507ae8 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.35 "DELETE /v2.0/ports/744e8579-4602-4e83-bc88-bbc5dcd3f79f HTTP/1.1" status: 204 len: 173 time: 0.8676023 Apr 23 10:26:58.527558 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd034a96e-f511-48b3-8c2f-11352b55acbd', 'name': 'network-vif-deleted', 'tag': '744e8579-4602-4e83-bc88-bbc5dcd3f79f', 'status': 'completed', 'code': 200} Apr 23 10:26:58.790160 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-483eef4b-635c-4ac0-9d9e-07c67ac34731 req-df56c185-2015-4689-878e-d1c33f6b3fec tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 210 time: 0.1054549 Apr 23 10:26:59.987409 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-8d9293c4-2932-4063-8e04-cabdfacea880 req-0ffba01b-983e-47ef-96ab-069f7c5511a3 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "GET /v2.0/ports?device_id=d034a96e-f511-48b3-8c2f-11352b55acbd HTTP/1.1" status: 200 len: 210 time: 0.0542183 Apr 23 10:27:01.094225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 51084) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:01.177852 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b982f265-a8c7-4844-9fa9-a01f0524b7ab tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:01.211277 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b982f265-a8c7-4844-9fa9-a01f0524b7ab tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:01.463304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 744e8579-4602-4e83-bc88-bbc5dcd3f79f no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:27:01.502462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: 744e8579-4602-4e83-bc88-bbc5dcd3f79f {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:27:01.503325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device 744e8579-4602-4e83-bc88-bbc5dcd3f79f not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:27:01.550879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b982f265-a8c7-4844-9fa9-a01f0524b7ab tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:01.557527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8133242c-497e-446b-adf3-6f010a9d43cc tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:01.575889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982f265-a8c7-4844-9fa9-a01f0524b7ab tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce488084-5468-4ec3-9abd-7418813d9fb5,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:01.578679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b982f265-a8c7-4844-9fa9-a01f0524b7ab tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:01.618806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b982f265-a8c7-4844-9fa9-a01f0524b7ab tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:01.622881 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-b982f265-a8c7-4844-9fa9-a01f0524b7ab tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] 10.222.0.60 "DELETE /v2.0/security-groups/ce488084-5468-4ec3-9abd-7418813d9fb5 HTTP/1.1" status: 204 len: 168 time: 0.5245733 Apr 23 10:27:01.708214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 51090) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:02.048308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:27:02.521303 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe875f51-dd81-424c-8a43-f9ea00e85d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:02.987867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-fe875f51-dd81-424c-8a43-f9ea00e85d0e admin admin] Deleting port f0ea4604-1124-4422-86d5-929a0f8aa1d8 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:27:02.988149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe875f51-dd81-424c-8a43-f9ea00e85d0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:03.128745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-fe875f51-dd81-424c-8a43-f9ea00e85d0e admin admin] For port f0ea4604-1124-4422-86d5-929a0f8aa1d8, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f0ea4604-1124-4422-86d5-929a0f8aa1d8,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:27:03.129151 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe875f51-dd81-424c-8a43-f9ea00e85d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:03.266739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-fe875f51-dd81-424c-8a43-f9ea00e85d0e admin admin] Calling delete_port for f0ea4604-1124-4422-86d5-929a0f8aa1d8 owned by network:router_interface {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:27:03.579423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe875f51-dd81-424c-8a43-f9ea00e85d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:03.585845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:03.634994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe875f51-dd81-424c-8a43-f9ea00e85d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ea4604-1124-4422-86d5-929a0f8aa1d8,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:03.667976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fe875f51-dd81-424c-8a43-f9ea00e85d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:03.933887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe875f51-dd81-424c-8a43-f9ea00e85d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:04.628402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe875f51-dd81-424c-8a43-f9ea00e85d0e admin admin] Router 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:27:04.826698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe875f51-dd81-424c-8a43-f9ea00e85d0e admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:27:04.837179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6147160-d2b1-4aa3-b9e0-7b545ad5996b None None] Sync routers for ids ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:27:04.840561 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fe875f51-dd81-424c-8a43-f9ea00e85d0e admin admin] 10.222.0.60 "PUT /v2.0/routers/7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1307921 Apr 23 10:27:04.843487 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 51096) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:04.848736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6147160-d2b1-4aa3-b9e0-7b545ad5996b None None] Routers {'7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:27:04.849424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f6147160-d2b1-4aa3-b9e0-7b545ad5996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:26:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:05.042119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc938b34-3957-4153-b918-109cda24e685 admin admin] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:05.046138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-f6147160-d2b1-4aa3-b9e0-7b545ad5996b None None] Set router 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:27:05.253478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc938b34-3957-4153-b918-109cda24e685 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:05.366051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bc938b34-3957-4153-b918-109cda24e685 admin admin] Deleting port 2ef7db80-8f6e-4773-9ebd-920781438298 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:27:05.366466 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc938b34-3957-4153-b918-109cda24e685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:05.371715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f6147160-d2b1-4aa3-b9e0-7b545ad5996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'name': 'tempest-TestShelveInstance-2145674496-router', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:27:03Z', 'revision_number': 5, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'gw_port': {'id': '2ef7db80-8f6e-4773-9ebd-920781438298', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:05.375964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6147160-d2b1-4aa3-b9e0-7b545ad5996b None None] Checking router: 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:27:05.385832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6147160-d2b1-4aa3-b9e0-7b545ad5996b None None] Routers {'7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:27:05.386579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f6147160-d2b1-4aa3-b9e0-7b545ad5996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:26:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:05.505595 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-bc938b34-3957-4153-b918-109cda24e685 admin admin] For port 2ef7db80-8f6e-4773-9ebd-920781438298, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2ef7db80-8f6e-4773-9ebd-920781438298,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:27:05.506034 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc938b34-3957-4153-b918-109cda24e685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:05.573638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-f6147160-d2b1-4aa3-b9e0-7b545ad5996b None None] Set router 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:27:05.649170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bc938b34-3957-4153-b918-109cda24e685 admin admin] Calling delete_port for 2ef7db80-8f6e-4773-9ebd-920781438298 owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:27:05.692759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f6147160-d2b1-4aa3-b9e0-7b545ad5996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'name': 'tempest-TestShelveInstance-2145674496-router', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:27:05Z', 'revision_number': 6, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:05.697958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6147160-d2b1-4aa3-b9e0-7b545ad5996b None None] The sync data for ids ['7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79'] in dv-neutron-786478-4-hyperv is: [{'id': '7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79', 'name': 'tempest-TestShelveInstance-2145674496-router', 'tenant_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:07Z', 'updated_at': '2021-04-23T10:27:05Z', 'revision_number': 6, 'project_id': '36e282fb5d5a49df8381bc8ca96c9e73', 'gw_port_host': None}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:27:05.905750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc938b34-3957-4153-b918-109cda24e685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:05.911241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a61aecbf-f9e2-46d5-bb50-6c5ef36f5aa1 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:05.967812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc938b34-3957-4153-b918-109cda24e685 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef7db80-8f6e-4773-9ebd-920781438298,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:05.999384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bc938b34-3957-4153-b918-109cda24e685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:06.073488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc938b34-3957-4153-b918-109cda24e685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:06.269442 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc938b34-3957-4153-b918-109cda24e685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:06.273184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc938b34-3957-4153-b918-109cda24e685 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:06.361191 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f0ea4604-1124-4422-86d5-929a0f8aa1d8 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:27:06.400953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: f0ea4604-1124-4422-86d5-929a0f8aa1d8 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:27:06.401346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f0ea4604-1124-4422-86d5-929a0f8aa1d8 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:27:06.401835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2ef7db80-8f6e-4773-9ebd-920781438298 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:27:06.439833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 2ef7db80-8f6e-4773-9ebd-920781438298 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:27:06.440083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2ef7db80-8f6e-4773-9ebd-920781438298 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:27:06.491906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc938b34-3957-4153-b918-109cda24e685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:06.492483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc938b34-3957-4153-b918-109cda24e685 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 10:27:06.511042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bc938b34-3957-4153-b918-109cda24e685 admin admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:06.512745 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bc938b34-3957-4153-b918-109cda24e685 admin admin] 10.222.0.60 "DELETE /v2.0/routers/7323fc2a-d0ad-48a7-bdda-7ad7ef1f7f79 HTTP/1.1" status: 204 len: 168 time: 1.6677957 Apr 23 10:27:06.515278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51100) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:06.767211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bebdeafe-7f40-4673-a7f4-f475bb95f22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:06.856490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-d205a490-b46d-496e-ad50-7ae243ba3b44 admin admin] Deleting subnet 2baf990d-07da-4ec3-81f0-7d13aea03aba {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:27:06.859830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d205a490-b46d-496e-ad50-7ae243ba3b44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:06.913216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d205a490-b46d-496e-ad50-7ae243ba3b44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:07.054667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d205a490-b46d-496e-ad50-7ae243ba3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:07.469555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d205a490-b46d-496e-ad50-7ae243ba3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:07.475539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-54d2e1f2-0649-4e99-96f7-74642fa26bc4 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:07.515854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205a490-b46d-496e-ad50-7ae243ba3b44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2baf990d-07da-4ec3-81f0-7d13aea03aba,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:07.525220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d205a490-b46d-496e-ad50-7ae243ba3b44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:07.527654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c266520c-bcbc-40cf-970d-fe2ae1add32f None None] Network 8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:27:07.529888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205a490-b46d-496e-ad50-7ae243ba3b44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:07.530351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205a490-b46d-496e-ad50-7ae243ba3b44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:07.530760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205a490-b46d-496e-ad50-7ae243ba3b44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:07.531172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205a490-b46d-496e-ad50-7ae243ba3b44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:07.531582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205a490-b46d-496e-ad50-7ae243ba3b44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:07.531990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205a490-b46d-496e-ad50-7ae243ba3b44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:07.532452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205a490-b46d-496e-ad50-7ae243ba3b44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:07.532914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205a490-b46d-496e-ad50-7ae243ba3b44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:07.533268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205a490-b46d-496e-ad50-7ae243ba3b44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:07.533674 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205a490-b46d-496e-ad50-7ae243ba3b44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:07.534075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205a490-b46d-496e-ad50-7ae243ba3b44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:07.534507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d205a490-b46d-496e-ad50-7ae243ba3b44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:07.541498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d205a490-b46d-496e-ad50-7ae243ba3b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:07.546696 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d205a490-b46d-496e-ad50-7ae243ba3b44 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2baf990d-07da-4ec3-81f0-7d13aea03aba HTTP/1.1" status: 204 len: 168 time: 1.0302815 Apr 23 10:27:07.549410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51104) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:07.673767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:07.761288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] Deleting port f85e737f-9e43-47cf-81a4-a5f8ebda4cf2 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:27:07.761704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:07.802281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa91fbd-f098-4a0f-b706-7e46be7f4598 None None] DHCP port deletion for 8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 10:27:07.872545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] For port f85e737f-9e43-47cf-81a4-a5f8ebda4cf2, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f85e737f-9e43-47cf-81a4-a5f8ebda4cf2,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:27:07.872939 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:07.876306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-daa91fbd-f098-4a0f-b706-7e46be7f4598 None None] Deleting port f85e737f-9e43-47cf-81a4-a5f8ebda4cf2 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:27:07.876740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-daa91fbd-f098-4a0f-b706-7e46be7f4598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:07.989553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-daa91fbd-f098-4a0f-b706-7e46be7f4598 None None] For port f85e737f-9e43-47cf-81a4-a5f8ebda4cf2, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=f85e737f-9e43-47cf-81a4-a5f8ebda4cf2,segment=NetworkSegment(35349309-5305-4d05-ab1c-4c2bc7cb9639),segment_id=35349309-5305-4d05-ab1c-4c2bc7cb9639)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:27:07.989993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-daa91fbd-f098-4a0f-b706-7e46be7f4598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:08.021669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] Calling delete_port for f85e737f-9e43-47cf-81a4-a5f8ebda4cf2 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:27:08.086917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:08.091551 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d396e5a3-5a19-4a21-a07a-dcf01fde8fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:08.142783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] Pushing event deleted for resources: {'Port': ['ID=f85e737f-9e43-47cf-81a4-a5f8ebda4cf2,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:08.146512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:08.147911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] No DVR routers for this DVR port f85e737f-9e43-47cf-81a4-a5f8ebda4cf2 on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:27:08.279977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:08.324916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-daa91fbd-f098-4a0f-b706-7e46be7f4598 None None] Calling delete_port for f85e737f-9e43-47cf-81a4-a5f8ebda4cf2 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:27:08.373010 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f85e737f-9e43-47cf-81a4-a5f8ebda4cf2 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:27:08.405622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef94b0f-70c1-454a-8c6c-37e8d572b9e4']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:08.411299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: f85e737f-9e43-47cf-81a4-a5f8ebda4cf2 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:27:08.411707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device f85e737f-9e43-47cf-81a4-a5f8ebda4cf2 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:27:08.413870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-daa91fbd-f098-4a0f-b706-7e46be7f4598 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 10:27:08.414287 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-daa91fbd-f098-4a0f-b706-7e46be7f4598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 10:27:08.422879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35349309-5305-4d05-ab1c-4c2bc7cb9639') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:08.423224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35349309-5305-4d05-ab1c-4c2bc7cb9639') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:08.436956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:08.523200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:08.530383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:27:08.727476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] Network 8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:27:08.738200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:08.952998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-daa91fbd-f098-4a0f-b706-7e46be7f4598 None None] The port 'f85e737f-9e43-47cf-81a4-a5f8ebda4cf2' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 10:27:08.954475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] Network 8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:27:08.979347 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:27:09.167910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:09.171479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e7cdbd3f-54a3-47dc-bc6b-347bc4e5c579 tempest-PortsTestJSON-73877363 tempest-PortsTestJSON-73877363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:09.188422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:09.202130 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ef94b0f-70c1-454a-8c6c-37e8d572b9e4,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:09.208637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:09.243015 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8ef94b0f-70c1-454a-8c6c-37e8d572b9e4 HTTP/1.1" status: 204 len: 168 time: 1.6921394 Apr 23 10:27:09.245991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51108) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:09.800351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-087c46d6-6481-4260-ab4e-dcf67dfb0562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:09.841659 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ccfa9767-6943-4afa-a203-c4a7a3fc506f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:10.279370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa9767-6943-4afa-a203-c4a7a3fc506f admin admin] Deleting port 027add94-ed5d-430a-bcf9-eab4904e8c48 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:27:10.279904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ccfa9767-6943-4afa-a203-c4a7a3fc506f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:10.409558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-ccfa9767-6943-4afa-a203-c4a7a3fc506f admin admin] For port 027add94-ed5d-430a-bcf9-eab4904e8c48, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=027add94-ed5d-430a-bcf9-eab4904e8c48,segment=NetworkSegment(80371127-ad7e-4ce1-981b-55c460533d29),segment_id=80371127-ad7e-4ce1-981b-55c460533d29)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:27:10.409953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ccfa9767-6943-4afa-a203-c4a7a3fc506f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:10.555979 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa9767-6943-4afa-a203-c4a7a3fc506f admin admin] Calling delete_port for 027add94-ed5d-430a-bcf9-eab4904e8c48 owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:27:10.751079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:10.905333 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ccfa9767-6943-4afa-a203-c4a7a3fc506f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:10.910738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dfb85c61-f865-4381-a3a9-8b4ed0b49f81 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:10.995502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa9767-6943-4afa-a203-c4a7a3fc506f admin admin] Pushing event deleted for resources: {'Port': ['ID=027add94-ed5d-430a-bcf9-eab4904e8c48,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:10.998825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ccfa9767-6943-4afa-a203-c4a7a3fc506f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:11.250584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ccfa9767-6943-4afa-a203-c4a7a3fc506f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:11.328015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:11.929818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfa9767-6943-4afa-a203-c4a7a3fc506f admin admin] Router 612f7cb8-3691-4c07-a4fa-88654a653e97 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:27:12.122772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfa9767-6943-4afa-a203-c4a7a3fc506f admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:27:12.133512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db0c59e-e965-4747-ae17-ed4eeeac0ca7 None None] Sync routers for ids ['612f7cb8-3691-4c07-a4fa-88654a653e97'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:27:12.144194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db0c59e-e965-4747-ae17-ed4eeeac0ca7 None None] Routers {'612f7cb8-3691-4c07-a4fa-88654a653e97'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:27:12.150268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2db0c59e-e965-4747-ae17-ed4eeeac0ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:27:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['612f7cb8-3691-4c07-a4fa-88654a653e97'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:12.172638 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ccfa9767-6943-4afa-a203-c4a7a3fc506f admin admin] 10.222.0.60 "PUT /v2.0/routers/612f7cb8-3691-4c07-a4fa-88654a653e97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9229355 Apr 23 10:27:12.172892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51112) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:12.338266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-2db0c59e-e965-4747-ae17-ed4eeeac0ca7 None None] Set router 612f7cb8-3691-4c07-a4fa-88654a653e97 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:27:12.367931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5cf8062-f640-4641-9248-28a62ee3f755 admin admin] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:12.564481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5cf8062-f640-4641-9248-28a62ee3f755 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:12.625247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:12.644318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2db0c59e-e965-4747-ae17-ed4eeeac0ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612f7cb8-3691-4c07-a4fa-88654a653e97', 'name': 'tempest-TestShelveInstance-524901100-router', 'tenant_id': '7892ed8c61814bbeb91532fd4bfa7640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': '34373208-dedb-4992-88a2-01988ad2adb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:15Z', 'updated_at': '2021-04-23T10:27:10Z', 'revision_number': 5, 'project_id': '7892ed8c61814bbeb91532fd4bfa7640', 'gw_port': {'id': '34373208-dedb-4992-88a2-01988ad2adb7', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:db:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612f7cb8-3691-4c07-a4fa-88654a653e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:15:16Z', 'updated_at': '2021-04-23T10:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:12.649390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db0c59e-e965-4747-ae17-ed4eeeac0ca7 None None] Checking router: 612f7cb8-3691-4c07-a4fa-88654a653e97 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:27:12.658611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db0c59e-e965-4747-ae17-ed4eeeac0ca7 None None] Routers {'612f7cb8-3691-4c07-a4fa-88654a653e97'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:27:12.659264 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2db0c59e-e965-4747-ae17-ed4eeeac0ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:27:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['612f7cb8-3691-4c07-a4fa-88654a653e97'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:12.669407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf8062-f640-4641-9248-28a62ee3f755 admin admin] Deleting port 34373208-dedb-4992-88a2-01988ad2adb7 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:27:12.669797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5cf8062-f640-4641-9248-28a62ee3f755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:12.805875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-f5cf8062-f640-4641-9248-28a62ee3f755 admin admin] For port 34373208-dedb-4992-88a2-01988ad2adb7, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=34373208-dedb-4992-88a2-01988ad2adb7,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:27:12.806275 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5cf8062-f640-4641-9248-28a62ee3f755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:12.820816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-2db0c59e-e965-4747-ae17-ed4eeeac0ca7 None None] Set router 612f7cb8-3691-4c07-a4fa-88654a653e97 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:27:12.938223 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-2db0c59e-e965-4747-ae17-ed4eeeac0ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612f7cb8-3691-4c07-a4fa-88654a653e97', 'name': 'tempest-TestShelveInstance-524901100-router', 'tenant_id': '7892ed8c61814bbeb91532fd4bfa7640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:15Z', 'updated_at': '2021-04-23T10:27:12Z', 'revision_number': 6, 'project_id': '7892ed8c61814bbeb91532fd4bfa7640', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:12.942664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db0c59e-e965-4747-ae17-ed4eeeac0ca7 None None] The sync data for ids ['612f7cb8-3691-4c07-a4fa-88654a653e97'] in dv-neutron-786478-4-hyperv is: [{'id': '612f7cb8-3691-4c07-a4fa-88654a653e97', 'name': 'tempest-TestShelveInstance-524901100-router', 'tenant_id': '7892ed8c61814bbeb91532fd4bfa7640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:15:15Z', 'updated_at': '2021-04-23T10:27:12Z', 'revision_number': 6, 'project_id': '7892ed8c61814bbeb91532fd4bfa7640', 'gw_port_host': None}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:27:12.944513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf8062-f640-4641-9248-28a62ee3f755 admin admin] Calling delete_port for 34373208-dedb-4992-88a2-01988ad2adb7 owned by network:router_gateway {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:27:13.189294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5cf8062-f640-4641-9248-28a62ee3f755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:13.195361 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:13.247435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf8062-f640-4641-9248-28a62ee3f755 admin admin] Pushing event deleted for resources: {'Port': ['ID=34373208-dedb-4992-88a2-01988ad2adb7,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:13.275629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f5cf8062-f640-4641-9248-28a62ee3f755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:13.342971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5cf8062-f640-4641-9248-28a62ee3f755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:13.531886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5cf8062-f640-4641-9248-28a62ee3f755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:13.534274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5cf8062-f640-4641-9248-28a62ee3f755 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:13.659503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5cf8062-f640-4641-9248-28a62ee3f755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:13.660086 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cf8062-f640-4641-9248-28a62ee3f755 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 612f7cb8-3691-4c07-a4fa-88654a653e97 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 10:27:13.674094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f5cf8062-f640-4641-9248-28a62ee3f755 admin admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:13.675481 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f5cf8062-f640-4641-9248-28a62ee3f755 admin admin] 10.222.0.60 "DELETE /v2.0/routers/612f7cb8-3691-4c07-a4fa-88654a653e97 HTTP/1.1" status: 204 len: 168 time: 1.5015998 Apr 23 10:27:13.678298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51116) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:13.754185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1c75b7-854a-4370-828f-62649798c266 admin admin] Deleting subnet 6ee45783-57c5-4566-acfe-2b5b41dd5bcb {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:27:13.757982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea1c75b7-854a-4370-828f-62649798c266 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:13.811730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea1c75b7-854a-4370-828f-62649798c266 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:13.894018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea1c75b7-854a-4370-828f-62649798c266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:14.186256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea1c75b7-854a-4370-828f-62649798c266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:14.191544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-78d0c3bd-84c8-439d-8131-dddc5262a1f5 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:14.230575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c75b7-854a-4370-828f-62649798c266 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ee45783-57c5-4566-acfe-2b5b41dd5bcb,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:14.232733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea1c75b7-854a-4370-828f-62649798c266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:14.235727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ea1c75b7-854a-4370-828f-62649798c266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:14.236887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed0a9d4-e797-420c-a756-efe982fc7a81 None None] Network d7a29797-ce14-424c-ba44-4b8e3435042b requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:27:14.240100 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ea1c75b7-854a-4370-828f-62649798c266 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6ee45783-57c5-4566-acfe-2b5b41dd5bcb HTTP/1.1" status: 204 len: 168 time: 0.5607088 Apr 23 10:27:14.243438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51120) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:14.363888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:14.376210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 027add94-ed5d-430a-bcf9-eab4904e8c48 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:27:14.445227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 027add94-ed5d-430a-bcf9-eab4904e8c48 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:27:14.445539 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 027add94-ed5d-430a-bcf9-eab4904e8c48 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:27:14.446024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 34373208-dedb-4992-88a2-01988ad2adb7 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:27:14.448651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] Deleting port 2cab18c4-5f62-4775-8d31-685edbb86f3a {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:27:14.449036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:14.494453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 34373208-dedb-4992-88a2-01988ad2adb7 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:27:14.494849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 34373208-dedb-4992-88a2-01988ad2adb7 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:27:14.563692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] For port 2cab18c4-5f62-4775-8d31-685edbb86f3a, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2cab18c4-5f62-4775-8d31-685edbb86f3a,segment=NetworkSegment(80371127-ad7e-4ce1-981b-55c460533d29),segment_id=80371127-ad7e-4ce1-981b-55c460533d29)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:27:14.564100 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:14.573706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ecb921-93d2-44f8-a288-b23c7d8cbcc7 None None] DHCP port deletion for d7a29797-ce14-424c-ba44-4b8e3435042b request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 10:27:14.643959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e8ecb921-93d2-44f8-a288-b23c7d8cbcc7 None None] Deleting port 2cab18c4-5f62-4775-8d31-685edbb86f3a {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:27:14.644356 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e8ecb921-93d2-44f8-a288-b23c7d8cbcc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:14.701394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] Calling delete_port for 2cab18c4-5f62-4775-8d31-685edbb86f3a owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:27:14.752894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e8ecb921-93d2-44f8-a288-b23c7d8cbcc7 None None] For port 2cab18c4-5f62-4775-8d31-685edbb86f3a, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=2cab18c4-5f62-4775-8d31-685edbb86f3a,segment=NetworkSegment(80371127-ad7e-4ce1-981b-55c460533d29),segment_id=80371127-ad7e-4ce1-981b-55c460533d29)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:27:14.753374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e8ecb921-93d2-44f8-a288-b23c7d8cbcc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:14.779499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:14.784571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f52127ee-edd6-48fc-81e6-a21a613e0a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:14.835462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] No DVR routers for this DVR port 2cab18c4-5f62-4775-8d31-685edbb86f3a on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:27:14.869797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cab18c4-5f62-4775-8d31-685edbb86f3a,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:14.872351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:14.889141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e8ecb921-93d2-44f8-a288-b23c7d8cbcc7 None None] Calling delete_port for 2cab18c4-5f62-4775-8d31-685edbb86f3a owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:27:14.932716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-e8ecb921-93d2-44f8-a288-b23c7d8cbcc7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 10:27:14.933126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-e8ecb921-93d2-44f8-a288-b23c7d8cbcc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 10:27:14.962564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:15.077044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a29797-ce14-424c-ba44-4b8e3435042b']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:15.094409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80371127-ad7e-4ce1-981b-55c460533d29') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:15.094409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80371127-ad7e-4ce1-981b-55c460533d29') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:15.104434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:15.119379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:15.125795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:27:15.305260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] Network d7a29797-ce14-424c-ba44-4b8e3435042b has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:27:15.314149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:15.474346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-e8ecb921-93d2-44f8-a288-b23c7d8cbcc7 None None] The port '2cab18c4-5f62-4775-8d31-685edbb86f3a' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 10:27:15.491655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] Network d7a29797-ce14-424c-ba44-4b8e3435042b has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:27:15.518098 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:27:15.671057 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:15.675445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:15.680758 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0a516062-04d7-48b2-a7aa-8fe8eb7cbebf tempest-RoutersNegativeTest-727937447 tempest-RoutersNegativeTest-727937447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:15.704070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7a29797-ce14-424c-ba44-4b8e3435042b,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:15.706462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:15.711017 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-081dea6f-29ca-4d4d-9f08-ade3eacc6417 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d7a29797-ce14-424c-ba44-4b8e3435042b HTTP/1.1" status: 204 len: 168 time: 1.4665482 Apr 23 10:27:15.914899 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 51126) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:15.967719 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-74a01249-a113-4450-9d8a-a1f94f59aa78 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=36e282fb5d5a49df8381bc8ca96c9e73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514245 Apr 23 10:27:15.970156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 51130) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:16.034823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8bcff6b7-e44a-496e-886d-aa057e9a00f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:16.062154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8bcff6b7-e44a-496e-886d-aa057e9a00f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:16.134072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8bcff6b7-e44a-496e-886d-aa057e9a00f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:16.139652 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-174b3516-1b14-4125-a737-7685d24b046e tempest-ServerActionsTestJSON-323715816 tempest-ServerActionsTestJSON-323715816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:16.154800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcff6b7-e44a-496e-886d-aa057e9a00f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4db3fb-6e3f-4415-b7ae-d06524512278,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:16.159642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-8bcff6b7-e44a-496e-886d-aa057e9a00f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:16.161683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-8bcff6b7-e44a-496e-886d-aa057e9a00f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:16.164166 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8bcff6b7-e44a-496e-886d-aa057e9a00f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1c4db3fb-6e3f-4415-b7ae-d06524512278 HTTP/1.1" status: 204 len: 168 time: 0.1928856 Apr 23 10:27:16.359341 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2cab18c4-5f62-4775-8d31-685edbb86f3a no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:27:16.399582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 2cab18c4-5f62-4775-8d31-685edbb86f3a {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:27:16.399980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 2cab18c4-5f62-4775-8d31-685edbb86f3a not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:27:16.822336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 51138) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:16.874556 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-8ee5a56e-c4ea-46f4-a63c-e16057fb3d25 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7892ed8c61814bbeb91532fd4bfa7640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507908 Apr 23 10:27:16.877019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 51142) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:16.938730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e5f7882a-ad5b-472e-ad92-0176dade4fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:16.966179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e5f7882a-ad5b-472e-ad92-0176dade4fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:17.047905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e5f7882a-ad5b-472e-ad92-0176dade4fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:17.053351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3625017c-72ac-47af-a084-576b3ff06227 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:17.066700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7882a-ad5b-472e-ad92-0176dade4fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c546e4-59da-4d90-b469-fec2aa9f79d2,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:17.070334 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e5f7882a-ad5b-472e-ad92-0176dade4fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:17.071304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e5f7882a-ad5b-472e-ad92-0176dade4fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:17.072543 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-e5f7882a-ad5b-472e-ad92-0176dade4fd7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c5c546e4-59da-4d90-b469-fec2aa9f79d2 HTTP/1.1" status: 204 len: 168 time: 0.1945407 Apr 23 10:27:18.127138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 51166) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:18.241405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-857774935-network', 'tenant_id': '93e2b95054b140f1a18167a9ce644447'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:27:18.246707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:27:18.250707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] Usage tracker for resource:network and tenant:93e2b95054b140f1a18167a9ce644447 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:27:18.253718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:27:18.260379 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:27:18.305002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] Made reservation on behalf of 93e2b95054b140f1a18167a9ce644447 for: {'network': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:27:18.309811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:18.324399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:18.339986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:27:18.343997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] Usage tracker for resource:security_group_rule and tenant:93e2b95054b140f1a18167a9ce644447 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:27:18.346951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:27:18.353498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:27:18.550781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:18.596520 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:18.600941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aa468398-b4af-4a27-acca-3959573475ab tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:18.628874 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=87175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:27:18.638776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb371a3-1672-4f6a-9b4a-4080f0a066e6,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:18.643054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:18.678384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:18.678769 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] Added segment ec212b37-6474-4915-84cf-28af64af49a7 of type vlan for network 6838e61a-e942-4e10-a6ba-614d420dddd8 Apr 23 10:27:18.757413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:18.851598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:18.852703 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:18.853348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:18.858485 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-de00de7d-725f-4a8a-a036-cae67c724d88 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:18.965995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] Pushing event updated for resources: {'Network': ['ID=6838e61a-e942-4e10-a6ba-614d420dddd8,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:18.968895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:18.977636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 6838e61a-e942-4e10-a6ba-614d420dddd8 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:27:18.984255 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c1cba58b-f2f5-46fc-b92d-d8e88ec9d56c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8559573 Apr 23 10:27:18.987267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 51172) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:18.993423 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-cb05d31c-a446-410d-a06e-447d80fc994e admin admin] Request body: {'subnet': {'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-857774935-subnet', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'ip_version': 4}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:27:18.998768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cb05d31c-a446-410d-a06e-447d80fc994e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:27:19.002937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cb05d31c-a446-410d-a06e-447d80fc994e admin admin] Usage tracker for resource:subnet and tenant:93e2b95054b140f1a18167a9ce644447 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:27:19.005976 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cb05d31c-a446-410d-a06e-447d80fc994e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:27:19.012374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-cb05d31c-a446-410d-a06e-447d80fc994e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:27:19.046051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb05d31c-a446-410d-a06e-447d80fc994e admin admin] Made reservation on behalf of 93e2b95054b140f1a18167a9ce644447 for: {'subnet': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:27:19.050966 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb05d31c-a446-410d-a06e-447d80fc994e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843129'] for subnet, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:19.636771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb05d31c-a446-410d-a06e-447d80fc994e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847193421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843112'] for subnet, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:19.641470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-7beb8a94-bb4b-44fe-8ce3-e104f731beba tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:19.719636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05d31c-a446-410d-a06e-447d80fc994e admin admin] Pushing event updated for resources: {'Subnet': ['ID=529224a6-7a77-4a24-a289-f40f20e44b31,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:19.723785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cb05d31c-a446-410d-a06e-447d80fc994e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:19.724532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb05d31c-a446-410d-a06e-447d80fc994e admin admin] Checking segment: {'id': 'ec212b37-6474-4915-84cf-28af64af49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:27:19.725198 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb05d31c-a446-410d-a06e-447d80fc994e admin admin] Network hostable DHCP agents. Network: 6838e61a-e942-4e10-a6ba-614d420dddd8, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:27:19.779436 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb05d31c-a446-410d-a06e-447d80fc994e admin admin] Network 6838e61a-e942-4e10-a6ba-614d420dddd8 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:27:19.823157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-cb05d31c-a446-410d-a06e-447d80fc994e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 6838e61a-e942-4e10-a6ba-614d420dddd8) {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:27:19.832692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37853743-57bc-49a8-8046-b4358ad558f7 None None] Network 6838e61a-e942-4e10-a6ba-614d420dddd8 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:27:19.838916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb05d31c-a446-410d-a06e-447d80fc994e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:19.839566 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cb05d31c-a446-410d-a06e-447d80fc994e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:19.883878 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cb05d31c-a446-410d-a06e-447d80fc994e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8954754 Apr 23 10:27:19.886927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 51176) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:19.892478 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-857774935-router', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:27:19.898690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:27:19.902889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] Usage tracker for resource:router and tenant:93e2b95054b140f1a18167a9ce644447 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:27:19.906507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:27:19.912850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:27:19.951355 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:19.952464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:20.063759 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-6838e61a-e942-4e10-a6ba-614d420dddd8', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'fixed_ips': [{'subnet_id': '529224a6-7a77-4a24-a289-f40f20e44b31'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 10:27:20.064687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:20.068001 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:20.233987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Allocated IP 172.20.0.2 (6838e61a-e942-4e10-a6ba-614d420dddd8/529224a6-7a77-4a24-a289-f40f20e44b31/3c535529-55ca-4313-a36f-6b94cbf9cba2) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:27:20.472326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:20.540041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Transition to ACTIVE for port object 3c535529-55ca-4313-a36f-6b94cbf9cba2 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:27:20.560576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Transition to ACTIVE for port object 3c535529-55ca-4313-a36f-6b94cbf9cba2 will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:27:20.620175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:20.626393 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0aadb266-48da-43ab-8f9f-139e0a89aaf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:20.688579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:20.697454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Network 6838e61a-e942-4e10-a6ba-614d420dddd8 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:27:20.701062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:27:20.704101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:27:20.745267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Pushing event updated for resources: {'Port': ['ID=3c535529-55ca-4313-a36f-6b94cbf9cba2,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:20.794556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:20.794958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:20.795340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:20.795719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:20.796095 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:20.796470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:20.796843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:20.797210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:20.797583 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:20.797953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:20.798383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:20.798716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:20.802645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:20.820319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Attempting to bind port 3c535529-55ca-4313-a36f-6b94cbf9cba2 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:27:20.820678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Attempting to bind port 3c535529-55ca-4313-a36f-6b94cbf9cba2 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'ec212b37-6474-4915-84cf-28af64af49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:27:20.821103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Attempting to bind port 3c535529-55ca-4313-a36f-6b94cbf9cba2 on network 6838e61a-e942-4e10-a6ba-614d420dddd8 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:27:20.826820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:27:20.827245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Checking segment: {'id': 'ec212b37-6474-4915-84cf-28af64af49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:27:20.827698 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:20.828138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Bound using segment: {'id': 'ec212b37-6474-4915-84cf-28af64af49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:27:20.828658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Bound port: 3c535529-55ca-4313-a36f-6b94cbf9cba2, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec212b37-6474-4915-84cf-28af64af49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:27:20.829079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:20.927317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] For port 3c535529-55ca-4313-a36f-6b94cbf9cba2, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:27:20.931268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] For port 3c535529-55ca-4313-a36f-6b94cbf9cba2, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=3c535529-55ca-4313-a36f-6b94cbf9cba2,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:27:20.968580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:20.973568 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:21.048936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:21.066248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Pushing event updated for resources: {'Port': ['ID=3c535529-55ca-4313-a36f-6b94cbf9cba2,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:21.069618 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-cca52a4b-8188-4ffe-af97-c20f119c6243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:21.082476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:21.257851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] Allocated IP 172.26.4.85 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/d7ca26ec-d20c-403f-bdc1-175abd52b6eb) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:27:21.564305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:21.619789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:21.624526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5c4194b-09eb-42cc-8a52-181d39f71b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:21.695563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:27:21.699062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:27:21.702998 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:27:21.739025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] Pushing event updated for resources: {'Port': ['ID=d7ca26ec-d20c-403f-bdc1-175abd52b6eb,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:21.743829 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:22.165000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:22.404246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 3c535529-55ca-4313-a36f-6b94cbf9cba2 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:27:22.448336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2d3bd8-ec78-46b5-9349-b6666c1d91b7 None None] Network 6838e61a-e942-4e10-a6ba-614d420dddd8 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:27:22.542598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:22.604540 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-dcb2b7ba-2928-495f-96f6-0f2ad6fd4c6b None None] Provisioning for port 3c535529-55ca-4313-a36f-6b94cbf9cba2 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:27:22.614039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-dcb2b7ba-2928-495f-96f6-0f2ad6fd4c6b None None] Provisioning complete for port 3c535529-55ca-4313-a36f-6b94cbf9cba2 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:27:22.614439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dcb2b7ba-2928-495f-96f6-0f2ad6fd4c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:22.677199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 3c535529-55ca-4313-a36f-6b94cbf9cba2 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:27:22.696575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 3c535529-55ca-4313-a36f-6b94cbf9cba2 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:27:22.697078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:22.786197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] Router ccf84252-e8e9-48db-9dc0-555cb1992768 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 10:27:22.949546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dcb2b7ba-2928-495f-96f6-0f2ad6fd4c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:22.979107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:27:22.998131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:23.009169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] Sync routers for ids ['ccf84252-e8e9-48db-9dc0-555cb1992768'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:27:23.042470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:23.044017 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2ef9571c-b28d-4cd5-a4bb-1edfa008c29f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1560717 Apr 23 10:27:23.045940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] Routers {'ccf84252-e8e9-48db-9dc0-555cb1992768'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:27:23.046673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:27:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ccf84252-e8e9-48db-9dc0-555cb1992768'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:23.046952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 51182) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:23.107268 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-dcb2b7ba-2928-495f-96f6-0f2ad6fd4c6b None None] For port 3c535529-55ca-4313-a36f-6b94cbf9cba2, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=3c535529-55ca-4313-a36f-6b94cbf9cba2,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:27:23.403458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dcb2b7ba-2928-495f-96f6-0f2ad6fd4c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:23.404973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:23.539655 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 10:27:23.540064 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 10:27:23.566584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2b7ba-2928-495f-96f6-0f2ad6fd4c6b None None] Pushing event updated for resources: {'Port': ['ID=3c535529-55ca-4313-a36f-6b94cbf9cba2,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:23.572682 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-4161e7a1-b842-4ee9-8448-43dff647f5a4 None None] Provisioning complete for port 3c535529-55ca-4313-a36f-6b94cbf9cba2 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:27:23.573112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4161e7a1-b842-4ee9-8448-43dff647f5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:23.602575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dcb2b7ba-2928-495f-96f6-0f2ad6fd4c6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:23.627164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] Set router ccf84252-e8e9-48db-9dc0-555cb1992768 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:27:24.018237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'name': 'tempest-TestSnapshotPattern-857774935-router', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:19Z', 'updated_at': '2021-04-23T10:27:21Z', 'revision_number': 3, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'gw_port': {'id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:21Z', 'updated_at': '2021-04-23T10:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:24.022527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] Checking router: ccf84252-e8e9-48db-9dc0-555cb1992768 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:27:24.022932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] Updating router ccf84252-e8e9-48db-9dc0-555cb1992768 port d7ca26ec-d20c-403f-bdc1-175abd52b6eb binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:27:24.096408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-baf262e2-dfa2-4f87-9c01-08e37445f204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:24.151357 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:24.181611 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:24.327839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-baf262e2-dfa2-4f87-9c01-08e37445f204 admin admin] Allocated IP 172.20.0.1 (6838e61a-e942-4e10-a6ba-614d420dddd8/529224a6-7a77-4a24-a289-f40f20e44b31/b05542c4-0670-4929-bb2d-ee097fc0d3e4) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:27:24.383104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 3c535529-55ca-4313-a36f-6b94cbf9cba2 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:27:24.499548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-baf262e2-dfa2-4f87-9c01-08e37445f204 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:24.505309 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 3c535529-55ca-4313-a36f-6b94cbf9cba2 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:27:24.505885 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:24.519549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-baf262e2-dfa2-4f87-9c01-08e37445f204 admin admin] Transition to ACTIVE for port object b05542c4-0670-4929-bb2d-ee097fc0d3e4 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:27:24.569228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-baf262e2-dfa2-4f87-9c01-08e37445f204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:24.574285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-43b1121c-501b-4824-aa4e-d8c2ebc15cd3 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:24.635546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf262e2-dfa2-4f87-9c01-08e37445f204 admin admin] Network 6838e61a-e942-4e10-a6ba-614d420dddd8 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:27:24.643207 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-baf262e2-dfa2-4f87-9c01-08e37445f204 admin admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:27:24.645837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf262e2-dfa2-4f87-9c01-08e37445f204 admin admin] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:27:24.649944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:24.694163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf262e2-dfa2-4f87-9c01-08e37445f204 admin admin] Pushing event updated for resources: {'Port': ['ID=b05542c4-0670-4929-bb2d-ee097fc0d3e4,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:24.699406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-baf262e2-dfa2-4f87-9c01-08e37445f204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:24.701410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] Transition to ACTIVE for port object d7ca26ec-d20c-403f-bdc1-175abd52b6eb will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:27:24.724280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-baf262e2-dfa2-4f87-9c01-08e37445f204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:24.734135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:24.739469 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:24.832118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] Attempting to bind port d7ca26ec-d20c-403f-bdc1-175abd52b6eb on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:27:24.832537 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] Attempting to bind port d7ca26ec-d20c-403f-bdc1-175abd52b6eb by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:27:24.832929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] Attempting to bind port d7ca26ec-d20c-403f-bdc1-175abd52b6eb on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:27:24.837752 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460cd9e-273d-4eaa-a4f2-a0ba5c8552e1 None None] Pushing event updated for resources: {'Port': ['ID=d7ca26ec-d20c-403f-bdc1-175abd52b6eb,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:24.842101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0460cd9e-273d-4eaa-a4f2-a0ba5c8552e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:24.842950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:27:24.843368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:27:24.843812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:24.844220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:27:24.844734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] Bound port: d7ca26ec-d20c-403f-bdc1-175abd52b6eb, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:27:24.845156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:24.874576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-baf262e2-dfa2-4f87-9c01-08e37445f204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:24.934395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] For port d7ca26ec-d20c-403f-bdc1-175abd52b6eb, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:27:24.937541 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] For port d7ca26ec-d20c-403f-bdc1-175abd52b6eb, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=d7ca26ec-d20c-403f-bdc1-175abd52b6eb,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:27:24.950957 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1cc04d76-c738-41c8-9c93-eaf4a9ca1d69 None None] Provisioning for port b05542c4-0670-4929-bb2d-ee097fc0d3e4 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:27:24.956280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1cc04d76-c738-41c8-9c93-eaf4a9ca1d69 None None] Provisioning complete for port b05542c4-0670-4929-bb2d-ee097fc0d3e4 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:27:24.956711 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1cc04d76-c738-41c8-9c93-eaf4a9ca1d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:24.987178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:24.997643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:25.096208 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-1cc04d76-c738-41c8-9c93-eaf4a9ca1d69 None None] Port b05542c4-0670-4929-bb2d-ee097fc0d3e4 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:27:25.113090 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] Routers {'ccf84252-e8e9-48db-9dc0-555cb1992768'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:27:25.113910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:27:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ccf84252-e8e9-48db-9dc0-555cb1992768'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:25.126211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-baf262e2-dfa2-4f87-9c01-08e37445f204 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:25.177066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460cd9e-273d-4eaa-a4f2-a0ba5c8552e1 None None] Pushing event updated for resources: {'Port': ['ID=d7ca26ec-d20c-403f-bdc1-175abd52b6eb,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:25.189032 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0460cd9e-273d-4eaa-a4f2-a0ba5c8552e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:25.196849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-baf262e2-dfa2-4f87-9c01-08e37445f204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:25.226824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-97150a5e-71a7-407c-8a6f-d5e75d93e446 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:25.312610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-baf262e2-dfa2-4f87-9c01-08e37445f204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:25.315455 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] Set router ccf84252-e8e9-48db-9dc0-555cb1992768 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:27:25.317343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf262e2-dfa2-4f87-9c01-08e37445f204 admin admin] Pushing event updated for resources: {'Port': ['ID=b05542c4-0670-4929-bb2d-ee097fc0d3e4,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:25.322456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-baf262e2-dfa2-4f87-9c01-08e37445f204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:25.464624 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf262e2-dfa2-4f87-9c01-08e37445f204 admin admin] Network 6838e61a-e942-4e10-a6ba-614d420dddd8 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:27:25.465915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-baf262e2-dfa2-4f87-9c01-08e37445f204 admin admin] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:27:25.684637 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf262e2-dfa2-4f87-9c01-08e37445f204 admin admin] Router ccf84252-e8e9-48db-9dc0-555cb1992768 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:27:25.764045 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d442d6e7-807c-4d46-93e3-a8d44bf0d7c3 None None] Provisioning complete for port b05542c4-0670-4929-bb2d-ee097fc0d3e4 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:27:25.764398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d442d6e7-807c-4d46-93e3-a8d44bf0d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:25.874248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d442d6e7-807c-4d46-93e3-a8d44bf0d7c3 None None] Port b05542c4-0670-4929-bb2d-ee097fc0d3e4 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:27:25.884012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf262e2-dfa2-4f87-9c01-08e37445f204 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:27:25.903163 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-baf262e2-dfa2-4f87-9c01-08e37445f204 admin admin] 10.222.0.60 "PUT /v2.0/routers/ccf84252-e8e9-48db-9dc0-555cb1992768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8461876 Apr 23 10:27:25.914904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'name': 'tempest-TestSnapshotPattern-857774935-router', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:19Z', 'updated_at': '2021-04-23T10:27:24Z', 'revision_number': 4, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'gw_port': {'id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:21Z', 'updated_at': '2021-04-23T10:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'b05542c4-0670-4929-bb2d-ee097fc0d3e4', 'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'mac_address': 'fa:16:3e:f8:62:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:24Z', 'updated_at': '2021-04-23T10:27:24Z', 'revision_number': 2, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'subnets': [{'id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:25.919422 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f6a4a-e066-40bb-9690-e5be889b20dd None None] The sync data for ids ['ccf84252-e8e9-48db-9dc0-555cb1992768'] in dv-neutron-786478-4-hyperv is: [{'id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'name': 'tempest-TestSnapshotPattern-857774935-router', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:19Z', 'updated_at': '2021-04-23T10:27:24Z', 'revision_number': 4, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'gw_port': {'id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:21Z', 'updated_at': '2021-04-23T10:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'b05542c4-0670-4929-bb2d-ee097fc0d3e4', 'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'mac_address': 'fa:16:3e:f8:62:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:24Z', 'updated_at': '2021-04-23T10:27:24Z', 'revision_number': 2, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'subnets': [{'id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:27:26.586424 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51202) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:26.593336 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-487308108-network', 'tenant_id': '536b8521175d4a01a5ea55645dc99cc8'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:27:26.598898 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:27:26.603249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] Usage tracker for resource:network and tenant:536b8521175d4a01a5ea55645dc99cc8 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:27:26.606463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:27:26.618978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:27:26.657736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] Made reservation on behalf of 536b8521175d4a01a5ea55645dc99cc8 for: {'network': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:27:26.662967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for network, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:27.001508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:27.018843 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:27:27.023381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] Usage tracker for resource:security_group_rule and tenant:536b8521175d4a01a5ea55645dc99cc8 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:27:27.026482 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:27:27.032992 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:27:27.184288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:27.211690 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:27.216172 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-01dba233-b21d-49ef-83bc-34c301ecc3ff tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:27.245343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=87174) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 23 10:27:27.255621 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6779118f-debe-4fc6-a6ef-4af8647279e2,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:27.260050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:27.261294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:27.261687 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.segments_db [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] Added segment 23d0a295-b0c7-4425-947f-37fe0d03bfbd of type vlan for network 7cd13574-484a-400e-9136-e72d3677ffe2 Apr 23 10:27:27.291271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250757080777'] for network, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:27.351988 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008'] for network, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:27.353160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:27.353818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:27.359830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-af728e36-e882-4ebf-9206-4a971a08027c tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:27.469161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] Pushing event updated for resources: {'Network': ['ID=7cd13574-484a-400e-9136-e72d3677ffe2,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:27.472107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:27.481212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Network 7cd13574-484a-400e-9136-e72d3677ffe2 details requested by agent ovs-agent-dv-neutron-786478-4-hyperv with host dv-neutron-786478-4-hyperv {{(pid=87176) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 23 10:27:27.495907 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-3a59bd0d-0c97-4178-8d42-67ebe7739791 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9079232 Apr 23 10:27:27.505114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51206) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:27.512295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6bda830b-34a6-4ed3-b970-94b49637684e admin admin] Request body: {'subnet': {'network_id': '7cd13574-484a-400e-9136-e72d3677ffe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-487308108-subnet', 'tenant_id': '536b8521175d4a01a5ea55645dc99cc8', 'ip_version': 4}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:27:27.518127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6bda830b-34a6-4ed3-b970-94b49637684e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:27:27.522978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6bda830b-34a6-4ed3-b970-94b49637684e admin admin] Usage tracker for resource:subnet and tenant:536b8521175d4a01a5ea55645dc99cc8 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:27:27.526220 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6bda830b-34a6-4ed3-b970-94b49637684e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:27:27.532301 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6bda830b-34a6-4ed3-b970-94b49637684e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:27:27.567948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bda830b-34a6-4ed3-b970-94b49637684e admin admin] Made reservation on behalf of 536b8521175d4a01a5ea55645dc99cc8 for: {'subnet': 1} {{(pid=87174) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:27:27.573464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6bda830b-34a6-4ed3-b970-94b49637684e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6299294'] for subnet, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:28.044062 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6bda830b-34a6-4ed3-b970-94b49637684e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849403295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6299279'] for subnet, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:28.048740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e8042eb4-f790-4c2f-8bee-2a94d3c2b65a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:28.128285 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda830b-34a6-4ed3-b970-94b49637684e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9147d1fe-ef57-4155-89bc-885e9b97d666,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:28.133192 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6bda830b-34a6-4ed3-b970-94b49637684e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:28.133982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda830b-34a6-4ed3-b970-94b49637684e admin admin] Checking segment: {'id': '23d0a295-b0c7-4425-947f-37fe0d03bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7cd13574-484a-400e-9136-e72d3677ffe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:27:28.134596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bda830b-34a6-4ed3-b970-94b49637684e admin admin] Network hostable DHCP agents. Network: 7cd13574-484a-400e-9136-e72d3677ffe2, hostable agents: ['5773c168-418d-4cfe-b7d0-5264d7cc6f2b'], hosted agents: [] {{(pid=87174) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 23 10:27:28.196598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bda830b-34a6-4ed3-b970-94b49637684e admin admin] Network 7cd13574-484a-400e-9136-e72d3677ffe2 is scheduled to be hosted by DHCP agent 5773c168-418d-4cfe-b7d0-5264d7cc6f2b with binding_index 1 {{(pid=87174) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 23 10:27:28.345673 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-6bda830b-34a6-4ed3-b970-94b49637684e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-4-hyperv, 7cd13574-484a-400e-9136-e72d3677ffe2) {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:27:28.361660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760f66b1-73e5-408a-b0e3-0d0eeed90bef None None] Network 7cd13574-484a-400e-9136-e72d3677ffe2 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:27:28.374850 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bda830b-34a6-4ed3-b970-94b49637684e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:28.375600 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6bda830b-34a6-4ed3-b970-94b49637684e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:28.401532 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device d7ca26ec-d20c-403f-bdc1-175abd52b6eb up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:27:28.424665 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6bda830b-34a6-4ed3-b970-94b49637684e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9182448 Apr 23 10:27:28.427384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51210) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:28.433973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-487308108-router', 'tenant_id': '536b8521175d4a01a5ea55645dc99cc8', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:27:28.439260 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:27:28.443415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] Usage tracker for resource:router and tenant:536b8521175d4a01a5ea55645dc99cc8 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:27:28.447373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:27:28.453390 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:27:28.557040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846513703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38670'] for router, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:28.558546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8262097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8286263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8379174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854737129'] for router, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:28.575075 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:28.650996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port d7ca26ec-d20c-403f-bdc1-175abd52b6eb completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:27:28.663386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port d7ca26ec-d20c-403f-bdc1-175abd52b6eb triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:27:28.663679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:28.695288 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp393931be-e02e-545b-8eb5-cff67cd06ade-7cd13574-484a-400e-9136-e72d3677ffe2', 'network_id': '7cd13574-484a-400e-9136-e72d3677ffe2', 'tenant_id': '536b8521175d4a01a5ea55645dc99cc8', 'fixed_ips': [{'subnet_id': '9147d1fe-ef57-4155-89bc-885e9b97d666'}]}} from dv-neutron-786478-4-hyperv. {{(pid=87176) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 23 10:27:28.696221 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:28.939484 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:28.955597 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8286400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8261482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854737116'] for router, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:28.970085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port d7ca26ec-d20c-403f-bdc1-175abd52b6eb, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=d7ca26ec-d20c-403f-bdc1-175abd52b6eb,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:27:28.975454 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Allocated IP 172.20.0.2 (7cd13574-484a-400e-9136-e72d3677ffe2/9147d1fe-ef57-4155-89bc-885e9b97d666/1ff0f576-f364-433e-8425-1cbde7de1c4d) {{(pid=87176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:27:29.035092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] Sync routers for ids ['ccf84252-e8e9-48db-9dc0-555cb1992768'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:27:29.048367 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] Routers {'ccf84252-e8e9-48db-9dc0-555cb1992768'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:27:29.049522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:27:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ccf84252-e8e9-48db-9dc0-555cb1992768'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:29.064605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:29.071622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:29.182760 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=d7ca26ec-d20c-403f-bdc1-175abd52b6eb,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:29.194796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:29.247687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] Set router ccf84252-e8e9-48db-9dc0-555cb1992768 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:27:29.269069 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Notify callbacks [] for port, precommit_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:29.280185 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Transition to ACTIVE for port object 1ff0f576-f364-433e-8425-1cbde7de1c4d will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:27:29.300873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Transition to ACTIVE for port object 1ff0f576-f364-433e-8425-1cbde7de1c4d will not be triggered until provisioned by entity DHCP. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:27:29.341343 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483'] for port, after_create {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:29.346654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:29.351094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0460cd9e-273d-4eaa-a4f2-a0ba5c8552e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:29.383181 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:29.418847 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Network 7cd13574-484a-400e-9136-e72d3677ffe2 is already hosted by enough agents. {{(pid=87176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:27:29.422506 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Resources bound (agent type, host, resource id): {{(pid=87176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:27:29.426464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Received port after_create {{(pid=87176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:27:29.435102 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Pushing event updated for resources: {'Port': ['ID=1ff0f576-f364-433e-8425-1cbde7de1c4d,revision_number=1']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:29.463964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:29.539696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Attempting to bind port 1ff0f576-f364-433e-8425-1cbde7de1c4d on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:27:29.540125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Attempting to bind port 1ff0f576-f364-433e-8425-1cbde7de1c4d by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '23d0a295-b0c7-4425-947f-37fe0d03bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7cd13574-484a-400e-9136-e72d3677ffe2'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:27:29.540545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Attempting to bind port 1ff0f576-f364-433e-8425-1cbde7de1c4d on network 7cd13574-484a-400e-9136-e72d3677ffe2 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:27:29.548678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:27:29.549111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Checking segment: {'id': '23d0a295-b0c7-4425-947f-37fe0d03bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7cd13574-484a-400e-9136-e72d3677ffe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:27:29.549579 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:29.550028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Bound using segment: {'id': '23d0a295-b0c7-4425-947f-37fe0d03bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7cd13574-484a-400e-9136-e72d3677ffe2'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:27:29.550587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Bound port: 1ff0f576-f364-433e-8425-1cbde7de1c4d, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d0a295-b0c7-4425-947f-37fe0d03bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7cd13574-484a-400e-9136-e72d3677ffe2'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:27:29.551009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:29.555369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] Allocated IP 172.26.4.152 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/ab52325f-91ac-414f-9199-11cc89537f28) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:27:29.610945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'name': 'tempest-TestSnapshotPattern-857774935-router', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:19Z', 'updated_at': '2021-04-23T10:27:24Z', 'revision_number': 4, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'gw_port': {'id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:21Z', 'updated_at': '2021-04-23T10:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'b05542c4-0670-4929-bb2d-ee097fc0d3e4', 'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'mac_address': 'fa:16:3e:f8:62:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:24Z', 'updated_at': '2021-04-23T10:27:24Z', 'revision_number': 2, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'subnets': [{'id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:29.615622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] Checking router: ccf84252-e8e9-48db-9dc0-555cb1992768 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:27:29.616037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] Updating router ccf84252-e8e9-48db-9dc0-555cb1992768 port b05542c4-0670-4929-bb2d-ee097fc0d3e4 binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:27:29.652817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] For port 1ff0f576-f364-433e-8425-1cbde7de1c4d, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:27:29.656227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] For port 1ff0f576-f364-433e-8425-1cbde7de1c4d, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1ff0f576-f364-433e-8425-1cbde7de1c4d,segment=NetworkSegment(23d0a295-b0c7-4425-947f-37fe0d03bfbd),segment_id=23d0a295-b0c7-4425-947f-37fe0d03bfbd)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:27:29.673984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:29.732329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:29.737696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:29.773481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:29.830217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Pushing event updated for resources: {'Port': ['ID=1ff0f576-f364-433e-8425-1cbde7de1c4d,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:29.833967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:29.843194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:29.848428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-155112f8-96f2-4757-a825-34afbec93c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:29.914157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:27:29.917880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:27:29.929154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:27:29.975136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] Pushing event updated for resources: {'Port': ['ID=ab52325f-91ac-414f-9199-11cc89537f28,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:29.980244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:30.285558 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:30.298876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] Transition to ACTIVE for port object b05542c4-0670-4929-bb2d-ee097fc0d3e4 will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:27:30.340127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:30.349983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4c997255-1342-4725-a3f5-ffa7881f2b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:30.492509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device d7ca26ec-d20c-403f-bdc1-175abd52b6eb up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:27:30.568394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:30.580800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94e068-b7a4-47ad-bc4e-e8d4004fbee4 None None] Pushing event updated for resources: {'Port': ['ID=b05542c4-0670-4929-bb2d-ee097fc0d3e4,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:30.584329 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port d7ca26ec-d20c-403f-bdc1-175abd52b6eb triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:27:30.585166 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:30.603549 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94e068-b7a4-47ad-bc4e-e8d4004fbee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:30.603932 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94e068-b7a4-47ad-bc4e-e8d4004fbee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:30.604305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94e068-b7a4-47ad-bc4e-e8d4004fbee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:30.604750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94e068-b7a4-47ad-bc4e-e8d4004fbee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:30.605126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94e068-b7a4-47ad-bc4e-e8d4004fbee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:30.605622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94e068-b7a4-47ad-bc4e-e8d4004fbee4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:30.605985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94e068-b7a4-47ad-bc4e-e8d4004fbee4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:30.606394 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94e068-b7a4-47ad-bc4e-e8d4004fbee4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:30.606757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94e068-b7a4-47ad-bc4e-e8d4004fbee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:30.607115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94e068-b7a4-47ad-bc4e-e8d4004fbee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:30.607472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94e068-b7a4-47ad-bc4e-e8d4004fbee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:30.607824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db94e068-b7a4-47ad-bc4e-e8d4004fbee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:27:30.612164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-db94e068-b7a4-47ad-bc4e-e8d4004fbee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:30.618873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] Attempting to bind port b05542c4-0670-4929-bb2d-ee097fc0d3e4 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:27:30.619286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] Attempting to bind port b05542c4-0670-4929-bb2d-ee097fc0d3e4 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': 'ec212b37-6474-4915-84cf-28af64af49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:27:30.619801 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] Attempting to bind port b05542c4-0670-4929-bb2d-ee097fc0d3e4 on network 6838e61a-e942-4e10-a6ba-614d420dddd8 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:27:30.626990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:27:30.627405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] Checking segment: {'id': 'ec212b37-6474-4915-84cf-28af64af49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:27:30.627855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:30.628294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] Bound using segment: {'id': 'ec212b37-6474-4915-84cf-28af64af49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:27:30.628820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] Bound port: b05542c4-0670-4929-bb2d-ee097fc0d3e4, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec212b37-6474-4915-84cf-28af64af49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:27:30.629262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:30.733933 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] For port b05542c4-0670-4929-bb2d-ee097fc0d3e4, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:27:30.737246 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] For port b05542c4-0670-4929-bb2d-ee097fc0d3e4, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b05542c4-0670-4929-bb2d-ee097fc0d3e4,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:27:30.743849 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1ff0f576-f364-433e-8425-1cbde7de1c4d up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:27:30.768754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:30.773963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d86a5709-32d9-4fbf-a079-3e53c42bc37e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:30.857464 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port 1ff0f576-f364-433e-8425-1cbde7de1c4d completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:27:30.869845 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] Routers {'ccf84252-e8e9-48db-9dc0-555cb1992768'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:27:30.871056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:27:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ccf84252-e8e9-48db-9dc0-555cb1992768'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:31.006267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846514318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846489366'] for router, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:31.031113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94e068-b7a4-47ad-bc4e-e8d4004fbee4 None None] Pushing event updated for resources: {'Port': ['ID=b05542c4-0670-4929-bb2d-ee097fc0d3e4,revision_number=4']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:31.034785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-db94e068-b7a4-47ad-bc4e-e8d4004fbee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:31.115055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] Set router ccf84252-e8e9-48db-9dc0-555cb1992768 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:27:31.311311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572f069b-1a61-4b1a-b429-9cb0a88e2250 None None] Network 7cd13574-484a-400e-9136-e72d3677ffe2 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:27:31.421477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5f0ab99e-c999-48cf-a7d8-e34f4a19cd43 None None] Provisioning for port 1ff0f576-f364-433e-8425-1cbde7de1c4d completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:27:31.434429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-5f0ab99e-c999-48cf-a7d8-e34f4a19cd43 None None] Provisioning complete for port 1ff0f576-f364-433e-8425-1cbde7de1c4d triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:27:31.435150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f0ab99e-c999-48cf-a7d8-e34f4a19cd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:31.511388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'name': 'tempest-TestSnapshotPattern-857774935-router', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:19Z', 'updated_at': '2021-04-23T10:27:24Z', 'revision_number': 4, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'gw_port': {'id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:21Z', 'updated_at': '2021-04-23T10:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'b05542c4-0670-4929-bb2d-ee097fc0d3e4', 'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'mac_address': 'fa:16:3e:f8:62:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:24Z', 'updated_at': '2021-04-23T10:27:30Z', 'revision_number': 4, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'subnets': [{'id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:31.516421 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd888e8a-45bf-43a1-a51e-d15ffbe78a82 None None] The sync data for ids ['ccf84252-e8e9-48db-9dc0-555cb1992768'] in dv-neutron-786478-4-hyperv is: [{'id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'name': 'tempest-TestSnapshotPattern-857774935-router', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:19Z', 'updated_at': '2021-04-23T10:27:24Z', 'revision_number': 4, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'gw_port': {'id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:21Z', 'updated_at': '2021-04-23T10:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'b05542c4-0670-4929-bb2d-ee097fc0d3e4', 'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'mac_address': 'fa:16:3e:f8:62:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:24Z', 'updated_at': '2021-04-23T10:27:30Z', 'revision_number': 4, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'subnets': [{'id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:27:31.602298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] Router 8ad5a9b0-3ac7-4050-847e-388b51a2de27 is scheduled to L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 with binding_index 1 {{(pid=87174) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 23 10:27:31.816564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:27:31.847088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] Sync routers for ids ['8ad5a9b0-3ac7-4050-847e-388b51a2de27'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:27:31.857358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f0ab99e-c999-48cf-a7d8-e34f4a19cd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:31.919096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] Routers {'8ad5a9b0-3ac7-4050-847e-388b51a2de27'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:27:31.919806 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:27:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8ad5a9b0-3ac7-4050-847e-388b51a2de27'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:31.934074 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:31.936008 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-efff6189-ba92-4c40-81f4-312162654418 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5063486 Apr 23 10:27:31.938344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51214) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:32.069590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-5f0ab99e-c999-48cf-a7d8-e34f4a19cd43 None None] For port 1ff0f576-f364-433e-8425-1cbde7de1c4d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1ff0f576-f364-433e-8425-1cbde7de1c4d,segment=NetworkSegment(23d0a295-b0c7-4425-947f-37fe0d03bfbd),segment_id=23d0a295-b0c7-4425-947f-37fe0d03bfbd)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:27:32.111061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5f0ab99e-c999-48cf-a7d8-e34f4a19cd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:32.117252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:32.232699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] Set router 8ad5a9b0-3ac7-4050-847e-388b51a2de27 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:27:32.282686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ab99e-c999-48cf-a7d8-e34f4a19cd43 None None] Pushing event updated for resources: {'Port': ['ID=1ff0f576-f364-433e-8425-1cbde7de1c4d,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:32.351392 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5f0ab99e-c999-48cf-a7d8-e34f4a19cd43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:32.507256 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1ff0f576-f364-433e-8425-1cbde7de1c4d up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:27:32.570370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-759ba9f9-c476-4739-9141-69b27a4d91bc None None] Provisioning complete for port 1ff0f576-f364-433e-8425-1cbde7de1c4d triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:27:32.570796 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-759ba9f9-c476-4739-9141-69b27a4d91bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:32.699349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c722102e-8f0e-49c8-9808-afbb29b4ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:32.729649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port 1ff0f576-f364-433e-8425-1cbde7de1c4d triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:27:32.730071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:32.873263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad5a9b0-3ac7-4050-847e-388b51a2de27', 'name': 'tempest-TestSnapshotPattern-487308108-router', 'tenant_id': '536b8521175d4a01a5ea55645dc99cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'ab52325f-91ac-414f-9199-11cc89537f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:28Z', 'updated_at': '2021-04-23T10:27:30Z', 'revision_number': 3, 'project_id': '536b8521175d4a01a5ea55645dc99cc8', 'gw_port': {'id': 'ab52325f-91ac-414f-9199-11cc89537f28', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad5a9b0-3ac7-4050-847e-388b51a2de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:29Z', 'updated_at': '2021-04-23T10:27:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:32.879824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] Checking router: 8ad5a9b0-3ac7-4050-847e-388b51a2de27 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:27:32.880231 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] Updating router 8ad5a9b0-3ac7-4050-847e-388b51a2de27 port ab52325f-91ac-414f-9199-11cc89537f28 binding host dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:27:32.924664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-c722102e-8f0e-49c8-9808-afbb29b4ff41 admin admin] Allocated IP 172.20.0.1 (7cd13574-484a-400e-9136-e72d3677ffe2/9147d1fe-ef57-4155-89bc-885e9b97d666/cc777e74-b91b-48af-af99-3170bd6a165d) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:27:32.987696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:33.019771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b05542c4-0670-4929-bb2d-ee097fc0d3e4 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:27:33.087641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c722102e-8f0e-49c8-9808-afbb29b4ff41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:33.105457 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c722102e-8f0e-49c8-9808-afbb29b4ff41 admin admin] Transition to ACTIVE for port object cc777e74-b91b-48af-af99-3170bd6a165d will not be triggered until provisioned by entity DHCP. {{(pid=87174) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:27:33.162815 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c722102e-8f0e-49c8-9808-afbb29b4ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:33.168164 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-81697c4b-7f19-4dbc-8c9b-e80547101bc6 tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:33.211983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port b05542c4-0670-4929-bb2d-ee097fc0d3e4 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:27:33.217867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port b05542c4-0670-4929-bb2d-ee097fc0d3e4 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:27:33.218296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:33.228538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c722102e-8f0e-49c8-9808-afbb29b4ff41 admin admin] Network 7cd13574-484a-400e-9136-e72d3677ffe2 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:27:33.232019 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c722102e-8f0e-49c8-9808-afbb29b4ff41 admin admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:27:33.241678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c722102e-8f0e-49c8-9808-afbb29b4ff41 admin admin] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:27:33.292474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722102e-8f0e-49c8-9808-afbb29b4ff41 admin admin] Pushing event updated for resources: {'Port': ['ID=cc777e74-b91b-48af-af99-3170bd6a165d,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:33.310195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c722102e-8f0e-49c8-9808-afbb29b4ff41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:33.318875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c722102e-8f0e-49c8-9808-afbb29b4ff41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8259895'] for router_interface, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:33.467039 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c722102e-8f0e-49c8-9808-afbb29b4ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:33.491741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:33.585017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-98cf754b-f260-418c-8430-4676972c085d None None] Provisioning for port cc777e74-b91b-48af-af99-3170bd6a165d completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:27:33.600592 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port b05542c4-0670-4929-bb2d-ee097fc0d3e4, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b05542c4-0670-4929-bb2d-ee097fc0d3e4,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:27:33.604315 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-98cf754b-f260-418c-8430-4676972c085d None None] Provisioning complete for port cc777e74-b91b-48af-af99-3170bd6a165d triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:27:33.604817 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-98cf754b-f260-418c-8430-4676972c085d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:33.648115 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:33.654691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:33.712435 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] Notify callbacks [] for port, precommit_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:33.715088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c722102e-8f0e-49c8-9808-afbb29b4ff41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:33.745143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c722102e-8f0e-49c8-9808-afbb29b4ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:33.758149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] Transition to ACTIVE for port object ab52325f-91ac-414f-9199-11cc89537f28 will not be triggered until provisioned by entity L2. {{(pid=87176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:27:33.760995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-98cf754b-f260-418c-8430-4676972c085d None None] Port cc777e74-b91b-48af-af99-3170bd6a165d cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:27:33.771870 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-132af2c5-4bc7-4341-847e-b69a9ea0d4db tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:33.773389 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=b05542c4-0670-4929-bb2d-ee097fc0d3e4,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:33.776633 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:33.802056 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:33.808112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:33.862877 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722102e-8f0e-49c8-9808-afbb29b4ff41 admin admin] Pushing event updated for resources: {'Port': ['ID=cc777e74-b91b-48af-af99-3170bd6a165d,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:33.865608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c722102e-8f0e-49c8-9808-afbb29b4ff41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846515888'] for router_interface, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:33.875483 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c722102e-8f0e-49c8-9808-afbb29b4ff41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:33.887573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] Attempting to bind port ab52325f-91ac-414f-9199-11cc89537f28 on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:27:33.887996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] Attempting to bind port ab52325f-91ac-414f-9199-11cc89537f28 by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:27:33.888417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] Attempting to bind port ab52325f-91ac-414f-9199-11cc89537f28 on network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:27:33.898987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:27:33.899409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] Checking segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:27:33.899861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:33.900306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] Bound using segment: {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'} {{(pid=87176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:27:33.900824 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] Bound port: ab52325f-91ac-414f-9199-11cc89537f28, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8c7350-8f9f-475c-bde2-e6d90559c755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7'}}] {{(pid=87176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:27:33.901242 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:33.934265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa362868-c041-4273-9d1b-eb814eb2433f None None] Pushing event updated for resources: {'Port': ['ID=ab52325f-91ac-414f-9199-11cc89537f28,revision_number=2']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:33.943304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aa362868-c041-4273-9d1b-eb814eb2433f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:33.988531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] For port ab52325f-91ac-414f-9199-11cc89537f28, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:27:33.992048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] For port ab52325f-91ac-414f-9199-11cc89537f28, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ab52325f-91ac-414f-9199-11cc89537f28,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:27:34.013751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c722102e-8f0e-49c8-9808-afbb29b4ff41 admin admin] Network 7cd13574-484a-400e-9136-e72d3677ffe2 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:27:34.014862 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-c722102e-8f0e-49c8-9808-afbb29b4ff41 admin admin] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:27:34.020044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:34.025859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e9a3ed84-68d5-44ed-b144-2b921defc432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:34.234832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c722102e-8f0e-49c8-9808-afbb29b4ff41 admin admin] Router 8ad5a9b0-3ac7-4050-847e-388b51a2de27 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:27:34.302660 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] Routers {'8ad5a9b0-3ac7-4050-847e-388b51a2de27'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:27:34.303325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:27:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8ad5a9b0-3ac7-4050-847e-388b51a2de27'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:34.429024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa362868-c041-4273-9d1b-eb814eb2433f None None] Pushing event updated for resources: {'Port': ['ID=ab52325f-91ac-414f-9199-11cc89537f28,revision_number=3']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:34.438930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c722102e-8f0e-49c8-9808-afbb29b4ff41 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:27:34.447452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b05542c4-0670-4929-bb2d-ee097fc0d3e4 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:27:34.449589 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-c722102e-8f0e-49c8-9808-afbb29b4ff41 admin admin] 10.222.0.60 "PUT /v2.0/routers/8ad5a9b0-3ac7-4050-847e-388b51a2de27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5101447 Apr 23 10:27:34.475873 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aa362868-c041-4273-9d1b-eb814eb2433f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:34.498644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-be4080bc-4c75-467b-a740-31940eadcb3a None None] Provisioning complete for port cc777e74-b91b-48af-af99-3170bd6a165d triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:27:34.499070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-be4080bc-4c75-467b-a740-31940eadcb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:34.608311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-be4080bc-4c75-467b-a740-31940eadcb3a None None] Port cc777e74-b91b-48af-af99-3170bd6a165d cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:27:34.624214 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] Set router 8ad5a9b0-3ac7-4050-847e-388b51a2de27 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:27:34.764088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port b05542c4-0670-4929-bb2d-ee097fc0d3e4 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:27:34.764531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:35.001089 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51224) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:35.007359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-2c1b8a2b-4f82-405e-a882-df1805204340 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1353005863', 'description': 'tempest-secgroup-smoke-1353005863 description', 'project_id': '93e2b95054b140f1a18167a9ce644447'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:27:35.014109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2c1b8a2b-4f82-405e-a882-df1805204340 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:27:35.018262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2c1b8a2b-4f82-405e-a882-df1805204340 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Usage tracker for resource:security_group and tenant:93e2b95054b140f1a18167a9ce644447 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:27:35.021887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2c1b8a2b-4f82-405e-a882-df1805204340 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:27:35.027967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2c1b8a2b-4f82-405e-a882-df1805204340 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:27:35.062908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c1b8a2b-4f82-405e-a882-df1805204340 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for security_group, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:35.086218 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2c1b8a2b-4f82-405e-a882-df1805204340 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:27:35.088007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad5a9b0-3ac7-4050-847e-388b51a2de27', 'name': 'tempest-TestSnapshotPattern-487308108-router', 'tenant_id': '536b8521175d4a01a5ea55645dc99cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'ab52325f-91ac-414f-9199-11cc89537f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:28Z', 'updated_at': '2021-04-23T10:27:33Z', 'revision_number': 4, 'project_id': '536b8521175d4a01a5ea55645dc99cc8', 'gw_port': {'id': 'ab52325f-91ac-414f-9199-11cc89537f28', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad5a9b0-3ac7-4050-847e-388b51a2de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:29Z', 'updated_at': '2021-04-23T10:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'cc777e74-b91b-48af-af99-3170bd6a165d', 'name': '', 'network_id': '7cd13574-484a-400e-9136-e72d3677ffe2', 'tenant_id': '536b8521175d4a01a5ea55645dc99cc8', 'mac_address': 'fa:16:3e:80:af:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad5a9b0-3ac7-4050-847e-388b51a2de27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '9147d1fe-ef57-4155-89bc-885e9b97d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:32Z', 'updated_at': '2021-04-23T10:27:33Z', 'revision_number': 2, 'project_id': '536b8521175d4a01a5ea55645dc99cc8', 'subnets': [{'id': '9147d1fe-ef57-4155-89bc-885e9b97d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:35.091196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2c1b8a2b-4f82-405e-a882-df1805204340 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Usage tracker for resource:security_group_rule and tenant:93e2b95054b140f1a18167a9ce644447 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:27:35.093117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e715b666-74a1-44a0-9ff3-1cce2aedbc49 None None] The sync data for ids ['8ad5a9b0-3ac7-4050-847e-388b51a2de27'] in dv-neutron-786478-4-hyperv is: [{'id': '8ad5a9b0-3ac7-4050-847e-388b51a2de27', 'name': 'tempest-TestSnapshotPattern-487308108-router', 'tenant_id': '536b8521175d4a01a5ea55645dc99cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'ab52325f-91ac-414f-9199-11cc89537f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:28Z', 'updated_at': '2021-04-23T10:27:33Z', 'revision_number': 4, 'project_id': '536b8521175d4a01a5ea55645dc99cc8', 'gw_port': {'id': 'ab52325f-91ac-414f-9199-11cc89537f28', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad5a9b0-3ac7-4050-847e-388b51a2de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:29Z', 'updated_at': '2021-04-23T10:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'cc777e74-b91b-48af-af99-3170bd6a165d', 'name': '', 'network_id': '7cd13574-484a-400e-9136-e72d3677ffe2', 'tenant_id': '536b8521175d4a01a5ea55645dc99cc8', 'mac_address': 'fa:16:3e:80:af:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad5a9b0-3ac7-4050-847e-388b51a2de27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '9147d1fe-ef57-4155-89bc-885e9b97d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:32Z', 'updated_at': '2021-04-23T10:27:33Z', 'revision_number': 2, 'project_id': '536b8521175d4a01a5ea55645dc99cc8', 'subnets': [{'id': '9147d1fe-ef57-4155-89bc-885e9b97d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:27:35.094567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-2c1b8a2b-4f82-405e-a882-df1805204340 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:27:35.103182 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-2c1b8a2b-4f82-405e-a882-df1805204340 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:27:35.228772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c1b8a2b-4f82-405e-a882-df1805204340 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for security_group, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:35.259141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c1b8a2b-4f82-405e-a882-df1805204340 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:35.265632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f1a574b6-6c44-4533-a93a-8d46857f2410 tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:35.307328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b8a2b-4f82-405e-a882-df1805204340 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99bc5cbc-9180-494b-b60c-85f766295894,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:35.310258 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2c1b8a2b-4f82-405e-a882-df1805204340 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:35.334042 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2c1b8a2b-4f82-405e-a882-df1805204340 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:35.335416 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-2c1b8a2b-4f82-405e-a882-df1805204340 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3332255 Apr 23 10:27:35.354662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51228) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:35.360569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f7b82ea0-7458-433b-9601-f22c15939cec tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Request body: {'security_group_rule': {'security_group_id': '99bc5cbc-9180-494b-b60c-85f766295894', 'project_id': '93e2b95054b140f1a18167a9ce644447', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:27:35.367563 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f7b82ea0-7458-433b-9601-f22c15939cec tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:27:35.371756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f7b82ea0-7458-433b-9601-f22c15939cec tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Usage tracker for resource:security_group_rule and tenant:93e2b95054b140f1a18167a9ce644447 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:27:35.374836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f7b82ea0-7458-433b-9601-f22c15939cec tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:27:35.381412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f7b82ea0-7458-433b-9601-f22c15939cec tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:27:35.436550 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f7b82ea0-7458-433b-9601-f22c15939cec tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:35.535040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f7b82ea0-7458-433b-9601-f22c15939cec tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:35.565887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f7b82ea0-7458-433b-9601-f22c15939cec tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:35.575050 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-58813543-0e12-407e-82e7-d266af6a58f8 tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:35.596867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b82ea0-7458-433b-9601-f22c15939cec tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99fdade-0730-4426-b6c5-264e730a7ae3,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:35.603470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f7b82ea0-7458-433b-9601-f22c15939cec tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:35.635038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f7b82ea0-7458-433b-9601-f22c15939cec tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:35.636399 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f7b82ea0-7458-433b-9601-f22c15939cec tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2807155 Apr 23 10:27:35.639470 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51232) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:35.645239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6a3e4f1a-3f1f-49ba-bd04-dcb7993e34dc tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Request body: {'security_group_rule': {'security_group_id': '99bc5cbc-9180-494b-b60c-85f766295894', 'project_id': '93e2b95054b140f1a18167a9ce644447', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:27:35.653441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6a3e4f1a-3f1f-49ba-bd04-dcb7993e34dc tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:27:35.657700 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6a3e4f1a-3f1f-49ba-bd04-dcb7993e34dc tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Usage tracker for resource:security_group_rule and tenant:93e2b95054b140f1a18167a9ce644447 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:27:35.660965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6a3e4f1a-3f1f-49ba-bd04-dcb7993e34dc tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:27:35.668259 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6a3e4f1a-3f1f-49ba-bd04-dcb7993e34dc tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:27:35.717044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a3e4f1a-3f1f-49ba-bd04-dcb7993e34dc tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:35.788890 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a3e4f1a-3f1f-49ba-bd04-dcb7993e34dc tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:35.837696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a3e4f1a-3f1f-49ba-bd04-dcb7993e34dc tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:35.839727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-640c0225-cbd4-487a-b057-201e7f9ad49d tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:35.870883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e4f1a-3f1f-49ba-bd04-dcb7993e34dc tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81262c3c-a5f2-44df-9b4e-46ceddbe6f03,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:35.874953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6a3e4f1a-3f1f-49ba-bd04-dcb7993e34dc tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:35.914552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a3e4f1a-3f1f-49ba-bd04-dcb7993e34dc tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:35.915933 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6a3e4f1a-3f1f-49ba-bd04-dcb7993e34dc tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2754078 Apr 23 10:27:35.918785 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51236) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:35.924722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-9c12246b-a36e-4020-951e-c9a4de76a389 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Request body: {'security_group_rule': {'security_group_id': '99bc5cbc-9180-494b-b60c-85f766295894', 'project_id': '93e2b95054b140f1a18167a9ce644447', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:27:35.932370 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9c12246b-a36e-4020-951e-c9a4de76a389 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:27:35.936526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9c12246b-a36e-4020-951e-c9a4de76a389 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Usage tracker for resource:security_group_rule and tenant:93e2b95054b140f1a18167a9ce644447 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:27:35.939723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-9c12246b-a36e-4020-951e-c9a4de76a389 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:27:35.947374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-9c12246b-a36e-4020-951e-c9a4de76a389 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:27:36.015666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c12246b-a36e-4020-951e-c9a4de76a389 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:36.092206 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c12246b-a36e-4020-951e-c9a4de76a389 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:36.142903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c12246b-a36e-4020-951e-c9a4de76a389 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:36.144954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1f2a83bc-78f8-4886-bee8-e285fffdfd48 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:36.170249 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12246b-a36e-4020-951e-c9a4de76a389 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc09dcc8-5ef7-46ea-9266-94251bb75c44,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:36.173052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-9c12246b-a36e-4020-951e-c9a4de76a389 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:36.205994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-9c12246b-a36e-4020-951e-c9a4de76a389 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:36.207449 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-9c12246b-a36e-4020-951e-c9a4de76a389 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2876217 Apr 23 10:27:36.210429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51240) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:36.216127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-6afc6b77-3964-4621-949a-6ee8f42e986c tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Request body: {'security_group_rule': {'security_group_id': '99bc5cbc-9180-494b-b60c-85f766295894', 'project_id': '93e2b95054b140f1a18167a9ce644447', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:27:36.223222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6afc6b77-3964-4621-949a-6ee8f42e986c tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:27:36.227883 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6afc6b77-3964-4621-949a-6ee8f42e986c tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Usage tracker for resource:security_group_rule and tenant:93e2b95054b140f1a18167a9ce644447 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:27:36.231088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-6afc6b77-3964-4621-949a-6ee8f42e986c tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:27:36.237604 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-6afc6b77-3964-4621-949a-6ee8f42e986c tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:27:36.295608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6afc6b77-3964-4621-949a-6ee8f42e986c tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:36.377222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6afc6b77-3964-4621-949a-6ee8f42e986c tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:36.408199 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6afc6b77-3964-4621-949a-6ee8f42e986c tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:36.408428 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ab52325f-91ac-414f-9199-11cc89537f28 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:27:36.416772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b5a00a29-a8e7-4bfd-8afe-1b05435bceed tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:36.440772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc6b77-3964-4621-949a-6ee8f42e986c tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f59621f4-47d4-4a50-acad-fedac4ea6b24,revision_number=0']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:36.444413 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6afc6b77-3964-4621-949a-6ee8f42e986c tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:36.483028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6afc6b77-3964-4621-949a-6ee8f42e986c tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:36.484888 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-6afc6b77-3964-4621-949a-6ee8f42e986c tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2734213 Apr 23 10:27:36.487930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 51244) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:36.495038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-f6637c2f-9e78-4ea9-a98a-abe39f096901 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Request body: {'security_group_rule': {'security_group_id': '99bc5cbc-9180-494b-b60c-85f766295894', 'project_id': '93e2b95054b140f1a18167a9ce644447', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:27:36.502497 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f6637c2f-9e78-4ea9-a98a-abe39f096901 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:27:36.507665 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f6637c2f-9e78-4ea9-a98a-abe39f096901 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Usage tracker for resource:security_group_rule and tenant:93e2b95054b140f1a18167a9ce644447 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:27:36.511360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-f6637c2f-9e78-4ea9-a98a-abe39f096901 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:27:36.519474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-f6637c2f-9e78-4ea9-a98a-abe39f096901 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:27:36.527615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port ab52325f-91ac-414f-9199-11cc89537f28 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:27:36.532889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port ab52325f-91ac-414f-9199-11cc89537f28 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:27:36.533314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:36.573439 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-f6637c2f-9e78-4ea9-a98a-abe39f096901 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Project 93e2b95054b140f1a18167a9ce644447 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 10:27:36.583006 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f6637c2f-9e78-4ea9-a98a-abe39f096901 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:36.655543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f6637c2f-9e78-4ea9-a98a-abe39f096901 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:36.668938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:36.686441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port ab52325f-91ac-414f-9199-11cc89537f28, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ab52325f-91ac-414f-9199-11cc89537f28,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:27:36.704681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f6637c2f-9e78-4ea9-a98a-abe39f096901 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:36.706768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fb8160b9-c81b-4005-a748-284476272f76 tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:36.732420 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6637c2f-9e78-4ea9-a98a-abe39f096901 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7a3e01-7d6d-4b2c-9d1c-05eb8a562859,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:36.739120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f6637c2f-9e78-4ea9-a98a-abe39f096901 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:36.761875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:36.763918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dcb2b7ba-2928-495f-96f6-0f2ad6fd4c6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:36.811353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-f6637c2f-9e78-4ea9-a98a-abe39f096901 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:36.812679 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-f6637c2f-9e78-4ea9-a98a-abe39f096901 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3235080 Apr 23 10:27:36.813971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d7e2d56-9e1b-4ec1-af73-61b94afb0146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:36.815667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 51248) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:36.821934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-0dd46e09-77d6-4d0e-96d7-7e4cb111ecf6 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Request body: {'security_group_rule': {'security_group_id': '99bc5cbc-9180-494b-b60c-85f766295894', 'project_id': '93e2b95054b140f1a18167a9ce644447', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:27:36.828629 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0dd46e09-77d6-4d0e-96d7-7e4cb111ecf6 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:27:36.832683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0dd46e09-77d6-4d0e-96d7-7e4cb111ecf6 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Usage tracker for resource:security_group_rule and tenant:93e2b95054b140f1a18167a9ce644447 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:27:36.836925 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-0dd46e09-77d6-4d0e-96d7-7e4cb111ecf6 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:27:36.838649 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=ab52325f-91ac-414f-9199-11cc89537f28,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:36.841927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:36.842983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-0dd46e09-77d6-4d0e-96d7-7e4cb111ecf6 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:27:36.887834 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.securitygroups_db [None req-0dd46e09-77d6-4d0e-96d7-7e4cb111ecf6 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Project 93e2b95054b140f1a18167a9ce644447 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 10:27:36.896636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0dd46e09-77d6-4d0e-96d7-7e4cb111ecf6 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:36.965931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0dd46e09-77d6-4d0e-96d7-7e4cb111ecf6 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:36.994296 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0dd46e09-77d6-4d0e-96d7-7e4cb111ecf6 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398006'] for security_group_rule, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:36.996302 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6ea55bf0-a519-4756-a45e-a92d3c3b4bb1 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:37.018053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd46e09-77d6-4d0e-96d7-7e4cb111ecf6 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349e36bd-9efc-4e58-88b2-72f7b724c1d6,revision_number=0']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:37.023044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-0dd46e09-77d6-4d0e-96d7-7e4cb111ecf6 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:37.057076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0dd46e09-77d6-4d0e-96d7-7e4cb111ecf6 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:37.058449 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-0dd46e09-77d6-4d0e-96d7-7e4cb111ecf6 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2417145 Apr 23 10:27:37.251387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-1c0beb20-7912-478b-bcd1-86f9c32e891a tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Synchronizing usage tracker for tenant:93e2b95054b140f1a18167a9ce644447 on resource:security_group {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:27:37.297071 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-1c0beb20-7912-478b-bcd1-86f9c32e891a tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Unset dirty status for tenant:93e2b95054b140f1a18167a9ce644447 on resource:security_group {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:27:37.298424 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-1c0beb20-7912-478b-bcd1-86f9c32e891a tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1353005863&fields=id&tenant_id=93e2b95054b140f1a18167a9ce644447 HTTP/1.1" status: 200 len: 267 time: 0.0909989 Apr 23 10:27:37.466136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-f07f2de6-5e21-448a-899a-5154fd7f0a97 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:37.467796 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-f07f2de6-5e21-448a-899a-5154fd7f0a97 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/networks?id=6838e61a-e942-4e10-a6ba-614d420dddd8 HTTP/1.1" status: 200 len: 809 time: 0.1619542 Apr 23 10:27:37.486198 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-05ca9181-3209-45fd-928b-7201e793c1a3 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/quotas/93e2b95054b140f1a18167a9ce644447 HTTP/1.1" status: 200 len: 375 time: 0.0115571 Apr 23 10:27:37.585213 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-abcedc6d-44b9-4fd7-956b-0f876bcc47eb tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e2b95054b140f1a18167a9ce644447&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926363 Apr 23 10:27:38.171821 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-009a6947-c232-433c-b3b1-62fa7cb4754a service neutron] 10.222.0.60 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732613 Apr 23 10:27:38.324816 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-3e3272bb-31a1-419f-8eef-474cf10f9b47 service neutron] 10.222.0.60 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454172 Apr 23 10:27:38.331291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] Sync routers for ids ['8ad5a9b0-3ac7-4050-847e-388b51a2de27'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:27:38.343145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] Routers {'8ad5a9b0-3ac7-4050-847e-388b51a2de27'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:27:38.343811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:27:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8ad5a9b0-3ac7-4050-847e-388b51a2de27'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:38.387940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ab52325f-91ac-414f-9199-11cc89537f28 up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:27:38.475432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port ab52325f-91ac-414f-9199-11cc89537f28 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:27:38.475865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:38.559984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] Set router 8ad5a9b0-3ac7-4050-847e-388b51a2de27 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:27:38.620497 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-032fcae0-c1fd-432b-8fb4-ee8f74e38f3e req-d11ae60b-b8e4-480c-a0fd-6754c8fa1133 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 210 time: 0.0631058 Apr 23 10:27:39.051721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:27:39.082831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad5a9b0-3ac7-4050-847e-388b51a2de27', 'name': 'tempest-TestSnapshotPattern-487308108-router', 'tenant_id': '536b8521175d4a01a5ea55645dc99cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'ab52325f-91ac-414f-9199-11cc89537f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:28Z', 'updated_at': '2021-04-23T10:27:33Z', 'revision_number': 4, 'project_id': '536b8521175d4a01a5ea55645dc99cc8', 'gw_port': {'id': 'ab52325f-91ac-414f-9199-11cc89537f28', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad5a9b0-3ac7-4050-847e-388b51a2de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:29Z', 'updated_at': '2021-04-23T10:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'cc777e74-b91b-48af-af99-3170bd6a165d', 'name': '', 'network_id': '7cd13574-484a-400e-9136-e72d3677ffe2', 'tenant_id': '536b8521175d4a01a5ea55645dc99cc8', 'mac_address': 'fa:16:3e:80:af:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad5a9b0-3ac7-4050-847e-388b51a2de27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '9147d1fe-ef57-4155-89bc-885e9b97d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:32Z', 'updated_at': '2021-04-23T10:27:33Z', 'revision_number': 2, 'project_id': '536b8521175d4a01a5ea55645dc99cc8', 'subnets': [{'id': '9147d1fe-ef57-4155-89bc-885e9b97d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:39.088491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] Checking router: 8ad5a9b0-3ac7-4050-847e-388b51a2de27 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:27:39.088891 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] Updating router 8ad5a9b0-3ac7-4050-847e-388b51a2de27 port cc777e74-b91b-48af-af99-3170bd6a165d binding host dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 23 10:27:39.148433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:39.524096 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] Notify callbacks [] for port, precommit_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:39.584622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] Transition to ACTIVE for port object cc777e74-b91b-48af-af99-3170bd6a165d will not be triggered until provisioned by entity L2. {{(pid=87177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:27:39.622369 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:39.627388 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-885aa434-03ca-4a0c-9d10-8a6c3c813f3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:39.799041 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d0a875b8-8020-4045-81d2-22f0eb2993f5 req-cac65e1c-f552-4295-9ec3-ee4f8f2bd4fe tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 210 time: 0.0624866 Apr 23 10:27:39.801851 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c66acd65-9ea5-441d-a14f-5e7aebe897d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:39.830603 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca76fc-d631-441b-bdbc-a8a680747e80 None None] Pushing event updated for resources: {'Port': ['ID=cc777e74-b91b-48af-af99-3170bd6a165d,revision_number=3']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:39.835202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-03ca76fc-d631-441b-bdbc-a8a680747e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:39.867406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] Attempting to bind port cc777e74-b91b-48af-af99-3170bd6a165d on host dv-neutron-786478-4-hyperv for vnic_type normal with profile {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:27:39.867818 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] Attempting to bind port cc777e74-b91b-48af-af99-3170bd6a165d by drivers openvswitch,hyperv on host dv-neutron-786478-4-hyperv at level 0 using segments [{'id': '23d0a295-b0c7-4425-947f-37fe0d03bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7cd13574-484a-400e-9136-e72d3677ffe2'}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:27:39.868225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] Attempting to bind port cc777e74-b91b-48af-af99-3170bd6a165d on network 7cd13574-484a-400e-9136-e72d3677ffe2 {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:27:39.874196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] Checking agent: {'id': '65bf44af-282b-402b-b358-8c6932c0ad82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 2, 11), 'started_at': datetime.datetime(2021, 4, 23, 9, 2, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:27:39.874658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] Checking segment: {'id': '23d0a295-b0c7-4425-947f-37fe0d03bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7cd13574-484a-400e-9136-e72d3677ffe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:27:39.875281 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:39.875725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] Bound using segment: {'id': '23d0a295-b0c7-4425-947f-37fe0d03bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7cd13574-484a-400e-9136-e72d3677ffe2'} {{(pid=87177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:27:39.876240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] Bound port: cc777e74-b91b-48af-af99-3170bd6a165d, host: dv-neutron-786478-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d0a295-b0c7-4425-947f-37fe0d03bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7cd13574-484a-400e-9136-e72d3677ffe2'}}] {{(pid=87177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:27:39.876657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:39.973468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] For port cc777e74-b91b-48af-af99-3170bd6a165d, host dv-neutron-786478-4-hyperv, cleared binding levels {{(pid=87177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:27:39.977687 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] For port cc777e74-b91b-48af-af99-3170bd6a165d, host dv-neutron-786478-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=cc777e74-b91b-48af-af99-3170bd6a165d,segment=NetworkSegment(23d0a295-b0c7-4425-947f-37fe0d03bfbd),segment_id=23d0a295-b0c7-4425-947f-37fe0d03bfbd)] {{(pid=87177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:27:40.007731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:40.012953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-436e485f-eec3-49a2-bb6f-4d02b3f3fc9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:40.097828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] Routers {'8ad5a9b0-3ac7-4050-847e-388b51a2de27'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:27:40.098699 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:27:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8ad5a9b0-3ac7-4050-847e-388b51a2de27'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:40.230538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca76fc-d631-441b-bdbc-a8a680747e80 None None] Pushing event updated for resources: {'Port': ['ID=cc777e74-b91b-48af-af99-3170bd6a165d,revision_number=4']} {{(pid=87177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:40.233905 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-03ca76fc-d631-441b-bdbc-a8a680747e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:40.304195 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] Set router 8ad5a9b0-3ac7-4050-847e-388b51a2de27 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:27:40.413007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device cc777e74-b91b-48af-af99-3170bd6a165d up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:27:40.656894 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning for port cc777e74-b91b-48af-af99-3170bd6a165d completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:27:40.668668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad5a9b0-3ac7-4050-847e-388b51a2de27', 'name': 'tempest-TestSnapshotPattern-487308108-router', 'tenant_id': '536b8521175d4a01a5ea55645dc99cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'ab52325f-91ac-414f-9199-11cc89537f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:28Z', 'updated_at': '2021-04-23T10:27:33Z', 'revision_number': 4, 'project_id': '536b8521175d4a01a5ea55645dc99cc8', 'gw_port': {'id': 'ab52325f-91ac-414f-9199-11cc89537f28', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad5a9b0-3ac7-4050-847e-388b51a2de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:29Z', 'updated_at': '2021-04-23T10:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'cc777e74-b91b-48af-af99-3170bd6a165d', 'name': '', 'network_id': '7cd13574-484a-400e-9136-e72d3677ffe2', 'tenant_id': '536b8521175d4a01a5ea55645dc99cc8', 'mac_address': 'fa:16:3e:80:af:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad5a9b0-3ac7-4050-847e-388b51a2de27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '9147d1fe-ef57-4155-89bc-885e9b97d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:32Z', 'updated_at': '2021-04-23T10:27:39Z', 'revision_number': 4, 'project_id': '536b8521175d4a01a5ea55645dc99cc8', 'subnets': [{'id': '9147d1fe-ef57-4155-89bc-885e9b97d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:40.672378 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port cc777e74-b91b-48af-af99-3170bd6a165d triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:27:40.672814 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:40.672945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1841a242-3de9-44dd-9533-78bc766c59a6 None None] The sync data for ids ['8ad5a9b0-3ac7-4050-847e-388b51a2de27'] in dv-neutron-786478-4-hyperv is: [{'id': '8ad5a9b0-3ac7-4050-847e-388b51a2de27', 'name': 'tempest-TestSnapshotPattern-487308108-router', 'tenant_id': '536b8521175d4a01a5ea55645dc99cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'ab52325f-91ac-414f-9199-11cc89537f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:28Z', 'updated_at': '2021-04-23T10:27:33Z', 'revision_number': 4, 'project_id': '536b8521175d4a01a5ea55645dc99cc8', 'gw_port': {'id': 'ab52325f-91ac-414f-9199-11cc89537f28', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad5a9b0-3ac7-4050-847e-388b51a2de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:29Z', 'updated_at': '2021-04-23T10:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'cc777e74-b91b-48af-af99-3170bd6a165d', 'name': '', 'network_id': '7cd13574-484a-400e-9136-e72d3677ffe2', 'tenant_id': '536b8521175d4a01a5ea55645dc99cc8', 'mac_address': 'fa:16:3e:80:af:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad5a9b0-3ac7-4050-847e-388b51a2de27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '9147d1fe-ef57-4155-89bc-885e9b97d666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:32Z', 'updated_at': '2021-04-23T10:27:39Z', 'revision_number': 4, 'project_id': '536b8521175d4a01a5ea55645dc99cc8', 'subnets': [{'id': '9147d1fe-ef57-4155-89bc-885e9b97d666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:27:40.740667 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:40.820960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:40.868225 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] For port cc777e74-b91b-48af-af99-3170bd6a165d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=cc777e74-b91b-48af-af99-3170bd6a165d,segment=NetworkSegment(23d0a295-b0c7-4425-947f-37fe0d03bfbd),segment_id=23d0a295-b0c7-4425-947f-37fe0d03bfbd)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:27:40.899037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:40.901099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:40.927012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-b3c734e7-f9a7-45b6-a7be-92866d433ef4 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:40.927990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-b3c734e7-f9a7-45b6-a7be-92866d433ef4 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Synchronizing usage tracker for tenant:93e2b95054b140f1a18167a9ce644447 on resource:network {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:27:40.997197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Pushing event updated for resources: {'Port': ['ID=cc777e74-b91b-48af-af99-3170bd6a165d,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:41.000678 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:41.009704 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-45a03791-447b-4197-bf9b-912bbd4afd2e req-046f404a-0e66-4144-841c-3a26dced3c01 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 210 time: 0.0605063 Apr 23 10:27:41.018709 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-b3c734e7-f9a7-45b6-a7be-92866d433ef4 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Unset dirty status for tenant:93e2b95054b140f1a18167a9ce644447 on resource:network {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:27:41.020019 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-b3c734e7-f9a7-45b6-a7be-92866d433ef4 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.35 "GET /v2.0/networks?id=6838e61a-e942-4e10-a6ba-614d420dddd8 HTTP/1.1" status: 200 len: 809 time: 0.2856770 Apr 23 10:27:41.080103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-a312fea5-a96c-4862-a951-2b9a0caf0769 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Synchronizing usage tracker for tenant:93e2b95054b140f1a18167a9ce644447 on resource:security_group {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:27:41.094556 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-a312fea5-a96c-4862-a951-2b9a0caf0769 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Unset dirty status for tenant:93e2b95054b140f1a18167a9ce644447 on resource:security_group {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:27:41.095814 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-a312fea5-a96c-4862-a951-2b9a0caf0769 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93e2b95054b140f1a18167a9ce644447 HTTP/1.1" status: 200 len: 380 time: 0.0669918 Apr 23 10:27:41.109216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-62d4ee98-5a78-466d-9b66-0110b0975ecf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Request body: {'port': {'device_id': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'admin_state_up': True, 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'security_groups': ['99bc5cbc-9180-494b-b60c-85f766295894']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:27:41.281384 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-62d4ee98-5a78-466d-9b66-0110b0975ecf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:27:41.287040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-62d4ee98-5a78-466d-9b66-0110b0975ecf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Usage tracker for resource:port and tenant:93e2b95054b140f1a18167a9ce644447 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:27:41.290366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-62d4ee98-5a78-466d-9b66-0110b0975ecf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:27:41.296706 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-62d4ee98-5a78-466d-9b66-0110b0975ecf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:27:41.327128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:41.350996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-62d4ee98-5a78-466d-9b66-0110b0975ecf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Made reservation on behalf of 93e2b95054b140f1a18167a9ce644447 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:27:41.357997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-62d4ee98-5a78-466d-9b66-0110b0975ecf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:41.559865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-62d4ee98-5a78-466d-9b66-0110b0975ecf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Allocated IP 172.20.0.11 (6838e61a-e942-4e10-a6ba-614d420dddd8/529224a6-7a77-4a24-a289-f40f20e44b31/acb57070-b1ca-4d2a-8bd4-1e6b658803e3) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:27:41.749213 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-62d4ee98-5a78-466d-9b66-0110b0975ecf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:41.766769 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-62d4ee98-5a78-466d-9b66-0110b0975ecf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Transition to ACTIVE for port object acb57070-b1ca-4d2a-8bd4-1e6b658803e3 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:27:41.824753 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-62d4ee98-5a78-466d-9b66-0110b0975ecf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:41.830614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-492e9571-3984-47d5-83d7-712f89c505a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:41.901916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-62d4ee98-5a78-466d-9b66-0110b0975ecf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Network 6838e61a-e942-4e10-a6ba-614d420dddd8 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:27:41.905719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-62d4ee98-5a78-466d-9b66-0110b0975ecf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:27:41.909888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-62d4ee98-5a78-466d-9b66-0110b0975ecf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:27:41.947180 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4ee98-5a78-466d-9b66-0110b0975ecf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Pushing event updated for resources: {'Port': ['ID=acb57070-b1ca-4d2a-8bd4-1e6b658803e3,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:41.955093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-62d4ee98-5a78-466d-9b66-0110b0975ecf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:41.988330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-62d4ee98-5a78-466d-9b66-0110b0975ecf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:41.988945 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-62d4ee98-5a78-466d-9b66-0110b0975ecf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:42.037160 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-62d4ee98-5a78-466d-9b66-0110b0975ecf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9359796 Apr 23 10:27:42.049439 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] Request body: {'port': {'device_id': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:27:42.174669 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ff626a9a-d56a-4fe7-b8fc-dff67b9973ed None None] Provisioning for port acb57070-b1ca-4d2a-8bd4-1e6b658803e3 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:27:42.175012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:42.182240 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-ff626a9a-d56a-4fe7-b8fc-dff67b9973ed None None] Provisioning complete for port acb57070-b1ca-4d2a-8bd4-1e6b658803e3 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:27:42.182797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ff626a9a-d56a-4fe7-b8fc-dff67b9973ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:42.226117 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7dd0f-8b47-4949-9936-764b408e26e6 req-d77fdb32-1b46-498b-b77a-18b33e9a976c tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:42.227964 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c3f7dd0f-8b47-4949-9936-764b408e26e6 req-d77fdb32-1b46-498b-b77a-18b33e9a976c tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 932 time: 0.0963764 Apr 23 10:27:42.250229 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ff626a9a-d56a-4fe7-b8fc-dff67b9973ed None None] Port acb57070-b1ca-4d2a-8bd4-1e6b658803e3 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:27:42.278772 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-c3f7dd0f-8b47-4949-9936-764b408e26e6 req-a82e61a8-b795-4db4-80c3-a191a950efc3 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439696 Apr 23 10:27:42.384646 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device cc777e74-b91b-48af-af99-3170bd6a165d up at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:27:42.457968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Provisioning complete for port cc777e74-b91b-48af-af99-3170bd6a165d triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:27:42.458280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:42.561686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb57070-b1ca-4d2a-8bd4-1e6b658803e3 {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:27:42.570023 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:42.624626 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] Transition to ACTIVE for port object acb57070-b1ca-4d2a-8bd4-1e6b658803e3 will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:27:42.653073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:42.675918 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:42.681985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-313526e1-fca5-48f7-b48d-fb58745529ca tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:42.855548 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] Pushing event updated for resources: {'Port': ['ID=acb57070-b1ca-4d2a-8bd4-1e6b658803e3,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:42.858644 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:42.938224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] Attempting to bind port acb57070-b1ca-4d2a-8bd4-1e6b658803e3 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:27:42.938971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] Attempting to bind port acb57070-b1ca-4d2a-8bd4-1e6b658803e3 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'ec212b37-6474-4915-84cf-28af64af49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:27:42.938971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] Attempting to bind port acb57070-b1ca-4d2a-8bd4-1e6b658803e3 on network 6838e61a-e942-4e10-a6ba-614d420dddd8 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:27:42.944059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] Port acb57070-b1ca-4d2a-8bd4-1e6b658803e3 on network 6838e61a-e942-4e10-a6ba-614d420dddd8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:27:42.944419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] Attempting to bind port acb57070-b1ca-4d2a-8bd4-1e6b658803e3 on network 6838e61a-e942-4e10-a6ba-614d420dddd8 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:27:42.949854 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:27:42.950238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] Checking segment: {'id': 'ec212b37-6474-4915-84cf-28af64af49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:27:42.950694 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] Bound using segment: {'id': 'ec212b37-6474-4915-84cf-28af64af49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:27:42.951163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] Bound port: acb57070-b1ca-4d2a-8bd4-1e6b658803e3, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec212b37-6474-4915-84cf-28af64af49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:27:42.951555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:43.048061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] For port acb57070-b1ca-4d2a-8bd4-1e6b658803e3, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:27:43.051155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] For port acb57070-b1ca-4d2a-8bd4-1e6b658803e3, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=acb57070-b1ca-4d2a-8bd4-1e6b658803e3,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:27:43.093985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:43.099897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-6c2a111e-0525-42ad-b3cd-9be0394e6778 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:43.157154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:43.157836 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:43.159362 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] 10.222.0.35 "PUT /v2.0/ports/acb57070-b1ca-4d2a-8bd4-1e6b658803e3 HTTP/1.1" status: 200 len: 1094 time: 1.1147237 Apr 23 10:27:43.159981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'tag': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:27:43.194238 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] Pushing event updated for resources: {'Port': ['ID=acb57070-b1ca-4d2a-8bd4-1e6b658803e3,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:43.197909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:43.215968 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'tag': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3', 'status': 'completed', 'code': 200} Apr 23 10:27:43.315349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-d66e901c-c27b-4c83-a3c2-bf41d9649dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:43.316975 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-d66e901c-c27b-4c83-a3c2-bf41d9649dc5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93e2b95054b140f1a18167a9ce644447&device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 1097 time: 0.0835781 Apr 23 10:27:43.393579 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-b30977bc-cd72-4735-8be2-5dac9c0758c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acb57070-b1ca-4d2a-8bd4-1e6b658803e3 HTTP/1.1" status: 200 len: 217 time: 0.0693748 Apr 23 10:27:43.465498 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-d78801e4-1a6a-46c8-8203-45f3a9a607c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:43.467886 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-d78801e4-1a6a-46c8-8203-45f3a9a607c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=529224a6-7a77-4a24-a289-f40f20e44b31 HTTP/1.1" status: 200 len: 848 time: 0.0682755 Apr 23 10:27:43.494362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58743f07-bd55-4ca8-bbe1-8816b4b331a0 req-177fef8f-2714-496e-8c58-ab7b95f3730d tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:43.496070 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-58743f07-bd55-4ca8-bbe1-8816b4b331a0 req-177fef8f-2714-496e-8c58-ab7b95f3730d tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 944 time: 0.0979404 Apr 23 10:27:43.548224 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-58743f07-bd55-4ca8-bbe1-8816b4b331a0 req-d17ea786-76b3-4a8c-ae9b-a9a1561e5334 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456316 Apr 23 10:27:43.849781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-72fb3f85-5c57-4b3f-bcc5-f29e6ae8fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:43.851368 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-72fb3f85-5c57-4b3f-bcc5-f29e6ae8fc32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6838e61a-e942-4e10-a6ba-614d420dddd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3765404 Apr 23 10:27:43.994691 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-f7ea1ae4-b231-453e-9cb9-abac3afef0bd service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366420 Apr 23 10:27:44.140729 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a28f3b1b-cc13-49a0-bfbf-93af0fe1da86 req-d91487f8-798c-4640-a5ed-3b092c55bf51 service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401293 Apr 23 10:27:44.288159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f3e11-183a-4ad0-a290-c62b5597a6f6 req-0684afc3-32cb-450b-a0e1-c11750e67be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:44.289812 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-544f3e11-183a-4ad0-a290-c62b5597a6f6 req-0684afc3-32cb-450b-a0e1-c11750e67be5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93e2b95054b140f1a18167a9ce644447&device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 1097 time: 0.0805848 Apr 23 10:27:44.433304 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f3e11-183a-4ad0-a290-c62b5597a6f6 req-16022994-1df3-42ea-833a-2baeaafc5aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:44.434869 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-544f3e11-183a-4ad0-a290-c62b5597a6f6 req-16022994-1df3-42ea-833a-2baeaafc5aef service neutron] 10.222.0.35 "GET /v2.0/networks?id=6838e61a-e942-4e10-a6ba-614d420dddd8 HTTP/1.1" status: 200 len: 910 time: 0.1382065 Apr 23 10:27:44.513094 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-544f3e11-183a-4ad0-a290-c62b5597a6f6 req-3b84e4ed-faaa-4fdd-86ec-3212dbe7b991 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acb57070-b1ca-4d2a-8bd4-1e6b658803e3 HTTP/1.1" status: 200 len: 217 time: 0.0714123 Apr 23 10:27:44.581643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f3e11-183a-4ad0-a290-c62b5597a6f6 req-e1ce3bd3-0c95-48a7-94e1-5a3bc41de894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:44.583819 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-544f3e11-183a-4ad0-a290-c62b5597a6f6 req-e1ce3bd3-0c95-48a7-94e1-5a3bc41de894 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=529224a6-7a77-4a24-a289-f40f20e44b31 HTTP/1.1" status: 200 len: 848 time: 0.0646126 Apr 23 10:27:44.673156 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f3e11-183a-4ad0-a290-c62b5597a6f6 req-1908ad16-e244-4447-ba34-7de711fd853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:44.674788 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-544f3e11-183a-4ad0-a290-c62b5597a6f6 req-1908ad16-e244-4447-ba34-7de711fd853a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6838e61a-e942-4e10-a6ba-614d420dddd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848904 Apr 23 10:27:44.756615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f30c4e-90e2-43c0-b2ce-12e15f1e82b3 req-2c49fbd9-f13f-4e69-8138-5f9cec065043 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:44.758170 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-59f30c4e-90e2-43c0-b2ce-12e15f1e82b3 req-2c49fbd9-f13f-4e69-8138-5f9cec065043 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 944 time: 0.0906258 Apr 23 10:27:44.807298 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-59f30c4e-90e2-43c0-b2ce-12e15f1e82b3 req-34cbcba2-6170-490c-903d-083de2a75909 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423503 Apr 23 10:27:44.823739 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-544f3e11-183a-4ad0-a290-c62b5597a6f6 req-ac3e619e-f958-43b5-bb1a-48675e00077a service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408336 Apr 23 10:27:44.972417 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-544f3e11-183a-4ad0-a290-c62b5597a6f6 req-96a38a26-8451-4dc7-8c5f-433bf6c9e07e service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411798 Apr 23 10:27:46.016936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c082a31-1d45-40ac-b373-36d9458eb4cd req-c352e483-6d63-4108-b9d6-3ea4417c24a4 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:46.018535 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7c082a31-1d45-40ac-b373-36d9458eb4cd req-c352e483-6d63-4108-b9d6-3ea4417c24a4 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 944 time: 0.0949106 Apr 23 10:27:46.068320 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-7c082a31-1d45-40ac-b373-36d9458eb4cd req-d89024af-22df-4f80-9494-b5600e3ffa30 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420425 Apr 23 10:27:47.276865 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a27c42-1683-4494-b4cd-5c3686ee8df5 req-81be5793-4115-4053-a0be-cbd719a74d1d tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:47.278485 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a9a27c42-1683-4494-b4cd-5c3686ee8df5 req-81be5793-4115-4053-a0be-cbd719a74d1d tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 944 time: 0.0951023 Apr 23 10:27:47.327206 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a9a27c42-1683-4494-b4cd-5c3686ee8df5 req-08cc553a-b840-4bd2-98e0-4ca07884c2bc tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423110 Apr 23 10:27:47.727078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device acb57070-b1ca-4d2a-8bd4-1e6b658803e3 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:27:47.869274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port acb57070-b1ca-4d2a-8bd4-1e6b658803e3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=acb57070-b1ca-4d2a-8bd4-1e6b658803e3,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:27:47.883360 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'port_id': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3', 'mac_address': 'fa:16:3e:04:57:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:27:47.945051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:47.962362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb57070-b1ca-4d2a-8bd4-1e6b658803e3 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:27:47.978613 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port acb57070-b1ca-4d2a-8bd4-1e6b658803e3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=acb57070-b1ca-4d2a-8bd4-1e6b658803e3,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:27:48.012596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:48.014511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:48.086476 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=acb57070-b1ca-4d2a-8bd4-1e6b658803e3,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:48.089791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:48.359527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['acb57070-b1ca-4d2a-8bd4-1e6b658803e3'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:27:48.539807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922aa7c3-a453-4cb5-8bee-11566d2d121a req-95c0797a-80c6-4725-a758-ac5f0fbcd48e tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:48.541456 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-922aa7c3-a453-4cb5-8bee-11566d2d121a req-95c0797a-80c6-4725-a758-ac5f0fbcd48e tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 945 time: 0.0955851 Apr 23 10:27:48.591614 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-922aa7c3-a453-4cb5-8bee-11566d2d121a req-cfd9340b-c71b-40fd-bb31-dcb8d1658c96 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435200 Apr 23 10:27:49.726340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device acb57070-b1ca-4d2a-8bd4-1e6b658803e3 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:27:49.800756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcba143-8c04-4a8c-894f-70b912f23e42 req-5f8465fd-67dc-4dfb-a606-ef68dd3ee769 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:49.802551 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1dcba143-8c04-4a8c-894f-70b912f23e42 req-5f8465fd-67dc-4dfb-a606-ef68dd3ee769 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 945 time: 0.0969915 Apr 23 10:27:49.835440 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port acb57070-b1ca-4d2a-8bd4-1e6b658803e3 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:27:49.846475 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port acb57070-b1ca-4d2a-8bd4-1e6b658803e3 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:27:49.846903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:49.853171 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-1dcba143-8c04-4a8c-894f-70b912f23e42 req-c2d6a59d-54c6-4f96-a6eb-9852ba16b769 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439177 Apr 23 10:27:49.974068 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:50.001289 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:27:50.012533 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port acb57070-b1ca-4d2a-8bd4-1e6b658803e3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=acb57070-b1ca-4d2a-8bd4-1e6b658803e3,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:27:50.046681 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:50.048707 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:50.113182 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3', 'code': 200} Apr 23 10:27:50.124791 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=acb57070-b1ca-4d2a-8bd4-1e6b658803e3,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:50.127989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:50.406846 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd01a4-e60f-4471-8921-62a53f88f2f0 req-f20d0776-088f-40b7-a961-caad9cb0eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:50.408490 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ecd01a4-e60f-4471-8921-62a53f88f2f0 req-f20d0776-088f-40b7-a961-caad9cb0eb01 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 1099 time: 0.0786910 Apr 23 10:27:50.450898 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3ecd01a4-e60f-4471-8921-62a53f88f2f0 req-1a1df800-58e9-4180-8fba-c104f73bada1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360022 Apr 23 10:27:51.059869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c2fd2-f955-4931-bc93-e7a60ab4ff9a req-ac9532b1-dd1f-450f-843d-dc47f5371ba8 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:51.061580 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f5c2fd2-f955-4931-bc93-e7a60ab4ff9a req-ac9532b1-dd1f-450f-843d-dc47f5371ba8 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 946 time: 0.0929608 Apr 23 10:27:51.112250 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2f5c2fd2-f955-4931-bc93-e7a60ab4ff9a req-31d73c42-e68f-46e1-80f0-cbaba053f0bc tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436900 Apr 23 10:27:52.350970 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9668ea-60da-4bbf-b195-7a8b59523e16 req-b886317b-f6e3-46e7-b4bc-c016f2490eee tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:52.352515 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ef9668ea-60da-4bbf-b195-7a8b59523e16 req-b886317b-f6e3-46e7-b4bc-c016f2490eee tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 946 time: 0.0922463 Apr 23 10:27:52.401036 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ef9668ea-60da-4bbf-b195-7a8b59523e16 req-bdbd37fb-9cfe-401d-996d-a39d15b7b264 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419221 Apr 23 10:27:52.605139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893426d-c147-4010-beab-0aee210e4bc8 req-dc7f6396-fb5d-4a6c-8153-a2aa1b2ba724 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:52.606772 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3893426d-c147-4010-beab-0aee210e4bc8 req-dc7f6396-fb5d-4a6c-8153-a2aa1b2ba724 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 946 time: 0.0929205 Apr 23 10:27:52.656389 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3893426d-c147-4010-beab-0aee210e4bc8 req-36e4bb13-39f1-4f02-a779-45bd31d1eacc tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431616 Apr 23 10:27:52.681904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51316) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:52.812433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae57840-d0ce-4ee3-b22f-827136206a4d tempest-TestSnapshotPattern-286842505 tempest-TestSnapshotPattern-286842505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:52.813245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cae57840-d0ce-4ee3-b22f-827136206a4d tempest-TestSnapshotPattern-286842505 tempest-TestSnapshotPattern-286842505-project-admin] Synchronizing usage tracker for tenant:536b8521175d4a01a5ea55645dc99cc8 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:27:52.858011 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-cae57840-d0ce-4ee3-b22f-827136206a4d tempest-TestSnapshotPattern-286842505 tempest-TestSnapshotPattern-286842505-project-admin] Unset dirty status for tenant:536b8521175d4a01a5ea55645dc99cc8 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:27:52.859453 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-cae57840-d0ce-4ee3-b22f-827136206a4d tempest-TestSnapshotPattern-286842505 tempest-TestSnapshotPattern-286842505-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 1094 time: 0.1764457 Apr 23 10:27:52.862731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 51322) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:27:52.870280 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:27:52.877013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:27:52.882112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Usage tracker for resource:floatingip and tenant:93e2b95054b140f1a18167a9ce644447 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:27:52.885410 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:27:52.892445 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:27:52.932749 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for floatingip, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:53.078999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:53.250986 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Allocated IP 172.26.4.84 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/0ac8667d-9228-4306-bce2-206c995f936c) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:27:53.409800 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:53.505519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:53.510969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-a9fbf0f7-0286-40b0-83f0-ee76cb9dab77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:53.579571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:27:53.580744 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:27:53.586002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:27:53.624924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Pushing event updated for resources: {'Port': ['ID=0ac8667d-9228-4306-bce2-206c995f936c,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:53.629666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:54.014921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:54.121085 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:54.149768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:54.386465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:54.429316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:54.434265 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-baf262e2-dfa2-4f87-9c01-08e37445f204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:27:54.552284 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Pushing event updated for resources: {'Port': ['ID=0ac8667d-9228-4306-bce2-206c995f936c,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:27:54.555212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:27:54.562456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:54.740041 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Floating IP 7949418c-2bdb-40cd-bebc-44b2908f4d25 associated. External IP: 172.26.4.84, port: acb57070-b1ca-4d2a-8bd4-1e6b658803e3. Apr 23 10:27:55.403858 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Router ccf84252-e8e9-48db-9dc0-555cb1992768 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:27:55.597007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:27:55.607876 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef44e05d-42fd-47b4-883c-38084a138007 None None] Sync routers for ids ['ccf84252-e8e9-48db-9dc0-555cb1992768'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:27:55.619402 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef44e05d-42fd-47b4-883c-38084a138007 None None] Routers {'ccf84252-e8e9-48db-9dc0-555cb1992768'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:27:55.620083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ef44e05d-42fd-47b4-883c-38084a138007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:27:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ccf84252-e8e9-48db-9dc0-555cb1992768'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:55.647055 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:27:55.710440 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bb77659f-5eee-4d38-91c2-a266dac88998 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8447416 Apr 23 10:27:55.711110 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'tag': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:27:55.763989 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'tag': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3', 'status': 'completed', 'code': 200} Apr 23 10:27:55.873043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0ecaf-dc52-40d3-b8ce-9a79d7199413 req-a7ff4bf9-320c-4b45-9b9e-89396527a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:55.874725 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-85e0ecaf-dc52-40d3-b8ce-9a79d7199413 req-a7ff4bf9-320c-4b45-9b9e-89396527a67d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93e2b95054b140f1a18167a9ce644447&device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 1099 time: 0.0875351 Apr 23 10:27:55.994713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-ef44e05d-42fd-47b4-883c-38084a138007 None None] Set router ccf84252-e8e9-48db-9dc0-555cb1992768 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:27:56.023648 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0ecaf-dc52-40d3-b8ce-9a79d7199413 req-8637e5d2-4094-4d64-8737-a213c5f872c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:56.025390 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-85e0ecaf-dc52-40d3-b8ce-9a79d7199413 req-8637e5d2-4094-4d64-8737-a213c5f872c4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6838e61a-e942-4e10-a6ba-614d420dddd8 HTTP/1.1" status: 200 len: 910 time: 0.1449208 Apr 23 10:27:56.134416 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-85e0ecaf-dc52-40d3-b8ce-9a79d7199413 req-f7a97414-6b49-4f3c-b2e3-c52bc55c8b2d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acb57070-b1ca-4d2a-8bd4-1e6b658803e3 HTTP/1.1" status: 200 len: 999 time: 0.1030638 Apr 23 10:27:56.207656 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0ecaf-dc52-40d3-b8ce-9a79d7199413 req-82fde806-4a53-4049-96aa-9b3e89998040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:56.209284 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-85e0ecaf-dc52-40d3-b8ce-9a79d7199413 req-82fde806-4a53-4049-96aa-9b3e89998040 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=529224a6-7a77-4a24-a289-f40f20e44b31 HTTP/1.1" status: 200 len: 848 time: 0.0689549 Apr 23 10:27:56.293960 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0ecaf-dc52-40d3-b8ce-9a79d7199413 req-670c3b1b-f069-40d9-bc64-2f431bc87e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:27:56.295554 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-85e0ecaf-dc52-40d3-b8ce-9a79d7199413 req-670c3b1b-f069-40d9-bc64-2f431bc87e45 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6838e61a-e942-4e10-a6ba-614d420dddd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794733 Apr 23 10:27:56.374542 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ef44e05d-42fd-47b4-883c-38084a138007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'name': 'tempest-TestSnapshotPattern-857774935-router', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:19Z', 'updated_at': '2021-04-23T10:27:24Z', 'revision_number': 4, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'gw_port': {'id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:21Z', 'updated_at': '2021-04-23T10:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '7949418c-2bdb-40cd-bebc-44b2908f4d25', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'floating_ip_address': '172.26.4.84', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'port_id': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'mac_address': 'fa:16:3e:04:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:27:53Z', 'updated_at': '2021-04-23T10:27:53Z', 'revision_number': 0, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05542c4-0670-4929-bb2d-ee097fc0d3e4', 'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'mac_address': 'fa:16:3e:f8:62:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:24Z', 'updated_at': '2021-04-23T10:27:33Z', 'revision_number': 5, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'subnets': [{'id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:56.379609 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef44e05d-42fd-47b4-883c-38084a138007 None None] Checking router: ccf84252-e8e9-48db-9dc0-555cb1992768 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:27:56.389312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef44e05d-42fd-47b4-883c-38084a138007 None None] Routers {'ccf84252-e8e9-48db-9dc0-555cb1992768'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:27:56.390036 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ef44e05d-42fd-47b4-883c-38084a138007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:27:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ccf84252-e8e9-48db-9dc0-555cb1992768'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:56.443254 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-85e0ecaf-dc52-40d3-b8ce-9a79d7199413 req-0f0339cf-81d3-42b1-9b80-831951446013 service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411438 Apr 23 10:27:56.583999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-ef44e05d-42fd-47b4-883c-38084a138007 None None] Set router ccf84252-e8e9-48db-9dc0-555cb1992768 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:27:56.596832 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-85e0ecaf-dc52-40d3-b8ce-9a79d7199413 req-eff940e0-0663-4fa6-b4a8-da25b1bbfc1d service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467941 Apr 23 10:27:56.955835 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-ef44e05d-42fd-47b4-883c-38084a138007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'name': 'tempest-TestSnapshotPattern-857774935-router', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:19Z', 'updated_at': '2021-04-23T10:27:24Z', 'revision_number': 4, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'gw_port': {'id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:21Z', 'updated_at': '2021-04-23T10:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '7949418c-2bdb-40cd-bebc-44b2908f4d25', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'floating_ip_address': '172.26.4.84', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'port_id': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'mac_address': 'fa:16:3e:04:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:27:53Z', 'updated_at': '2021-04-23T10:27:53Z', 'revision_number': 0, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05542c4-0670-4929-bb2d-ee097fc0d3e4', 'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'mac_address': 'fa:16:3e:f8:62:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:24Z', 'updated_at': '2021-04-23T10:27:33Z', 'revision_number': 5, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'subnets': [{'id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:27:56.960126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef44e05d-42fd-47b4-883c-38084a138007 None None] The sync data for ids ['ccf84252-e8e9-48db-9dc0-555cb1992768'] in dv-neutron-786478-4-hyperv is: [{'id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'name': 'tempest-TestSnapshotPattern-857774935-router', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:19Z', 'updated_at': '2021-04-23T10:27:24Z', 'revision_number': 4, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'gw_port': {'id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:21Z', 'updated_at': '2021-04-23T10:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '7949418c-2bdb-40cd-bebc-44b2908f4d25', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'floating_ip_address': '172.26.4.84', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'port_id': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'mac_address': 'fa:16:3e:04:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:27:53Z', 'updated_at': '2021-04-23T10:27:53Z', 'revision_number': 0, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05542c4-0670-4929-bb2d-ee097fc0d3e4', 'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'mac_address': 'fa:16:3e:f8:62:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:24Z', 'updated_at': '2021-04-23T10:27:33Z', 'revision_number': 5, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'subnets': [{'id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:27:57.231859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d15fea5-1bb2-468b-8053-215eca9be057 None None] New status for floating IP 7949418c-2bdb-40cd-bebc-44b2908f4d25: ACTIVE {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:28:06.829073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a417eb0b-93ff-4f2c-9102-c20440d5002c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:09.740730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-702049f2-1d36-450f-8fa1-dda71a20608c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:10.711904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:11.331715 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:12.634078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:16.052724 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:28:24.088643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:32.174653 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3dda5a82-a2c3-414a-b6c0-697d6f7b004f req-7876decd-f26f-4452-9469-16219a8673cb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842252 Apr 23 10:28:32.349035 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda5a82-a2c3-414a-b6c0-697d6f7b004f req-c1ea1349-16d8-4bba-a036-ed427af32493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:28:32.350658 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3dda5a82-a2c3-414a-b6c0-697d6f7b004f req-c1ea1349-16d8-4bba-a036-ed427af32493 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93e2b95054b140f1a18167a9ce644447&device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 1099 time: 0.0791950 Apr 23 10:28:32.514328 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda5a82-a2c3-414a-b6c0-697d6f7b004f req-22994cb7-79cb-426a-bf77-3eeebf90a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:28:32.515977 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3dda5a82-a2c3-414a-b6c0-697d6f7b004f req-22994cb7-79cb-426a-bf77-3eeebf90a78a service neutron] 10.222.0.35 "GET /v2.0/networks?id=6838e61a-e942-4e10-a6ba-614d420dddd8 HTTP/1.1" status: 200 len: 910 time: 0.1459002 Apr 23 10:28:32.626224 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3dda5a82-a2c3-414a-b6c0-697d6f7b004f req-25b843bd-ec04-49b3-abbe-12e0a63a6a29 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acb57070-b1ca-4d2a-8bd4-1e6b658803e3 HTTP/1.1" status: 200 len: 1001 time: 0.1033747 Apr 23 10:28:32.694723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda5a82-a2c3-414a-b6c0-697d6f7b004f req-de1d02c3-52e8-4fe0-bec4-79fd85f3eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:28:32.696289 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3dda5a82-a2c3-414a-b6c0-697d6f7b004f req-de1d02c3-52e8-4fe0-bec4-79fd85f3eb99 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=529224a6-7a77-4a24-a289-f40f20e44b31 HTTP/1.1" status: 200 len: 848 time: 0.0641980 Apr 23 10:28:32.781623 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda5a82-a2c3-414a-b6c0-697d6f7b004f req-c69ff62e-f21c-4277-a1b4-e888c415c336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:28:32.783804 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3dda5a82-a2c3-414a-b6c0-697d6f7b004f req-c69ff62e-f21c-4277-a1b4-e888c415c336 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6838e61a-e942-4e10-a6ba-614d420dddd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811243 Apr 23 10:28:32.926935 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3dda5a82-a2c3-414a-b6c0-697d6f7b004f req-3bb02384-8a7e-448c-8a89-73ef45117217 service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368606 Apr 23 10:28:33.074541 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-3dda5a82-a2c3-414a-b6c0-697d6f7b004f req-4bf396da-2c5b-40da-b3ec-29538f64c8ea service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406610 Apr 23 10:28:36.764374 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-38613928-95ba-4e9c-bace-a6ba543e8af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:39.741262 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-226f8779-0714-44b5-9254-bb9150a4d614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:40.723964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:41.335587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:42.647338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:28:53.052887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:28:54.089321 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:06.768122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dc65e2bc-03ff-46d3-8f61-d8940d27f2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:09.748848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-0230d764-1d62-43ac-a733-c1708bd5203f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:10.722607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:11.343043 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:12.668721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:24.091040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:30.053459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:29:32.159174 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-af2097bb-9d73-49fb-84cc-678b0bfcccf7 req-b708fde4-afe3-4484-8516-257208e2673f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788560 Apr 23 10:29:32.341767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2097bb-9d73-49fb-84cc-678b0bfcccf7 req-0e240dcf-cfa9-4bd2-b176-0b56dff21225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:32.343401 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-af2097bb-9d73-49fb-84cc-678b0bfcccf7 req-0e240dcf-cfa9-4bd2-b176-0b56dff21225 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93e2b95054b140f1a18167a9ce644447&device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 1099 time: 0.0833745 Apr 23 10:29:32.499358 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2097bb-9d73-49fb-84cc-678b0bfcccf7 req-a7625d4d-8215-4c1c-9458-c113db1d2629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:32.501657 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-af2097bb-9d73-49fb-84cc-678b0bfcccf7 req-a7625d4d-8215-4c1c-9458-c113db1d2629 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6838e61a-e942-4e10-a6ba-614d420dddd8 HTTP/1.1" status: 200 len: 910 time: 0.1396968 Apr 23 10:29:32.610275 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-af2097bb-9d73-49fb-84cc-678b0bfcccf7 req-6f3722da-6d69-4db0-83d0-dc62c9620674 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acb57070-b1ca-4d2a-8bd4-1e6b658803e3 HTTP/1.1" status: 200 len: 1001 time: 0.1021996 Apr 23 10:29:32.677792 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2097bb-9d73-49fb-84cc-678b0bfcccf7 req-ba133b69-68ff-43d4-b0d1-92ba84d20307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:32.679356 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-af2097bb-9d73-49fb-84cc-678b0bfcccf7 req-ba133b69-68ff-43d4-b0d1-92ba84d20307 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=529224a6-7a77-4a24-a289-f40f20e44b31 HTTP/1.1" status: 200 len: 848 time: 0.0638287 Apr 23 10:29:32.761123 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2097bb-9d73-49fb-84cc-678b0bfcccf7 req-6c8d6ca9-a0bc-4cbf-89b1-3fad4df5b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:29:32.762692 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-af2097bb-9d73-49fb-84cc-678b0bfcccf7 req-6c8d6ca9-a0bc-4cbf-89b1-3fad4df5b610 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6838e61a-e942-4e10-a6ba-614d420dddd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765488 Apr 23 10:29:32.905267 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-af2097bb-9d73-49fb-84cc-678b0bfcccf7 req-5eab712a-622d-42ac-aa93-e9e437ed77a9 service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356406 Apr 23 10:29:33.049867 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-af2097bb-9d73-49fb-84cc-678b0bfcccf7 req-b790d2b6-14c6-4d02-8949-a39eed3fed77 service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386273 Apr 23 10:29:36.793052 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1aa01de5-2632-4b68-8330-b65d69bb4f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:39.738599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-61ef584b-a343-4969-80be-e500ab3b3101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:40.732907 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:41.395781 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:42.652306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:29:54.086536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:06.794588 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c93d08a0-352d-4322-8ba2-d30d178a9b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:07.053113 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:30:09.745928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb40f7ee-225f-4add-9ccf-39479a57d036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:10.720048 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:11.343383 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:12.660241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:24.091349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:28.497666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device acb57070-b1ca-4d2a-8bd4-1e6b658803e3 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:30:28.644639 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port acb57070-b1ca-4d2a-8bd4-1e6b658803e3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=acb57070-b1ca-4d2a-8bd4-1e6b658803e3,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:30:28.658473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'port_id': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3', 'mac_address': 'fa:16:3e:04:57:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:30:28.717317 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:28.735438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acb57070-b1ca-4d2a-8bd4-1e6b658803e3 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:30:28.752366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port acb57070-b1ca-4d2a-8bd4-1e6b658803e3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=acb57070-b1ca-4d2a-8bd4-1e6b658803e3,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:30:28.793453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:28.795339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:28.872163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=acb57070-b1ca-4d2a-8bd4-1e6b658803e3,revision_number=6']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:28.877750 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['acb57070-b1ca-4d2a-8bd4-1e6b658803e3'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:30:28.919380 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:28.919702 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:28.920088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:28.920473 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:28.921456 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:28.921837 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:28.922210 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:28.922608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:28.922980 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:28.923353 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:28.923725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:28.924094 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:28.929602 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:30.515438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device acb57070-b1ca-4d2a-8bd4-1e6b658803e3 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:30:30.587493 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port acb57070-b1ca-4d2a-8bd4-1e6b658803e3 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:30:30.587913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:30.713458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:30.741415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:30:30.752546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port acb57070-b1ca-4d2a-8bd4-1e6b658803e3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=acb57070-b1ca-4d2a-8bd4-1e6b658803e3,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:30:30.791395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:30.793643 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-aa362868-c041-4273-9d1b-eb814eb2433f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:30.827455 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3', 'code': 200} Apr 23 10:30:30.869969 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=acb57070-b1ca-4d2a-8bd4-1e6b658803e3,revision_number=7']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:30.873163 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:33.918607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f577e-b03c-44b4-9abb-5c18be5c6379 req-4389707d-a9ac-4e93-ac0f-5593f12fddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:33.920770 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d11f577e-b03c-44b4-9abb-5c18be5c6379 req-4389707d-a9ac-4e93-ac0f-5593f12fddc2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93e2b95054b140f1a18167a9ce644447&device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 1099 time: 0.1769266 Apr 23 10:30:34.104741 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f577e-b03c-44b4-9abb-5c18be5c6379 req-ce19d13a-561b-42b9-9df5-d94ba886718e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:34.106442 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d11f577e-b03c-44b4-9abb-5c18be5c6379 req-ce19d13a-561b-42b9-9df5-d94ba886718e service neutron] 10.222.0.35 "GET /v2.0/networks?id=6838e61a-e942-4e10-a6ba-614d420dddd8 HTTP/1.1" status: 200 len: 910 time: 0.1635842 Apr 23 10:30:34.238238 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d11f577e-b03c-44b4-9abb-5c18be5c6379 req-8eaf8eac-792d-4e6f-89a7-6ac9295398cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acb57070-b1ca-4d2a-8bd4-1e6b658803e3 HTTP/1.1" status: 200 len: 1001 time: 0.1247578 Apr 23 10:30:34.316916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f577e-b03c-44b4-9abb-5c18be5c6379 req-593c5ed8-faf1-4dde-828b-4b60fae1644f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:34.318535 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d11f577e-b03c-44b4-9abb-5c18be5c6379 req-593c5ed8-faf1-4dde-828b-4b60fae1644f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=529224a6-7a77-4a24-a289-f40f20e44b31 HTTP/1.1" status: 200 len: 848 time: 0.0729837 Apr 23 10:30:34.415897 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f577e-b03c-44b4-9abb-5c18be5c6379 req-dcaeef12-d190-4b35-9b89-f39641c49167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:34.417506 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d11f577e-b03c-44b4-9abb-5c18be5c6379 req-dcaeef12-d190-4b35-9b89-f39641c49167 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6838e61a-e942-4e10-a6ba-614d420dddd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0922065 Apr 23 10:30:34.594764 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d11f577e-b03c-44b4-9abb-5c18be5c6379 req-d309353e-f6b0-40cc-bdcd-1ff79eded22b service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700335 Apr 23 10:30:35.078381 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d11f577e-b03c-44b4-9abb-5c18be5c6379 req-1f692d47-1013-4f75-a1f3-0475c7ba2215 service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752102 Apr 23 10:30:36.807680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-81ebcdce-da92-4da7-b661-d501345c9189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:39.742977 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-013c2382-6a86-434a-9b2f-ec319bfdc9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:40.724743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:41.345705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:42.704547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:44.054322 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:30:44.340514 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-595beec4-07bd-4808-82c0-64fe26876332 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1353005863&fields=id&tenant_id=93e2b95054b140f1a18167a9ce644447 HTTP/1.1" status: 200 len: 267 time: 0.0441785 Apr 23 10:30:44.509731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-91d3c8ef-3501-44c6-be65-72c9a36b5e0f tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:44.511317 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-91d3c8ef-3501-44c6-be65-72c9a36b5e0f tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/networks?id=6838e61a-e942-4e10-a6ba-614d420dddd8 HTTP/1.1" status: 200 len: 809 time: 0.1629460 Apr 23 10:30:44.528686 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-d6bad22e-3536-445d-8003-3b88635c808c tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/quotas/93e2b95054b140f1a18167a9ce644447 HTTP/1.1" status: 200 len: 375 time: 0.0102551 Apr 23 10:30:44.623968 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-054c1fca-70c6-4b6d-8c81-0e1ba3f5e0e0 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e2b95054b140f1a18167a9ce644447&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0891676 Apr 23 10:30:44.775416 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-f7e28406-b105-4f30-afa3-b99e08839247 service neutron] 10.222.0.60 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377752 Apr 23 10:30:44.919962 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-0273aa9e-4ca1-4435-b6f4-4f88cbf70109 service neutron] 10.222.0.60 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378028 Apr 23 10:30:45.179656 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-14439e99-c9bd-45e6-aca8-dfcb1c86c16a req-5566e834-07a8-464d-a859-f8f5476bbbd3 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 210 time: 0.0550280 Apr 23 10:30:46.346447 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-faa0345d-dd27-4d02-88a0-6eaabc302aa6 req-55d19087-820c-4f7c-bee4-cce45a8a006d tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 210 time: 0.0498097 Apr 23 10:30:46.588860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device acb57070-b1ca-4d2a-8bd4-1e6b658803e3 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:30:46.714026 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:46.742857 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:30:46.754157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port acb57070-b1ca-4d2a-8bd4-1e6b658803e3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=acb57070-b1ca-4d2a-8bd4-1e6b658803e3,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:30:46.785985 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:46.787946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:46.826635 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3', 'code': 200} Apr 23 10:30:46.863767 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=acb57070-b1ca-4d2a-8bd4-1e6b658803e3,revision_number=8']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:46.867114 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:47.200286 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-df9c1001-767a-41a0-970b-60eaf81b5a4d tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:47.201838 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-df9c1001-767a-41a0-970b-60eaf81b5a4d tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.35 "GET /v2.0/networks?id=6838e61a-e942-4e10-a6ba-614d420dddd8 HTTP/1.1" status: 200 len: 809 time: 0.1680839 Apr 23 10:30:47.252834 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-38a04b39-2d1b-4caa-8844-70488cc655f0 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93e2b95054b140f1a18167a9ce644447 HTTP/1.1" status: 200 len: 380 time: 0.0428181 Apr 23 10:30:47.262294 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Request body: {'port': {'device_id': 'bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'admin_state_up': True, 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'security_groups': ['99bc5cbc-9180-494b-b60c-85f766295894']}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:30:47.411429 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:30:47.415564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Usage tracker for resource:port and tenant:93e2b95054b140f1a18167a9ce644447 is out of sync, need to count used quota {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:30:47.418795 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87175) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:30:47.425197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:30:47.470641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Made reservation on behalf of 93e2b95054b140f1a18167a9ce644447 for: {'port': 1} {{(pid=87175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 23 10:30:47.476786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:47.537448 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-458bd8aa-f709-4d3c-b1ca-6c6ab1843457 req-3e49faae-6e31-4543-bfec-370d92cce712 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 210 time: 0.0675254 Apr 23 10:30:47.654868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Allocated IP 172.20.0.6 (6838e61a-e942-4e10-a6ba-614d420dddd8/529224a6-7a77-4a24-a289-f40f20e44b31/ce246525-d78e-4b28-8ee0-4307d07003c6) {{(pid=87175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:30:47.989381 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for port, precommit_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:48.014066 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Transition to ACTIVE for port object ce246525-d78e-4b28-8ee0-4307d07003c6 will not be triggered until provisioned by entity DHCP. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:30:48.084569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_create {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:48.112803 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fe875f51-dd81-424c-8a43-f9ea00e85d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:30:48.193712 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Network 6838e61a-e942-4e10-a6ba-614d420dddd8 is already hosted by enough agents. {{(pid=87175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:30:48.197754 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Resources bound (agent type, host, resource id): {{(pid=87175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:30:48.202137 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Received port after_create {{(pid=87175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:30:48.236875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Pushing event updated for resources: {'Port': ['ID=ce246525-d78e-4b28-8ee0-4307d07003c6,revision_number=1']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:30:48.256133 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:48.256617 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:48.256984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:48.257404 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:48.257889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:48.258308 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:48.258768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:48.259186 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:48.259680 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:48.260107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:48.260526 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:48.260940 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:30:48.267987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:30:48.298726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:48.299118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:48.459983 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-293c916c-e246-4fb1-b91e-9d6eeae6a5cf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2016592 Apr 23 10:30:48.553522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d51efda2-69b7-415a-b9b1-cd6074925d87 None None] Provisioning for port ce246525-d78e-4b28-8ee0-4307d07003c6 completed by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:30:48.559784 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-d51efda2-69b7-415a-b9b1-cd6074925d87 None None] Provisioning complete for port ce246525-d78e-4b28-8ee0-4307d07003c6 triggered by entity DHCP. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:30:48.560519 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d51efda2-69b7-415a-b9b1-cd6074925d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:48.623794 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d51efda2-69b7-415a-b9b1-cd6074925d87 None None] Port ce246525-d78e-4b28-8ee0-4307d07003c6 cannot update to ACTIVE because it is not bound. {{(pid=87176) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 23 10:30:48.760376 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f89de1-4e78-42e0-a979-cc11bbb5eebd req-1cad4e1a-b9d3-47a4-8ccb-7b75d40449d8 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:48.762056 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-50f89de1-4e78-42e0-a979-cc11bbb5eebd req-1cad4e1a-b9d3-47a4-8ccb-7b75d40449d8 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 931 time: 0.0990758 Apr 23 10:30:48.816867 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-50f89de1-4e78-42e0-a979-cc11bbb5eebd req-566294d7-a7b3-45e1-941a-03000d78ebb3 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465572 Apr 23 10:30:50.029645 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff7297-64a9-439a-a656-753113cfc514 req-91f996b8-c34f-46aa-91c5-a5a04ffa5cef tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:50.031329 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b0ff7297-64a9-439a-a656-753113cfc514 req-91f996b8-c34f-46aa-91c5-a5a04ffa5cef tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 931 time: 0.0927112 Apr 23 10:30:50.090344 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b0ff7297-64a9-439a-a656-753113cfc514 req-d47617ca-00a5-4b06-bc13-342057e935bb tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513439 Apr 23 10:30:51.311479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde1e8e-c7e1-4e6e-81a1-ebe7c0e10f68 req-2b4d6cd6-6b7a-4b43-83ea-4e8f9adc4479 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:51.313146 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-abde1e8e-c7e1-4e6e-81a1-ebe7c0e10f68 req-2b4d6cd6-6b7a-4b43-83ea-4e8f9adc4479 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 931 time: 0.0973604 Apr 23 10:30:51.366070 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-abde1e8e-c7e1-4e6e-81a1-ebe7c0e10f68 req-c16e7f5f-34d1-4592-b922-f1b0057147be tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452886 Apr 23 10:30:52.592642 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b1eb0-f120-4913-bdc0-019ee1297649 req-fe50637e-d5f3-4052-bf1d-89f19085dbdc tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:52.594631 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-287b1eb0-f120-4913-bdc0-019ee1297649 req-fe50637e-d5f3-4052-bf1d-89f19085dbdc tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 931 time: 0.1039917 Apr 23 10:30:52.649313 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-287b1eb0-f120-4913-bdc0-019ee1297649 req-9093c2f6-4fb3-4e4b-ac5d-f31ac347fd02 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478334 Apr 23 10:30:53.876733 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1370fa4-6a8c-4ca8-9c63-e281a3884d7c req-aafa7ef0-329d-4a2a-9862-9426aa3ba801 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:53.878451 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f1370fa4-6a8c-4ca8-9c63-e281a3884d7c req-aafa7ef0-329d-4a2a-9862-9426aa3ba801 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 931 time: 0.0964763 Apr 23 10:30:53.932890 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-f1370fa4-6a8c-4ca8-9c63-e281a3884d7c req-3329bb73-40b1-4e24-9e31-60e63ad18edf tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472505 Apr 23 10:30:54.101968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:30:55.188725 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21d231-5457-4ced-bd4d-173a55bac908 req-e33bdc67-112d-470f-b0be-45caefb6e1f3 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:55.190932 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0c21d231-5457-4ced-bd4d-173a55bac908 req-e33bdc67-112d-470f-b0be-45caefb6e1f3 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 931 time: 0.1159410 Apr 23 10:30:55.244004 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-0c21d231-5457-4ced-bd4d-173a55bac908 req-0168c659-237d-47cc-8704-44f251534631 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452828 Apr 23 10:30:56.463782 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e611b-6733-4dab-9970-87b2d864ee21 req-0032fb18-eb72-4ec2-9c8a-a7ad46588b65 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:56.465369 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-406e611b-6733-4dab-9970-87b2d864ee21 req-0032fb18-eb72-4ec2-9c8a-a7ad46588b65 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 931 time: 0.0998092 Apr 23 10:30:56.521826 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-406e611b-6733-4dab-9970-87b2d864ee21 req-8a0e03ce-dd2b-4aee-9614-33e3b1c592ab tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471439 Apr 23 10:30:57.735407 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eaceb-6ed3-4f59-a185-6563e5283780 req-eedbafe8-32f5-4621-bc32-456e609a6c68 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:57.737084 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd0eaceb-6ed3-4f59-a185-6563e5283780 req-eedbafe8-32f5-4621-bc32-456e609a6c68 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 931 time: 0.0947580 Apr 23 10:30:57.788417 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bd0eaceb-6ed3-4f59-a185-6563e5283780 req-92064f11-3b2d-455b-8a82-1712dd4b709c tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446649 Apr 23 10:30:59.003323 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03614376-8ca4-4d88-9b68-2a374d177e53 req-746222a5-d038-4562-b071-f6d2d0d633aa tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:30:59.004876 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-03614376-8ca4-4d88-9b68-2a374d177e53 req-746222a5-d038-4562-b071-f6d2d0d633aa tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 931 time: 0.0946691 Apr 23 10:30:59.054291 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-03614376-8ca4-4d88-9b68-2a374d177e53 req-616bf6f6-036a-46c7-9283-6d7e382ca6da tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426948 Apr 23 10:31:00.260237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81772a7f-d58e-47e1-bc74-e2aedddea02f req-b74e81ee-bdef-418d-a712-c5c5c1eb2c26 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:00.261819 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-81772a7f-d58e-47e1-bc74-e2aedddea02f req-b74e81ee-bdef-418d-a712-c5c5c1eb2c26 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 931 time: 0.0923100 Apr 23 10:31:00.310117 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-81772a7f-d58e-47e1-bc74-e2aedddea02f req-1567bc36-6526-4fd7-90dc-ab6f4a7df69f tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413342 Apr 23 10:31:00.402672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] Request body: {'port': {'device_id': 'bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=87175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:31:00.532958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:00.904591 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce246525-d78e-4b28-8ee0-4307d07003c6 {{(pid=87175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:31:00.913499 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:00.928661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] Transition to ACTIVE for port object ce246525-d78e-4b28-8ee0-4307d07003c6 will not be triggered until provisioned by entity L2. {{(pid=87175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 23 10:31:00.958159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:00.962928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-baf262e2-dfa2-4f87-9c01-08e37445f204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:01.140283 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] Pushing event updated for resources: {'Port': ['ID=ce246525-d78e-4b28-8ee0-4307d07003c6,revision_number=2']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:01.149263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:01.220313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] Attempting to bind port ce246525-d78e-4b28-8ee0-4307d07003c6 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 23 10:31:01.220686 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] Attempting to bind port ce246525-d78e-4b28-8ee0-4307d07003c6 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'ec212b37-6474-4915-84cf-28af64af49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8'}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 23 10:31:01.221059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] Attempting to bind port ce246525-d78e-4b28-8ee0-4307d07003c6 on network 6838e61a-e942-4e10-a6ba-614d420dddd8 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:31:01.225971 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] Port ce246525-d78e-4b28-8ee0-4307d07003c6 on network 6838e61a-e942-4e10-a6ba-614d420dddd8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 23 10:31:01.226342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] Attempting to bind port ce246525-d78e-4b28-8ee0-4307d07003c6 on network 6838e61a-e942-4e10-a6ba-614d420dddd8 {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 23 10:31:01.232015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] Checking agent: {'id': 'fd15ee03-97fe-49ed-bb1d-991481aff439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'started_at': datetime.datetime(2021, 4, 23, 9, 9, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 23, 10, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 10:31:01.232399 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] Checking segment: {'id': 'ec212b37-6474-4915-84cf-28af64af49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 23 10:31:01.232832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] Bound using segment: {'id': 'ec212b37-6474-4915-84cf-28af64af49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8'} {{(pid=87175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 10:31:01.233307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] Bound port: ce246525-d78e-4b28-8ee0-4307d07003c6, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec212b37-6474-4915-84cf-28af64af49a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8'}}] {{(pid=87175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 23 10:31:01.233696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:01.331490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] For port ce246525-d78e-4b28-8ee0-4307d07003c6, host hv-neutron-7864, cleared binding levels {{(pid=87175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 23 10:31:01.334661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] For port ce246525-d78e-4b28-8ee0-4307d07003c6, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ce246525-d78e-4b28-8ee0-4307d07003c6,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 23 10:31:01.377395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847193813'] for port, after_update {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:01.382683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:01.438827 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:01.439552 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:01.441059 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] 10.222.0.35 "PUT /v2.0/ports/ce246525-d78e-4b28-8ee0-4307d07003c6 HTTP/1.1" status: 200 len: 1093 time: 1.0436234 Apr 23 10:31:01.441636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6', 'tag': 'ce246525-d78e-4b28-8ee0-4307d07003c6'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:31:01.481409 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] Pushing event updated for resources: {'Port': ['ID=ce246525-d78e-4b28-8ee0-4307d07003c6,revision_number=3']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:01.490956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:01.534735 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6a5fc-0f28-4cc9-8680-8f42e3de05b3 req-ab210471-e5f5-4d93-928d-0723f2476873 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:01.536582 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-38f6a5fc-0f28-4cc9-8680-8f42e3de05b3 req-ab210471-e5f5-4d93-928d-0723f2476873 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 943 time: 0.1082835 Apr 23 10:31:01.595321 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-38f6a5fc-0f28-4cc9-8680-8f42e3de05b3 req-5b7239d2-d9c0-4c6b-8d43-d9a535fc983f tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522184 Apr 23 10:31:01.602105 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-1f278242-68ec-45ba-b624-b65caf5f42d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:01.603802 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-1f278242-68ec-45ba-b624-b65caf5f42d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93e2b95054b140f1a18167a9ce644447&device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 1096 time: 0.0947516 Apr 23 10:31:01.679417 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6', 'tag': 'ce246525-d78e-4b28-8ee0-4307d07003c6', 'status': 'completed', 'code': 200} Apr 23 10:31:01.688337 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-327238a2-c5e3-490c-8030-6887fca42d68 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce246525-d78e-4b28-8ee0-4307d07003c6 HTTP/1.1" status: 200 len: 217 time: 0.0761659 Apr 23 10:31:01.760403 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-ff73f1f6-8c29-4db6-9604-0bceabe5c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:01.761942 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-ff73f1f6-8c29-4db6-9604-0bceabe5c15a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=529224a6-7a77-4a24-a289-f40f20e44b31 HTTP/1.1" status: 200 len: 848 time: 0.0673676 Apr 23 10:31:01.848244 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-105fc5ea-8863-406e-a262-b397416ebe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:01.849846 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-105fc5ea-8863-406e-a262-b397416ebe7e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6838e61a-e942-4e10-a6ba-614d420dddd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814650 Apr 23 10:31:01.992293 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-10ba1c26-141d-4091-9bb7-7892377c5316 service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351559 Apr 23 10:31:02.141769 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-54d2b407-c3db-4927-8afc-3f8f194c7f03 req-f96e1ae8-5203-4975-96eb-f01f37e4b5c9 service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431210 Apr 23 10:31:02.305106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e5968-05e1-41c1-99b0-95f29b078c20 req-a585b622-e541-4e4d-a31a-010dca5b7c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:02.306767 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-995e5968-05e1-41c1-99b0-95f29b078c20 req-a585b622-e541-4e4d-a31a-010dca5b7c6d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93e2b95054b140f1a18167a9ce644447&device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 1096 time: 0.0841551 Apr 23 10:31:02.450132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e5968-05e1-41c1-99b0-95f29b078c20 req-cc1de432-a46a-44ed-92f4-b4533a3ea0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:02.451746 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-995e5968-05e1-41c1-99b0-95f29b078c20 req-cc1de432-a46a-44ed-92f4-b4533a3ea0c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6838e61a-e942-4e10-a6ba-614d420dddd8 HTTP/1.1" status: 200 len: 910 time: 0.1379578 Apr 23 10:31:02.526129 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-995e5968-05e1-41c1-99b0-95f29b078c20 req-171250ac-9d01-49a2-964d-ff6a093ad837 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce246525-d78e-4b28-8ee0-4307d07003c6 HTTP/1.1" status: 200 len: 217 time: 0.0677736 Apr 23 10:31:02.597856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e5968-05e1-41c1-99b0-95f29b078c20 req-66f30cef-eb7d-40ff-b543-cba9bdf6eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:02.599358 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-995e5968-05e1-41c1-99b0-95f29b078c20 req-66f30cef-eb7d-40ff-b543-cba9bdf6eb96 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=529224a6-7a77-4a24-a289-f40f20e44b31 HTTP/1.1" status: 200 len: 848 time: 0.0666282 Apr 23 10:31:02.681751 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e5968-05e1-41c1-99b0-95f29b078c20 req-e843e6f9-2e70-4ada-ae7f-571ad4c3522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:02.683423 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-995e5968-05e1-41c1-99b0-95f29b078c20 req-e843e6f9-2e70-4ada-ae7f-571ad4c3522e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6838e61a-e942-4e10-a6ba-614d420dddd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779488 Apr 23 10:31:02.806895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf309cfe-561a-47e6-a5c7-18653c1bd038 req-a21e745b-c005-4df0-a9bb-26587a429cd3 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:02.808599 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf309cfe-561a-47e6-a5c7-18653c1bd038 req-a21e745b-c005-4df0-a9bb-26587a429cd3 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 943 time: 0.0954509 Apr 23 10:31:02.829341 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-995e5968-05e1-41c1-99b0-95f29b078c20 req-19415d59-c43b-4d8c-92d3-1c0486c5660d service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386759 Apr 23 10:31:02.858165 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-bf309cfe-561a-47e6-a5c7-18653c1bd038 req-4e5d13b7-a279-4ef5-94be-22f1448fd5e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423148 Apr 23 10:31:02.973806 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-995e5968-05e1-41c1-99b0-95f29b078c20 req-4632b943-2a6a-4178-a4c9-4868239f7122 service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375341 Apr 23 10:31:04.067253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6574c1b-4562-488f-8068-846c6ec3d1e4 req-a434617a-0d54-489e-b544-21e364eeead3 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:04.068808 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d6574c1b-4562-488f-8068-846c6ec3d1e4 req-a434617a-0d54-489e-b544-21e364eeead3 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 943 time: 0.0948317 Apr 23 10:31:04.118026 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-d6574c1b-4562-488f-8068-846c6ec3d1e4 req-a1a65965-93ab-4090-b21a-05280edb91eb tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427334 Apr 23 10:31:04.660088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device ce246525-d78e-4b28-8ee0-4307d07003c6 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:31:04.800438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port ce246525-d78e-4b28-8ee0-4307d07003c6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ce246525-d78e-4b28-8ee0-4307d07003c6,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:31:04.817841 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': 'ce246525-d78e-4b28-8ee0-4307d07003c6', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'port_id': 'ce246525-d78e-4b28-8ee0-4307d07003c6', 'mac_address': 'fa:16:3e:81:af:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:31:04.875954 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:04.893037 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce246525-d78e-4b28-8ee0-4307d07003c6 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:31:04.909978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port ce246525-d78e-4b28-8ee0-4307d07003c6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ce246525-d78e-4b28-8ee0-4307d07003c6,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:31:04.940839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:04.942766 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5f0ab99e-c999-48cf-a7d8-e34f4a19cd43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:05.012718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=ce246525-d78e-4b28-8ee0-4307d07003c6,revision_number=4']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:05.016044 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:05.290808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['ce246525-d78e-4b28-8ee0-4307d07003c6'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:31:05.356013 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8bfdd-225e-471e-91e8-9dfa0b59aa5a req-23d607aa-9429-43d0-b9ff-52c0857b0302 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:05.357650 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-47a8bfdd-225e-471e-91e8-9dfa0b59aa5a req-23d607aa-9429-43d0-b9ff-52c0857b0302 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 944 time: 0.0914891 Apr 23 10:31:05.407832 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-47a8bfdd-225e-471e-91e8-9dfa0b59aa5a req-41082613-73df-402d-8e39-ba2d0751ba20 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433512 Apr 23 10:31:06.677155 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device ce246525-d78e-4b28-8ee0-4307d07003c6 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:31:06.758196 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56884c-9e0d-4912-88d6-ef9a46d59924 req-4dd7c150-ad02-415a-9545-63d098c91d11 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:06.759771 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba56884c-9e0d-4912-88d6-ef9a46d59924 req-4dd7c150-ad02-415a-9545-63d098c91d11 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 944 time: 0.0939341 Apr 23 10:31:06.794786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-641087a0-17f8-4d20-8939-053d9f3ba1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:06.810957 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ba56884c-9e0d-4912-88d6-ef9a46d59924 req-38b64f88-4f1e-46b8-9051-1e01dab23f24 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438576 Apr 23 10:31:06.823295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning for port ce246525-d78e-4b28-8ee0-4307d07003c6 completed by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 23 10:31:06.829731 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port ce246525-d78e-4b28-8ee0-4307d07003c6 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:31:06.830222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:06.957490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:06.988757 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce246525-d78e-4b28-8ee0-4307d07003c6'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:31:06.999147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port ce246525-d78e-4b28-8ee0-4307d07003c6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ce246525-d78e-4b28-8ee0-4307d07003c6,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:31:07.029058 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:07.031730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:07.064952 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce246525-d78e-4b28-8ee0-4307d07003c6', 'code': 200} Apr 23 10:31:07.110119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=ce246525-d78e-4b28-8ee0-4307d07003c6,revision_number=5']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:07.113666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:07.357820 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43673df6-c364-4ae5-8c8d-3d729812ff84 req-09528e8a-8c3f-40bc-952e-ca2ba9a7de46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:07.360181 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-43673df6-c364-4ae5-8c8d-3d729812ff84 req-09528e8a-8c3f-40bc-952e-ca2ba9a7de46 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 1098 time: 0.0826697 Apr 23 10:31:07.403455 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-43673df6-c364-4ae5-8c8d-3d729812ff84 req-6622bda6-aa88-4a44-a620-9ae9a37139c6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369890 Apr 23 10:31:08.020714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97288f5e-25a1-4fb3-afc2-c4a4509add8d req-163dd001-2587-45a5-ade9-09d841e545e6 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:08.022338 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-97288f5e-25a1-4fb3-afc2-c4a4509add8d req-163dd001-2587-45a5-ade9-09d841e545e6 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 945 time: 0.0943627 Apr 23 10:31:08.071005 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-97288f5e-25a1-4fb3-afc2-c4a4509add8d req-793ee1dc-4758-4a79-89ad-055e16dd76ad tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420554 Apr 23 10:31:09.278073 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3f0e9-6de6-4964-a620-64f4528d5aef req-ff79822b-6407-408a-8a3a-df139eac5ad8 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:09.279731 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-17f3f0e9-6de6-4964-a620-64f4528d5aef req-ff79822b-6407-408a-8a3a-df139eac5ad8 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 945 time: 0.0890498 Apr 23 10:31:09.333126 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-17f3f0e9-6de6-4964-a620-64f4528d5aef req-ebd32533-5d7a-4512-8367-1e4ba0840469 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460551 Apr 23 10:31:09.539472 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a1ef1-e099-4a31-aefd-caafde54f940 req-5ba9e186-fc8b-411a-92a5-b631c89b4f54 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:09.541073 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a88a1ef1-e099-4a31-aefd-caafde54f940 req-5ba9e186-fc8b-411a-92a5-b631c89b4f54 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 945 time: 0.0957012 Apr 23 10:31:09.590036 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-a88a1ef1-e099-4a31-aefd-caafde54f940 req-31dc4406-6208-4041-941f-4e367d23209c tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422235 Apr 23 10:31:09.614679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51626) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:31:09.697412 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2b89be-daa0-4930-b668-cce343717a67 tempest-TestSnapshotPattern-286842505 tempest-TestSnapshotPattern-286842505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:09.699110 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bf2b89be-daa0-4930-b668-cce343717a67 tempest-TestSnapshotPattern-286842505 tempest-TestSnapshotPattern-286842505-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 1093 time: 0.0834532 Apr 23 10:31:09.702160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51630) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:31:09.708178 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.v2.base [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Request body: {'floatingip': {'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'port_id': 'ce246525-d78e-4b28-8ee0-4307d07003c6', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87174) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 10:31:09.716531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 23 10:31:09.719382 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Usage tracker for resource:floatingip and tenant:93e2b95054b140f1a18167a9ce644447 is out of sync, need to count used quota {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 23 10:31:09.722615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87174) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 23 10:31:09.728802 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.quota.driver [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87174) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 23 10:31:09.736059 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-1d567351-a1fe-43cd-bc50-50fa0973a2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:09.769290 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for floatingip, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:09.914964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:10.366179 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_common [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Allocated IP 172.26.4.230 (164d7ec3-3e1e-464d-ab6a-2950ee843dd7/66003f26-3812-4e57-a682-4cad9d453482/a2c22e4a-50ce-4661-bccd-4d3bc455378f) {{(pid=87174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 23 10:31:10.532458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for port, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:10.598596 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250757072483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:10.602892 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f5cf8062-f640-4641-9248-28a62ee3f755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:10.664967 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Network 164d7ec3-3e1e-464d-ab6a-2950ee843dd7 is already hosted by enough agents. {{(pid=87174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 23 10:31:10.672511 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.base_scheduler [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Resources bound (agent type, host, resource id): {{(pid=87174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 23 10:31:10.677150 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Received port after_create {{(pid=87174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 23 10:31:10.714734 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:10.717307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Pushing event updated for resources: {'Port': ['ID=a2c22e4a-50ce-4661-bccd-4d3bc455378f,revision_number=1']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:10.729149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.729586 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.730017 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.730471 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.730895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.731316 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.731737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.732154 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.732573 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.732994 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.733406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.733848 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:31:10.742756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:11.121054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:11.245167 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:11.331953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:11.470049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for port, precommit_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:11.506418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036849403399'] for port, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:11.511839 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-956084d1-0ebf-4916-a4d4-f8e94b4ce962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:31:11.628825 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Pushing event updated for resources: {'Port': ['ID=a2c22e4a-50ce-4661-bccd-4d3bc455378f,revision_number=2']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:31:11.633553 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:31:11.641149 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846515836'] for floatingip, after_update {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:11.825451 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Floating IP 14e1cad8-dcc6-4541-9e0f-cf4bc4c0c742 associated. External IP: 172.26.4.230, port: ce246525-d78e-4b28-8ee0-4307d07003c6. Apr 23 10:31:12.202063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Router ccf84252-e8e9-48db-9dc0-555cb1992768 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:31:12.392311 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:31:12.402489 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f951927b-ca92-4464-a3cf-8b8f89a0d7d8 None None] Sync routers for ids ['ccf84252-e8e9-48db-9dc0-555cb1992768'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:31:12.413348 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f951927b-ca92-4464-a3cf-8b8f89a0d7d8 None None] Routers {'ccf84252-e8e9-48db-9dc0-555cb1992768'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:31:12.414038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f951927b-ca92-4464-a3cf-8b8f89a0d7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:31:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ccf84252-e8e9-48db-9dc0-555cb1992768'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:31:12.446607 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:12.515731 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8114595 Apr 23 10:31:12.516274 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6', 'tag': 'ce246525-d78e-4b28-8ee0-4307d07003c6'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:31:12.610662 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-f951927b-ca92-4464-a3cf-8b8f89a0d7d8 None None] Set router ccf84252-e8e9-48db-9dc0-555cb1992768 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:31:12.665384 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6', 'tag': 'ce246525-d78e-4b28-8ee0-4307d07003c6', 'status': 'completed', 'code': 200} Apr 23 10:31:12.760458 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:12.767869 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f8534-d55a-48b4-9de6-6fafc9ae2d5c req-df0eba37-9c77-4b7b-910e-cabf8fa9f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:12.769430 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-847f8534-d55a-48b4-9de6-6fafc9ae2d5c req-df0eba37-9c77-4b7b-910e-cabf8fa9f91c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93e2b95054b140f1a18167a9ce644447&device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 1098 time: 0.0816393 Apr 23 10:31:12.912344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f8534-d55a-48b4-9de6-6fafc9ae2d5c req-56b48a7d-c7f5-4a01-bd10-998e6b83c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:12.913994 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-847f8534-d55a-48b4-9de6-6fafc9ae2d5c req-56b48a7d-c7f5-4a01-bd10-998e6b83c936 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6838e61a-e942-4e10-a6ba-614d420dddd8 HTTP/1.1" status: 200 len: 910 time: 0.1385603 Apr 23 10:31:13.003576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f951927b-ca92-4464-a3cf-8b8f89a0d7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'name': 'tempest-TestSnapshotPattern-857774935-router', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:19Z', 'updated_at': '2021-04-23T10:27:24Z', 'revision_number': 4, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'gw_port': {'id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:21Z', 'updated_at': '2021-04-23T10:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '14e1cad8-dcc6-4541-9e0f-cf4bc4c0c742', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'floating_ip_address': '172.26.4.230', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'port_id': 'ce246525-d78e-4b28-8ee0-4307d07003c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'mac_address': 'fa:16:3e:81:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:31:11Z', 'updated_at': '2021-04-23T10:31:11Z', 'revision_number': 0, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'fixed_ip_address_scope': None}, {'id': '7949418c-2bdb-40cd-bebc-44b2908f4d25', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'floating_ip_address': '172.26.4.84', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'port_id': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'mac_address': 'fa:16:3e:04:57:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:27:53Z', 'updated_at': '2021-04-23T10:27:57Z', 'revision_number': 1, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05542c4-0670-4929-bb2d-ee097fc0d3e4', 'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'mac_address': 'fa:16:3e:f8:62:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:24Z', 'updated_at': '2021-04-23T10:27:33Z', 'revision_number': 5, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'subnets': [{'id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:31:13.007776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f951927b-ca92-4464-a3cf-8b8f89a0d7d8 None None] Checking router: ccf84252-e8e9-48db-9dc0-555cb1992768 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:31:13.016821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f951927b-ca92-4464-a3cf-8b8f89a0d7d8 None None] Routers {'ccf84252-e8e9-48db-9dc0-555cb1992768'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:31:13.017488 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f951927b-ca92-4464-a3cf-8b8f89a0d7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:31:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ccf84252-e8e9-48db-9dc0-555cb1992768'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:31:13.025851 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-847f8534-d55a-48b4-9de6-6fafc9ae2d5c req-d71822e9-f69a-47aa-8860-1be522c613ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce246525-d78e-4b28-8ee0-4307d07003c6 HTTP/1.1" status: 200 len: 999 time: 0.1059017 Apr 23 10:31:13.094587 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f8534-d55a-48b4-9de6-6fafc9ae2d5c req-d3cf7bd8-91aa-4a12-89ce-8691ddbab11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:13.096168 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-847f8534-d55a-48b4-9de6-6fafc9ae2d5c req-d3cf7bd8-91aa-4a12-89ce-8691ddbab11b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=529224a6-7a77-4a24-a289-f40f20e44b31 HTTP/1.1" status: 200 len: 848 time: 0.0643599 Apr 23 10:31:13.188000 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f8534-d55a-48b4-9de6-6fafc9ae2d5c req-531c344c-dfd7-4c44-b7ac-b88da5bb41ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:13.189651 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-847f8534-d55a-48b4-9de6-6fafc9ae2d5c req-531c344c-dfd7-4c44-b7ac-b88da5bb41ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6838e61a-e942-4e10-a6ba-614d420dddd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871766 Apr 23 10:31:13.214924 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-f951927b-ca92-4464-a3cf-8b8f89a0d7d8 None None] Set router ccf84252-e8e9-48db-9dc0-555cb1992768 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:31:13.339879 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-847f8534-d55a-48b4-9de6-6fafc9ae2d5c req-0b17eb0d-0254-488d-bb2a-507c6c2d9321 service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439526 Apr 23 10:31:13.606194 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-f951927b-ca92-4464-a3cf-8b8f89a0d7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'name': 'tempest-TestSnapshotPattern-857774935-router', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:19Z', 'updated_at': '2021-04-23T10:27:24Z', 'revision_number': 4, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'gw_port': {'id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:21Z', 'updated_at': '2021-04-23T10:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '14e1cad8-dcc6-4541-9e0f-cf4bc4c0c742', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'floating_ip_address': '172.26.4.230', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'port_id': 'ce246525-d78e-4b28-8ee0-4307d07003c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'mac_address': 'fa:16:3e:81:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:31:11Z', 'updated_at': '2021-04-23T10:31:11Z', 'revision_number': 0, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'fixed_ip_address_scope': None}, {'id': '7949418c-2bdb-40cd-bebc-44b2908f4d25', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'floating_ip_address': '172.26.4.84', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'port_id': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'mac_address': 'fa:16:3e:04:57:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:27:53Z', 'updated_at': '2021-04-23T10:27:57Z', 'revision_number': 1, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05542c4-0670-4929-bb2d-ee097fc0d3e4', 'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'mac_address': 'fa:16:3e:f8:62:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:24Z', 'updated_at': '2021-04-23T10:27:33Z', 'revision_number': 5, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'subnets': [{'id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:31:13.611111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f951927b-ca92-4464-a3cf-8b8f89a0d7d8 None None] The sync data for ids ['ccf84252-e8e9-48db-9dc0-555cb1992768'] in dv-neutron-786478-4-hyperv is: [{'id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'name': 'tempest-TestSnapshotPattern-857774935-router', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:19Z', 'updated_at': '2021-04-23T10:27:24Z', 'revision_number': 4, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'gw_port': {'id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:21Z', 'updated_at': '2021-04-23T10:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '14e1cad8-dcc6-4541-9e0f-cf4bc4c0c742', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'floating_ip_address': '172.26.4.230', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'port_id': 'ce246525-d78e-4b28-8ee0-4307d07003c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'mac_address': 'fa:16:3e:81:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:31:11Z', 'updated_at': '2021-04-23T10:31:11Z', 'revision_number': 0, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'fixed_ip_address_scope': None}, {'id': '7949418c-2bdb-40cd-bebc-44b2908f4d25', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'floating_ip_address': '172.26.4.84', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'port_id': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'mac_address': 'fa:16:3e:04:57:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:27:53Z', 'updated_at': '2021-04-23T10:27:57Z', 'revision_number': 1, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05542c4-0670-4929-bb2d-ee097fc0d3e4', 'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'mac_address': 'fa:16:3e:f8:62:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:24Z', 'updated_at': '2021-04-23T10:27:33Z', 'revision_number': 5, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'subnets': [{'id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:31:13.789316 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-847f8534-d55a-48b4-9de6-6fafc9ae2d5c req-71b2cb8f-6640-4b4c-b8b9-5531ae350331 service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433939 Apr 23 10:31:13.933982 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c5c218-a61e-4e4d-9327-7f4b9b87b150 None None] New status for floating IP 14e1cad8-dcc6-4541-9e0f-cf4bc4c0c742: ACTIVE {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:31:21.054241 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:31:24.097025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:33.153208 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5ae13ca6-9feb-4e6f-a015-ddc1e493fe5b req-781ada12-aa05-4419-95ea-1187d30ebe8b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804083 Apr 23 10:31:33.305584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae13ca6-9feb-4e6f-a015-ddc1e493fe5b req-d21316ca-86f6-41d4-a646-9a0f93d4486e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:33.307221 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5ae13ca6-9feb-4e6f-a015-ddc1e493fe5b req-d21316ca-86f6-41d4-a646-9a0f93d4486e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93e2b95054b140f1a18167a9ce644447&device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 1097 time: 0.0819349 Apr 23 10:31:33.466641 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae13ca6-9feb-4e6f-a015-ddc1e493fe5b req-5813b9da-122b-4895-aa34-8049f23dddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:33.469204 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5ae13ca6-9feb-4e6f-a015-ddc1e493fe5b req-5813b9da-122b-4895-aa34-8049f23dddf4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6838e61a-e942-4e10-a6ba-614d420dddd8 HTTP/1.1" status: 200 len: 910 time: 0.1414313 Apr 23 10:31:33.584570 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5ae13ca6-9feb-4e6f-a015-ddc1e493fe5b req-380c2e9f-d95c-4214-9ff4-d667b3963c30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acb57070-b1ca-4d2a-8bd4-1e6b658803e3 HTTP/1.1" status: 200 len: 999 time: 0.1086216 Apr 23 10:31:33.653875 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae13ca6-9feb-4e6f-a015-ddc1e493fe5b req-2a6e1cf2-e56f-4529-bd07-5538e2c40938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:33.656539 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5ae13ca6-9feb-4e6f-a015-ddc1e493fe5b req-2a6e1cf2-e56f-4529-bd07-5538e2c40938 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=529224a6-7a77-4a24-a289-f40f20e44b31 HTTP/1.1" status: 200 len: 848 time: 0.0656054 Apr 23 10:31:33.739561 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae13ca6-9feb-4e6f-a015-ddc1e493fe5b req-fe8e5c00-eb0f-4278-8281-398c8c8baeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:31:33.741161 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5ae13ca6-9feb-4e6f-a015-ddc1e493fe5b req-fe8e5c00-eb0f-4278-8281-398c8c8baeb6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6838e61a-e942-4e10-a6ba-614d420dddd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781796 Apr 23 10:31:33.885668 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5ae13ca6-9feb-4e6f-a015-ddc1e493fe5b req-61febeaf-b934-415a-aaba-44f0aac9e87d service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382647 Apr 23 10:31:34.028908 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-5ae13ca6-9feb-4e6f-a015-ddc1e493fe5b req-15ef660f-b370-4ead-8515-c80ad7502d08 service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370986 Apr 23 10:31:36.805338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4bf1f430-f88f-4bee-a423-3e34f10cb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:39.736351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e580f931-a1fa-43dc-a27b-9fff89bdc32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:40.725170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:41.348067 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:42.668119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:54.094060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:31:58.053745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:32:06.796453 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e99ef06b-d99d-4d58-b58c-46efd34c2764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:09.741417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4553878b-23d2-4256-b9e2-099820bc31a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:10.730131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:11.327683 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:12.664920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:24.117922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:33.198965 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6340eb4c-46c9-4fe8-b605-8cfe9de57596 req-b7ed2392-ceac-4c1c-aae0-e9f504167f8e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833433 Apr 23 10:32:33.299867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340eb4c-46c9-4fe8-b605-8cfe9de57596 req-24f8c79d-eadd-4748-9bd0-5280ce7e50ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:33.301460 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6340eb4c-46c9-4fe8-b605-8cfe9de57596 req-24f8c79d-eadd-4748-9bd0-5280ce7e50ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93e2b95054b140f1a18167a9ce644447&device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 1098 time: 0.0812764 Apr 23 10:32:33.460314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340eb4c-46c9-4fe8-b605-8cfe9de57596 req-d1672eb0-9212-4f41-a464-8b5ea2ba2134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:33.461850 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6340eb4c-46c9-4fe8-b605-8cfe9de57596 req-d1672eb0-9212-4f41-a464-8b5ea2ba2134 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6838e61a-e942-4e10-a6ba-614d420dddd8 HTTP/1.1" status: 200 len: 910 time: 0.1406264 Apr 23 10:32:33.575046 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6340eb4c-46c9-4fe8-b605-8cfe9de57596 req-c4ea9ce8-e63f-4ff5-ab3d-9b5f9e25d603 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce246525-d78e-4b28-8ee0-4307d07003c6 HTTP/1.1" status: 200 len: 1001 time: 0.1067619 Apr 23 10:32:33.647776 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340eb4c-46c9-4fe8-b605-8cfe9de57596 req-21fc6c55-254d-4666-aec1-d316083d3201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:33.649360 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6340eb4c-46c9-4fe8-b605-8cfe9de57596 req-21fc6c55-254d-4666-aec1-d316083d3201 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=529224a6-7a77-4a24-a289-f40f20e44b31 HTTP/1.1" status: 200 len: 848 time: 0.0677719 Apr 23 10:32:33.731772 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340eb4c-46c9-4fe8-b605-8cfe9de57596 req-f8f16ff2-128c-43da-aece-0b18e2dfd682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:32:33.733321 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6340eb4c-46c9-4fe8-b605-8cfe9de57596 req-f8f16ff2-128c-43da-aece-0b18e2dfd682 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6838e61a-e942-4e10-a6ba-614d420dddd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776451 Apr 23 10:32:33.877306 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6340eb4c-46c9-4fe8-b605-8cfe9de57596 req-cc4cd644-009f-4ed2-ac81-65082baa2df4 service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375613 Apr 23 10:32:34.022084 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6340eb4c-46c9-4fe8-b605-8cfe9de57596 req-8c5d1179-e534-41b7-a7ea-6eadde1b469e service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380002 Apr 23 10:32:35.053267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:32:36.775187 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-323cb47b-81cd-4be0-b6eb-568726aca2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:39.747415 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-170878a1-f6e2-4b3d-b282-87d47f302ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:40.729705 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:41.333109 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:42.688833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:32:54.153387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:06.779902 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6d87acf3-1e9c-41db-b0b5-f798dccdfab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:09.756972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-60b81997-5050-4797-853c-aea3d83594a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:10.768575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:11.333991 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:12.053009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:33:12.699934 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:17.331599 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device ce246525-d78e-4b28-8ee0-4307d07003c6 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=87176) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 23 10:33:17.474255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port ce246525-d78e-4b28-8ee0-4307d07003c6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ce246525-d78e-4b28-8ee0-4307d07003c6,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:17.489326 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Returning: {'device': 'ce246525-d78e-4b28-8ee0-4307d07003c6', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'port_id': 'ce246525-d78e-4b28-8ee0-4307d07003c6', 'mac_address': 'fa:16:3e:81:af:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87176) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 10:33:17.552169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:17.570477 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce246525-d78e-4b28-8ee0-4307d07003c6 {{(pid=87176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 23 10:33:17.587345 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port ce246525-d78e-4b28-8ee0-4307d07003c6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ce246525-d78e-4b28-8ee0-4307d07003c6,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:17.630676 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:17.633406 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-49bc0cf3-1a81-477b-829a-0b21d16863dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:17.708175 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=ce246525-d78e-4b28-8ee0-4307d07003c6,revision_number=6']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:17.716720 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:17.717107 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:17.717491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:17.717872 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:17.718243 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:17.718664 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:17.719031 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:17.719398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:17.719768 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:17.720129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:17.720492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:17.720855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:17.725028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:17.727545 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] get_ports_and_sgs() called for port_ids ['ce246525-d78e-4b28-8ee0-4307d07003c6'] {{(pid=87176) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 10:33:19.330503 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device ce246525-d78e-4b28-8ee0-4307d07003c6 up at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 23 10:33:19.404462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.provisioning_blocks [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Provisioning complete for port ce246525-d78e-4b28-8ee0-4307d07003c6 triggered by entity L2. {{(pid=87176) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 23 10:33:19.404881 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853900165'] for port, provisioning_complete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:19.532507 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:19.560496 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce246525-d78e-4b28-8ee0-4307d07003c6'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:33:19.570689 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port ce246525-d78e-4b28-8ee0-4307d07003c6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ce246525-d78e-4b28-8ee0-4307d07003c6,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:19.613159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:19.615248 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:19.678632 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce246525-d78e-4b28-8ee0-4307d07003c6', 'code': 200} Apr 23 10:33:19.691713 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=ce246525-d78e-4b28-8ee0-4307d07003c6,revision_number=7']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:19.694951 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:24.126916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:34.885121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51878) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:35.145236 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-65278cda-f9b5-418e-b609-8770e72ac943 req-c907e5ef-7810-42c8-aa0b-71d1db6a9dc3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848031 Apr 23 10:33:35.176571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Deleting port a2c22e4a-50ce-4661-bccd-4d3bc455378f {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:33:35.176950 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:35.307433 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:35.307813 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:35.314995 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65278cda-f9b5-418e-b609-8770e72ac943 req-5c160070-b666-4363-a476-66880d2b9496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:35.316606 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-65278cda-f9b5-418e-b609-8770e72ac943 req-5c160070-b666-4363-a476-66880d2b9496 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93e2b95054b140f1a18167a9ce644447&device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 1097 time: 0.0845525 Apr 23 10:33:35.440691 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Calling delete_port for a2c22e4a-50ce-4661-bccd-4d3bc455378f owned by network:floatingip {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:33:35.474015 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65278cda-f9b5-418e-b609-8770e72ac943 req-c398100d-8b0c-47a2-be3e-a3335ae877bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:35.475645 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-65278cda-f9b5-418e-b609-8770e72ac943 req-c398100d-8b0c-47a2-be3e-a3335ae877bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=6838e61a-e942-4e10-a6ba-614d420dddd8 HTTP/1.1" status: 200 len: 910 time: 0.1400189 Apr 23 10:33:35.589384 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-65278cda-f9b5-418e-b609-8770e72ac943 req-d8d7f248-3a53-49d0-8107-4eddbb3a39fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acb57070-b1ca-4d2a-8bd4-1e6b658803e3 HTTP/1.1" status: 200 len: 999 time: 0.1067789 Apr 23 10:33:35.603569 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:35.608867 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-957ba1a8-b8bf-49a6-a85c-8719c4c8686e tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:35.656723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Pushing event deleted for resources: {'Port': ['ID=a2c22e4a-50ce-4661-bccd-4d3bc455378f,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:35.659677 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65278cda-f9b5-418e-b609-8770e72ac943 req-da3ea8e5-a992-4e30-bc0f-3ad94c778d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:35.661282 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-65278cda-f9b5-418e-b609-8770e72ac943 req-da3ea8e5-a992-4e30-bc0f-3ad94c778d33 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=529224a6-7a77-4a24-a289-f40f20e44b31 HTTP/1.1" status: 200 len: 848 time: 0.0656123 Apr 23 10:33:35.692936 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:35.693295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:35.693723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:35.694138 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:35.694576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:35.694990 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:35.695400 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:35.695811 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:35.696786 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:35.697202 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:35.697614 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:35.698024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:35.704346 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:35.750170 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65278cda-f9b5-418e-b609-8770e72ac943 req-5dc2b612-486c-4e11-94ca-cee240870387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:35.751849 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-65278cda-f9b5-418e-b609-8770e72ac943 req-5dc2b612-486c-4e11-94ca-cee240870387 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6838e61a-e942-4e10-a6ba-614d420dddd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842650 Apr 23 10:33:35.762608 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [req-65278cda-f9b5-418e-b609-8770e72ac943 req-470c5963-b7ea-44ee-9c09-ea297c221738 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=87175) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 23 10:33:35.763680 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-65278cda-f9b5-418e-b609-8770e72ac943 req-470c5963-b7ea-44ee-9c09-ea297c221738 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057280 Apr 23 10:33:35.779895 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for floatingip, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:35.780267 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Floating IP 14e1cad8-dcc6-4541-9e0f-cf4bc4c0c742 disassociated (deleted). External IP: 172.26.4.230, port: ce246525-d78e-4b28-8ee0-4307d07003c6. Apr 23 10:33:35.907372 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-65278cda-f9b5-418e-b609-8770e72ac943 req-75e9a9c4-e27b-4f83-8d64-6d6f953a1019 service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374047 Apr 23 10:33:36.055660 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-65278cda-f9b5-418e-b609-8770e72ac943 req-6e691ea4-1c93-4b60-921a-1f0607dfa156 service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418333 Apr 23 10:33:36.452204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Router ccf84252-e8e9-48db-9dc0-555cb1992768 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:33:36.648245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:33:36.657879 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bfe0ee-9be6-4a83-abf6-40a5bfa263e2 None None] Sync routers for ids ['ccf84252-e8e9-48db-9dc0-555cb1992768'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:33:36.661726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:36.668165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bfe0ee-9be6-4a83-abf6-40a5bfa263e2 None None] Routers {'ccf84252-e8e9-48db-9dc0-555cb1992768'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:33:36.668832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-05bfe0ee-9be6-4a83-abf6-40a5bfa263e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:33:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ccf84252-e8e9-48db-9dc0-555cb1992768'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:36.725216 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bab7e1cd-dcb8-4bb9-91b1-52def431fd76 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "DELETE /v2.0/floatingips/14e1cad8-dcc6-4541-9e0f-cf4bc4c0c742 HTTP/1.1" status: 204 len: 168 time: 1.8389225 Apr 23 10:33:36.725911 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6', 'tag': 'ce246525-d78e-4b28-8ee0-4307d07003c6'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:33:37.067501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-05bfe0ee-9be6-4a83-abf6-40a5bfa263e2 None None] Set router ccf84252-e8e9-48db-9dc0-555cb1992768 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:33:37.100750 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6', 'tag': 'ce246525-d78e-4b28-8ee0-4307d07003c6', 'status': 'completed', 'code': 200} Apr 23 10:33:37.117860 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b6fa0dde-305d-490c-825d-42db2d435e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:37.215139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9c138-2124-447b-88df-f2ff4041deb9 req-815dbcd4-e5e8-4eb7-8f18-4fffdb604abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:37.216989 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-44a9c138-2124-447b-88df-f2ff4041deb9 req-815dbcd4-e5e8-4eb7-8f18-4fffdb604abd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93e2b95054b140f1a18167a9ce644447&device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 1098 time: 0.0919921 Apr 23 10:33:37.298029 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d092ae-d91c-4eba-83bf-c4590dd946ac req-e871730d-9142-4dce-9d0d-b5d24c428a79 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:37.298916 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-27d092ae-d91c-4eba-83bf-c4590dd946ac req-e871730d-9142-4dce-9d0d-b5d24c428a79 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Synchronizing usage tracker for tenant:93e2b95054b140f1a18167a9ce644447 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:33:37.350959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-27d092ae-d91c-4eba-83bf-c4590dd946ac req-e871730d-9142-4dce-9d0d-b5d24c428a79 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Unset dirty status for tenant:93e2b95054b140f1a18167a9ce644447 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:33:37.353535 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-27d092ae-d91c-4eba-83bf-c4590dd946ac req-e871730d-9142-4dce-9d0d-b5d24c428a79 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 945 time: 0.1537776 Apr 23 10:33:37.382184 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9c138-2124-447b-88df-f2ff4041deb9 req-2470b9d5-d7fb-4165-88e7-e55bf7338979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:37.382184 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-44a9c138-2124-447b-88df-f2ff4041deb9 req-2470b9d5-d7fb-4165-88e7-e55bf7338979 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6838e61a-e942-4e10-a6ba-614d420dddd8 HTTP/1.1" status: 200 len: 910 time: 0.1513810 Apr 23 10:33:37.409819 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-27d092ae-d91c-4eba-83bf-c4590dd946ac req-7a8e0ffe-6ee5-4fe1-a031-7bcacd8d9185 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493977 Apr 23 10:33:37.458732 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-44a9c138-2124-447b-88df-f2ff4041deb9 req-a39074fc-01c1-4ea8-822c-40f89f44c425 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce246525-d78e-4b28-8ee0-4307d07003c6 HTTP/1.1" status: 200 len: 217 time: 0.0727148 Apr 23 10:33:37.469996 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-05bfe0ee-9be6-4a83-abf6-40a5bfa263e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'name': 'tempest-TestSnapshotPattern-857774935-router', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:19Z', 'updated_at': '2021-04-23T10:27:24Z', 'revision_number': 4, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'gw_port': {'id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:21Z', 'updated_at': '2021-04-23T10:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '7949418c-2bdb-40cd-bebc-44b2908f4d25', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'floating_ip_address': '172.26.4.84', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'port_id': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'mac_address': 'fa:16:3e:04:57:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:27:53Z', 'updated_at': '2021-04-23T10:27:57Z', 'revision_number': 1, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05542c4-0670-4929-bb2d-ee097fc0d3e4', 'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'mac_address': 'fa:16:3e:f8:62:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:24Z', 'updated_at': '2021-04-23T10:27:33Z', 'revision_number': 5, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'subnets': [{'id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:37.475131 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bfe0ee-9be6-4a83-abf6-40a5bfa263e2 None None] Checking router: ccf84252-e8e9-48db-9dc0-555cb1992768 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:33:37.485756 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bfe0ee-9be6-4a83-abf6-40a5bfa263e2 None None] Routers {'ccf84252-e8e9-48db-9dc0-555cb1992768'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:33:37.486495 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-05bfe0ee-9be6-4a83-abf6-40a5bfa263e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:33:10Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ccf84252-e8e9-48db-9dc0-555cb1992768'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:37.532491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9c138-2124-447b-88df-f2ff4041deb9 req-6f9babd9-9dcf-4f00-a52c-21d58577012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:37.534101 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-44a9c138-2124-447b-88df-f2ff4041deb9 req-6f9babd9-9dcf-4f00-a52c-21d58577012d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=529224a6-7a77-4a24-a289-f40f20e44b31 HTTP/1.1" status: 200 len: 848 time: 0.0684044 Apr 23 10:33:37.624747 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9c138-2124-447b-88df-f2ff4041deb9 req-99e55148-edc5-41cc-a750-d83b4a41952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:37.626343 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-44a9c138-2124-447b-88df-f2ff4041deb9 req-99e55148-edc5-41cc-a750-d83b4a41952f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6838e61a-e942-4e10-a6ba-614d420dddd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847619 Apr 23 10:33:37.700121 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-05bfe0ee-9be6-4a83-abf6-40a5bfa263e2 None None] Set router ccf84252-e8e9-48db-9dc0-555cb1992768 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:33:37.785219 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-44a9c138-2124-447b-88df-f2ff4041deb9 req-7cac433d-acaa-4f15-96af-f6cab1051e6a service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515167 Apr 23 10:33:37.941496 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-44a9c138-2124-447b-88df-f2ff4041deb9 req-1eb4bcd0-a95c-411e-bedf-7374b9b3b414 service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490829 Apr 23 10:33:38.085661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-05bfe0ee-9be6-4a83-abf6-40a5bfa263e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'name': 'tempest-TestSnapshotPattern-857774935-router', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:19Z', 'updated_at': '2021-04-23T10:27:24Z', 'revision_number': 4, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'gw_port': {'id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:21Z', 'updated_at': '2021-04-23T10:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '7949418c-2bdb-40cd-bebc-44b2908f4d25', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'floating_ip_address': '172.26.4.84', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'port_id': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'mac_address': 'fa:16:3e:04:57:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:27:53Z', 'updated_at': '2021-04-23T10:27:57Z', 'revision_number': 1, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05542c4-0670-4929-bb2d-ee097fc0d3e4', 'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'mac_address': 'fa:16:3e:f8:62:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:24Z', 'updated_at': '2021-04-23T10:27:33Z', 'revision_number': 5, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'subnets': [{'id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:38.090368 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bfe0ee-9be6-4a83-abf6-40a5bfa263e2 None None] The sync data for ids ['ccf84252-e8e9-48db-9dc0-555cb1992768'] in dv-neutron-786478-4-hyperv is: [{'id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'name': 'tempest-TestSnapshotPattern-857774935-router', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:19Z', 'updated_at': '2021-04-23T10:27:24Z', 'revision_number': 4, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'gw_port': {'id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:21Z', 'updated_at': '2021-04-23T10:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_floatingips': [{'id': '7949418c-2bdb-40cd-bebc-44b2908f4d25', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'floating_ip_address': '172.26.4.84', 'floating_network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'router_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'port_id': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'mac_address': 'fa:16:3e:04:57:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-23T10:27:53Z', 'updated_at': '2021-04-23T10:27:57Z', 'revision_number': 1, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05542c4-0670-4929-bb2d-ee097fc0d3e4', 'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'mac_address': 'fa:16:3e:f8:62:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:24Z', 'updated_at': '2021-04-23T10:27:33Z', 'revision_number': 5, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'subnets': [{'id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:33:38.514965 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989df163-58f9-40f5-a22a-5cb4b22ef026 None None] New status for floating IP 14e1cad8-dcc6-4541-9e0f-cf4bc4c0c742: DOWN {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:33:38.626963 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7c2f4-264a-49db-8bd8-0a84b15edf81 req-cf1ed22d-02df-428a-baf0-18a29dea7b66 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:38.628609 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b6a7c2f4-264a-49db-8bd8-0a84b15edf81 req-cf1ed22d-02df-428a-baf0-18a29dea7b66 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 945 time: 0.0941994 Apr 23 10:33:38.680873 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-b6a7c2f4-264a-49db-8bd8-0a84b15edf81 req-9ba360c0-e0ef-4c3b-9fdb-bc269cf83db6 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447531 Apr 23 10:33:38.943679 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117109f7-c266-47a0-a3d1-8177912ca941 req-9b325b20-d3b5-48c7-a6c5-e5d398489373 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:38.944434 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-117109f7-c266-47a0-a3d1-8177912ca941 req-9b325b20-d3b5-48c7-a6c5-e5d398489373 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Synchronizing usage tracker for tenant:93e2b95054b140f1a18167a9ce644447 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:33:38.957291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-117109f7-c266-47a0-a3d1-8177912ca941 req-9b325b20-d3b5-48c7-a6c5-e5d398489373 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Unset dirty status for tenant:93e2b95054b140f1a18167a9ce644447 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:33:38.958532 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-117109f7-c266-47a0-a3d1-8177912ca941 req-9b325b20-d3b5-48c7-a6c5-e5d398489373 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 945 time: 0.1017373 Apr 23 10:33:39.108145 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-117109f7-c266-47a0-a3d1-8177912ca941 req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Deleting port ce246525-d78e-4b28-8ee0-4307d07003c6 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:33:39.108714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-117109f7-c266-47a0-a3d1-8177912ca941 req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:39.250512 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-117109f7-c266-47a0-a3d1-8177912ca941 req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] For port ce246525-d78e-4b28-8ee0-4307d07003c6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ce246525-d78e-4b28-8ee0-4307d07003c6,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:39.250913 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-117109f7-c266-47a0-a3d1-8177912ca941 req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:39.439338 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device ce246525-d78e-4b28-8ee0-4307d07003c6 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:33:39.580736 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580262'] for port, before_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:39.612125 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce246525-d78e-4b28-8ee0-4307d07003c6'}] {{(pid=87176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:33:39.624755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] For port ce246525-d78e-4b28-8ee0-4307d07003c6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ce246525-d78e-4b28-8ee0-4307d07003c6,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:39.653590 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786098151880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250757072466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097703368'] for port, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:39.655610 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:39.682088 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-117109f7-c266-47a0-a3d1-8177912ca941 req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Calling delete_port for ce246525-d78e-4b28-8ee0-4307d07003c6 owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:33:39.689593 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce246525-d78e-4b28-8ee0-4307d07003c6', 'code': 200} Apr 23 10:33:39.747072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Pushing event updated for resources: {'Port': ['ID=ce246525-d78e-4b28-8ee0-4307d07003c6,revision_number=8']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:39.750584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:39.756717 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [req-117109f7-c266-47a0-a3d1-8177912ca941 req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87175) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 10:33:39.757101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [req-117109f7-c266-47a0-a3d1-8177912ca941 req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 10:33:39.779306 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a67af034-74f0-4faa-9592-b9df24adad76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:39.899722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ea760-c512-4e5e-97d6-52bf698a0290 req-ad7a3081-5bd2-42c2-91af-dfd1042a0d18 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:39.901327 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-350ea760-c512-4e5e-97d6-52bf698a0290 req-ad7a3081-5bd2-42c2-91af-dfd1042a0d18 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 943 time: 0.0936778 Apr 23 10:33:39.950425 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-350ea760-c512-4e5e-97d6-52bf698a0290 req-36dcdeff-b2a2-4bdf-88b8-543d2dfcbe4d tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423858 Apr 23 10:33:40.329491 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-117109f7-c266-47a0-a3d1-8177912ca941 req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Deleting port ce246525-d78e-4b28-8ee0-4307d07003c6 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:33:40.330079 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-117109f7-c266-47a0-a3d1-8177912ca941 req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:40.471479 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-117109f7-c266-47a0-a3d1-8177912ca941 req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] For port ce246525-d78e-4b28-8ee0-4307d07003c6, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ce246525-d78e-4b28-8ee0-4307d07003c6,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:40.471880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-117109f7-c266-47a0-a3d1-8177912ca941 req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:40.606401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-117109f7-c266-47a0-a3d1-8177912ca941 req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Calling delete_port for ce246525-d78e-4b28-8ee0-4307d07003c6 owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:33:40.739371 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:40.830722 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-117109f7-c266-47a0-a3d1-8177912ca941 req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:40.837253 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3c71af37-86e3-4ea7-a48c-43b62bccb98a tempest-TestShelveInstance-1935803635 tempest-TestShelveInstance-1935803635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:40.884915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Pushing event deleted for resources: {'Port': ['ID=ce246525-d78e-4b28-8ee0-4307d07003c6,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:40.921900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:40.922340 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:40.922793 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:40.923215 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:40.923632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:40.924049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:40.924468 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:40.924888 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:40.925297 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:40.925708 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:40.926119 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:40.926555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-4-hyperv {{(pid=87175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 23 10:33:40.935914 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:40.981143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-117109f7-c266-47a0-a3d1-8177912ca941 req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] No DVR routers for this DVR port ce246525-d78e-4b28-8ee0-4307d07003c6 on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:33:40.983730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-117109f7-c266-47a0-a3d1-8177912ca941 req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:40.986658 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6', 'name': 'network-vif-deleted', 'tag': 'ce246525-d78e-4b28-8ee0-4307d07003c6'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:33:41.031441 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-117109f7-c266-47a0-a3d1-8177912ca941 req-b83ca4ed-ce17-4269-9fe6-25a1c921fd29 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.35 "DELETE /v2.0/ports/ce246525-d78e-4b28-8ee0-4307d07003c6 HTTP/1.1" status: 204 len: 173 time: 2.0673676 Apr 23 10:33:41.120975 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-ca0913f0-a6a1-4b87-b6f4-388b53edf2a8 req-126486ff-d447-4001-890f-510c23f852f6 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6 HTTP/1.1" status: 200 len: 210 time: 0.0508444 Apr 23 10:33:41.235297 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7a78e1-b2d9-49d4-bd3e-56f33971e9f6', 'name': 'network-vif-deleted', 'tag': 'ce246525-d78e-4b28-8ee0-4307d07003c6', 'status': 'completed', 'code': 200} Apr 23 10:33:41.339441 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:42.687531 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:43.334438 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51946) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:43.470278 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device ce246525-d78e-4b28-8ee0-4307d07003c6 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:33:43.511083 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: ce246525-d78e-4b28-8ee0-4307d07003c6 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:33:43.511783 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device ce246525-d78e-4b28-8ee0-4307d07003c6 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:33:43.630622 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-dfc7287b-2892-4e17-ab75-10afb394bf75 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Deleting port 0ac8667d-9228-4306-bce2-206c995f936c {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:33:43.631054 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dfc7287b-2892-4e17-ab75-10afb394bf75 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:43.760878 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dfc7287b-2892-4e17-ab75-10afb394bf75 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:43.761430 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dfc7287b-2892-4e17-ab75-10afb394bf75 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:43.902964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-dfc7287b-2892-4e17-ab75-10afb394bf75 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Calling delete_port for 0ac8667d-9228-4306-bce2-206c995f936c owned by network:floatingip {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:33:44.108771 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dfc7287b-2892-4e17-ab75-10afb394bf75 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:44.113959 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1fec0b59-6ecf-4193-9fb4-1972b1f1471a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:44.162418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7287b-2892-4e17-ab75-10afb394bf75 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Pushing event deleted for resources: {'Port': ['ID=0ac8667d-9228-4306-bce2-206c995f936c,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:44.199567 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-dfc7287b-2892-4e17-ab75-10afb394bf75 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:44.262103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dfc7287b-2892-4e17-ab75-10afb394bf75 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for floatingip, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:44.262532 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.db.l3_db [None req-dfc7287b-2892-4e17-ab75-10afb394bf75 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Floating IP 7949418c-2bdb-40cd-bebc-44b2908f4d25 disassociated (deleted). External IP: 172.26.4.84, port: acb57070-b1ca-4d2a-8bd4-1e6b658803e3. Apr 23 10:33:44.644386 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc7287b-2892-4e17-ab75-10afb394bf75 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Router ccf84252-e8e9-48db-9dc0-555cb1992768 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:33:44.842020 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc7287b-2892-4e17-ab75-10afb394bf75 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:33:44.851993 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a2fb69-5a57-461b-9d4d-58c38b28d5cf None None] Sync routers for ids ['ccf84252-e8e9-48db-9dc0-555cb1992768'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:33:44.859508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-dfc7287b-2892-4e17-ab75-10afb394bf75 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for floatingip, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:44.862252 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a2fb69-5a57-461b-9d4d-58c38b28d5cf None None] Routers {'ccf84252-e8e9-48db-9dc0-555cb1992768'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:33:44.862962 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-26a2fb69-5a57-461b-9d4d-58c38b28d5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:33:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ccf84252-e8e9-48db-9dc0-555cb1992768'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:44.921693 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-dfc7287b-2892-4e17-ab75-10afb394bf75 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "DELETE /v2.0/floatingips/7949418c-2bdb-40cd-bebc-44b2908f4d25 HTTP/1.1" status: 204 len: 168 time: 1.5860519 Apr 23 10:33:44.922419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'tag': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3'}] {{(pid=87174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:33:45.058889 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-26a2fb69-5a57-461b-9d4d-58c38b28d5cf None None] Set router ccf84252-e8e9-48db-9dc0-555cb1992768 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:33:45.278531 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'tag': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3', 'status': 'completed', 'code': 200} Apr 23 10:33:45.383065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48ba63-e27c-44f9-9000-c87f43f3f422 req-60302a14-7dff-4fa7-a875-6dbe8b337f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:45.384945 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6d48ba63-e27c-44f9-9000-c87f43f3f422 req-60302a14-7dff-4fa7-a875-6dbe8b337f0e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=93e2b95054b140f1a18167a9ce644447&device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 1097 time: 0.0839064 Apr 23 10:33:45.409931 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-26a2fb69-5a57-461b-9d4d-58c38b28d5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'name': 'tempest-TestSnapshotPattern-857774935-router', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:19Z', 'updated_at': '2021-04-23T10:27:24Z', 'revision_number': 4, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'gw_port': {'id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:21Z', 'updated_at': '2021-04-23T10:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'b05542c4-0670-4929-bb2d-ee097fc0d3e4', 'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'mac_address': 'fa:16:3e:f8:62:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:24Z', 'updated_at': '2021-04-23T10:27:33Z', 'revision_number': 5, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'subnets': [{'id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:45.414906 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a2fb69-5a57-461b-9d4d-58c38b28d5cf None None] Checking router: ccf84252-e8e9-48db-9dc0-555cb1992768 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:33:45.424651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a2fb69-5a57-461b-9d4d-58c38b28d5cf None None] Routers {'ccf84252-e8e9-48db-9dc0-555cb1992768'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:33:45.425325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-26a2fb69-5a57-461b-9d4d-58c38b28d5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:33:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ccf84252-e8e9-48db-9dc0-555cb1992768'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:45.465576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88ae3f-e24a-4ace-a659-ade43b5842e1 req-f886c93e-08d7-4ef6-ac99-e1399ea93a35 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:45.466559 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-2d88ae3f-e24a-4ace-a659-ade43b5842e1 req-f886c93e-08d7-4ef6-ac99-e1399ea93a35 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Synchronizing usage tracker for tenant:93e2b95054b140f1a18167a9ce644447 on resource:port {{(pid=87174) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:33:45.526271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-2d88ae3f-e24a-4ace-a659-ade43b5842e1 req-f886c93e-08d7-4ef6-ac99-e1399ea93a35 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Unset dirty status for tenant:93e2b95054b140f1a18167a9ce644447 on resource:port {{(pid=87174) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:33:45.527615 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2d88ae3f-e24a-4ace-a659-ade43b5842e1 req-f886c93e-08d7-4ef6-ac99-e1399ea93a35 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 944 time: 0.1562188 Apr 23 10:33:45.545761 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48ba63-e27c-44f9-9000-c87f43f3f422 req-b1fbaccb-ef97-442d-82e0-51f46d8a6b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:45.547673 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6d48ba63-e27c-44f9-9000-c87f43f3f422 req-b1fbaccb-ef97-442d-82e0-51f46d8a6b77 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6838e61a-e942-4e10-a6ba-614d420dddd8 HTTP/1.1" status: 200 len: 910 time: 0.1530902 Apr 23 10:33:45.578450 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-2d88ae3f-e24a-4ace-a659-ade43b5842e1 req-8a85914d-68a0-4d2f-8cc7-2c37150f913c tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433261 Apr 23 10:33:45.629253 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6d48ba63-e27c-44f9-9000-c87f43f3f422 req-e9e80d51-9a1a-497f-995e-c18738db814a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acb57070-b1ca-4d2a-8bd4-1e6b658803e3 HTTP/1.1" status: 200 len: 217 time: 0.0746064 Apr 23 10:33:45.645025 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-26a2fb69-5a57-461b-9d4d-58c38b28d5cf None None] Set router ccf84252-e8e9-48db-9dc0-555cb1992768 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:33:45.704938 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48ba63-e27c-44f9-9000-c87f43f3f422 req-49ebf8f3-c983-4f4e-8558-9d7c3005cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:45.706651 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6d48ba63-e27c-44f9-9000-c87f43f3f422 req-49ebf8f3-c983-4f4e-8558-9d7c3005cfbe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=529224a6-7a77-4a24-a289-f40f20e44b31 HTTP/1.1" status: 200 len: 848 time: 0.0706985 Apr 23 10:33:45.803755 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48ba63-e27c-44f9-9000-c87f43f3f422 req-0f023759-bad0-4622-9177-c7da452948b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:45.805624 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6d48ba63-e27c-44f9-9000-c87f43f3f422 req-0f023759-bad0-4622-9177-c7da452948b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6838e61a-e942-4e10-a6ba-614d420dddd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0919976 Apr 23 10:33:45.965618 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6d48ba63-e27c-44f9-9000-c87f43f3f422 req-e510f414-d013-43bf-b64d-c1013a0c45fd service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516101 Apr 23 10:33:46.120403 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-6d48ba63-e27c-44f9-9000-c87f43f3f422 req-57053311-910b-4b9a-a507-4dca4df3fe38 service neutron] 10.222.0.35 "GET /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464829 Apr 23 10:33:46.183255 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-26a2fb69-5a57-461b-9d4d-58c38b28d5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'name': 'tempest-TestSnapshotPattern-857774935-router', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:19Z', 'updated_at': '2021-04-23T10:27:24Z', 'revision_number': 4, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'gw_port': {'id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:21Z', 'updated_at': '2021-04-23T10:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'b05542c4-0670-4929-bb2d-ee097fc0d3e4', 'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'mac_address': 'fa:16:3e:f8:62:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:24Z', 'updated_at': '2021-04-23T10:27:33Z', 'revision_number': 5, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'subnets': [{'id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:46.187501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a2fb69-5a57-461b-9d4d-58c38b28d5cf None None] The sync data for ids ['ccf84252-e8e9-48db-9dc0-555cb1992768'] in dv-neutron-786478-4-hyperv is: [{'id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'name': 'tempest-TestSnapshotPattern-857774935-router', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:19Z', 'updated_at': '2021-04-23T10:27:24Z', 'revision_number': 4, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'gw_port': {'id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:21Z', 'updated_at': '2021-04-23T10:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv', '_interfaces': [{'id': 'b05542c4-0670-4929-bb2d-ee097fc0d3e4', 'name': '', 'network_id': '6838e61a-e942-4e10-a6ba-614d420dddd8', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'mac_address': 'fa:16:3e:f8:62:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:24Z', 'updated_at': '2021-04-23T10:27:33Z', 'revision_number': 5, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'subnets': [{'id': '529224a6-7a77-4a24-a289-f40f20e44b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:33:46.319564 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3657f-ded8-43ab-9b01-5365dfeb2b0b req-57ccfa63-b22c-41dd-90ab-4bdf9abefa3f tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:46.320349 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-cdc3657f-ded8-43ab-9b01-5365dfeb2b0b req-57ccfa63-b22c-41dd-90ab-4bdf9abefa3f tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Synchronizing usage tracker for tenant:93e2b95054b140f1a18167a9ce644447 on resource:port {{(pid=87175) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 23 10:33:46.334245 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.quota.resource [req-cdc3657f-ded8-43ab-9b01-5365dfeb2b0b req-57ccfa63-b22c-41dd-90ab-4bdf9abefa3f tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Unset dirty status for tenant:93e2b95054b140f1a18167a9ce644447 on resource:port {{(pid=87175) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 23 10:33:46.335504 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cdc3657f-ded8-43ab-9b01-5365dfeb2b0b req-57ccfa63-b22c-41dd-90ab-4bdf9abefa3f tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 944 time: 0.1039319 Apr 23 10:33:46.491385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-cdc3657f-ded8-43ab-9b01-5365dfeb2b0b req-b14a50e6-7db4-4e47-846b-883cb8e42f22 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Deleting port acb57070-b1ca-4d2a-8bd4-1e6b658803e3 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:33:46.491775 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-cdc3657f-ded8-43ab-9b01-5365dfeb2b0b req-b14a50e6-7db4-4e47-846b-883cb8e42f22 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:46.618104 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b832d7c2-d16e-4dc2-bad2-6031e74624d9 None None] New status for floating IP 7949418c-2bdb-40cd-bebc-44b2908f4d25: DOWN {{(pid=87177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 23 10:33:46.641947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [req-cdc3657f-ded8-43ab-9b01-5365dfeb2b0b req-b14a50e6-7db4-4e47-846b-883cb8e42f22 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] For port acb57070-b1ca-4d2a-8bd4-1e6b658803e3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=acb57070-b1ca-4d2a-8bd4-1e6b658803e3,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:46.642385 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-cdc3657f-ded8-43ab-9b01-5365dfeb2b0b req-b14a50e6-7db4-4e47-846b-883cb8e42f22 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:46.778518 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [req-cdc3657f-ded8-43ab-9b01-5365dfeb2b0b req-b14a50e6-7db4-4e47-846b-883cb8e42f22 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Calling delete_port for acb57070-b1ca-4d2a-8bd4-1e6b658803e3 owned by compute:nova {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:33:46.804632 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b5974-0f73-4926-b177-f55f0701d51c req-4cc5aa45-a97f-47b0-91c6-06d13d9e795c tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87174) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 23 10:33:46.806848 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-226b5974-0f73-4926-b177-f55f0701d51c req-4cc5aa45-a97f-47b0-91c6-06d13d9e795c tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f80b92e-2459-4ac0-a834-6a1d7d05a196 HTTP/1.1" status: 200 len: 944 time: 0.0984449 Apr 23 10:33:46.857757 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-226b5974-0f73-4926-b177-f55f0701d51c req-ad2e4ca2-91a7-48a1-afa4-57ba8709b320 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "GET /v2.0/security-groups?id=99bc5cbc-9180-494b-b60c-85f766295894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443504 Apr 23 10:33:46.942935 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-cdc3657f-ded8-43ab-9b01-5365dfeb2b0b req-b14a50e6-7db4-4e47-846b-883cb8e42f22 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:46.949774 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-85896c3b-315d-4e53-a09c-f81ad4f74a59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:46.996538 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a50e6-7db4-4e47-846b-883cb8e42f22 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Pushing event deleted for resources: {'Port': ['ID=acb57070-b1ca-4d2a-8bd4-1e6b658803e3,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:47.000584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-b14a50e6-7db4-4e47-846b-883cb8e42f22 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:47.079910 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc3657f-ded8-43ab-9b01-5365dfeb2b0b req-b14a50e6-7db4-4e47-846b-883cb8e42f22 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] No DVR routers for this DVR port acb57070-b1ca-4d2a-8bd4-1e6b658803e3 on host hv-neutron-7864 {{(pid=87175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:33:47.082452 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [req-cdc3657f-ded8-43ab-9b01-5365dfeb2b0b req-b14a50e6-7db4-4e47-846b-883cb8e42f22 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1492'] for port, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:47.085314 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'name': 'network-vif-deleted', 'tag': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3'}] {{(pid=87175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 23 10:33:47.134929 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [req-cdc3657f-ded8-43ab-9b01-5365dfeb2b0b req-b14a50e6-7db4-4e47-846b-883cb8e42f22 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.35 "DELETE /v2.0/ports/acb57070-b1ca-4d2a-8bd4-1e6b658803e3 HTTP/1.1" status: 204 len: 173 time: 0.7931993 Apr 23 10:33:47.136757 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f80b92e-2459-4ac0-a834-6a1d7d05a196', 'name': 'network-vif-deleted', 'tag': 'acb57070-b1ca-4d2a-8bd4-1e6b658803e3', 'status': 'completed', 'code': 200} Apr 23 10:33:47.964834 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51962) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:48.041638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb068b85-2550-478e-83a0-6b33388d174d tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for security_group, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:48.073362 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb068b85-2550-478e-83a0-6b33388d174d tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:48.240051 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb068b85-2550-478e-83a0-6b33388d174d tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:48.245983 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-e4bbce84-b50f-4c0e-ae20-d4285f0fe78c tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:48.262921 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb068b85-2550-478e-83a0-6b33388d174d tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bc5cbc-9180-494b-b60c-85f766295894,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:48.265513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bb068b85-2550-478e-83a0-6b33388d174d tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:48.309704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bb068b85-2550-478e-83a0-6b33388d174d tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Notify callbacks [] for security_group, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:48.310999 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bb068b85-2550-478e-83a0-6b33388d174d tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] 10.222.0.60 "DELETE /v2.0/security-groups/99bc5cbc-9180-494b-b60c-85f766295894 HTTP/1.1" status: 204 len: 168 time: 0.3450398 Apr 23 10:33:48.395861 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51968) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:49.053111 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:33:49.374606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bee87f8f-4580-419d-8510-760c2fccf478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:49.817492 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bee87f8f-4580-419d-8510-760c2fccf478 admin admin] Deleting port b05542c4-0670-4929-bb2d-ee097fc0d3e4 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:33:49.817868 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bee87f8f-4580-419d-8510-760c2fccf478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:49.950961 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-bee87f8f-4580-419d-8510-760c2fccf478 admin admin] For port b05542c4-0670-4929-bb2d-ee097fc0d3e4, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=b05542c4-0670-4929-bb2d-ee097fc0d3e4,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:49.951351 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bee87f8f-4580-419d-8510-760c2fccf478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:50.092209 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-bee87f8f-4580-419d-8510-760c2fccf478 admin admin] Calling delete_port for b05542c4-0670-4929-bb2d-ee097fc0d3e4 owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:33:50.343099 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bee87f8f-4580-419d-8510-760c2fccf478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:50.347928 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d019c191-8e83-42c2-8e57-94fbae2549cb tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:50.398330 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee87f8f-4580-419d-8510-760c2fccf478 admin admin] Pushing event deleted for resources: {'Port': ['ID=b05542c4-0670-4929-bb2d-ee097fc0d3e4,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:50.426947 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-bee87f8f-4580-419d-8510-760c2fccf478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:50.689465 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bee87f8f-4580-419d-8510-760c2fccf478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:51.079366 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee87f8f-4580-419d-8510-760c2fccf478 admin admin] Router ccf84252-e8e9-48db-9dc0-555cb1992768 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:33:51.274909 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee87f8f-4580-419d-8510-760c2fccf478 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:33:51.284319 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994586d4-e006-412b-869e-57ff7fce60fe None None] Sync routers for ids ['ccf84252-e8e9-48db-9dc0-555cb1992768'] in dv-neutron-786478-4-hyperv {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:33:51.288108 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-bee87f8f-4580-419d-8510-760c2fccf478 admin admin] 10.222.0.60 "PUT /v2.0/routers/ccf84252-e8e9-48db-9dc0-555cb1992768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8909831 Apr 23 10:33:51.291365 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51974) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:51.295536 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994586d4-e006-412b-869e-57ff7fce60fe None None] Routers {'ccf84252-e8e9-48db-9dc0-555cb1992768'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:33:51.296211 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-994586d4-e006-412b-869e-57ff7fce60fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:33:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ccf84252-e8e9-48db-9dc0-555cb1992768'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:51.485903 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device acb57070-b1ca-4d2a-8bd4-1e6b658803e3 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:33:51.486696 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d49c2891-be1e-4f2c-8791-1ed90ae58b0e admin admin] Notify callbacks [] for router, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:51.520501 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-994586d4-e006-412b-869e-57ff7fce60fe None None] Set router ccf84252-e8e9-48db-9dc0-555cb1992768 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:33:51.632510 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] No Port match for: acb57070-b1ca-4d2a-8bd4-1e6b658803e3 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:33:51.634299 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Device acb57070-b1ca-4d2a-8bd4-1e6b658803e3 not bound to the agent host hv-neutron-7864 {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:33:51.682823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d49c2891-be1e-4f2c-8791-1ed90ae58b0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:51.795408 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d49c2891-be1e-4f2c-8791-1ed90ae58b0e admin admin] Deleting port d7ca26ec-d20c-403f-bdc1-175abd52b6eb {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:33:51.795704 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d49c2891-be1e-4f2c-8791-1ed90ae58b0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:51.840727 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-994586d4-e006-412b-869e-57ff7fce60fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'name': 'tempest-TestSnapshotPattern-857774935-router', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:19Z', 'updated_at': '2021-04-23T10:33:50Z', 'revision_number': 5, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'gw_port': {'id': 'd7ca26ec-d20c-403f-bdc1-175abd52b6eb', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:21Z', 'updated_at': '2021-04-23T10:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:51.844880 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994586d4-e006-412b-869e-57ff7fce60fe None None] Checking router: ccf84252-e8e9-48db-9dc0-555cb1992768 for host: dv-neutron-786478-4-hyperv {{(pid=87176) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:33:51.854448 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994586d4-e006-412b-869e-57ff7fce60fe None None] Routers {'ccf84252-e8e9-48db-9dc0-555cb1992768'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87176) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:33:51.855112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-994586d4-e006-412b-869e-57ff7fce60fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:33:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['ccf84252-e8e9-48db-9dc0-555cb1992768'], 'active': True} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:51.931153 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d49c2891-be1e-4f2c-8791-1ed90ae58b0e admin admin] For port d7ca26ec-d20c-403f-bdc1-175abd52b6eb, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=d7ca26ec-d20c-403f-bdc1-175abd52b6eb,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:51.931547 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d49c2891-be1e-4f2c-8791-1ed90ae58b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:52.024165 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-994586d4-e006-412b-869e-57ff7fce60fe None None] Set router ccf84252-e8e9-48db-9dc0-555cb1992768 gateway port host: None {{(pid=87176) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:33:52.068729 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d49c2891-be1e-4f2c-8791-1ed90ae58b0e admin admin] Calling delete_port for d7ca26ec-d20c-403f-bdc1-175abd52b6eb owned by network:router_gateway {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:33:52.144726 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-994586d4-e006-412b-869e-57ff7fce60fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'name': 'tempest-TestSnapshotPattern-857774935-router', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:19Z', 'updated_at': '2021-04-23T10:33:51Z', 'revision_number': 6, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:52.149132 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994586d4-e006-412b-869e-57ff7fce60fe None None] The sync data for ids ['ccf84252-e8e9-48db-9dc0-555cb1992768'] in dv-neutron-786478-4-hyperv is: [{'id': 'ccf84252-e8e9-48db-9dc0-555cb1992768', 'name': 'tempest-TestSnapshotPattern-857774935-router', 'tenant_id': '93e2b95054b140f1a18167a9ce644447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:19Z', 'updated_at': '2021-04-23T10:33:51Z', 'revision_number': 6, 'project_id': '93e2b95054b140f1a18167a9ce644447', 'gw_port_host': None}] {{(pid=87176) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:33:52.406212 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d49c2891-be1e-4f2c-8791-1ed90ae58b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:52.411634 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-1f1b2761-9b1d-4254-bf48-3b4a2e5fc79d tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:52.462293 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c2891-be1e-4f2c-8791-1ed90ae58b0e admin admin] Pushing event deleted for resources: {'Port': ['ID=d7ca26ec-d20c-403f-bdc1-175abd52b6eb,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:52.497103 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d49c2891-be1e-4f2c-8791-1ed90ae58b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:52.560838 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d49c2891-be1e-4f2c-8791-1ed90ae58b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:52.587373 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device d7ca26ec-d20c-403f-bdc1-175abd52b6eb no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:33:52.626856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: d7ca26ec-d20c-403f-bdc1-175abd52b6eb {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:33:52.627177 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device d7ca26ec-d20c-403f-bdc1-175abd52b6eb not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:33:52.627661 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b05542c4-0670-4929-bb2d-ee097fc0d3e4 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:33:52.669076 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: b05542c4-0670-4929-bb2d-ee097fc0d3e4 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:33:52.669605 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device b05542c4-0670-4929-bb2d-ee097fc0d3e4 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:33:53.048973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d49c2891-be1e-4f2c-8791-1ed90ae58b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:53.051459 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d49c2891-be1e-4f2c-8791-1ed90ae58b0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:53.159828 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d49c2891-be1e-4f2c-8791-1ed90ae58b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:53.160431 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49c2891-be1e-4f2c-8791-1ed90ae58b0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccf84252-e8e9-48db-9dc0-555cb1992768 {{(pid=87174) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 10:33:53.174093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d49c2891-be1e-4f2c-8791-1ed90ae58b0e admin admin] Notify callbacks [] for router, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:53.175375 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d49c2891-be1e-4f2c-8791-1ed90ae58b0e admin admin] 10.222.0.60 "DELETE /v2.0/routers/ccf84252-e8e9-48db-9dc0-555cb1992768 HTTP/1.1" status: 204 len: 168 time: 1.8830440 Apr 23 10:33:53.178041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51978) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:53.250701 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-147aed58-6c2a-42a5-94e0-da0834c76394 admin admin] Deleting subnet 529224a6-7a77-4a24-a289-f40f20e44b31 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:33:53.254239 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-147aed58-6c2a-42a5-94e0-da0834c76394 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:53.307654 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-147aed58-6c2a-42a5-94e0-da0834c76394 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:53.391657 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-147aed58-6c2a-42a5-94e0-da0834c76394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:53.729098 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-147aed58-6c2a-42a5-94e0-da0834c76394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:53.734432 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-28679d97-fb25-4109-93c8-aea5405260ba tempest-TestNetworkBasicOps-149314376 tempest-TestNetworkBasicOps-149314376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:53.775953 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147aed58-6c2a-42a5-94e0-da0834c76394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=529224a6-7a77-4a24-a289-f40f20e44b31,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:53.778513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-147aed58-6c2a-42a5-94e0-da0834c76394 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:53.781307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-147aed58-6c2a-42a5-94e0-da0834c76394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:53.782014 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bbfa52-c814-4f0f-81ea-b1a597e47683 None None] Network 6838e61a-e942-4e10-a6ba-614d420dddd8 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:33:53.785722 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-147aed58-6c2a-42a5-94e0-da0834c76394 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/529224a6-7a77-4a24-a289-f40f20e44b31 HTTP/1.1" status: 204 len: 168 time: 0.6065693 Apr 23 10:33:53.788419 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51982) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:53.904398 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:53.986169 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] Deleting port 3c535529-55ca-4313-a36f-6b94cbf9cba2 {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:33:53.986514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:54.047228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fe572e-88ab-41aa-a5b8-ab5209d390dc None None] DHCP port deletion for 6838e61a-e942-4e10-a6ba-614d420dddd8 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 10:33:54.100941 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] For port 3c535529-55ca-4313-a36f-6b94cbf9cba2, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=3c535529-55ca-4313-a36f-6b94cbf9cba2,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:54.101347 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:54.134984 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-18fe572e-88ab-41aa-a5b8-ab5209d390dc None None] Deleting port 3c535529-55ca-4313-a36f-6b94cbf9cba2 {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:33:54.135405 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18fe572e-88ab-41aa-a5b8-ab5209d390dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:54.152363 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:54.237070 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] Calling delete_port for 3c535529-55ca-4313-a36f-6b94cbf9cba2 owned by network:dhcp {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:33:54.243318 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-18fe572e-88ab-41aa-a5b8-ab5209d390dc None None] For port 3c535529-55ca-4313-a36f-6b94cbf9cba2, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=3c535529-55ca-4313-a36f-6b94cbf9cba2,segment=NetworkSegment(ec212b37-6474-4915-84cf-28af64af49a7),segment_id=ec212b37-6474-4915-84cf-28af64af49a7)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:54.243738 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-18fe572e-88ab-41aa-a5b8-ab5209d390dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:54.322730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:54.326943 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:54.377555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c535529-55ca-4313-a36f-6b94cbf9cba2,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:54.381352 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:54.381481 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-18fe572e-88ab-41aa-a5b8-ab5209d390dc None None] Calling delete_port for 3c535529-55ca-4313-a36f-6b94cbf9cba2 owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:33:54.381920 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] No DVR routers for this DVR port 3c535529-55ca-4313-a36f-6b94cbf9cba2 on host dv-neutron-786478-4-hyperv {{(pid=87174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:33:54.429418 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-18fe572e-88ab-41aa-a5b8-ab5209d390dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 10:33:54.430946 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-18fe572e-88ab-41aa-a5b8-ab5209d390dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 10:33:54.509672 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:54.585666 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 3c535529-55ca-4313-a36f-6b94cbf9cba2 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:33:54.622830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6838e61a-e942-4e10-a6ba-614d420dddd8']}} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:54.623078 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 3c535529-55ca-4313-a36f-6b94cbf9cba2 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:33:54.623228 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 3c535529-55ca-4313-a36f-6b94cbf9cba2 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:33:54.640598 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec212b37-6474-4915-84cf-28af64af49a7') {'for_net_delete': True} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:54.640944 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec212b37-6474-4915-84cf-28af64af49a7') {} {{(pid=87174) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:54.653463 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125060'] for segment, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:54.668716 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:54.674987 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=87174) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:33:54.854092 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] Network 6838e61a-e942-4e10-a6ba-614d420dddd8 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:33:54.863968 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849403513'] for segment, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:54.970129 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-18fe572e-88ab-41aa-a5b8-ab5209d390dc None None] The port '3c535529-55ca-4313-a36f-6b94cbf9cba2' was deleted {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 10:33:55.057342 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] Network 6838e61a-e942-4e10-a6ba-614d420dddd8 has no segments {{(pid=87174) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:33:55.081423 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:33:55.207780 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:55.211387 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-2091b0aa-813a-4529-9013-89b6bbce59bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:55.225887 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] Notify callbacks [] for network, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:55.238168 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] Pushing event deleted for resources: {'Network': ['ID=6838e61a-e942-4e10-a6ba-614d420dddd8,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:55.242517 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:55.316883 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-23fdeff5-4ff1-4ca0-b6e9-b5d5505d9567 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6838e61a-e942-4e10-a6ba-614d420dddd8 HTTP/1.1" status: 204 len: 168 time: 1.5266020 Apr 23 10:33:55.319964 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51986) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:55.935594 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe663a4c-4724-44bb-a4ee-527a807e8478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8259759'] for router_interface, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:56.382250 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-fe663a4c-4724-44bb-a4ee-527a807e8478 admin admin] Deleting port cc777e74-b91b-48af-af99-3170bd6a165d {{(pid=87174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:33:56.382721 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe663a4c-4724-44bb-a4ee-527a807e8478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:56.516948 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-fe663a4c-4724-44bb-a4ee-527a807e8478 admin admin] For port cc777e74-b91b-48af-af99-3170bd6a165d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=cc777e74-b91b-48af-af99-3170bd6a165d,segment=NetworkSegment(23d0a295-b0c7-4425-947f-37fe0d03bfbd),segment_id=23d0a295-b0c7-4425-947f-37fe0d03bfbd)] {{(pid=87174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:56.517344 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe663a4c-4724-44bb-a4ee-527a807e8478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:56.649997 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-fe663a4c-4724-44bb-a4ee-527a807e8478 admin admin] Calling delete_port for cc777e74-b91b-48af-af99-3170bd6a165d owned by network:router_interface {{(pid=87174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:33:56.824812 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe663a4c-4724-44bb-a4ee-527a807e8478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5372400'] for port, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:56.828743 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-15e00e6a-fabc-46b9-a5b2-0f64d2f375e2 tempest-TestSnapshotPattern-1963985466 tempest-TestSnapshotPattern-1963985466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:56.874140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe663a4c-4724-44bb-a4ee-527a807e8478 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc777e74-b91b-48af-af99-3170bd6a165d,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:56.878024 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fe663a4c-4724-44bb-a4ee-527a807e8478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:57.167685 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fe663a4c-4724-44bb-a4ee-527a807e8478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846875824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8259793'] for router_interface, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:57.851926 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe663a4c-4724-44bb-a4ee-527a807e8478 admin admin] Router 8ad5a9b0-3ac7-4050-847e-388b51a2de27 has already been hosted by L3 agent 9519342b-463e-4176-b081-cfec11fbe5e2 {{(pid=87174) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 23 10:33:58.042833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe663a4c-4724-44bb-a4ee-527a807e8478 admin admin] Notify agent at l3_agent.dv-neutron-786478-4-hyperv the message routers_updated {{(pid=87174) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 23 10:33:58.051981 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7edb988-96fc-40d6-a48b-a45c89199314 None None] Sync routers for ids ['8ad5a9b0-3ac7-4050-847e-388b51a2de27'] in dv-neutron-786478-4-hyperv {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 23 10:33:58.062856 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7edb988-96fc-40d6-a48b-a45c89199314 None None] Routers {'8ad5a9b0-3ac7-4050-847e-388b51a2de27'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:33:58.063544 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-c7edb988-96fc-40d6-a48b-a45c89199314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:33:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8ad5a9b0-3ac7-4050-847e-388b51a2de27'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:58.100645 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-fe663a4c-4724-44bb-a4ee-527a807e8478 admin admin] 10.222.0.60 "PUT /v2.0/routers/8ad5a9b0-3ac7-4050-847e-388b51a2de27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7786183 Apr 23 10:33:58.104135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 51992) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:58.259263 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-c7edb988-96fc-40d6-a48b-a45c89199314 None None] Set router 8ad5a9b0-3ac7-4050-847e-388b51a2de27 gateway port host: dv-neutron-786478-4-hyperv {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:33:58.302560 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea14ca5c-296d-485f-b7f3-0867d707fc46 admin admin] Notify callbacks [] for router, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:58.511197 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea14ca5c-296d-485f-b7f3-0867d707fc46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:58.579189 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-c7edb988-96fc-40d6-a48b-a45c89199314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad5a9b0-3ac7-4050-847e-388b51a2de27', 'name': 'tempest-TestSnapshotPattern-487308108-router', 'tenant_id': '536b8521175d4a01a5ea55645dc99cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'external_fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'ab52325f-91ac-414f-9199-11cc89537f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:28Z', 'updated_at': '2021-04-23T10:33:56Z', 'revision_number': 5, 'project_id': '536b8521175d4a01a5ea55645dc99cc8', 'gw_port': {'id': 'ab52325f-91ac-414f-9199-11cc89537f28', 'name': '', 'network_id': '164d7ec3-3e1e-464d-ab6a-2950ee843dd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:11:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad5a9b0-3ac7-4050-847e-388b51a2de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '66003f26-3812-4e57-a682-4cad9d453482', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-23T10:27:29Z', 'updated_at': '2021-04-23T10:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66003f26-3812-4e57-a682-4cad9d453482', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-4-hyperv'}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:58.583417 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7edb988-96fc-40d6-a48b-a45c89199314 None None] Checking router: 8ad5a9b0-3ac7-4050-847e-388b51a2de27 for host: dv-neutron-786478-4-hyperv {{(pid=87177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 23 10:33:58.593106 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7edb988-96fc-40d6-a48b-a45c89199314 None None] Routers {'8ad5a9b0-3ac7-4050-847e-388b51a2de27'} bound to L3 agent in host dv-neutron-786478-4-hyperv {{(pid=87177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 23 10:33:58.593821 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-c7edb988-96fc-40d6-a48b-a45c89199314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-23T09:02:10Z,description=,heartbeat_timestamp=2021-04-23T10:33:40Z,host='dv-neutron-786478-4-hyperv',id=9519342b-463e-4176-b081-cfec11fbe5e2,load=0,resource_versions=,resources_synced=,started_at=2021-04-23T09:02:10Z,topic='l3_agent')) {'router_ids': ['8ad5a9b0-3ac7-4050-847e-388b51a2de27'], 'active': True} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:58.633900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ea14ca5c-296d-485f-b7f3-0867d707fc46 admin admin] Deleting port ab52325f-91ac-414f-9199-11cc89537f28 {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:33:58.634267 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea14ca5c-296d-485f-b7f3-0867d707fc46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:58.760688 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvr_db [None req-c7edb988-96fc-40d6-a48b-a45c89199314 None None] Set router 8ad5a9b0-3ac7-4050-847e-388b51a2de27 gateway port host: None {{(pid=87177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 23 10:33:58.771397 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-ea14ca5c-296d-485f-b7f3-0867d707fc46 admin admin] For port ab52325f-91ac-414f-9199-11cc89537f28, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=ab52325f-91ac-414f-9199-11cc89537f28,segment=NetworkSegment(8d8c7350-8f9f-475c-bde2-e6d90559c755),segment_id=8d8c7350-8f9f-475c-bde2-e6d90559c755)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:33:58.771808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea14ca5c-296d-485f-b7f3-0867d707fc46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:58.885160 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_hamode_db [None req-c7edb988-96fc-40d6-a48b-a45c89199314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad5a9b0-3ac7-4050-847e-388b51a2de27', 'name': 'tempest-TestSnapshotPattern-487308108-router', 'tenant_id': '536b8521175d4a01a5ea55645dc99cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:28Z', 'updated_at': '2021-04-23T10:33:58Z', 'revision_number': 6, 'project_id': '536b8521175d4a01a5ea55645dc99cc8', 'gw_port_host': None}], 'dv-neutron-786478-4-hyperv', False) {} {{(pid=87177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:33:58.889671 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7edb988-96fc-40d6-a48b-a45c89199314 None None] The sync data for ids ['8ad5a9b0-3ac7-4050-847e-388b51a2de27'] in dv-neutron-786478-4-hyperv is: [{'id': '8ad5a9b0-3ac7-4050-847e-388b51a2de27', 'name': 'tempest-TestSnapshotPattern-487308108-router', 'tenant_id': '536b8521175d4a01a5ea55645dc99cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-23T10:27:28Z', 'updated_at': '2021-04-23T10:33:58Z', 'revision_number': 6, 'project_id': '536b8521175d4a01a5ea55645dc99cc8', 'gw_port_host': None}] {{(pid=87177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 23 10:33:58.913080 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-ea14ca5c-296d-485f-b7f3-0867d707fc46 admin admin] Calling delete_port for ab52325f-91ac-414f-9199-11cc89537f28 owned by network:router_gateway {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:33:59.104638 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea14ca5c-296d-485f-b7f3-0867d707fc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7581986'] for port, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:59.110028 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-79ad8443-9743-496a-9a2b-9e44a3846d36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:33:59.161046 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14ca5c-296d-485f-b7f3-0867d707fc46 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab52325f-91ac-414f-9199-11cc89537f28,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:33:59.194737 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-ea14ca5c-296d-485f-b7f3-0867d707fc46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:33:59.258582 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea14ca5c-296d-485f-b7f3-0867d707fc46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846489520'] for router_gateway, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:59.453224 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea14ca5c-296d-485f-b7f3-0867d707fc46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846514420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38687'] for router, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:59.455584 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea14ca5c-296d-485f-b7f3-0867d707fc46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:59.668719 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea14ca5c-296d-485f-b7f3-0867d707fc46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8255816'] for router, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:59.669227 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea14ca5c-296d-485f-b7f3-0867d707fc46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ad5a9b0-3ac7-4050-847e-388b51a2de27 {{(pid=87175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 23 10:33:59.683291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ea14ca5c-296d-485f-b7f3-0867d707fc46 admin admin] Notify callbacks [] for router, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:59.684825 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-ea14ca5c-296d-485f-b7f3-0867d707fc46 admin admin] 10.222.0.60 "DELETE /v2.0/routers/8ad5a9b0-3ac7-4050-847e-388b51a2de27 HTTP/1.1" status: 204 len: 168 time: 1.5792732 Apr 23 10:33:59.687425 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87174) accepted ('10.222.0.60', 51996) {{(pid=87174) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:33:59.762929 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a687b3-7db9-4622-b433-9aeb720db292 admin admin] Deleting subnet 9147d1fe-ef57-4155-89bc-885e9b97d666 {{(pid=87174) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 23 10:33:59.766072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-39a687b3-7db9-4622-b433-9aeb720db292 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:59.819295 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-39a687b3-7db9-4622-b433-9aeb720db292 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848650740'] for subnet, precommit_delete_associations {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:33:59.906886 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-39a687b3-7db9-4622-b433-9aeb720db292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853855399'] for subnet, precommit_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:00.429313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-39a687b3-7db9-4622-b433-9aeb720db292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-920417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8376675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5372452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848476492'] for subnet, after_delete {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:00.435126 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fc30d597-abe0-4db8-a4c0-19bfb8ad54dc tempest-NetworksIpV6Test-1136969461 tempest-NetworksIpV6Test-1136969461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:00.479740 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a687b3-7db9-4622-b433-9aeb720db292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9147d1fe-ef57-4155-89bc-885e9b97d666,revision_number=None']} {{(pid=87174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:00.482543 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-39a687b3-7db9-4622-b433-9aeb720db292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87174) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:00.485053 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-39a687b3-7db9-4622-b433-9aeb720db292 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87174) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:00.492216 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df68a44c-a2e9-4e11-a69e-d181bf2c65ca None None] Network 7cd13574-484a-400e-9136-e72d3677ffe2 requested from dv-neutron-786478-4-hyperv {{(pid=87176) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 23 10:34:00.493535 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-39a687b3-7db9-4622-b433-9aeb720db292 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9147d1fe-ef57-4155-89bc-885e9b97d666 HTTP/1.1" status: 204 len: 168 time: 0.8046622 Apr 23 10:34:00.496201 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 52000) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:00.599651 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ab52325f-91ac-414f-9199-11cc89537f28 no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:34:00.624411 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d51c4c9d-8646-4789-8650-910865f5e561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853881323'] for network, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:00.645580 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: ab52325f-91ac-414f-9199-11cc89537f28 {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:34:00.645973 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device ab52325f-91ac-414f-9199-11cc89537f28 not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:34:00.646508 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device cc777e74-b91b-48af-af99-3170bd6a165d no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:34:00.707546 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d51c4c9d-8646-4789-8650-910865f5e561 admin admin] Deleting port 1ff0f576-f364-433e-8425-1cbde7de1c4d {{(pid=87175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:34:00.707833 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d51c4c9d-8646-4789-8650-910865f5e561 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:00.711460 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: cc777e74-b91b-48af-af99-3170bd6a165d {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:34:00.711922 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device cc777e74-b91b-48af-af99-3170bd6a165d not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:34:00.814509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-d51c4c9d-8646-4789-8650-910865f5e561 admin admin] For port 1ff0f576-f364-433e-8425-1cbde7de1c4d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1ff0f576-f364-433e-8425-1cbde7de1c4d,segment=NetworkSegment(23d0a295-b0c7-4425-947f-37fe0d03bfbd),segment_id=23d0a295-b0c7-4425-947f-37fe0d03bfbd)] {{(pid=87175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:34:00.814908 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d51c4c9d-8646-4789-8650-910865f5e561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:00.834882 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3d151d-2b76-4cd3-a6d3-fba0c8979945 None None] DHCP port deletion for 7cd13574-484a-400e-9136-e72d3677ffe2 request from dv-neutron-786478-4-hyperv {{(pid=87176) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 23 10:34:00.915120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3e3d151d-2b76-4cd3-a6d3-fba0c8979945 None None] Deleting port 1ff0f576-f364-433e-8425-1cbde7de1c4d {{(pid=87176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 23 10:34:00.915522 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3e3d151d-2b76-4cd3-a6d3-fba0c8979945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250756627828'] for port, before_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:01.030606 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.db [None req-3e3d151d-2b76-4cd3-a6d3-fba0c8979945 None None] For port 1ff0f576-f364-433e-8425-1cbde7de1c4d, host dv-neutron-786478-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-4-hyperv',level=0,port_id=1ff0f576-f364-433e-8425-1cbde7de1c4d,segment=NetworkSegment(23d0a295-b0c7-4425-947f-37fe0d03bfbd),segment_id=23d0a295-b0c7-4425-947f-37fe0d03bfbd)] {{(pid=87176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 23 10:34:01.030978 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3e3d151d-2b76-4cd3-a6d3-fba0c8979945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8280136'] for port, precommit_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:01.167975 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-3e3d151d-2b76-4cd3-a6d3-fba0c8979945 None None] Calling delete_port for 1ff0f576-f364-433e-8425-1cbde7de1c4d owned by network:dhcp {{(pid=87176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:34:01.236864 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d51c4c9d-8646-4789-8650-910865f5e561 admin admin] Calling delete_port for 1ff0f576-f364-433e-8425-1cbde7de1c4d owned by network:dhcp {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 23 10:34:01.239832 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3e3d151d-2b76-4cd3-a6d3-fba0c8979945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854194872', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854639429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250756623903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097703334'] for port, after_delete {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:01.245826 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:01.283112 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.db.api [None req-d51c4c9d-8646-4789-8650-910865f5e561 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87175) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 23 10:34:01.283401 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_db.api [None req-d51c4c9d-8646-4789-8650-910865f5e561 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 23 10:34:01.293576 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d151d-2b76-4cd3-a6d3-fba0c8979945 None None] Pushing event deleted for resources: {'Port': ['ID=1ff0f576-f364-433e-8425-1cbde7de1c4d,revision_number=None']} {{(pid=87176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:01.295693 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3d151d-2b76-4cd3-a6d3-fba0c8979945 None None] No DVR routers for this DVR port 1ff0f576-f364-433e-8425-1cbde7de1c4d on host dv-neutron-786478-4-hyperv {{(pid=87176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 23 10:34:01.297222 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-3e3d151d-2b76-4cd3-a6d3-fba0c8979945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:01.820912 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-d51c4c9d-8646-4789-8650-910865f5e561 admin admin] The port '1ff0f576-f364-433e-8425-1cbde7de1c4d' was deleted {{(pid=87175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1908}} Apr 23 10:34:01.942143 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d51c4c9d-8646-4789-8650-910865f5e561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-920332', 'neutron.services.segments.db._delete_segments_for_network-8786098233715'] for network, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:02.056509 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d51c4c9d-8646-4789-8650-910865f5e561 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd13574-484a-400e-9136-e72d3677ffe2']}} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:34:02.068972 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d51c4c9d-8646-4789-8650-910865f5e561 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d0a295-b0c7-4425-947f-37fe0d03bfbd') {'for_net_delete': True} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:34:02.069307 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.services.segments.db [None req-d51c4c9d-8646-4789-8650-910865f5e561 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d0a295-b0c7-4425-947f-37fe0d03bfbd') {} {{(pid=87175) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 23 10:34:02.081956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d51c4c9d-8646-4789-8650-910865f5e561 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250756561507', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6231825'] for segment, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:02.190012 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d51c4c9d-8646-4789-8650-910865f5e561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040959'] for segment, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:02.198018 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d51c4c9d-8646-4789-8650-910865f5e561 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 23 10:34:02.384989 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d51c4c9d-8646-4789-8650-910865f5e561 admin admin] Network 7cd13574-484a-400e-9136-e72d3677ffe2 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:34:02.393999 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d51c4c9d-8646-4789-8650-910865f5e561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853734840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847193771'] for segment, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:02.581136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.managers [None req-d51c4c9d-8646-4789-8650-910865f5e561 admin admin] Network 7cd13574-484a-400e-9136-e72d3677ffe2 has no segments {{(pid=87175) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 23 10:34:02.588840 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1ff0f576-f364-433e-8425-1cbde7de1c4d no longer exists at agent ovs-agent-dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: % (table.description, expected, rows_matched) Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: Traceback (most recent call last): Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: timer() Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: cb(*args, **kw) Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: return func(*args, **kwargs) Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: self._notify() Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: self.callback(batched_events) Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: event.method(event) Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: segment_id)['aggregates'][0] Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: return f(self, *a, **k) Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: return self._get(url).json() Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: **kwargs) Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: return self.request(url, 'GET', **kwargs) Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: **endpoint_filter) Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 10:34:02.605545 dv-neutron-786478-4-hyperv neutron-server[87059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 10:34:02.628915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] No Port match for: 1ff0f576-f364-433e-8425-1cbde7de1c4d {{(pid=87176) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 23 10:34:02.629313 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.plugins.ml2.rpc [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Device 1ff0f576-f364-433e-8425-1cbde7de1c4d not bound to the agent host dv-neutron-786478-4-hyperv {{(pid=87176) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 23 10:34:02.944271 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d51c4c9d-8646-4789-8650-910865f5e561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853855484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846398030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7900008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846515785'] for network, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:02.947900 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-fa0c8d1c-1e95-4fd0-981b-e0d07bee2b76 tempest-TestNetworkAdvancedServerOps-249108964 tempest-TestNetworkAdvancedServerOps-249108964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:02.962136 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-d51c4c9d-8646-4789-8650-910865f5e561 admin admin] Notify callbacks [] for network, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:02.979904 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c4c9d-8646-4789-8650-910865f5e561 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cd13574-484a-400e-9136-e72d3677ffe2,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:02.984060 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-d51c4c9d-8646-4789-8650-910865f5e561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:02.985622 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-d51c4c9d-8646-4789-8650-910865f5e561 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7cd13574-484a-400e-9136-e72d3677ffe2 HTTP/1.1" status: 204 len: 168 time: 2.4883621 Apr 23 10:34:03.239135 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 52006) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:03.293670 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-92996e42-2931-4fed-a7f7-1ac074a51234 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=93e2b95054b140f1a18167a9ce644447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532024 Apr 23 10:34:03.296325 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 52010) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:03.358807 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ba4fab8-5ec7-40bb-b374-17c28499b39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:03.386118 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ba4fab8-5ec7-40bb-b374-17c28499b39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:03.647147 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ba4fab8-5ec7-40bb-b374-17c28499b39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:03.651956 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-897f02dc-0f88-496b-af59-9605ac81892f tempest-TestMinimumBasicScenario-486602876 tempest-TestMinimumBasicScenario-486602876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:03.665830 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4fab8-5ec7-40bb-b374-17c28499b39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb371a3-1672-4f6a-9b4a-4080f0a066e6,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:03.669502 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-5ba4fab8-5ec7-40bb-b374-17c28499b39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:03.675009 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ba4fab8-5ec7-40bb-b374-17c28499b39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:03.676214 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-5ba4fab8-5ec7-40bb-b374-17c28499b39d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7bb371a3-1672-4f6a-9b4a-4080f0a066e6 HTTP/1.1" status: 204 len: 168 time: 0.3789158 Apr 23 10:34:04.348312 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 52018) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:04.406343 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-771b4c57-05c5-46ed-bf5a-a0915b9a97f1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=536b8521175d4a01a5ea55645dc99cc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566916 Apr 23 10:34:04.408855 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.wsgi [-] (87175) accepted ('10.222.0.60', 52022) {{(pid=87175) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 23 10:34:04.470797 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e9feb-2e01-4f70-83db-e619935fd94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:04.500668 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e9feb-2e01-4f70-83db-e619935fd94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:04.584049 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e9feb-2e01-4f70-83db-e619935fd94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846397994'] for security_group, after_delete {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:04.589273 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-f5e79ca2-686a-4f02-861a-7517934bb201 tempest-TestVolumeBootPattern-1836936815 tempest-TestVolumeBootPattern-1836936815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 23 10:34:04.600027 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e9feb-2e01-4f70-83db-e619935fd94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6779118f-debe-4fc6-a6ef-4af8647279e2,revision_number=None']} {{(pid=87175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 23 10:34:04.605462 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG oslo_concurrency.lockutils [None req-4e5e9feb-2e01-4f70-83db-e619935fd94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87175) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 23 10:34:04.607527 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e9feb-2e01-4f70-83db-e619935fd94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87175) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:04.608725 dv-neutron-786478-4-hyperv neutron-server[87059]: INFO neutron.wsgi [None req-4e5e9feb-2e01-4f70-83db-e619935fd94b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6779118f-debe-4fc6-a6ef-4af8647279e2 HTTP/1.1" status: 204 len: 168 time: 0.1988842 Apr 23 10:34:06.834141 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6f54f6e3-88ee-400e-836a-535875229d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:09.732822 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-69e9873e-b98a-4c9b-94fc-1b3eef4d7ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:10.732804 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:11.338601 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:12.685640 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:24.144087 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:26.052739 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:34:36.777930 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-2ac27bf4-22b2-493b-9314-2bd78e26befd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:39.755437 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a3d6aaf3-1936-4339-a86c-03e367c0463b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:40.737808 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:41.332140 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:42.686120 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:34:54.155072 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:03.052917 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:35:06.805157 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4728bad4-4217-49b8-b8aa-7f4f58ae188c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:09.760395 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a16760a5-af15-4889-8995-df0320492bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:10.755063 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:11.337575 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:12.703266 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:24.138524 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:36.777247 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-66d7bb92-e2b5-4a37-b039-6f201df7b86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:39.748331 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-39513c97-71f7-4d00-91fe-caf8a5620015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:40.053101 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:35:40.742723 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:41.349038 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:42.697002 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:35:54.131161 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:06.799789 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-7fda2d9b-b1f2-4da0-a444-79c3f49d428f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:09.776816 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-3d97f96d-1724-469b-9057-6ef20ad752cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:10.736628 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:11.342615 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:12.691108 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:17.052714 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:36:24.136339 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:36.799523 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ad452d43-42cc-47cd-a853-0f1f8a52b406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:39.765291 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-fc454174-6ce3-4923-919f-6b4aa0864b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:40.747927 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:41.335695 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:42.702061 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:36:54.052298 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:36:54.142007 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:06.787571 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b69820dc-b000-4c22-9f78-5aca39f46ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:09.736237 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-b0fd0dd3-936e-4ccd-9acb-376c34a132e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:10.776359 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:11.342040 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:12.713915 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:24.136065 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:31.053127 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:37:36.782745 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-daf0bb41-6ebd-43cf-8063-e1507f526a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:39.753305 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-627d380b-0bc4-49cd-8e63-62507c1fbc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:40.776204 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:41.353041 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:42.730730 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:37:54.130555 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:06.787692 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a010d066-699f-46af-b9ca-37ee9135628a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:08.053823 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:38:09.735952 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-6a8dbc85-5de6-4df0-b704-78349bebc4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:10.788093 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:11.341513 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:12.713327 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:24.181474 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:36.793200 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-5ce220e3-bd78-4ab6-bc13-ff4ea8f00e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:39.747449 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-70eca8a2-62c4-40b4-a7fd-800a4847c9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:40.758937 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:41.336663 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:42.719128 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:38:45.053514 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:38:54.153443 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:06.787718 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-a2532b94-f8af-496c-b56f-fc4148cd9e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:09.742122 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-e6780e3e-8685-46d1-a34a-cbcdd634bb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:10.764831 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:11.341958 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:12.702557 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:22.053859 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron.db.agents_db [None req-aedf839f-7937-4cad-9819-8bd9985b595d None None] Agent healthcheck: found 6 active agents {{(pid=87177) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 23 10:39:24.142490 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccc-2f71-4b8e-a4ff-b4b88454dbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:36.805159 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-4cd2e172-f925-4095-9a22-0267d2d6fdcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:39.736565 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-bcae6ec3-33c9-462e-af72-ff1ad5fb8b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:40.759636 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-32db0766-f513-4d26-95e7-e03afbf500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:41.354217 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-09fdc7b1-4c28-4a49-80f6-32468a8d31b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 23 10:39:42.725139 dv-neutron-786478-4-hyperv neutron-server[87059]: DEBUG neutron_lib.callbacks.manager [None req-ade9d140-d0c1-4ae1-a0ed-e5c811ff0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250756542085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-875566'] for agent, after_update {{(pid=87176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}